-- Logs begin at Thu 2021-09-02 11:54:15 UTC, end at Thu 2021-09-02 14:06:07 UTC. -- Sep 02 12:25:10.961552 n-d-792364-8 systemd[1]: Started Devstack devstack@q-svc.service. Sep 02 12:25:13.724638 n-d-792364-8 neutron-server[94731]: INFO neutron.common.config [-] Logging enabled! Sep 02 12:25:13.725270 n-d-792364-8 neutron-server[94731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev584 Sep 02 12:25:13.725420 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 12:25:13.728703 n-d-792364-8 neutron-server[94731]: INFO neutron.common.config [-] Logging enabled! Sep 02 12:25:13.728950 n-d-792364-8 neutron-server[94731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev584 Sep 02 12:25:13.729290 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 12:25:13.730239 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 12:25:13.730466 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 12:25:13.730833 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 12:25:13.731076 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 12:25:13.731304 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 12:25:13.731627 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.731931 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.732221 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.732444 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.732740 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.733045 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.733328 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.733616 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.733911 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.734197 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.734477 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.734760 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.734988 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.735252 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.735536 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.735819 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.736043 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] debug = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.736325 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.736744 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.737177 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.737456 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.737739 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.738017 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.738286 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.738562 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.738844 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.739168 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] host = n-d-792364-8 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.739449 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.739732 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.740022 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.740305 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.740580 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.740853 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.741247 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.741439 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.741712 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.741989 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.742275 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.742559 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.742858 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.743109 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.743332 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.743619 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.743907 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.744180 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.744508 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.744719 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.745022 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.745300 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.745570 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.745857 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.746141 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.746427 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.746699 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.746975 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.747247 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.747520 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.747825 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.748072 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.748346 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.748619 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.748934 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.749199 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.749471 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.749772 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.750055 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.750332 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.750614 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.750887 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.751166 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.751438 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.751711 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.751979 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] use_json = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.752248 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.752517 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.752799 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.753093 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.753363 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.753633 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.753900 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.754179 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:13.754475 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.754771 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.755067 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.755347 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.755637 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.755914 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.756199 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.756478 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.756763 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.757076 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.757378 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.757656 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.757945 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.758218 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.758510 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.758871 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.759165 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.759452 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.759722 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.759993 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.760265 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.760542 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.760830 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.761129 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.761457 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.761753 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.762032 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.762332 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.762633 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.762924 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.763197 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.763480 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.763758 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.764036 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.764288 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.764568 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.764856 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.765162 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.765435 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.765723 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.765997 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.766266 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.766533 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.766792 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.767077 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.767352 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.767620 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.767886 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.768159 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.768431 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.768713 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.769015 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.769292 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.769555 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.769831 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.770104 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.770377 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.770653 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.770922 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.771196 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.771470 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.771743 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.772009 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.772276 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.772545 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.772815 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.773107 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.773383 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.773654 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.773923 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.774191 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.774484 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.774866 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.775037 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.775330 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.775613 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.775891 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.776166 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.776440 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.776714 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.777014 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.777299 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.777574 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.777844 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.778129 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.778410 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.778696 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.778975 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.779251 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.779548 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.779828 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.780104 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.780376 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.780651 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.780960 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.781245 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.781536 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.781831 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.782118 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.782406 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.782700 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.782973 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.783280 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.783555 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:13.783771 n-d-792364-8 neutron-server[94731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 12:25:13.784012 n-d-792364-8 neutron-server[94731]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94731) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 02 12:25:14.135340 n-d-792364-8 neutron-server[94731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 12:25:14.135577 n-d-792364-8 neutron-server[94731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 12:25:14.135893 n-d-792364-8 neutron-server[94731]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 12:25:14.136380 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 02 12:25:14.535137 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.535339 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.535604 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.536931 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.537204 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.537470 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.572837 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.573121 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.573392 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.588008 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.588284 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.588549 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.616208 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.616477 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.616742 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.653782 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.654073 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.654352 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.881137 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.881818 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.881818 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.881955 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:14.882625 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.001806 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.002135 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.002420 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.002688 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.002955 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.003262 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.003521 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.003776 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.004027 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.004313 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.004558 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.004820 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.005104 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.005346 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.005597 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.005860 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.006115 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.006377 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.006634 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.006890 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.007163 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.007423 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.007708 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.008086 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.008338 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.008596 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.009043 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.009290 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.009521 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.009758 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.009991 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.010227 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.010595 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 02 12:25:15.013791 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 02 12:25:15.017837 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 02 12:25:15.021521 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 02 12:25:15.023165 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 02 12:25:15.023653 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 02 12:25:15.023992 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 02 12:25:15.024429 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 02 12:25:15.027250 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 02 12:25:15.027493 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 02 12:25:15.027844 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 12:25:15.033237 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 02 12:25:15.055473 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 02 12:25:15.056014 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.056407 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94731) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 02 12:25:15.056772 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.058197 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94731) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 02 12:25:15.058634 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 12:25:15.058882 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 02 12:25:15.062428 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.062428 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.127947 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 02 12:25:15.128172 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 02 12:25:15.128400 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 02 12:25:15.128786 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 02 12:25:15.152653 n-d-792364-8 neutron-server[94731]: DEBUG oslo_db.sqlalchemy.engines [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94731) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 02 12:25:15.745056 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing driver for type 'gre' Sep 02 12:25:15.745597 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] gre ID ranges: [(1, 1000)] Sep 02 12:25:15.809896 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing driver for type 'local' Sep 02 12:25:15.810255 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing driver for type 'vlan' Sep 02 12:25:15.824611 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] VlanTypeDriver initialization complete Sep 02 12:25:15.824976 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing driver for type 'vxlan' Sep 02 12:25:15.825496 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] vxlan ID ranges: [(1, 1000)] Sep 02 12:25:15.882041 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing extension driver 'port_security' Sep 02 12:25:15.882718 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] PortSecurityExtensionDriver initialization complete Sep 02 12:25:15.882809 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing mechanism driver 'openvswitch' Sep 02 12:25:15.883121 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing mechanism driver 'hyperv' Sep 02 12:25:15.890174 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:25:15.890863 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.891238 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.891593 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.892122 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 12:25:15.892563 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.892945 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.893295 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.893691 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 12:25:15.894102 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.894453 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.894799 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.895190 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 12:25:15.895601 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > security_group after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.895951 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > security_group after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.896291 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > security_group after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.896823 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 12:25:15.897265 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.897619 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.897978 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.898362 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 12:25:15.898770 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > address_group after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.899117 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > address_group after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.899629 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > address_group after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.900038 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 12:25:15.900416 n-d-792364-8 neutron-server[94731]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] ML2 OVO RPC backend initialized. {{(pid=94731) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 02 12:25:15.901164 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.901527 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.901953 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.902305 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > networks before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.902653 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.903001 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > ports before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.903346 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.903687 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnets before_response 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.904033 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.904373 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.904708 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.905078 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.905416 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.905751 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.906085 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.906419 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.906752 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.907332 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.plugin [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Modular L2 Plugin initialization complete Sep 02 12:25:15.907660 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading services supported by the core plugin {{(pid=94731) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 02 12:25:15.907987 n-d-792364-8 neutron-server[94731]: INFO neutron.plugins.ml2.managers [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Got port-security extension from driver 'port_security' Sep 02 12:25:15.908453 n-d-792364-8 neutron-server[94731]: INFO neutron.extensions.vlantransparent [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Disabled vlantransparent extension. Sep 02 12:25:15.908969 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94731) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 02 12:25:15.909285 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: router Sep 02 12:25:15.945336 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_interface before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.945728 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_create 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.946100 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router before_create 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.946513 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.946892 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.947255 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_delete 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.947618 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > floatingip after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.947969 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > floatingip after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.948330 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_create 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.948685 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_update 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.949071 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_update 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.949427 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.949769 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_update 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.950183 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_update 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.950554 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.950896 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.951239 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: subnet after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.951584 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.951952 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > port precommit_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.952306 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_create 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.952658 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.953031 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.953397 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router after_update 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.953736 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_delete 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.954089 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_create 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.954452 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.954782 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_update 55549900 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.955145 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > agent after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.955497 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > agent after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.955843 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > network after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.956717 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Tracking information for resource: router configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.957080 n-d-792364-8 neutron-server[94731]: DEBUG neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Tracking information for resource: floatingip configured {{(pid=94731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 12:25:15.962147 n-d-792364-8 neutron-server[94731]: INFO neutron.db.l3_agentschedulers_db [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 02 12:25:15.962735 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.963106 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port after_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.963461 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port after_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.963819 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: port after_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.964614 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router before_create 55550100 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.965004 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_delete 55550100 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.965372 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_create 55550100 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.965730 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > router precommit_update 55550100 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.970348 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.provider_configuration [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service providers = [] {{(pid=94731) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 02 12:25:15.970713 n-d-792364-8 neutron-server[94731]: DEBUG neutron.db.servicetype_db [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94731) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 02 12:25:15.973720 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.service_base [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 12:25:15.974072 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.service_base [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 12:25:15.974418 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.service_base [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 12:25:15.975307 n-d-792364-8 neutron-server[94731]: DEBUG neutron.services.service_base [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 12:25:15.975679 n-d-792364-8 neutron-server[94731]: INFO neutron.services.service_base [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 02 12:25:15.976054 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:15.976372 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 02 12:25:15.987055 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:15.987395 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: auto_allocate Sep 02 12:25:15.993197 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: network precommit_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.993563 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: network precommit_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:15.994090 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:15.994411 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: tag Sep 02 12:25:16.001066 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:16.001333 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: timestamp Sep 02 12:25:16.005373 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:16.005702 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: network_ip_availability Sep 02 12:25:16.011226 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:16.011604 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:16.011964 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:16.012685 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:16.013038 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: flavors Sep 02 12:25:16.018429 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:16.018793 n-d-792364-8 neutron-server[94731]: INFO neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading Plugin: revisions Sep 02 12:25:16.023111 n-d-792364-8 neutron-server[94731]: DEBUG neutron.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 12:25:16.023510 n-d-792364-8 neutron-server[94731]: DEBUG oslo_concurrency.lockutils [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.888s {{(pid=94731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 12:25:16.024267 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94731) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 02 12:25:16.024611 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Initializing extension manager. Sep 02 12:25:16.025162 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: __init__.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.025509 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: __pycache__ {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.025826 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.026179 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: address_group.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.026934 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.027495 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: address-group Sep 02 12:25:16.027821 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: address_scope.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.028736 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.029269 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: address-scope Sep 02 12:25:16.029598 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: admin_state_down_before_update.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.030535 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.031048 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: router-admin-state-down-before-update Sep 02 12:25:16.031369 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: agent.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.032076 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.032577 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: agent Sep 02 12:25:16.032917 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: agent_resources_synced.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.033846 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.034353 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: agent-resources-synced Sep 02 12:25:16.034664 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: allowedaddresspairs.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.036454 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.037005 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: allowed-address-pairs Sep 02 12:25:16.037338 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: auto_allocated_topology.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.038421 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.038934 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: auto-allocated-topology Sep 02 12:25:16.039260 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: availability_zone.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.040040 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.040551 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: availability_zone Sep 02 12:25:16.040877 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: availability_zone_filter.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.041861 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.042370 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: availability_zone_filter Sep 02 12:25:16.042695 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: data_plane_status.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.043607 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.044111 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension data-plane-status not supported by any of loaded plugins Sep 02 12:25:16.044434 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: default_subnetpools.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.045724 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.046224 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: default-subnetpools Sep 02 12:25:16.046547 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: dhcpagentscheduler.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.047361 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.047869 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: dhcp_agent_scheduler Sep 02 12:25:16.048193 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: dns.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.049154 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.049654 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension dns-integration not supported by any of loaded plugins Sep 02 12:25:16.049973 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: dns_domain_ports.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.050906 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.051404 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 02 12:25:16.051724 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.052652 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.053191 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 02 12:25:16.053539 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: dvr.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.054225 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.054731 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: dvr Sep 02 12:25:16.055059 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: ecmp_routes.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.056189 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.056700 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 02 12:25:16.057061 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: empty_string_filtering.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.057980 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.058485 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: empty-string-filtering Sep 02 12:25:16.058788 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.059706 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.060212 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 02 12:25:16.060551 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.061492 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.061996 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 02 12:25:16.062319 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: external_net.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.063252 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.063764 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: external-net Sep 02 12:25:16.064093 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: extra_dhcp_opt.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.065038 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.065556 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: extra_dhcp_opt Sep 02 12:25:16.065879 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: extraroute.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.066834 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.067295 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: extraroute Sep 02 12:25:16.067615 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: extraroute_atomic.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.068660 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.069202 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: extraroute-atomic Sep 02 12:25:16.069526 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: filter_validation.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.070236 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.070749 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: filter-validation Sep 02 12:25:16.071070 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: fip_pf_description.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.072037 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.072535 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 02 12:25:16.072860 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: fip_port_details.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.073792 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.074296 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: fip-port-details Sep 02 12:25:16.074616 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: flavors.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.075856 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.076368 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: flavors Sep 02 12:25:16.076711 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.078391 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.078914 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 02 12:25:16.079252 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: floatingip_pools.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.079962 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.080480 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: floatingip-pools Sep 02 12:25:16.080807 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: ip_allocation.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.081767 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.082280 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension ip_allocation not supported by any of loaded plugins Sep 02 12:25:16.082604 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.083530 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.084036 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: ip-substring-filtering Sep 02 12:25:16.084362 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l2_adjacency.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.085319 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.085821 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 02 12:25:16.086153 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.087299 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.087860 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: router Sep 02 12:25:16.088192 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3_conntrack_helper.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.090473 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.091011 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 02 12:25:16.091344 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.092292 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.092806 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: ext-gw-mode Sep 02 12:25:16.093168 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.094121 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.094625 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: l3-ha Sep 02 12:25:16.094951 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3_flavors.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.095873 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.096381 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: l3-flavors Sep 02 12:25:16.096707 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.097642 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.098154 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 02 12:25:16.098476 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: l3agentscheduler.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.099499 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.100009 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: l3_agent_scheduler Sep 02 12:25:16.100340 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: logging.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.101861 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.102453 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension logging not supported by any of loaded plugins Sep 02 12:25:16.102828 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: metering.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.103583 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.104152 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: metering Sep 02 12:25:16.104480 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.105626 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.106136 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: metering_source_and_destination_fields Sep 02 12:25:16.106460 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: multiprovidernet.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.107396 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.107901 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: multi-provider Sep 02 12:25:16.108228 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: netmtu.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.109170 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.109672 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: net-mtu Sep 02 12:25:16.109993 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: netmtu_writable.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.110929 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.111434 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: net-mtu-writable Sep 02 12:25:16.111756 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: network_availability_zone.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.112430 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.112961 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: network_availability_zone Sep 02 12:25:16.113287 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: network_ip_availability.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.114407 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.114934 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: network-ip-availability Sep 02 12:25:16.115267 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: network_segment_range.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.116052 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.116561 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension network-segment-range not supported by any of loaded plugins Sep 02 12:25:16.116886 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: pagination.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.117903 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.118260 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: pagination Sep 02 12:25:16.118590 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: port_device_profile.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.119503 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.120022 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: port-device-profile Sep 02 12:25:16.120346 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.121303 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.121812 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: port-mac-address-regenerate Sep 02 12:25:16.122133 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.123058 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.123563 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: port-numa-affinity-policy Sep 02 12:25:16.123880 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: port_resource_request.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.124929 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.125454 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension port-resource-request not supported by any of loaded plugins Sep 02 12:25:16.125773 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: portbindings.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.126711 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.127213 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: binding Sep 02 12:25:16.127533 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: portbindings_extended.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.128810 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.129348 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: binding-extended Sep 02 12:25:16.129675 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: portsecurity.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.130607 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.131117 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: port-security Sep 02 12:25:16.131445 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: project_id.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.132425 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.132759 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: project-id Sep 02 12:25:16.133134 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: providernet.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.134132 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.134650 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: provider Sep 02 12:25:16.134971 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.138640 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.139175 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos not supported by any of loaded plugins Sep 02 12:25:16.139519 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.140777 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.141335 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 02 12:25:16.141665 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.142609 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.143122 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 02 12:25:16.143455 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_default.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.144373 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.144883 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-default not supported by any of loaded plugins Sep 02 12:25:16.145238 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_fip.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.145902 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.146481 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-fip not supported by any of loaded plugins Sep 02 12:25:16.147094 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_gateway_ip.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.148186 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.148460 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 02 12:25:16.149289 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_port_network_policy.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.150724 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.150724 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 02 12:25:16.151680 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_pps_rule.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.152110 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.152632 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-pps not supported by any of loaded plugins Sep 02 12:25:16.152989 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_rule_type_details.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.153915 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.154436 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 02 12:25:16.154760 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: qos_rules_alias.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.155801 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.156316 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 02 12:25:16.156645 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: quotasv2.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.157631 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.157961 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: quotas Sep 02 12:25:16.158287 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: quotasv2_detail.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.161635 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.161984 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: quota_details Sep 02 12:25:16.162326 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: rbac.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.163427 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.163960 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: rbac-policies Sep 02 12:25:16.164288 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: rbac_address_group.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.165410 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.165926 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: rbac-address-group Sep 02 12:25:16.166251 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: rbac_address_scope.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.167180 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.167689 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: rbac-address-scope Sep 02 12:25:16.168012 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: rbac_security_groups.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.168976 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.169498 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: rbac-security-groups Sep 02 12:25:16.170163 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: rbac_subnetpool.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.171137 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.171658 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: rbac-subnetpool Sep 02 12:25:16.171985 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: revisionifmatch.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.172953 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.173499 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: revision-if-match Sep 02 12:25:16.173825 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: revisions.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.174986 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.175498 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: standard-attr-revisions Sep 02 12:25:16.175824 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: router_availability_zone.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.176536 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.177085 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: router_availability_zone Sep 02 12:25:16.177399 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: routerservicetype.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.178338 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.178842 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension router-service-type not supported by any of loaded plugins Sep 02 12:25:16.179168 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.180116 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.180703 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: security-groups-normalized-cidr Sep 02 12:25:16.181134 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: security_groups_port_filtering.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.181997 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.182506 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: port-security-groups-filtering Sep 02 12:25:16.182831 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.183758 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.184265 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: security-groups-remote-address-group Sep 02 12:25:16.184587 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: securitygroup.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.195871 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.196780 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: security-group Sep 02 12:25:16.197154 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: segment.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.197961 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.198476 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension segment not supported by any of loaded plugins Sep 02 12:25:16.198810 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.199762 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.200279 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 02 12:25:16.200609 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: servicetype.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.201884 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.202405 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: service-type Sep 02 12:25:16.202737 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: sorting.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.203742 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.204065 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: sorting Sep 02 12:25:16.204391 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: standard_attr_segment.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.205399 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.205913 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 02 12:25:16.206243 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: standardattrdescription.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.206902 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.207414 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: standard-attr-description Sep 02 12:25:16.207741 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: stateful_security_group.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.208682 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.209229 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: stateful-security-group Sep 02 12:25:16.209555 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: stdattrs_common.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.210159 n-d-792364-8 neutron-server[94731]: WARNING neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 02 12:25:16.210479 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.211414 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.212021 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 02 12:25:16.212347 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: subnet_onboard.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.213461 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.213987 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: subnet_onboard Sep 02 12:25:16.214314 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.215251 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.215771 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 02 12:25:16.216096 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: subnet_service_types.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.217064 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.217581 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: subnet-service-types Sep 02 12:25:16.217905 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: subnetallocation.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.218996 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.219514 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: subnet_allocation Sep 02 12:25:16.219842 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.220522 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.221066 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: subnetpool-prefix-ops Sep 02 12:25:16.221408 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.222344 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.222863 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 02 12:25:16.223190 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: tagging.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.224286 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.224809 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: standard-attr-tag Sep 02 12:25:16.225170 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: timestamp.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.226386 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.226901 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loaded extension: standard-attr-timestamp Sep 02 12:25:16.227237 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: trunk.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.228359 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.228860 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension trunk not supported by any of loaded plugins Sep 02 12:25:16.229266 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: trunk_details.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.230197 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.230713 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension trunk-details not supported by any of loaded plugins Sep 02 12:25:16.231043 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: uplink_status_propagation.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.231972 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.232482 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 02 12:25:16.232805 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Loading extension file: vlantransparent.py {{(pid=94731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 12:25:16.233514 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 12:25:16.234020 n-d-792364-8 neutron-server[94731]: INFO neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 02 12:25:16.236605 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:network Sep 02 12:25:16.237161 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:subnet Sep 02 12:25:16.237572 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 12:25:16.237968 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:port Sep 02 12:25:16.239270 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.239727 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service FLAVORS assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.240389 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.240817 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.241175 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:router Sep 02 12:25:16.241609 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:floatingip Sep 02 12:25:16.242121 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service METERING assigned prefix: /metering {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.243624 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:16.244009 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:16.244366 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:25:16.245412 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 12:25:16.245886 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:security_group Sep 02 12:25:16.246335 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 12:25:16.246946 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service CORE assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.247279 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 12:25:16.247672 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] subnetpool is already registered Sep 02 12:25:16.248075 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service CORE assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.248407 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 12:25:16.248746 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] subnetpool is already registered Sep 02 12:25:16.251179 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.251569 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service FLAVORS assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.252167 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.252592 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.252938 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:router Sep 02 12:25:16.253298 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] router is already registered Sep 02 12:25:16.253720 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:floatingip Sep 02 12:25:16.254059 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] floatingip is already registered Sep 02 12:25:16.254519 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service METERING assigned prefix: /metering {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.255193 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 12:25:16.255521 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] rbac_policy is already registered Sep 02 12:25:16.255934 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:security_group Sep 02 12:25:16.256269 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] security_group is already registered Sep 02 12:25:16.256672 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 12:25:16.257046 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] security_group_rule is already registered Sep 02 12:25:16.257681 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service CORE assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.258013 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 12:25:16.258347 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] subnetpool is already registered Sep 02 12:25:16.258809 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.v2.resource_helper [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Service CORE assigned prefix: {{(pid=94731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 12:25:16.259128 n-d-792364-8 neutron-server[94731]: INFO neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 12:25:16.259488 n-d-792364-8 neutron-server[94731]: WARNING neutron.quota.resource_registry [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] subnetpool is already registered Sep 02 12:25:16.259963 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: extensions {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.261514 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: address-groups {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.263081 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: address-scopes {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.264420 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: agents {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.265651 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: auto-allocated-topology {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.266928 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: availability_zones {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.268187 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: dhcp-networks {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.269731 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: dhcp-agents {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.271217 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: routers {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.273523 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: flavors {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.274820 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: service_profiles {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.276060 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: next_providers {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.277554 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: service_profiles {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.279114 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: floatingip-pools {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.280340 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: routers {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.282516 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: floatingips {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.283819 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: l3-routers {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.285229 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: l3-agents {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.286654 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: metering-labels {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.288034 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: metering-label-rules {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.289375 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: network-ip-availabilities {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.290720 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: bindings {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.293249 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: quotas {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.295099 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: quotas {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.296544 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: rbac-policies {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.297781 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: security-groups {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.299110 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: security-group-rules {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.300395 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: service-providers {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.301675 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: subnetpools {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.303121 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: subnetpools {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.304594 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.306426 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.308243 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.310114 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.311920 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.313810 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.315567 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.317524 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.319297 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.321063 n-d-792364-8 neutron-server[94731]: DEBUG neutron.api.extensions [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Extended resource: tags {{(pid=94731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 12:25:16.327307 n-d-792364-8 neutron-server[94731]: WARNING keystonemiddleware.auth_token [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 02 12:25:16.332150 n-d-792364-8 neutron-server[94731]: WARNING keystonemiddleware.auth_token [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 02 12:25:16.340669 n-d-792364-8 neutron-server[94731]: DEBUG oslo_concurrency.lockutils [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Acquired lock "singleton_lock" {{(pid=94731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 02 12:25:16.341182 n-d-792364-8 neutron-server[94731]: DEBUG oslo_concurrency.lockutils [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Releasing lock "singleton_lock" {{(pid=94731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 02 12:25:16.341829 n-d-792364-8 neutron-server[94731]: INFO oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Starting 2 workers Sep 02 12:25:16.346650 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Started child 94840 {{(pid=94731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 12:25:16.351102 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Started child 94841 {{(pid=94731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 12:25:16.352122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:16.353302 n-d-792364-8 neutron-server[94731]: INFO neutron.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 02 12:25:16.353384 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Notify callbacks [] for process, before_spawn {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:16.353986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [-] (94840) wsgi starting up on http://0.0.0.0:9696 Sep 02 12:25:16.355763 n-d-792364-8 neutron-server[94731]: INFO oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Starting 1 workers Sep 02 12:25:16.356157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:16.357585 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [-] (94841) wsgi starting up on http://0.0.0.0:9696 Sep 02 12:25:16.361123 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Started child 94842 {{(pid=94731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 12:25:16.361648 n-d-792364-8 neutron-server[94731]: INFO oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Starting 1 workers Sep 02 12:25:16.364848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] calling RpcWorker wait() {{(pid=94842) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 02 12:25:16.365475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] returning from RpcWorker wait() {{(pid=94842) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 02 12:25:16.366155 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Started child 94843 {{(pid=94731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 12:25:16.366658 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:16.366930 n-d-792364-8 neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8b035a70-c2ff-4ef4-b98a-254226ba877e None None] Notify callbacks [] for process, after_spawn {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:16.367080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:25:16.368874 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 12:25:16.369307 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 12:25:16.369480 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 12:25:16.369898 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 12:25:16.370247 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 12:25:16.370385 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 12:25:16.370907 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.371189 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.371437 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.371682 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.371947 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:16.372468 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.372557 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.372721 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.373186 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.373451 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.373695 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.373852 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.374188 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.374447 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.374687 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.374989 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.375250 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.375497 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.375770 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.375953 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.376188 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.376443 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.376687 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.376975 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] debug = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.377231 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.377708 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.377950 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.378206 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.378422 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.378698 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.378935 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.379227 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.379422 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.379662 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.379918 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.380170 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.380407 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.380638 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.380854 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.381129 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.381362 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.381844 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] host = n-d-792364-8 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.382092 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.382992 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.382992 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.382992 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.383578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.383578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.383578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.383928 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.384063 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.384424 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.384655 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.384944 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.385161 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.385408 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.385572 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_options = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.385808 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.386060 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.386321 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.386510 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.386677 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.386855 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.387126 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.387288 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.387537 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.387770 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.387981 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.388212 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.388442 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.388662 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.388952 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.389206 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.389457 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.389655 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.389920 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.390148 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.390399 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.390622 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.390861 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.391071 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.391284 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.391512 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.391735 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.391962 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.392175 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.392423 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.392653 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.392919 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.393142 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.393399 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.393628 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.393852 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.394064 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.394337 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.394631 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.394799 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.395054 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.395283 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.395526 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.395742 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.395973 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.396190 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_json = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.396401 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.396635 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.397067 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.397192 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.397353 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.397565 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.397784 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.398040 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.398457 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.398737 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.399325 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.399621 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.399834 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.400056 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.400562 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.400562 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.400838 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.401091 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.401440 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.401667 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.402025 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.402218 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.402560 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.402857 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.403124 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.403545 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.403974 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.404217 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.404454 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.404699 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.405577 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.405577 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.405577 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.405796 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.407853 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.407853 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.407853 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.407853 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.407853 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.407853 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.408292 n-d-792364-8 neutron-server[94843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:25:16.408380 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.408380 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.408380 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.408380 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.408599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.408879 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.409003 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.409160 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.409382 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.409609 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.409826 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.410059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.410318 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.410523 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.410747 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.411030 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.411674 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.411674 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.411674 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.412145 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.412145 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.413261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.413261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.413261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.413261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.413261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414012 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414012 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414012 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414413 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414413 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414666 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414666 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.414952 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.415477 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.415618 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.415857 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.416126 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.416318 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.416522 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.416745 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.417014 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.417243 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.417461 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.417865 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.418026 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.418176 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.418386 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.418620 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420147 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420147 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420147 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420147 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420147 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420545 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420545 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420698 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.420944 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.421262 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.421507 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.421753 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.422184 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.422426 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.422698 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.423512 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.423512 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.423512 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.423833 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.423833 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.424330 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.424330 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.424541 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.424720 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.425165 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.425582 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.425968 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.426368 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.426616 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.427068 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.427317 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.427601 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.427861 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.428120 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.428380 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.428664 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.428953 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.429235 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.429630 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.430085 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.430390 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.430991 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.431446 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.431682 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.431951 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.432196 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.432460 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.432713 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.433003 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.433242 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.433499 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.433763 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.434006 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.434236 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.434463 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.434707 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.435015 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.435446 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.435857 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.436249 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.436730 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.437004 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.437255 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.437520 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.437785 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.438024 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.438260 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.438513 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.438729 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.438977 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.439408 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.439807 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.440061 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.440296 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.440536 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.440753 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.441019 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.441270 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.441486 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.441726 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.441961 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.442181 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.442419 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.442680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.442894 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.443129 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.443367 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.443585 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.443814 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.444017 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.444244 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.444520 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.444739 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.445069 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.445323 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.445577 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.445840 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.446104 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.446350 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.446570 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.446824 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.447063 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.447282 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.447498 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.447726 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.447964 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.448192 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.448438 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.448658 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.448926 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.449167 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.449510 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.449760 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.449995 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.450244 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.450463 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.450718 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.450965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.451201 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.451419 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.451635 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.451851 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.452119 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.452371 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.452612 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.452852 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.453100 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.453330 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.453561 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.453769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.454052 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.454289 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.454541 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.454797 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.455032 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.455261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.455504 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.455732 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.455943 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.456174 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.456381 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.456609 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.456854 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.457092 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.457303 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.457543 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.457765 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.457992 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.458353 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.458445 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459275 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459275 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459275 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459489 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459564 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459708 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.459923 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.460140 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.460363 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.460567 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.460791 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.461115 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.461326 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.461548 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.461819 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.462031 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.462339 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.462595 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.462950 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.463271 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.463530 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.463777 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.464024 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.464349 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.464558 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.464817 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.465064 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.465281 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.465501 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.465741 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.466073 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.466365 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.466606 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.466858 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.467142 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.467413 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.467685 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.467896 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.468172 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.468601 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.468767 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.469048 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.469302 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.469538 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.469768 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.469984 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.470217 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.470446 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.470676 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.470912 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.471139 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.471360 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.471598 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.471839 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.472049 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.472268 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.472495 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.472714 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.472950 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.473107 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 12:25:16.473640 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 12:25:16.473799 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 12:25:16.474161 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 12:25:16.474343 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 12:25:16.474520 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 12:25:16.474675 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 12:25:16.474883 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.475045 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.475206 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.475367 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.475525 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.475707 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.475859 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476015 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476175 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476333 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476492 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476649 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476807 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.476989 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.477133 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.477294 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.477578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.477843 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.478049 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.478210 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.478369 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.478513 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.478695 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] debug = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.478855 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479026 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479190 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479349 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479506 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479664 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479827 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.479986 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.480143 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.480311 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.480447 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.480604 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.480762 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.480947 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.481100 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.481258 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.481415 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.481573 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] host = n-d-792364-8 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.481735 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.481893 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.482050 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.482210 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.482368 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.482546 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.482687 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.482908 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483002 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483149 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483307 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483465 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483622 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483784 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.483940 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_options = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.484097 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.484255 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.484413 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.484588 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.484751 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.484936 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.485100 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.485298 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.485512 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.485708 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.485708 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.486218 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.486218 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.486218 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.487059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.487059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.487059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.487059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.487059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.487059 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.488267 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.491359 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.493364 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_json = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.494599 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495239 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.495965 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.496863 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.497769 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498309 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498945 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498945 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498945 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498945 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.498945 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499367 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499367 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499367 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499657 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499768 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.499928 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.500090 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.500250 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.500410 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.500581 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.500741 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.500920 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.501082 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.501292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.501387 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.501549 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.501709 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.501868 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.502028 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.502189 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.502363 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.502524 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.502684 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.502843 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503003 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503161 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503322 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503481 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503641 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503800 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.503959 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.504118 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.504277 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.504437 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.504598 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.504757 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.504938 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.505103 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.505261 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.505420 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.505578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.505739 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.505903 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.506073 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.506412 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.506578 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.506740 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.508955 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509480 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509480 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.509673 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510070 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510070 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510070 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510234 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510297 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510566 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510661 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510774 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.510938 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.511098 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.511265 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.511436 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.511597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.511758 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.511919 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.512079 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.512238 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.512398 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.512670 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.512770 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.512849 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.513046 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.513196 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.513367 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.513527 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.513688 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.513848 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514032 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514191 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514350 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514510 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514668 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514839 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.514987 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.515146 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.515306 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.515465 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.515626 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.515791 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.515951 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.516110 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.516269 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.516430 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.516591 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.516752 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.516934 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.517213 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.517328 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.517410 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.517556 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.517715 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.517875 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518196 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518355 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518515 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518675 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518845 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.518995 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.519266 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.519375 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.519498 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.519612 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.519905 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.519905 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.520585 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.520585 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.520585 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.520585 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.522529 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523036 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523550 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523550 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523550 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523550 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523831 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523831 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.523971 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.524118 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.524368 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.524918 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.524918 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.525256 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.525680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.525833 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.525995 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.526158 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.526334 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.526497 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.526662 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.526847 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.527027 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.527491 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.527491 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.527491 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.528597 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.530292 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.531887 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.533611 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534153 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.534680 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535179 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535179 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535179 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535179 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535447 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535526 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535633 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535793 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.535951 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.536269 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.536428 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.536589 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.536748 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.536932 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.537097 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.537259 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.537523 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.537523 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538188 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538188 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538188 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538188 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538477 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538477 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 12:25:16.538620 n-d-792364-8 neutron-server[94731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 12:25:16.671614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:16.686315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109885 Sep 02 12:25:28.685950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6789a14d-d2c3-478f-a004-7ca1e2100785 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:25:28.781403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6789a14d-d2c3-478f-a004-7ca1e2100785 None None] No non-hosted networks {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 02 12:25:28.843772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.agentschedulers_db [None req-6789a14d-d2c3-478f-a004-7ca1e2100785 None None] DHCP Agent not found on host n-d-792364-8 {{(pid=94842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 02 12:25:28.944478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e9832ae-a7f2-45d2-b1d3-2479c26f15d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:31.345255 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e50ce011-ba90-4135-8c3b-4afba913f3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:31.390196 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa7bdc3d-9d0a-4dce-b9e9-0ba833dfad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:31.515544 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:31.515544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.516030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.516572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.516750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.517062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.517388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.517706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.518238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.522259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.522906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.523631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.524282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:31.524973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792364-8', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:25:31.549740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792364-8', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:25:32.331459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:33.990757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:34.881439 n-d-792364-8 neutron-server[94842]: INFO neutron.db.l3_hamode_db [None req-5c8bb015-3cd1-4758-8360-a4c62eef8a91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 02 12:25:34.967391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bb015-3cd1-4758-8360-a4c62eef8a91 None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:25:34.967779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bb015-3cd1-4758-8360-a4c62eef8a91 None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 12:25:35.239585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:35.796250 n-d-792364-8 neutron-server[94840]: WARNING oslo_policy.policy [None req-b83a1260-8517-4528-9cda-4095051f443a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:35.797172 n-d-792364-8 neutron-server[94840]: WARNING oslo_policy.policy [None req-b83a1260-8517-4528-9cda-4095051f443a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:36.017873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-b83a1260-8517-4528-9cda-4095051f443a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:25:36.018840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b83a1260-8517-4528-9cda-4095051f443a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7782290 Sep 02 12:25:38.516124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:38.883555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:25:38.983205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.policy [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 12:25:39.029365 n-d-792364-8 neutron-server[94840]: WARNING oslo_policy.policy [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:39.029681 n-d-792364-8 neutron-server[94840]: WARNING oslo_policy.policy [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:39.038295 n-d-792364-8 neutron-server[94840]: INFO neutron.quota [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] Loaded quota_driver: . Sep 02 12:25:39.156072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778701663864', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778701663373', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778701618516', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778701613826', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778702218829', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778701627630', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-759126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1913136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1993742'] for rbac-policy, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:39.240051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:39.241647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e8512ff6-660c-4a43-b17f-6cc52c60a868 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7244432 Sep 02 12:25:41.995113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:42.325612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'project_id': '610ed211bba643c5beb38a7298b56f39', 'name': 'private'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:25:42.361151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Made reservation on behalf of 610ed211bba643c5beb38a7298b56f39 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:25:42.365450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.394378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.528433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.535151 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.555760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:25:42.600119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778700772958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.600888 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Unsubscribe: segment precommit_create {{(pid=94840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 12:25:42.601546 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Added segment 661a990c-9993-4ffe-bb3a-ab9c3f403d68 of type vlan for network 2692b4bc-a848-4660-ba8b-bde3da24967c Sep 02 12:25:42.621215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43dcdfa-ad68-4d3f-b013-7b460d9b4bfa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:25:42.672257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.672490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.672823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.673158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.673517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.673852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.674223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.674585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.674940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.675326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.675651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.675968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Tracked resource versions report: Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: pushed versions: Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Log': {'1.0'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Network': {'1.1'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Port': {'1.7'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'PortForwarding': {'1.2'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'QosPolicy': {'1.9'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'SubPort': {'1.0'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Subnet': {'1.1'}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Trunk': {'1.1'}} Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: consumer versions: Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: L3 agent@n-d-792364-8: {}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: Metadata agent@n-d-792364-8: {}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: Metering agent@n-d-792364-8: {}, Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'ConntrackHelper': '1.0', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Log': '1.0', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Network': '1.1', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Port': '1.7', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'PortForwarding': '1.2', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'QosPolicy': '1.9', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'SecurityGroup': '1.4', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'SecurityGroupRule': '1.2', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'SubPort': '1.0', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Subnet': '1.1', Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: 'Trunk': '1.1'}} Sep 02 12:25:42.677143 n-d-792364-8 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:25:42.721711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.771802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.772958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:25:42.773587 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:42.852465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8558896 Sep 02 12:25:42.871309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11a147-84cb-48a6-ab7f-4cf556192d27 admin admin] Pushing event updated for resources: {'Network': ['ID=2692b4bc-a848-4660-ba8b-bde3da24967c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:25:42.885515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2692b4bc-a848-4660-ba8b-bde3da24967c details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:25:45.989013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:46.568960 n-d-792364-8 neutron-server[94841]: WARNING oslo_policy.policy [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:46.569726 n-d-792364-8 neutron-server[94841]: WARNING oslo_policy.policy [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:47.027053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.policy [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 12:25:47.073462 n-d-792364-8 neutron-server[94841]: WARNING oslo_policy.policy [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:47.073808 n-d-792364-8 neutron-server[94841]: WARNING oslo_policy.policy [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 12:25:47.082113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:25:47.084019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-22434277-93bb-43ff-9964-d95be6566a73 admin admin] 10.222.0.60 "GET /v2.0/networks/2692b4bc-a848-4660-ba8b-bde3da24967c HTTP/1.1" status: 200 len: 825 time: 1.0929768 Sep 02 12:25:47.125552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ae88d69e-d8d3-43da-904b-09d097e94f55 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/1e40d983-4a9f-44af-a869-8936ee997275 HTTP/1.1" status: 200 len: 734 time: 0.0340853 Sep 02 12:25:47.135871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'name': 'private-subnet', 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:25:47.137525 n-d-792364-8 neutron-server[94841]: INFO neutron.quota [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Loaded quota_driver: . Sep 02 12:25:47.179290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Made reservation on behalf of 610ed211bba643c5beb38a7298b56f39 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:25:47.182525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:47.522799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:47.605947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Checking segment: {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:25:47.606179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Network hostable DHCP agents. Network: 2692b4bc-a848-4660-ba8b-bde3da24967c, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:25:47.613193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e194ad0-92c5-46c2-a805-b0bd3724a922,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:25:47.624507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.624848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.625212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.625535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.625856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.626173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.626484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.626796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.627104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.627416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.627721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.628010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Tracked resource versions report: Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: pushed versions: Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: { 'AddressGroup': {'1.2'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Log': {'1.0'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Network': {'1.1'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Port': {'1.7'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'PortForwarding': {'1.2'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'QosPolicy': {'1.9'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'SecurityGroup': {'1.4'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'SubPort': {'1.0'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Subnet': {'1.1'}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Trunk': {'1.1'}} Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: consumer versions: Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: L3 agent@n-d-792364-8: {}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: Metadata agent@n-d-792364-8: {}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: Metering agent@n-d-792364-8: {}, Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'ConntrackHelper': '1.0', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Log': '1.0', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Network': '1.1', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Port': '1.7', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'PortForwarding': '1.2', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'QosPolicy': '1.9', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'SecurityGroup': '1.4', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'SecurityGroupRule': '1.2', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'SubPort': '1.0', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Subnet': '1.1', Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: 'Trunk': '1.1'}} Sep 02 12:25:47.629149 n-d-792364-8 neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:25:47.667880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Network 2692b4bc-a848-4660-ba8b-bde3da24967c is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:25:47.683519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2692b4bc-a848-4660-ba8b-bde3da24967c) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:25:47.690471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:25:47.691145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:47.693576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03e383-1c1e-44b7-a602-bc8f092ca3d1 None None] Network 2692b4bc-a848-4660-ba8b-bde3da24967c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:25:47.714523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-103e7a8c-3ab9-4bd8-891b-e2a61f99b2d3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5826054 Sep 02 12:25:48.034506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2692b4bc-a848-4660-ba8b-bde3da24967c', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:25:48.035845 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:48.319816 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Allocated IP 172.20.0.2 (2692b4bc-a848-4660-ba8b-bde3da24967c/2e194ad0-92c5-46c2-a805-b0bd3724a922/21241566-666f-4423-a161-e7577fa83ed2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:25:48.549739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:48.594618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Transition to ACTIVE for port object 21241566-666f-4423-a161-e7577fa83ed2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:25:48.617388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Transition to ACTIVE for port object 21241566-666f-4423-a161-e7577fa83ed2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:25:48.626786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:48.703724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Network 2692b4bc-a848-4660-ba8b-bde3da24967c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:25:48.708283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:25:48.714132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Pushing event updated for resources: {'Port': ['ID=21241566-666f-4423-a161-e7577fa83ed2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:25:48.716701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:25:48.726653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.726999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.727305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.727695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.728059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.728416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.728747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.729089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.729410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.729723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.730034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.730347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Tracked resource versions report: Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: pushed versions: Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: { 'AddressGroup': {'1.2'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'ConntrackHelper': {'1.0'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Log': {'1.0'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Network': {'1.1'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Port': {'1.7'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'PortForwarding': {'1.2'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'QosPolicy': {'1.9'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'SecurityGroup': {'1.4'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'SubPort': {'1.0'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Subnet': {'1.1'}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Trunk': {'1.1'}} Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: consumer versions: Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: L3 agent@n-d-792364-8: {}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: Metadata agent@n-d-792364-8: {}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: Metering agent@n-d-792364-8: {}, Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'ConntrackHelper': '1.0', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Log': '1.0', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Network': '1.1', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Port': '1.7', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'PortForwarding': '1.2', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'QosPolicy': '1.9', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'SecurityGroup': '1.4', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'SecurityGroupRule': '1.2', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'SubPort': '1.0', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Subnet': '1.1', Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: 'Trunk': '1.1'}} Sep 02 12:25:48.731476 n-d-792364-8 neutron-server[94842]: {{(pid=94842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:25:48.806511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Attempting to bind port 21241566-666f-4423-a161-e7577fa83ed2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:25:48.806913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Attempting to bind port 21241566-666f-4423-a161-e7577fa83ed2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:25:48.807339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Attempting to bind port 21241566-666f-4423-a161-e7577fa83ed2 on network 2692b4bc-a848-4660-ba8b-bde3da24967c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:25:48.812453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:25:48.812868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Checking segment: {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:25:48.813386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:48.813760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Bound using segment: {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:25:48.814212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Bound port: 21241566-666f-4423-a161-e7577fa83ed2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:25:48.814613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:48.877609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] For port 21241566-666f-4423-a161-e7577fa83ed2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:25:48.881818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] For port 21241566-666f-4423-a161-e7577fa83ed2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=21241566-666f-4423-a161-e7577fa83ed2,segment=NetworkSegment(661a990c-9993-4ffe-bb3a-ab9c3f403d68),segment_id=661a990c-9993-4ffe-bb3a-ab9c3f403d68)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:25:48.887921 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:48.957533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c87871-6b4a-4826-9851-01c70a3e2077 None None] Pushing event updated for resources: {'Port': ['ID=21241566-666f-4423-a161-e7577fa83ed2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:25:50.178540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:50.510381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-bda67fc3-aa45-4044-892e-0835f1166e35 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:25:50.511388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bda67fc3-aa45-4044-892e-0835f1166e35 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3318486 Sep 02 12:25:53.000712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:53.347536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-58eab274-962a-407f-9f33-588132ce28fc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:25:53.348545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-58eab274-962a-407f-9f33-588132ce28fc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3468339 Sep 02 12:25:56.094657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:56.437323 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:25:56.464755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:25:56.492677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:56.494397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:56.636383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:56.643250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:56.661018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:56.662269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-deaccdf3-9bfa-4356-8378-0cf8798c0a6b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5666406 Sep 02 12:25:57.438708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 21241566-666f-4423-a161-e7577fa83ed2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:25:57.510600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d9748-853d-4cec-a088-499f7e6f8a7e None None] Network 2692b4bc-a848-4660-ba8b-bde3da24967c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:25:57.594158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 21241566-666f-4423-a161-e7577fa83ed2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:25:57.602208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-209bf9e9-a758-4162-b6a5-760b4f9e47f1 None None] Provisioning for port 21241566-666f-4423-a161-e7577fa83ed2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:25:57.611636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 21241566-666f-4423-a161-e7577fa83ed2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:25:57.611971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:57.615332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-209bf9e9-a758-4162-b6a5-760b4f9e47f1 None None] Provisioning complete for port 21241566-666f-4423-a161-e7577fa83ed2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:25:57.615682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-209bf9e9-a758-4162-b6a5-760b4f9e47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:57.864521 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:57.877767 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-209bf9e9-a758-4162-b6a5-760b4f9e47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:57.930235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 21241566-666f-4423-a161-e7577fa83ed2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=21241566-666f-4423-a161-e7577fa83ed2,segment=NetworkSegment(661a990c-9993-4ffe-bb3a-ab9c3f403d68),segment_id=661a990c-9993-4ffe-bb3a-ab9c3f403d68)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:25:57.940391 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:58.011347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-209bf9e9-a758-4162-b6a5-760b4f9e47f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:25:58.011740 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-209bf9e9-a758-4162-b6a5-760b4f9e47f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:25:58.014629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=21241566-666f-4423-a161-e7577fa83ed2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:25:58.586114 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c102-3037-4a1c-adca-8d20622e9fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:58.670570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a34775e5-6b1e-405a-bdab-57910f9a988a None None] Provisioning complete for port 21241566-666f-4423-a161-e7577fa83ed2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:25:58.670945 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a34775e5-6b1e-405a-bdab-57910f9a988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:59.160170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:25:59.435964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 21241566-666f-4423-a161-e7577fa83ed2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:25:59.495485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 21241566-666f-4423-a161-e7577fa83ed2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:25:59.495914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:25:59.510654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-ff03c9a0-5a96-4a0c-b72b-120724812e3e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:25:59.511690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff03c9a0-5a96-4a0c-b72b-120724812e3e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3505795 Sep 02 12:26:01.342739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-940074ca-8019-45c7-8942-f16089725960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:01.515016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.031378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:26:02.277527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.385164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:26:02.410383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Made reservation on behalf of 0f7ddf77468e49fabff3cc96f63f6948 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:26:02.412556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.421933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.514666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.521430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.535804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=94840) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 02 12:26:02.555045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882609a1-db93-44ef-b652-43b65a82e670,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:02.558065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.558398 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Added segment 9602348a-18bb-4f9e-9011-25786f6e3b99 of type flat for network 89208983-4238-4a7a-801c-c970583ac987 Sep 02 12:26:02.602998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.637479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.638854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:26:02.639501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:02.715975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6832085 Sep 02 12:26:02.728085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d0c8-b89f-4d54-ac9a-b47b466d86e3 admin admin] Pushing event updated for resources: {'Network': ['ID=89208983-4238-4a7a-801c-c970583ac987,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:02.745353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 89208983-4238-4a7a-801c-c970583ac987 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:26:03.947882 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:05.213772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:26:05.470537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d988c3-97a9-4b07-a13d-56f411dbf88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:26:05.471958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-85d988c3-97a9-4b07-a13d-56f411dbf88d admin admin] 10.222.0.60 "GET /v2.0/subnets/2e194ad0-92c5-46c2-a805-b0bd3724a922 HTTP/1.1" status: 200 len: 849 time: 0.2569201 Sep 02 12:26:05.593073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-26952cc2-f58a-4999-b7ae-682f4d97c524 admin admin] 10.222.0.60 "GET /v2.0/routers/b3c3de8f-73b6-401b-b010-0f5dac929741 HTTP/1.1" status: 200 len: 704 time: 0.1145267 Sep 02 12:26:05.892802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:06.199543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Allocated IP 172.20.0.1 (2692b4bc-a848-4660-ba8b-bde3da24967c/2e194ad0-92c5-46c2-a805-b0bd3724a922/4cc6d2f5-9942-4886-94ab-f8007e02eea6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:26:06.381492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:06.405147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Transition to ACTIVE for port object 4cc6d2f5-9942-4886-94ab-f8007e02eea6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:26:06.474354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:06.545498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Network 2692b4bc-a848-4660-ba8b-bde3da24967c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:26:06.550204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:26:06.558970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:26:06.560044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:06.578346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc6d2f5-9942-4886-94ab-f8007e02eea6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:06.733715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7d216f6-33e6-4c9e-a733-66319797d154 None None] Provisioning for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:26:06.737436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7d216f6-33e6-4c9e-a733-66319797d154 None None] Provisioning complete for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:26:06.737818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7d216f6-33e6-4c9e-a733-66319797d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:06.777638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e7d216f6-33e6-4c9e-a733-66319797d154 None None] Port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:26:06.812048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:07.026827 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:07.035805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:07.037017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:07.121021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc6d2f5-9942-4886-94ab-f8007e02eea6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:07.175743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Network 2692b4bc-a848-4660-ba8b-bde3da24967c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:26:07.177442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:26:07.352365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Router b3c3de8f-73b6-401b-b010-0f5dac929741 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:26:07.406633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4add3800-7ede-4576-b686-7438e475b6ec None None] Provisioning complete for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:26:07.407099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4add3800-7ede-4576-b686-7438e475b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:07.441302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4add3800-7ede-4576-b686-7438e475b6ec None None] Port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:26:07.446056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:26:07.453298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0a375af9-4182-4698-b25c-d52152ec9cb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/b3c3de8f-73b6-401b-b010-0f5dac929741/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8511112 Sep 02 12:26:07.459018 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Sync routers for ids ['b3c3de8f-73b6-401b-b010-0f5dac929741'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:26:07.471754 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Routers {'b3c3de8f-73b6-401b-b010-0f5dac929741'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:26:07.472612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:26:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b3c3de8f-73b6-401b-b010-0f5dac929741'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:07.664203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Set router b3c3de8f-73b6-401b-b010-0f5dac929741 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:26:08.106168 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:25:56Z', 'updated_at': '2021-09-02T12:26:06Z', 'revision_number': 2, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'gw_port_host': None, '_interfaces': [{'id': '4cc6d2f5-9942-4886-94ab-f8007e02eea6', 'name': '', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'mac_address': 'fa:16:3e:6b:e3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:05Z', 'updated_at': '2021-09-02T12:26:06Z', 'revision_number': 2, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'subnets': [{'id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:08.159270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Checking router: b3c3de8f-73b6-401b-b010-0f5dac929741 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:26:08.159618 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Updating router b3c3de8f-73b6-401b-b010-0f5dac929741 port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:26:08.215275 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:08.741322 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:08.759216 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Transition to ACTIVE for port object 4cc6d2f5-9942-4886-94ab-f8007e02eea6 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:26:08.765553 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:08.923737 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Pushing event updated for resources: {'Port': ['ID=4cc6d2f5-9942-4886-94ab-f8007e02eea6,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:08.936138 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Attempting to bind port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:26:08.936462 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Attempting to bind port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:26:08.936917 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Attempting to bind port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 on network 2692b4bc-a848-4660-ba8b-bde3da24967c {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:26:08.940313 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.940652 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.941013 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.941347 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.941676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.942001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.942328 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.942647 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.942966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.943285 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.943621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.943915 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Tracked resource versions report: Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: pushed versions: Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: { 'AddressGroup': {'1.2'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'ConntrackHelper': {'1.0'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Log': {'1.0'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Network': {'1.1'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Port': {'1.7'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'PortForwarding': {'1.2'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'QosPolicy': {'1.9'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'SecurityGroup': {'1.4'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'SubPort': {'1.0'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Subnet': {'1.1'}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Trunk': {'1.1'}} Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: consumer versions: Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: L3 agent@n-d-792364-8: {}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: Metadata agent@n-d-792364-8: {}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: Metering agent@n-d-792364-8: {}, Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'ConntrackHelper': '1.0', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Log': '1.0', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Network': '1.1', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Port': '1.7', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'PortForwarding': '1.2', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'QosPolicy': '1.9', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'SecurityGroup': '1.4', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'SecurityGroupRule': '1.2', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'SubPort': '1.0', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Subnet': '1.1', Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: 'Trunk': '1.1'}} Sep 02 12:26:08.945026 n-d-792364-8 neutron-server[94843]: {{(pid=94843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:26:08.950623 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:26:08.951042 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Checking segment: {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:26:08.951542 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:08.951928 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Bound using segment: {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:26:08.952427 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Bound port: 4cc6d2f5-9942-4886-94ab-f8007e02eea6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661a990c-9993-4ffe-bb3a-ab9c3f403d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:26:08.952837 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:09.018408 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] For port 4cc6d2f5-9942-4886-94ab-f8007e02eea6, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:26:09.037271 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] For port 4cc6d2f5-9942-4886-94ab-f8007e02eea6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4cc6d2f5-9942-4886-94ab-f8007e02eea6,segment=NetworkSegment(661a990c-9993-4ffe-bb3a-ab9c3f403d68),segment_id=661a990c-9993-4ffe-bb3a-ab9c3f403d68)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:26:09.042044 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:09.098923 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c7e29-2b85-479f-bb17-e5ab203ec5fc None None] Pushing event updated for resources: {'Port': ['ID=4cc6d2f5-9942-4886-94ab-f8007e02eea6,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:09.103431 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Routers {'b3c3de8f-73b6-401b-b010-0f5dac929741'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:26:09.104045 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:26:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b3c3de8f-73b6-401b-b010-0f5dac929741'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:09.194779 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] Set router b3c3de8f-73b6-401b-b010-0f5dac929741 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:26:09.424057 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:25:56Z', 'updated_at': '2021-09-02T12:26:06Z', 'revision_number': 2, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'gw_port_host': None, '_interfaces': [{'id': '4cc6d2f5-9942-4886-94ab-f8007e02eea6', 'name': '', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'mac_address': 'fa:16:3e:6b:e3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:05Z', 'updated_at': '2021-09-02T12:26:09Z', 'revision_number': 4, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'subnets': [{'id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:09.450000 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a41e4a-798b-4b01-8f87-28d891a481be None None] The sync data for ids ['b3c3de8f-73b6-401b-b010-0f5dac929741'] in n-d-792364-8 is: [{'id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:25:56Z', 'updated_at': '2021-09-02T12:26:06Z', 'revision_number': 2, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'gw_port_host': None, '_interfaces': [{'id': '4cc6d2f5-9942-4886-94ab-f8007e02eea6', 'name': '', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'mac_address': 'fa:16:3e:6b:e3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:05Z', 'updated_at': '2021-09-02T12:26:09Z', 'revision_number': 4, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'subnets': [{'id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:26:09.723006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:26:09.851102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee7879-257a-4fc4-b53a-cfb01c433be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:26:09.852453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-86ee7879-257a-4fc4-b53a-cfb01c433be7 admin admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 842 time: 0.1284134 Sep 02 12:26:09.863270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:26:09.885622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Made reservation on behalf of 0f7ddf77468e49fabff3cc96f63f6948 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:26:09.887948 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:10.243863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 12:26:10.244332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:10.303101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fabe99e-5225-4a3e-a48d-117d0fe81ea2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:10.313505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:26:10.313869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Network hostable DHCP agents. Network: 89208983-4238-4a7a-801c-c970583ac987, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:26:10.334291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:26:10.345703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 89208983-4238-4a7a-801c-c970583ac987) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:26:10.355401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:26:10.356476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:10.359957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f97bc5-31cf-4912-bbf3-e17b30215513 None None] Network 89208983-4238-4a7a-801c-c970583ac987 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:26:10.382742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-17095ee4-47ff-439b-a275-c479dd722470 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5150321 Sep 02 12:26:10.505936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78c964-b524-4cc1-ac93-58642efd2127 None None] Network 89208983-4238-4a7a-801c-c970583ac987 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:26:12.689264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:26:12.922268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-75a51dd4-85fa-4256-8678-703ad7bb2a4e admin admin] 10.222.0.60 "GET /v2.0/routers/b3c3de8f-73b6-401b-b010-0f5dac929741 HTTP/1.1" status: 200 len: 710 time: 0.2316837 Sep 02 12:26:13.028261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d5e5c-1419-4986-bd59-b541c11a77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:26:13.036081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2f4d5e5c-1419-4986-bd59-b541c11a77ca admin admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 886 time: 0.1019187 Sep 02 12:26:13.041197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:26:13.290313 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:13.536693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:13.618275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:13.833651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Allocated IP 172.25.7.250 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:26:13.950434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:14.022682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:14.099944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:26:14.101361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:26:14.108240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:26:14.178657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Pushing event updated for resources: {'Port': ['ID=3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:14.400334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:14.597619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:14.602871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:14.725344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Router b3c3de8f-73b6-401b-b010-0f5dac929741 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:26:14.846009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:26:14.850818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:14.852067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3ba70be4-3cf6-407d-b49d-38c704e4f80b admin admin] 10.222.0.60 "PUT /v2.0/routers/b3c3de8f-73b6-401b-b010-0f5dac929741 HTTP/1.1" status: 200 len: 890 time: 1.8151805 Sep 02 12:26:15.463169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4cc6d2f5-9942-4886-94ab-f8007e02eea6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:26:15.564212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:26:15.568471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:26:15.568851 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:15.645849 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:15.681662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4cc6d2f5-9942-4886-94ab-f8007e02eea6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4cc6d2f5-9942-4886-94ab-f8007e02eea6,segment=NetworkSegment(661a990c-9993-4ffe-bb3a-ab9c3f403d68),segment_id=661a990c-9993-4ffe-bb3a-ab9c3f403d68)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:26:15.686265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:15.744179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4cc6d2f5-9942-4886-94ab-f8007e02eea6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:16.062018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Sync routers for ids ['b3c3de8f-73b6-401b-b010-0f5dac929741'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:26:16.076168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Routers {'b3c3de8f-73b6-401b-b010-0f5dac929741'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:26:16.077319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:26:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b3c3de8f-73b6-401b-b010-0f5dac929741'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:16.298885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Set router b3c3de8f-73b6-401b-b010-0f5dac929741 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:26:16.705961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:25:56Z', 'updated_at': '2021-09-02T12:26:14Z', 'revision_number': 4, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'gw_port': {'id': '3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:13Z', 'updated_at': '2021-09-02T12:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4cc6d2f5-9942-4886-94ab-f8007e02eea6', 'name': '', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'mac_address': 'fa:16:3e:6b:e3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:05Z', 'updated_at': '2021-09-02T12:26:15Z', 'revision_number': 5, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'subnets': [{'id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:16.758815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Checking router: b3c3de8f-73b6-401b-b010-0f5dac929741 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:26:16.759307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Updating router b3c3de8f-73b6-401b-b010-0f5dac929741 port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:26:16.809435 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.138827 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.148603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Transition to ACTIVE for port object 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:26:17.155604 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.292067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Attempting to bind port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:26:17.292437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Attempting to bind port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:26:17.292797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Attempting to bind port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:26:17.295168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d416d-9be2-4be9-954e-a90f77508e61 None None] Pushing event updated for resources: {'Port': ['ID=3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:17.300566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:26:17.301016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:26:17.301416 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.301801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:26:17.302259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Bound port: 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:26:17.302652 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.341989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:26:17.356761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] For port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:26:17.360792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] For port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:26:17.367631 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.428547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Routers {'b3c3de8f-73b6-401b-b010-0f5dac929741'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:26:17.428547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:26:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b3c3de8f-73b6-401b-b010-0f5dac929741'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:17.471171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d416d-9be2-4be9-954e-a90f77508e61 None None] Pushing event updated for resources: {'Port': ['ID=3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:17.485508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f333967-4748-4e41-bf46-b443dd4ca773 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1423368 Sep 02 12:26:17.512426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4cc6d2f5-9942-4886-94ab-f8007e02eea6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:26:17.587228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] Set router b3c3de8f-73b6-401b-b010-0f5dac929741 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:26:17.627579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:26:17.627962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:17.891969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:25:56Z', 'updated_at': '2021-09-02T12:26:14Z', 'revision_number': 4, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'gw_port': {'id': '3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:13Z', 'updated_at': '2021-09-02T12:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4cc6d2f5-9942-4886-94ab-f8007e02eea6', 'name': '', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'mac_address': 'fa:16:3e:6b:e3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:05Z', 'updated_at': '2021-09-02T12:26:15Z', 'revision_number': 5, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'subnets': [{'id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:26:17.919499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733eadd-30eb-4ee6-9921-afd7a54eeb0b None None] The sync data for ids ['b3c3de8f-73b6-401b-b010-0f5dac929741'] in n-d-792364-8 is: [{'id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'name': 'router1', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:25:56Z', 'updated_at': '2021-09-02T12:26:14Z', 'revision_number': 4, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'gw_port': {'id': '3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:13Z', 'updated_at': '2021-09-02T12:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4cc6d2f5-9942-4886-94ab-f8007e02eea6', 'name': '', 'network_id': '2692b4bc-a848-4660-ba8b-bde3da24967c', 'tenant_id': '610ed211bba643c5beb38a7298b56f39', 'mac_address': 'fa:16:3e:6b:e3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3de8f-73b6-401b-b010-0f5dac929741', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:26:05Z', 'updated_at': '2021-09-02T12:26:15Z', 'revision_number': 5, 'project_id': '610ed211bba643c5beb38a7298b56f39', 'subnets': [{'id': '2e194ad0-92c5-46c2-a805-b0bd3724a922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e40d983-4a9f-44af-a869-8936ee997275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:26:19.543451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:26:19.608149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:26:19.612890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:26:19.613318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:19.700437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:19.722431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:26:19.727308 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:19.780569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:26:21.542769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:26:21.611359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3f9ff18b-d69a-43b6-b031-0ad6fe6c5f19 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:26:21.612092 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:28.592496 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c78d93f-22d0-44c5-9308-2311ed8c4c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:31.350171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1075900-ad0c-4ba5-a0d4-672ec63faa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:31.521276 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:32.293239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:33.439603 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:26:33.967595 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:26:58.588673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3492419c-5d94-4279-b9be-76b06c581501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:01.345315 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e2ecbfd-db4c-4db2-a689-5e4f80508ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:01.520689 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:02.285964 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:03.962095 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:10.439297 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:27:28.592596 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f2d324b1-c764-49ba-810d-d4184832a4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:31.351856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fef123ef-6275-4cbe-ac2c-4db19f5bf6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:31.519519 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:32.289142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:33.972393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:27:47.438021 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:27:58.599753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d4839fe-a693-4d07-ac26-b1a7571f5ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:01.183393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43222) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:01.253663 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a53086-a0d0-4076-8441-2dfaef989753 admin admin] GET failed (client error): The resource could not be found. Sep 02 12:28:01.255045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a3a53086-a0d0-4076-8441-2dfaef989753 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0706441 Sep 02 12:28:01.354832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f553d547-a2a8-4592-bac1-cf4ad763fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:01.419814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22956e-3483-44d1-9492-e13aea1be784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:01.421358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8f22956e-3483-44d1-9492-e13aea1be784 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609731 Sep 02 12:28:01.522026 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:02.292787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:03.648318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:03.855998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187d492-23ab-450e-a083-52850fc65b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:03.857469 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e187d492-23ab-450e-a083-52850fc65b5b admin admin] 10.222.0.60 "GET /v2.0/subnets/2e194ad0-92c5-46c2-a805-b0bd3724a922 HTTP/1.1" status: 200 len: 849 time: 0.2078857 Sep 02 12:28:03.868528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:28:03.959905 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:03.971613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:04.118135 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778700647882'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:04.148151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:04.148762 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:04.150286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] 10.222.0.60 "PUT /v2.0/subnets/2e194ad0-92c5-46c2-a805-b0bd3724a922 HTTP/1.1" status: 200 len: 868 time: 0.2861698 Sep 02 12:28:04.154010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e8560-b3e3-4f11-9001-fea6779261df None None] Network 2692b4bc-a848-4660-ba8b-bde3da24967c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:28:04.172159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e194ad0-92c5-46c2-a805-b0bd3724a922,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:28:04.180198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.180584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.180890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.181381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.181712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.182056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.182483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.182824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.183161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.183488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.183821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.184153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85464e-50f8-4295-94d1-4bf8c9a374b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:04.570563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f610a8e5-cfa5-4ab0-9827-2b406bd0d775 None None] Provisioning complete for port 21241566-666f-4423-a161-e7577fa83ed2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:28:04.570563 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f610a8e5-cfa5-4ab0-9827-2b406bd0d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:04.660647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f610a8e5-cfa5-4ab0-9827-2b406bd0d775 None None] Provisioning complete for port 4cc6d2f5-9942-4886-94ab-f8007e02eea6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:28:04.660888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f610a8e5-cfa5-4ab0-9827-2b406bd0d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:06.455399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:06.672019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f5128-da30-4341-a298-a525581aef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:06.672405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f5128-da30-4341-a298-a525581aef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:06.673973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e7f5128-da30-4341-a298-a525581aef3c admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2175825 Sep 02 12:28:08.913627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43248) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:09.121633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4545ef3-9fd7-4140-894b-dc99432ec61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:09.121954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4545ef3-9fd7-4140-894b-dc99432ec61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:09.123519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4545ef3-9fd7-4140-894b-dc99432ec61a admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089396 Sep 02 12:28:11.347646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:11.503488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f2c4e-b666-4034-a27b-c2090584f48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:11.504928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-703f2c4e-b666-4034-a27b-c2090584f48b admin admin] 10.222.0.60 "GET /v2.0/networks/2692b4bc-a848-4660-ba8b-bde3da24967c HTTP/1.1" status: 200 len: 869 time: 0.1562874 Sep 02 12:28:13.735159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:13.890400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d44863-9315-495d-9db5-0dbc4dec1491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:13.892115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a8d44863-9315-495d-9db5-0dbc4dec1491 admin admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 886 time: 0.1556869 Sep 02 12:28:16.118188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:16.263235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0198fcd5-bf05-4f8f-a7f7-9e58e0844326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:16.263694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0198fcd5-bf05-4f8f-a7f7-9e58e0844326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:16.265310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0198fcd5-bf05-4f8f-a7f7-9e58e0844326 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1461232 Sep 02 12:28:18.516800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:18.669212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ed070-c806-4c2f-933e-3937bd58f03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:18.669664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ed070-c806-4c2f-933e-3937bd58f03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:18.671289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fc5ed070-c806-4c2f-933e-3937bd58f03c admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1529810 Sep 02 12:28:20.897425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:21.003319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f921-5128-430b-98e3-dc2b8195a3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:21.004711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e595f921-5128-430b-98e3-dc2b8195a3d9 admin admin] 10.222.0.60 "GET /v2.0/subnets/2e194ad0-92c5-46c2-a805-b0bd3724a922 HTTP/1.1" status: 200 len: 868 time: 0.1084998 Sep 02 12:28:23.266870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43298) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:23.356615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d9ef4-378e-4c22-9f64-e164e6bad453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:23.358018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f87d9ef4-378e-4c22-9f64-e164e6bad453 admin admin] 10.222.0.60 "GET /v2.0/subnets/2fabe99e-5225-4a3e-a48d-117d0fe81ea2 HTTP/1.1" status: 200 len: 816 time: 0.0901933 Sep 02 12:28:24.436965 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:28:28.595668 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ad59c3-c3af-49f0-a11d-b6cb2170ce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:31.363861 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-17add674-8604-4b30-bf0e-3e6e5d6a78a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:31.516859 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:32.295640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:33.975060 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:47.927801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:47.982956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-e7608a6b-9e10-4276-82bc-9381201c8c78 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:28:47.983982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e7608a6b-9e10-4276-82bc-9381201c8c78 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548747 Sep 02 12:28:50.536278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43360) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:50.622741 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dee044-546e-452c-8d68-a3373e492127 admin admin] GET failed (client error): The resource could not be found. Sep 02 12:28:50.624206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53dee044-546e-452c-8d68-a3373e492127 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0866349 Sep 02 12:28:50.715549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d1e7ab-1a48-4d4c-9134-77680d373020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:50.716935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32d1e7ab-1a48-4d4c-9134-77680d373020 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857511 Sep 02 12:28:53.045231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:53.105894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:28:53.135980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Made reservation on behalf of 0f7ddf77468e49fabff3cc96f63f6948 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:28:53.138692 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:53.185106 n-d-792364-8 neutron-server[94841]: WARNING neutron.services.revisions.revision_plugin [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Could not find related network for resource to bump revision. Sep 02 12:28:53.203705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:28:53.218357 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778700772958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:53.218922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Unsubscribe: segment precommit_create {{(pid=94841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 12:28:53.219429 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Added segment d0728a93-6c59-4554-9774-70d65dd94f4f of type vlan for network 73114dc3-14f1-4c5b-81ee-001edf43c718 Sep 02 12:28:53.269288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:53.311369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:53.312731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:53.312965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:53.394021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3431079 Sep 02 12:28:53.409260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a0bf5-325c-4d27-be8e-a6569a116f68 admin admin] Pushing event updated for resources: {'Network': ['ID=73114dc3-14f1-4c5b-81ee-001edf43c718,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:28:53.425718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:28:55.681253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:28:55.753876 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ece494-6538-4b9c-b7f4-0185fd380ef6 admin admin] GET failed (client error): The resource could not be found. Sep 02 12:28:55.755296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-67ece494-6538-4b9c-b7f4-0185fd380ef6 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0730593 Sep 02 12:28:55.874662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff9210-75d0-408f-a905-626f0dfad0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:55.876085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c1ff9210-75d0-408f-a905-626f0dfad0fb admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1150424 Sep 02 12:28:55.887153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:28:55.912714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Made reservation on behalf of 0f7ddf77468e49fabff3cc96f63f6948 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:28:55.915056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.204054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.264686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ffa1c2-fb52-45c3-b34a-021b06313df5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:28:56.278786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.279142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.279480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.279824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.280160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.280490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.280813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.281155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.281490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.281809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.282134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.282441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.292585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:28:56.292956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Network hostable DHCP agents. Network: 73114dc3-14f1-4c5b-81ee-001edf43c718, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:28:56.315200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:28:56.327410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 73114dc3-14f1-4c5b-81ee-001edf43c718) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:28:56.332470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:28:56.333133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.338481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d2449c-b6de-4c7c-8c43-becc7e14f72c None None] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:28:56.348933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95cb953b-e85b-44c6-84ef-5758fb6f48b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4656577 Sep 02 12:28:56.496601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-73114dc3-14f1-4c5b-81ee-001edf43c718', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'tenant_id': '0f7ddf77468e49fabff3cc96f63f6948', 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:28:56.497706 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.647270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Allocated IP 192.168.233.2 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:28:56.797892 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.807693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Transition to ACTIVE for port object bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:28:56.823034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Transition to ACTIVE for port object bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:28:56.830121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.873201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:28:56.874657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:28:56.878576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:28:56.884282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Pushing event updated for resources: {'Port': ['ID=bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:28:56.896357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.896693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.897055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.897402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.897731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.898058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.898385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.898790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.899039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.899357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.899671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.900066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:28:56.953015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Attempting to bind port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:28:56.953369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Attempting to bind port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:28:56.953730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Attempting to bind port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:28:56.964139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:28:56.964527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:28:56.964946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:56.965341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:28:56.965811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Bound port: bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:28:56.966209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:57.059113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-41c4147e-e715-440d-831b-a29178f93523 None None] For port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:28:57.062430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-41c4147e-e715-440d-831b-a29178f93523 None None] For port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:28:57.068283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:57.191511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4147e-e715-440d-831b-a29178f93523 None None] Pushing event updated for resources: {'Port': ['ID=bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:28:57.672748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:28:57.726260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:28:58.031876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b9283-b96b-4f02-9815-65c0a4e69b81 None None] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:28:58.096874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] Provisioning for port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:28:58.108892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] Provisioning complete for port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:28:58.109289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:58.253049 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:58.301652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] For port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:28:58.307874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:58.361439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00da2a7-9bd6-4d61-9302-fc89998930df None None] Pushing event updated for resources: {'Port': ['ID=bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:28:58.438742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4855d40-ccc3-448d-96c4-2f230f9d26df None None] Provisioning complete for port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:28:58.439105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4855d40-ccc3-448d-96c4-2f230f9d26df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:58.598715 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-392e37fe-dd4c-4391-b08c-6905f3080552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:28:59.629839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:28:59.682598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bd3d8c00-1805-42d3-b3ff-c8329e2fa4ce triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:28:59.682981 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:01.362057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01b16e14-57e7-426d-ae6f-8b3afc7a324c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:01.435354 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:29:01.520885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:02.299731 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:03.979312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:28.604653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ef96d13-e1b2-4fb4-8da8-262ae22a2204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:31.357208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e83ef45f-e53a-4d6c-abdb-24e6af779eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:31.524574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:32.302959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:33.982093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:29:38.434782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:29:58.603591 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06f5d219-6f67-4c11-8306-4d2e7f1e8efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:01.363410 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3afeaf15-39d6-4a79-8aee-2797fade74ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:01.535324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:02.304559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:03.988175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:08.888294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:30:08.895746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-6c3d1330-4d00-4001-bb27-081c8f4bc7fd tempest-verify_tempest_config-2104002011 tempest-verify_tempest_config-2104002011-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:30:08.896664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6c3d1330-4d00-4001-bb27-081c8f4bc7fd tempest-verify_tempest_config-2104002011 tempest-verify_tempest_config-2104002011-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073013 Sep 02 12:30:09.315244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:30:09.440832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.534335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.539273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.589907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9dded4e0d8a34b5080234ae9112b1268&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2730765 Sep 02 12:30:09.592020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17789a88-7a30-4506-8ff2-7213cfa9b50d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:30:09.593303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:30:09.600629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.601154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.601610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.602052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.602488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.602955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.603449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.603878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.604375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.604783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.605281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.605711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf433f-82d6-4e5f-8b17-e14554b6ae36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.705678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.734986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.838632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.841270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:09.842551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17789a88-7a30-4506-8ff2-7213cfa9b50d HTTP/1.1" status: 204 len: 168 time: 0.2479839 Sep 02 12:30:09.851073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17789a88-7a30-4506-8ff2-7213cfa9b50d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:30:09.858231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.858576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.858912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.859241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.859571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.859929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.860246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.860566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.860857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.861236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.861537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:09.861844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d01a9a-5666-4f4c-bf99-008be2e4f49b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:30:15.434091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:30:28.603396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-30395045-792d-43d3-a0f8-68eb9a5b2443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:31.360511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fcaafe2-0c39-4161-8e6f-896f3db339c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:31.534205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:32.314328 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:33.988727 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:30:52.437137 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:30:58.604545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d88249b-50fe-4efd-8fab-fbea2be597ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:01.365910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e35-0416-4f10-ac75-e3ff4d5a3002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:01.530335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:02.323566 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:03.993545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:28.601320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6901-03db-4408-bed5-78d4a740ea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:29.438203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:31:31.362572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-695f0d1b-0a01-472f-9e90-d5b149cdbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:31.552193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:32.317442 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:33.996093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:31:58.598770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28f570a1-4b2d-4bc5-81e0-df568dc92048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:01.357733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0b7869e-d4d3-40f6-9140-d6ccd30c1ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:01.543836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:02.328505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:03.997885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:06.443715 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:32:28.598168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec58e1af-1015-4822-9119-bc7df34358a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:31.356615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f927be8-e9c8-48c0-8723-9035dbb80260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:31.545161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:32.328169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:34.005089 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:32:43.444100 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:32:58.603052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f4726ec-0f60-43fa-952c-b9dd937e0503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:01.353034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7aa7850-168d-4d73-94c9-3acabcedf0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:01.548223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:02.328175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:04.009628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:20.448411 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:33:28.602388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95043304-cf2b-4f49-8713-d45b9a8ff411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:31.346988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f77cf254-e758-44bd-88a8-6c80015e24ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:31.543619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:32.343923 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:34.014872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:34.844406 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:40.704834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745956'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:33:57.450143 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:33:58.599522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4df48eb9-0f1e-4eaf-943d-6209afdbcf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:01.354260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31e2c8aa-6aaa-44f9-aa83-96bd54c8c275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:01.540257 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:02.341537 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:04.019700 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:04.799023 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:10.679031 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:20.810701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43512) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:34:20.935699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3edfab29-cdeb-49ec-aec5-9f0d4ece5aae admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1238713 Sep 02 12:34:23.192953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43522) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:34:23.255642 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a17574ef-1e77-42da-9914-822253312bc9 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0616095 Sep 02 12:34:28.593842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf57bb18-d417-484d-9781-08278525d2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:31.354254 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f7e6a6-1f4d-4cd0-b8eb-6a2829c6543c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:31.537110 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:32.343746 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:34.034169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:34.456467 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:34:34.812973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:40.696628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:34:58.598243 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a11ceca3-ba8a-476f-ad33-174db90d455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:01.350429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19cad4e-43fb-422a-ad05-2195fb6184fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:01.545514 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:02.344381 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:04.025758 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:04.806581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:10.690407 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:11.446746 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:35:28.602967 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9dab4c8-279c-4d4a-a7db-9d499d8de3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:31.353558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae2ac5e5-c790-4013-9258-cac5821c78f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:31.539246 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:32.339920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:34.026322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:34.819450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:40.712058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:48.446895 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:35:51.251977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:51.481772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.608680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.617444 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.677921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa36114f-1746-4c63-b4a3-64559542e69b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:51.692558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.692941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.693356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.693697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.694026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.694359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.694682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.695005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.695320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.695638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.695962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.696282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] Tracked resource versions report: Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: pushed versions: Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Log': {'1.0'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Network': {'1.1'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Port': {'1.7'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'PortForwarding': {'1.2'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'QosPolicy': {'1.9'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'SubPort': {'1.0'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Subnet': {'1.1'}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Trunk': {'1.1'}} Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: consumer versions: Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: HyperV agent@n-h1-792364-8: {}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: HyperV agent@n-h2-792364-8: {}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: L3 agent@n-d-792364-8: {}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: Metadata agent@n-d-792364-8: {}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: Metering agent@n-d-792364-8: {}, Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'ConntrackHelper': '1.0', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Log': '1.0', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Network': '1.1', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Port': '1.7', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'PortForwarding': '1.2', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'QosPolicy': '1.9', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'SecurityGroup': '1.4', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'SecurityGroupRule': '1.2', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'SubPort': '1.0', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Subnet': '1.1', Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: 'Trunk': '1.1'}} Sep 02 12:35:51.697405 n-d-792364-8 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:35:51.701936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4686a105-7c25-43cf-9f37-9f114f143037 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e332c813b15c4513acdb0f90b248b092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4478860 Sep 02 12:35:51.704694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:51.765365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c14d9cb-c514-4f2e-8541-2f6ed87b9161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.786799 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c14d9cb-c514-4f2e-8541-2f6ed87b9161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.844218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c14d9cb-c514-4f2e-8541-2f6ed87b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.847044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c14d9cb-c514-4f2e-8541-2f6ed87b9161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:51.851419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6c14d9cb-c514-4f2e-8541-2f6ed87b9161 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa36114f-1746-4c63-b4a3-64559542e69b HTTP/1.1" status: 204 len: 168 time: 0.1457343 Sep 02 12:35:51.860510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14d9cb-c514-4f2e-8541-2f6ed87b9161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa36114f-1746-4c63-b4a3-64559542e69b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:52.314826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43968) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:52.330414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc0baa1-8f64-43b4-8909-805f4feaabbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.431793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc0baa1-8f64-43b4-8909-805f4feaabbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.438312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc0baa1-8f64-43b4-8909-805f4feaabbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.470369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8cc0baa1-8f64-43b4-8909-805f4feaabbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0401d54a3f174e1a957b061297ae22d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1533995 Sep 02 12:35:52.473506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:52.484427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0baa1-8f64-43b4-8909-805f4feaabbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81786dc3-58f4-4eb6-a831-46eee2ce5c80,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:52.536581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.560206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.625156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.629321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:52.633504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81786dc3-58f4-4eb6-a831-46eee2ce5c80 HTTP/1.1" status: 204 len: 168 time: 0.1582539 Sep 02 12:35:52.644957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81786dc3-58f4-4eb6-a831-46eee2ce5c80,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:52.654894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.655354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.655755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.656180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.656597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.657389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.658080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.658371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.658918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.659277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.660036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.660364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5f5b3-6688-40d5-aa58-6baafb073f07 admin admin] Tracked resource versions report: Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: pushed versions: Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: { 'AddressGroup': {'1.2'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Log': {'1.0'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Network': {'1.1'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Port': {'1.7'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'PortForwarding': {'1.2'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'QosPolicy': {'1.9'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'SecurityGroup': {'1.4'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'SubPort': {'1.0'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Subnet': {'1.1'}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Trunk': {'1.1'}} Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: consumer versions: Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: HyperV agent@n-h1-792364-8: {}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: HyperV agent@n-h2-792364-8: {}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: L3 agent@n-d-792364-8: {}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: Metadata agent@n-d-792364-8: {}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: Metering agent@n-d-792364-8: {}, Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'ConntrackHelper': '1.0', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Log': '1.0', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Network': '1.1', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Port': '1.7', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'PortForwarding': '1.2', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'QosPolicy': '1.9', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'SecurityGroup': '1.4', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'SecurityGroupRule': '1.2', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'SubPort': '1.0', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Subnet': '1.1', Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: 'Trunk': '1.1'}} Sep 02 12:35:52.661588 n-d-792364-8 neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:35:53.695895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44098) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:53.698645 n-d-792364-8 neutron-server[94841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 12:35:53.742358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-c9cd0bd8-a493-4c90-be37-1f3b3bb261a4 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=309487d067864fea878c60b5b750196d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447133 Sep 02 12:35:53.828015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:53.992274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-ee0df608-c294-437e-b5df-6bd5fd8234c8 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:35:53.994125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-ee0df608-c294-437e-b5df-6bd5fd8234c8 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502313 Sep 02 12:35:54.003706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9aca08f-8f0d-4ad7-a5c1-cea359f9a06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.016303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-2bb76e35-ca56-4ff9-9f51-669f7203ea9b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/quotas/309487d067864fea878c60b5b750196d HTTP/1.1" status: 200 len: 375 time: 0.0161026 Sep 02 12:35:54.117480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9aca08f-8f0d-4ad7-a5c1-cea359f9a06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.124400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9aca08f-8f0d-4ad7-a5c1-cea359f9a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.156785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aca08f-8f0d-4ad7-a5c1-cea359f9a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb07cfe-b799-4166-8eda-8c33c8e338b6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:54.189865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c9aca08f-8f0d-4ad7-a5c1-cea359f9a06f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23c20d355328452c93a7a8a70c93536f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3607376 Sep 02 12:35:54.190563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44138) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:54.232421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-fdb716f4-c9f0-4454-bd1b-9cffc1918342 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=309487d067864fea878c60b5b750196d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2106040 Sep 02 12:35:54.260682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b995f6-c77c-4e42-a393-39ac38f72376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.289859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b995f6-c77c-4e42-a393-39ac38f72376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.352387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b995f6-c77c-4e42-a393-39ac38f72376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.355472 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b995f6-c77c-4e42-a393-39ac38f72376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.357845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b0b995f6-c77c-4e42-a393-39ac38f72376 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbb07cfe-b799-4166-8eda-8c33c8e338b6 HTTP/1.1" status: 204 len: 168 time: 0.1648765 Sep 02 12:35:54.366758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b995f6-c77c-4e42-a393-39ac38f72376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb07cfe-b799-4166-8eda-8c33c8e338b6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:54.442285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:54.480513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44158) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:54.515057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fcd9acf0-1b28-449e-8cad-fd1e53b2a69a req-4b4319e4-229d-47c7-8cdf-b1962eeb3d39 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 210 time: 0.0748613 Sep 02 12:35:54.850593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b02a-bd38-4cfd-809a-caf3865556da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.886005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a67f7a-cddd-4956-894f-f2d987e7682a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.965607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:54.977637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b02a-bd38-4cfd-809a-caf3865556da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.983759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87133ab5-dd94-4a1b-8dcd-02badb7389fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:54.987110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b02a-bd38-4cfd-809a-caf3865556da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.054275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4b02a-bd38-4cfd-809a-caf3865556da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf87bed7-206f-4eb1-9d22-f481bcb13f3a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:55.077852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a3e4b02a-bd38-4cfd-809a-caf3865556da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a722ccbbc51a47529ba3e53b5650c76f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6344569 Sep 02 12:35:55.080883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:55.178706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fd8d-34a9-4c8a-8d48-dcfc8c5088be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.192875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a67f7a-cddd-4956-894f-f2d987e7682a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.199903 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a67f7a-cddd-4956-894f-f2d987e7682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.209097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fd8d-34a9-4c8a-8d48-dcfc8c5088be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.251415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6a67f7a-cddd-4956-894f-f2d987e7682a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b9f4cdcab09460b8359902a73d20adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7663755 Sep 02 12:35:55.251415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:55.295199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a67f7a-cddd-4956-894f-f2d987e7682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ce55ea-f455-48f6-b92f-5d5d38634853,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:55.350496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b970c8e-67cf-42f9-b64b-ebdf3a7ce63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.378354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b970c8e-67cf-42f9-b64b-ebdf3a7ce63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.405715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87133ab5-dd94-4a1b-8dcd-02badb7389fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.410405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fd8d-34a9-4c8a-8d48-dcfc8c5088be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.417809 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fd8d-34a9-4c8a-8d48-dcfc8c5088be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.425189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b7d0fd8d-34a9-4c8a-8d48-dcfc8c5088be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf87bed7-206f-4eb1-9d22-f481bcb13f3a HTTP/1.1" status: 204 len: 168 time: 0.3413811 Sep 02 12:35:55.437956 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87133ab5-dd94-4a1b-8dcd-02badb7389fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.472145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b970c8e-67cf-42f9-b64b-ebdf3a7ce63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.474929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b970c8e-67cf-42f9-b64b-ebdf3a7ce63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.478472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9b970c8e-67cf-42f9-b64b-ebdf3a7ce63c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23ce55ea-f455-48f6-b92f-5d5d38634853 HTTP/1.1" status: 204 len: 168 time: 0.2241936 Sep 02 12:35:55.494426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0fd8d-34a9-4c8a-8d48-dcfc8c5088be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf87bed7-206f-4eb1-9d22-f481bcb13f3a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:55.496246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b970c8e-67cf-42f9-b64b-ebdf3a7ce63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ce55ea-f455-48f6-b92f-5d5d38634853,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:55.532354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:55.542450 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-87133ab5-dd94-4a1b-8dcd-02badb7389fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91e3b37618f84991afd4e16c5e3dabf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5757370 Sep 02 12:35:55.596461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87133ab5-dd94-4a1b-8dcd-02badb7389fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59d4bbe-d0a2-45fc-a167-1f7dcce375b7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:55.617418 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d88abd05-9533-4898-b454-923d5e3027e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.646197 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d88abd05-9533-4898-b454-923d5e3027e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.710949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d88abd05-9533-4898-b454-923d5e3027e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.714318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d88abd05-9533-4898-b454-923d5e3027e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:55.716083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d88abd05-9533-4898-b454-923d5e3027e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f59d4bbe-d0a2-45fc-a167-1f7dcce375b7 HTTP/1.1" status: 204 len: 168 time: 0.1827049 Sep 02 12:35:55.728069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88abd05-9533-4898-b454-923d5e3027e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59d4bbe-d0a2-45fc-a167-1f7dcce375b7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:55.995430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:56.009881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d18d1093-3a22-42f7-b7b3-ebd637a3fdbb req-9dc7a594-f445-4434-9bab-cda0dcfe630f tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 210 time: 0.0385590 Sep 02 12:35:56.026496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50c499bf-f2fa-4699-93d4-7fc64b9a65d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.152129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50c499bf-f2fa-4699-93d4-7fc64b9a65d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.158789 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50c499bf-f2fa-4699-93d4-7fc64b9a65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.188523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-50c499bf-f2fa-4699-93d4-7fc64b9a65d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=180af6e478694246bbe7ac092df82d81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1898663 Sep 02 12:35:56.191307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:56.211716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c499bf-f2fa-4699-93d4-7fc64b9a65d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c7962f-3df7-4ab6-b84d-1b2232a32cb8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:56.261203 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0be54fbe-b48a-407e-b1f6-fd51bf333d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.307518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0be54fbe-b48a-407e-b1f6-fd51bf333d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.344006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:56.359056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745b7949-aa4f-426f-9b8a-48e15f9f3f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.404437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0be54fbe-b48a-407e-b1f6-fd51bf333d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.411734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0be54fbe-b48a-407e-b1f6-fd51bf333d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.418557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0be54fbe-b48a-407e-b1f6-fd51bf333d51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72c7962f-3df7-4ab6-b84d-1b2232a32cb8 HTTP/1.1" status: 204 len: 168 time: 0.2261071 Sep 02 12:35:56.433193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be54fbe-b48a-407e-b1f6-fd51bf333d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c7962f-3df7-4ab6-b84d-1b2232a32cb8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:56.530762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745b7949-aa4f-426f-9b8a-48e15f9f3f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.539561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745b7949-aa4f-426f-9b8a-48e15f9f3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.595193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-745b7949-aa4f-426f-9b8a-48e15f9f3f01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e60d3dea72fa4b1fb68b3475b4abffac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2498789 Sep 02 12:35:56.596577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b7949-aa4f-426f-9b8a-48e15f9f3f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da12809-d063-4422-a615-437ff7ffaf78,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:56.598021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:56.701331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bb19631-ee96-4663-83c6-1638692382b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.745055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bb19631-ee96-4663-83c6-1638692382b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.822979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bb19631-ee96-4663-83c6-1638692382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.826666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bb19631-ee96-4663-83c6-1638692382b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:56.827133 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2bb19631-ee96-4663-83c6-1638692382b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0da12809-d063-4422-a615-437ff7ffaf78 HTTP/1.1" status: 204 len: 168 time: 0.2278025 Sep 02 12:35:56.839630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb19631-ee96-4663-83c6-1638692382b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da12809-d063-4422-a615-437ff7ffaf78,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:57.044602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.18', 64215) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:57.099357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-99ffb348-ad35-472f-88ce-f41a74e72425 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=309487d067864fea878c60b5b750196d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523453 Sep 02 12:35:57.284000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-cb6db535-0d36-4599-b93c-1e846d155bff tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:35:57.285774 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-cb6db535-0d36-4599-b93c-1e846d155bff tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804299 Sep 02 12:35:57.384958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Request body: {'port': {'device_id': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '309487d067864fea878c60b5b750196d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:35:57.635761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Made reservation on behalf of 309487d067864fea878c60b5b750196d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:35:57.641812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:57.655872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:57.663731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:57.764444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:57.781589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:57.788156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:57.905688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ef650-e1c4-4302-96bf-f9edc754ca9b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:58.025490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:58.045733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Allocated IP 192.168.233.69 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/5b0a58ef-f648-4571-bd5d-0d2a11a44e8c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:35:58.077590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a82e239d-b18c-4003-9055-e1fbba950477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.144713 n-d-792364-8 neutron-server[94840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 12:35:58.219004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4fb4e776-95c4-40cf-8b10-596d840045f2 req-469e1a64-1ad1-4905-9d14-18ec0a559099 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 210 time: 0.4519913 Sep 02 12:35:58.250689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b17b9d57-f5f0-4bf9-8052-860445ce216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.304256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.334775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Transition to ACTIVE for port object 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:35:58.379269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a82e239d-b18c-4003-9055-e1fbba950477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.388694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a82e239d-b18c-4003-9055-e1fbba950477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.406317 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.582136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e239d-b18c-4003-9055-e1fbba950477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c869acc5-b57b-46ff-bf1d-e52742a3654e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:58.634832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4df28010-df8f-4db0-900a-67ddbb1de3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.638927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b17b9d57-f5f0-4bf9-8052-860445ce216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.644755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b17b9d57-f5f0-4bf9-8052-860445ce216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.687566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Pushing event updated for resources: {'Port': ['ID=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:58.697977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a82e239d-b18c-4003-9055-e1fbba950477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e146bd4056594a3b9b9d506e054ca012&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0402167 Sep 02 12:35:58.698181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:58.738511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b17b9d57-f5f0-4bf9-8052-860445ce216c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4afab5a35adb4fe7af32517e9b19a5b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7112575 Sep 02 12:35:58.739921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b9d57-f5f0-4bf9-8052-860445ce216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c78d5f-f40a-4d83-83e2-0a1a046e9724,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:58.742541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44402) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:58.781487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:35:58.788807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:35:58.791830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:35:58.799609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:35:58.800870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.811753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a384-d846-4d58-9f66-f16a242cea39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.823800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-e1fd7bfe-9bcb-4f6f-a11d-722b420c027b tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4440677 Sep 02 12:35:58.830037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de4b7b63-dd4c-4301-bc98-525ca901ce93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.857719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a384-d846-4d58-9f66-f16a242cea39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.872037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de4b7b63-dd4c-4301-bc98-525ca901ce93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.965103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a384-d846-4d58-9f66-f16a242cea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.968286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a384-d846-4d58-9f66-f16a242cea39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:58.969731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ba6a384-d846-4d58-9f66-f16a242cea39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8c78d5f-f40a-4d83-83e2-0a1a046e9724 HTTP/1.1" status: 204 len: 168 time: 0.2255180 Sep 02 12:35:58.979403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6a384-d846-4d58-9f66-f16a242cea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c78d5f-f40a-4d83-83e2-0a1a046e9724,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:58.995774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-24b8204b-6efd-488a-82c6-acdd3ba760f4 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:35:58.996856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-24b8204b-6efd-488a-82c6-acdd3ba760f4 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198770 Sep 02 12:35:59.025266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de4b7b63-dd4c-4301-bc98-525ca901ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:59.025266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de4b7b63-dd4c-4301-bc98-525ca901ce93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:59.025266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-de4b7b63-dd4c-4301-bc98-525ca901ce93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c869acc5-b57b-46ff-bf1d-e52742a3654e HTTP/1.1" status: 204 len: 168 time: 0.3027577 Sep 02 12:35:59.054369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b7b63-dd4c-4301-bc98-525ca901ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c869acc5-b57b-46ff-bf1d-e52742a3654e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:35:59.212717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44416) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:35:59.304776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6042ff2-2922-411c-ad35-c0aa7f4561f6 None None] Provisioning for port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:35:59.312805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6042ff2-2922-411c-ad35-c0aa7f4561f6 None None] Provisioning complete for port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:35:59.314189 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6042ff2-2922-411c-ad35-c0aa7f4561f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:59.364244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b6042ff2-2922-411c-ad35-c0aa7f4561f6 None None] Port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:35:59.588210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58c7e-aac8-4d17-a544-821222ce57bc req-7d157851-15de-4cc5-994f-156b3c979aa1 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:35:59.592201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eeb58c7e-aac8-4d17-a544-821222ce57bc req-7d157851-15de-4cc5-994f-156b3c979aa1 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.1137509 Sep 02 12:35:59.699927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eeb58c7e-aac8-4d17-a544-821222ce57bc req-83fc8cb0-affa-43a5-b6d6-3e851aab3fa5 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010857 Sep 02 12:35:59.865174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-585148957-network', 'tenant_id': '4f73671de3a548939c26bb2b37a14cf0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:35:59.900844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Made reservation on behalf of 4f73671de3a548939c26bb2b37a14cf0 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:35:59.903698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:35:59.918302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.036837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44434) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:00.060377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.065473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2986-d61e-4053-beca-d2f1d19f488d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.067981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.107473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:00.118551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f5c0a-815a-413f-8526-16bdd8326253,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:00.123859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.124577 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Added segment 586d6c6a-ae68-4fb8-8cf0-58bb54d78927 of type vlan for network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 Sep 02 12:36:00.206355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.281512 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.283654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:00.284937 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.298637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2986-d61e-4053-beca-d2f1d19f488d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.306294 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2986-d61e-4053-beca-d2f1d19f488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.358778 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1444101 Sep 02 12:36:00.367374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:00.376167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Request body: {'subnet': {'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-585148957-subnet', 'tenant_id': '4f73671de3a548939c26bb2b37a14cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:00.386255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bc810-cc05-4db1-903a-657bf262353c admin admin] Pushing event updated for resources: {'Network': ['ID=06ad6b17-6e07-45ac-963a-80f46b9c1b03,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:00.405197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:00.410025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Made reservation on behalf of 4f73671de3a548939c26bb2b37a14cf0 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:00.416466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.439313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc4e2986-d61e-4053-beca-d2f1d19f488d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f480463b5f334ffba4d5b30eb5567188&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3920338 Sep 02 12:36:00.439313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:00.439313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:00.495798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e2986-d61e-4053-beca-d2f1d19f488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd507f-a83e-452e-a8b2-b58d9a9a811a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:00.512242 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efeebc6-6645-4862-8618-a6f3b4dd7a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.672635 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efeebc6-6645-4862-8618-a6f3b4dd7a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.692768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b2b-27db-4e95-9c6d-2daac9e1bec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.698462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efeebc6-6645-4862-8618-a6f3b4dd7a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.757319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeebc6-6645-4862-8618-a6f3b4dd7a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0c51c-e556-4d86-ba13-5a1e2ae06963,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:00.820845 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b2b-27db-4e95-9c6d-2daac9e1bec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.824998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9efeebc6-6645-4862-8618-a6f3b4dd7a65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d829a654c8d949bd8d5a23d3b0ab7f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884039 Sep 02 12:36:00.831376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:00.866682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:00.981600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6109a5-c17f-4366-80c0-a0c0296586f2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:01.043474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc88e47f-e7f8-459b-95e6-11e9c67cf364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.052358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0312f7-37f6-40ab-a76c-b2673a7acf6b req-aa41a5d4-5c7e-4ecf-8bba-8291004b4f96 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:01.054342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c0312f7-37f6-40ab-a76c-b2673a7acf6b req-aa41a5d4-5c7e-4ecf-8bba-8291004b4f96 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.1855500 Sep 02 12:36:01.057181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:01.057538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Network hostable DHCP agents. Network: 06ad6b17-6e07-45ac-963a-80f46b9c1b03, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:01.073177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc88e47f-e7f8-459b-95e6-11e9c67cf364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.111223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:01.127317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c0312f7-37f6-40ab-a76c-b2673a7acf6b req-58c280fa-dddc-470d-ad81-8217c5bf45be tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607612 Sep 02 12:36:01.132188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 06ad6b17-6e07-45ac-963a-80f46b9c1b03) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:01.143865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:01.144496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.148972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b2b-27db-4e95-9c6d-2daac9e1bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.156766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b2b-27db-4e95-9c6d-2daac9e1bec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.162042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aefd3b2b-27db-4e95-9c6d-2daac9e1bec5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1dd507f-a83e-452e-a8b2-b58d9a9a811a HTTP/1.1" status: 204 len: 168 time: 0.7173812 Sep 02 12:36:01.163477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d68682-a6aa-469d-9a1e-be47737ee4bd None None] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:01.188983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3d5836ac-09ea-4fbd-a156-238533c20f75 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8088219 Sep 02 12:36:01.189292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc88e47f-e7f8-459b-95e6-11e9c67cf364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.189292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc88e47f-e7f8-459b-95e6-11e9c67cf364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.189292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc88e47f-e7f8-459b-95e6-11e9c67cf364 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57c0c51c-e556-4d86-ba13-5a1e2ae06963 HTTP/1.1" status: 204 len: 168 time: 0.3563986 Sep 02 12:36:01.204158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd3b2b-27db-4e95-9c6d-2daac9e1bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd507f-a83e-452e-a8b2-b58d9a9a811a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:01.244455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88e47f-e7f8-459b-95e6-11e9c67cf364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0c51c-e556-4d86-ba13-5a1e2ae06963,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:01.416788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c783831b-c270-4293-9d2c-aca33160e2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:01.582175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefea99a-0742-42f4-8eff-4ab4f24fbe42 None None] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:01.586166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.109065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:02.123751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8732ceea-9265-49b7-a91f-60b3d90e9821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.253159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8732ceea-9265-49b7-a91f-60b3d90e9821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.265746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8732ceea-9265-49b7-a91f-60b3d90e9821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.324339 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8732ceea-9265-49b7-a91f-60b3d90e9821 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b19f3c41e154342b1e11976433a6a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112036 Sep 02 12:36:02.327284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44502) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:02.330014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732ceea-9265-49b7-a91f-60b3d90e9821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0f9c6-b068-4d41-8755-b9bd5cb08bb8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:02.352244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.386822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76ac4-9a4b-44fe-8cf3-4d46f5db0778 req-7022fce8-67a6-4aed-af9e-0e4344bf79fd tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:02.389127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07e76ac4-9a4b-44fe-8cf3-4d46f5db0778 req-7022fce8-67a6-4aed-af9e-0e4344bf79fd tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.1284642 Sep 02 12:36:02.417530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-312cfe84-ee6e-4331-875d-8d39344fb087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.451163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-312cfe84-ee6e-4331-875d-8d39344fb087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.464177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07e76ac4-9a4b-44fe-8cf3-4d46f5db0778 req-17a4bf1d-3908-405c-93f3-cf01f2113328 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671012 Sep 02 12:36:02.538349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-312cfe84-ee6e-4331-875d-8d39344fb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.541790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-312cfe84-ee6e-4331-875d-8d39344fb087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:02.546466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-312cfe84-ee6e-4331-875d-8d39344fb087 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11b0f9c6-b068-4d41-8755-b9bd5cb08bb8 HTTP/1.1" status: 204 len: 168 time: 0.2145441 Sep 02 12:36:02.556128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cfe84-ee6e-4331-875d-8d39344fb087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0f9c6-b068-4d41-8755-b9bd5cb08bb8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:02.657170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:02.968473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-231ba59d-4902-41f5-970d-d8c230242656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.129563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-231ba59d-4902-41f5-970d-d8c230242656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.138655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-231ba59d-4902-41f5-970d-d8c230242656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.226580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-231ba59d-4902-41f5-970d-d8c230242656 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=736d3147579145a3ac28c46a98bb6290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681102 Sep 02 12:36:03.229242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:03.230807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba59d-4902-41f5-970d-d8c230242656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f90e5-19d1-4657-bcd2-8190f7ae5abb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:03.342687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b074035e-65a4-4522-b242-6c19d4c7cb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.371511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b074035e-65a4-4522-b242-6c19d4c7cb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.402541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:03.408842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1086645672-network', 'tenant_id': '91928d72d4214fb48719248f877cdb40'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:03.444194 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b074035e-65a4-4522-b242-6c19d4c7cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.448772 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b074035e-65a4-4522-b242-6c19d4c7cb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.452442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b074035e-65a4-4522-b242-6c19d4c7cb77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de5f90e5-19d1-4657-bcd2-8190f7ae5abb HTTP/1.1" status: 204 len: 168 time: 0.2214057 Sep 02 12:36:03.464519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Made reservation on behalf of 91928d72d4214fb48719248f877cdb40 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:03.467394 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.472654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074035e-65a4-4522-b242-6c19d4c7cb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f90e5-19d1-4657-bcd2-8190f7ae5abb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:03.492195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.669417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262259-fb16-4f81-944d-08e580e7e7e0 req-59a6fc04-37c5-4789-bc23-1fbba0e58ec0 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:03.671720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1262259-fb16-4f81-944d-08e580e7e7e0 req-59a6fc04-37c5-4789-bc23-1fbba0e58ec0 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.0877693 Sep 02 12:36:03.751746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1262259-fb16-4f81-944d-08e580e7e7e0 req-35e8e5f5-0e6a-407e-8041-5b815ecfcfab tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674930 Sep 02 12:36:03.771373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.786795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.807616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:03.829821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.831501 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Added segment 139053a1-f3c2-4e86-b8a2-42fad4ab4728 of type vlan for network b535ea60-bb6b-4237-9b48-5bb1493e4934 Sep 02 12:36:03.914073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.947506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:03.948497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:03.949119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.009186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b590475-cb0a-4c1b-8212-962c2cd3845f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:04.043815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.065858 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6621253 Sep 02 12:36:04.066282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:04.066762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262528d4-426f-48cb-8ba1-d12897d6adfd admin admin] Pushing event updated for resources: {'Network': ['ID=b535ea60-bb6b-4237-9b48-5bb1493e4934,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:04.076854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Request body: {'subnet': {'network_id': 'b535ea60-bb6b-4237-9b48-5bb1493e4934', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1086645672-subnet', 'tenant_id': '91928d72d4214fb48719248f877cdb40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:04.077694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network b535ea60-bb6b-4237-9b48-5bb1493e4934 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:04.123886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Made reservation on behalf of 91928d72d4214fb48719248f877cdb40 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:04.140098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.213218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44580) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:04.416161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b4b8-15af-42f1-90d9-8fd705471c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.493937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.554939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcb6b3a-d310-4c97-a6a7-fcc74b380e48,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:04.584784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:04.591238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Checking segment: {'id': '139053a1-f3c2-4e86-b8a2-42fad4ab4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b535ea60-bb6b-4237-9b48-5bb1493e4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:04.591885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Network hostable DHCP agents. Network: b535ea60-bb6b-4237-9b48-5bb1493e4934, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:04.616162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Network b535ea60-bb6b-4237-9b48-5bb1493e4934 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:04.629805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b4b8-15af-42f1-90d9-8fd705471c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.636103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b4b8-15af-42f1-90d9-8fd705471c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.638522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, b535ea60-bb6b-4237-9b48-5bb1493e4934) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:04.646037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:04.646293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.650958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149c2a6-46dc-4eff-ab76-0714ce35c241 None None] Network b535ea60-bb6b-4237-9b48-5bb1493e4934 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:04.667828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-78fdc434-37ae-4f10-a60f-7b63acf1bb3e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5995903 Sep 02 12:36:04.709692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2b4b8-15af-42f1-90d9-8fd705471c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a0e1f-3229-4795-8612-39837d788011,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:04.715117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2fa2b4b8-15af-42f1-90d9-8fd705471c27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea8dda88c6e44b0780a01100b4345e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005817 Sep 02 12:36:04.717951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:04.840217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26691065-0550-4d97-968c-e4195561775c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.860045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29d7492e-37e1-44b5-b28a-961711fb6abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.890553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26691065-0550-4d97-968c-e4195561775c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:04.951485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce7a4e8-37f1-4722-ac82-4ec31fbeba13 None None] Network b535ea60-bb6b-4237-9b48-5bb1493e4934 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:04.961010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.017050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d8a57-89ce-4159-bbbf-9cffcccbdfe8 req-0c924044-b4de-497c-b7c1-6e9c8b2e55fb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:05.018946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff2d8a57-89ce-4159-bbbf-9cffcccbdfe8 req-0c924044-b4de-497c-b7c1-6e9c8b2e55fb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.0927653 Sep 02 12:36:05.035296 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26691065-0550-4d97-968c-e4195561775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.038854 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26691065-0550-4d97-968c-e4195561775c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.044426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-26691065-0550-4d97-968c-e4195561775c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd0a0e1f-3229-4795-8612-39837d788011 HTTP/1.1" status: 204 len: 168 time: 0.3250060 Sep 02 12:36:05.074510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691065-0550-4d97-968c-e4195561775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a0e1f-3229-4795-8612-39837d788011,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:05.118407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff2d8a57-89ce-4159-bbbf-9cffcccbdfe8 req-be86e95b-69f2-4704-8c90-43fc32cafc49 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831053 Sep 02 12:36:05.187576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29d7492e-37e1-44b5-b28a-961711fb6abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.204706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29d7492e-37e1-44b5-b28a-961711fb6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.285152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-29d7492e-37e1-44b5-b28a-961711fb6abd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=344690c6f77341739c1dea58056dc626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989300 Sep 02 12:36:05.288043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:05.290315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7492e-37e1-44b5-b28a-961711fb6abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7945ba8-edc7-4be4-8c2b-0011ae621255,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:05.369317 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5cfd8a3-8e33-451e-b01d-ca509078f0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.432780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5cfd8a3-8e33-451e-b01d-ca509078f0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.511879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5cfd8a3-8e33-451e-b01d-ca509078f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.515139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5cfd8a3-8e33-451e-b01d-ca509078f0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:05.518004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5cfd8a3-8e33-451e-b01d-ca509078f0b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7945ba8-edc7-4be4-8c2b-0011ae621255 HTTP/1.1" status: 204 len: 168 time: 0.2272859 Sep 02 12:36:05.531130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfd8a3-8e33-451e-b01d-ca509078f0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7945ba8-edc7-4be4-8c2b-0011ae621255,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:06.079656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-e4d2572a-cf5a-47e2-a241-e6a586abea2e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:06.081621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-e4d2572a-cf5a-47e2-a241-e6a586abea2e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2340834 Sep 02 12:36:06.103095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-9fb9f4ac-b75e-425e-953c-82a7cfd6eefd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/quotas/4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 375 time: 0.0153887 Sep 02 12:36:06.186404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-4e6c967f-5399-47d0-9f1e-bc020f26db9b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771780 Sep 02 12:36:06.277566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:06.291653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c623230-8271-40ce-8476-f34d78f3ab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.404630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c623230-8271-40ce-8476-f34d78f3ab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.415927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c623230-8271-40ce-8476-f34d78f3ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.465483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c623230-8271-40ce-8476-f34d78f3ab09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3621aeb0e84947559f49fec9e6703ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841602 Sep 02 12:36:06.465876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:06.466554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c623230-8271-40ce-8476-f34d78f3ab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980720c-ed04-43e3-b522-f3552b13f83b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:06.536550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dfbb249-9224-4803-9246-6fcceab9352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.560222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dfbb249-9224-4803-9246-6fcceab9352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.630479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dfbb249-9224-4803-9246-6fcceab9352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.633160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dfbb249-9224-4803-9246-6fcceab9352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:06.634459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0dfbb249-9224-4803-9246-6fcceab9352f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e980720c-ed04-43e3-b522-f3552b13f83b HTTP/1.1" status: 204 len: 168 time: 0.1674333 Sep 02 12:36:06.642930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbb249-9224-4803-9246-6fcceab9352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980720c-ed04-43e3-b522-f3552b13f83b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:06.696593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-cb00377f-769d-46b6-a2e3-08ace8d5faf8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:06.704466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-cb00377f-769d-46b6-a2e3-08ace8d5faf8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1137059 Sep 02 12:36:06.815397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b160fa-35c0-42c5-97e9-784c37215601 req-45bc2b38-fdbe-440d-8dd7-13751552a95d tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:06.824334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c9b160fa-35c0-42c5-97e9-784c37215601 req-45bc2b38-fdbe-440d-8dd7-13751552a95d tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.0803905 Sep 02 12:36:06.864358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-bc1e3da7-40b4-4b77-a2da-7f776b1a99cb service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588552 Sep 02 12:36:06.879619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c9b160fa-35c0-42c5-97e9-784c37215601 req-473bc1d2-d5f6-4a32-af4e-7e07cd76075e tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537779 Sep 02 12:36:07.058240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-8a1f634e-671d-4a39-92f3-ab7666809f5b service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762021 Sep 02 12:36:07.385870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6565535c-02d5-4399-9cf8-7c02e344a3b3 req-68058bf7-8b60-4238-93f3-7e842926b2f9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 210 time: 0.0775228 Sep 02 12:36:07.725231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:07.979093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2048179743-network', 'tenant_id': '4e3d474f270941669e181254231a5916'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:08.045280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659077ba-6ee8-4d28-b882-784c20d01f4a req-efadfc48-a9ff-4fef-b7ea-19c209031a67 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:08.047037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-659077ba-6ee8-4d28-b882-784c20d01f4a req-efadfc48-a9ff-4fef-b7ea-19c209031a67 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.0983086 Sep 02 12:36:08.047510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Made reservation on behalf of 4e3d474f270941669e181254231a5916 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:08.052084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.068923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.123478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-659077ba-6ee8-4d28-b882-784c20d01f4a req-8a6ebd3a-8597-4110-b704-23ad33b98d4e tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688279 Sep 02 12:36:08.280740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.293159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.325077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:08.347737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8879b32b-9dd3-46cc-a870-9e364766b009,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:08.356225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.356664 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Added segment 6490ecfe-b905-4aa5-bb42-783b3c8b80dd of type vlan for network 2a63a037-23f0-47fc-b787-d0a77c698606 Sep 02 12:36:08.410020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.445284 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.447944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:08.450532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.523113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7967145 Sep 02 12:36:08.529193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:08.545064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c7c9e-7d1c-4a99-90c0-01197616b2af admin admin] Pushing event updated for resources: {'Network': ['ID=2a63a037-23f0-47fc-b787-d0a77c698606,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:08.557598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Request body: {'subnet': {'network_id': '2a63a037-23f0-47fc-b787-d0a77c698606', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2048179743-subnet', 'tenant_id': '4e3d474f270941669e181254231a5916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:08.573490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2a63a037-23f0-47fc-b787-d0a77c698606 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:08.660398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Made reservation on behalf of 4e3d474f270941669e181254231a5916 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:08.668201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.702969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f1d1034-904b-413f-9e16-9b1aa9052da7 req-3bc7df58-d4c5-41fe-8e86-a4d90a359118 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 210 time: 0.0594716 Sep 02 12:36:08.930850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:08.988565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4da1358-ce29-4858-aa79-c2fde53baf73,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:09.014551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Checking segment: {'id': '6490ecfe-b905-4aa5-bb42-783b3c8b80dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2a63a037-23f0-47fc-b787-d0a77c698606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:09.014909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Network hostable DHCP agents. Network: 2a63a037-23f0-47fc-b787-d0a77c698606, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:09.042008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Network 2a63a037-23f0-47fc-b787-d0a77c698606 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:09.057611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2a63a037-23f0-47fc-b787-d0a77c698606) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:09.069643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e1618-f103-4612-bb30-84656d667961 None None] Network 2a63a037-23f0-47fc-b787-d0a77c698606 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:09.071288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:09.072110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:09.090375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3d5a959c-0ae4-4ba0-be03-2dc77598f17f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5595858 Sep 02 12:36:09.175386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.41', 63874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:09.315203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cec98e-c5f4-42ce-99dd-44167ee9c88c None None] Network 2a63a037-23f0-47fc-b787-d0a77c698606 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:09.435445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef820e-5003-40a7-ae81-da398dde44ea req-1e8f83ba-8597-4d24-b812-b03bdab2e131 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:09.435575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:09.442268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aef820e-5003-40a7-ae81-da398dde44ea req-1e8f83ba-8597-4d24-b812-b03bdab2e131 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.1208313 Sep 02 12:36:09.449952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-73e96a1c-989e-48c7-86ac-dff976e834b2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:09.451792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-73e96a1c-989e-48c7-86ac-dff976e834b2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2755523 Sep 02 12:36:09.502821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aef820e-5003-40a7-ae81-da398dde44ea req-419d0490-9450-40e9-9c93-0d6df656dd34 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Sep 02 12:36:09.540818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Request body: {'port': {'device_id': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'admin_state_up': True, 'tenant_id': '4f73671de3a548939c26bb2b37a14cf0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:09.644683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c38f9983-2811-4af1-8c64-cf3ca0f1381f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:09.842298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c38f9983-2811-4af1-8c64-cf3ca0f1381f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:09.847872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c38f9983-2811-4af1-8c64-cf3ca0f1381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:09.881252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c38f9983-2811-4af1-8c64-cf3ca0f1381f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83cb2223fe2540278156317b8f492f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418695 Sep 02 12:36:09.881489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Made reservation on behalf of 4f73671de3a548939c26bb2b37a14cf0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:09.882918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:09.885954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:09.963120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f9983-2811-4af1-8c64-cf3ca0f1381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0def2e04-e6ff-4f95-b993-4cd519d2c26d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:09.977138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:09.990482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1317858133-network', 'tenant_id': '615403c4d95c49ef9665c882a968bfcf'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:10.020868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Made reservation on behalf of 615403c4d95c49ef9665c882a968bfcf for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:10.022967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.038353 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.099398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512fd2a9-5a9c-4f03-aa41-a67bae00b532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.103384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1867fcc4-02eb-49b1-82b7-24389ae6257b req-d3eac0ea-04dd-4a79-8c56-e6196c486096 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 210 time: 0.0423713 Sep 02 12:36:10.142230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512fd2a9-5a9c-4f03-aa41-a67bae00b532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.247246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512fd2a9-5a9c-4f03-aa41-a67bae00b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.250654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512fd2a9-5a9c-4f03-aa41-a67bae00b532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.252027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-512fd2a9-5a9c-4f03-aa41-a67bae00b532 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0def2e04-e6ff-4f95-b993-4cd519d2c26d HTTP/1.1" status: 204 len: 168 time: 0.3649859 Sep 02 12:36:10.265291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.272305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fd2a9-5a9c-4f03-aa41-a67bae00b532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0def2e04-e6ff-4f95-b993-4cd519d2c26d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:10.275432 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.294300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Allocated IP 172.20.0.10 (06ad6b17-6e07-45ac-963a-80f46b9c1b03/3f6109a5-c17f-4366-80c0-a0c0296586f2/939e1060-bdbd-49b9-ade1-167cc4dd2b0a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:10.325761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:10.336721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2231f0d0-c039-4538-a66d-3945be248147,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:10.346365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.349342 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Added segment 74b09bf9-3487-497a-a1e0-76b2baeee4b0 of type vlan for network bb251759-448d-47c9-ac78-bf0ca28cb143 Sep 02 12:36:10.427745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.459439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.461360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:10.462142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.504233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.519189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Request body: {'port': {'device_id': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'device_owner': 'compute:tempest-test_az-2016167463', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:10.566352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:10.584767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5992112 Sep 02 12:36:10.590289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:10.595618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Request body: {'subnet': {'network_id': 'bb251759-448d-47c9-ac78-bf0ca28cb143', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1317858133-subnet', 'tenant_id': '615403c4d95c49ef9665c882a968bfcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:10.598332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.621598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039c08c-fbb3-4398-a49a-aa9604ba98f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb251759-448d-47c9-ac78-bf0ca28cb143,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:10.627125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Made reservation on behalf of 615403c4d95c49ef9665c882a968bfcf for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:10.629398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.634188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network bb251759-448d-47c9-ac78-bf0ca28cb143 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:10.721756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.758203 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.892568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:10.906054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:10.914320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:10.920429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:10.921195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:10.959734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:10.967684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-74878657-c086-4934-81fa-79263e78fb50 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4315405 Sep 02 12:36:10.982200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a9279-b634-48df-a983-5066724a7aba req-6e37e35d-0bfe-440a-b9da-660004675b28 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:10.983966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b63a9279-b634-48df-a983-5066724a7aba req-6e37e35d-0bfe-440a-b9da-660004675b28 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 935 time: 0.1856749 Sep 02 12:36:11.044887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b63a9279-b634-48df-a983-5066724a7aba req-0abb5582-825b-48e3-ab70-603a05c2ea2a tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 Sep 02 12:36:11.064790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6741229d-70f3-47cd-9938-8c2600478458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.078986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:11.098165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.150167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:36:11.150167 n-d-792364-8 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:36:11.150167 n-d-792364-8 neutron-server[94840]: [parameters: {'project_id_1': '89b173dc31c1457088b6edd96f426a79', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 36, 11, 113099)}] Sep 02 12:36:11.150167 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:36:11.152107 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:36:11.162976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:11.182834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.304598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ddf363d-484f-4cf5-bb3c-1a8ec6c337bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.333111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a226eeca-9ee7-4323-9a03-151a76b0738f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:11.426404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6741229d-70f3-47cd-9938-8c2600478458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.429404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:11.434068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Checking segment: {'id': '74b09bf9-3487-497a-a1e0-76b2baeee4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb251759-448d-47c9-ac78-bf0ca28cb143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:11.434429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Network hostable DHCP agents. Network: bb251759-448d-47c9-ac78-bf0ca28cb143, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:11.442046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6741229d-70f3-47cd-9938-8c2600478458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.445516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.467653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265df55-bfe4-428d-9b56-e30041f31760 req-24e813c9-0897-4154-80f3-5e6498e41d30 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:11.472930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3265df55-bfe4-428d-9b56-e30041f31760 req-24e813c9-0897-4154-80f3-5e6498e41d30 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 932 time: 0.2414777 Sep 02 12:36:11.509185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Transition to ACTIVE for port object 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:11.529202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.532965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6741229d-70f3-47cd-9938-8c2600478458 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07e71ca4520d4b3bbe2cc1d3999a661b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635146 Sep 02 12:36:11.536763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ddf363d-484f-4cf5-bb3c-1a8ec6c337bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.537833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:11.546424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741229d-70f3-47cd-9938-8c2600478458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678c40b-5c42-4f15-a6cd-01ef697cea8a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:11.549247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Network bb251759-448d-47c9-ac78-bf0ca28cb143 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:11.551821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ddf363d-484f-4cf5-bb3c-1a8ec6c337bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.604496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, bb251759-448d-47c9-ac78-bf0ca28cb143) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:11.626559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb6c9d-be76-445d-9506-b8ed71cce6ee None None] Network bb251759-448d-47c9-ac78-bf0ca28cb143 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:11.630049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:11.630696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.635438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3265df55-bfe4-428d-9b56-e30041f31760 req-3eb830c1-b91a-4002-bf3f-a458a9327ed1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565323 Sep 02 12:36:11.641412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:11.655941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ddf363d-484f-4cf5-bb3c-1a8ec6c337bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5107c9ed9ae9411eb902c99e53f18558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909015 Sep 02 12:36:11.656681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44886) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:11.660807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.723612 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-03ea9692-35fc-4b87-b75a-fc6db7a43341 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1275513 Sep 02 12:36:11.732776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Attempting to bind port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:11.733127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Attempting to bind port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:11.733480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Attempting to bind port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:11.738661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:11.739034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Attempting to bind port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:11.744824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:11.745395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:11.746014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:11.746527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Bound port: 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:11.747439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.806635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.814584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf363d-484f-4cf5-bb3c-1a8ec6c337bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823ab30-6626-437a-bdf8-3d8ded9d6b7d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:11.848010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31741e48-f2e4-4278-abf5-aae6d274b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.857182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b7eeb-9878-4324-8d96-f5affa7632b9 None None] Network bb251759-448d-47c9-ac78-bf0ca28cb143 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:11.883257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31741e48-f2e4-4278-abf5-aae6d274b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.950803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:11.951466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.965667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31741e48-f2e4-4278-abf5-aae6d274b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.968267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31741e48-f2e4-4278-abf5-aae6d274b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:11.969883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-31741e48-f2e4-4278-abf5-aae6d274b28f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e678c40b-5c42-4f15-a6cd-01ef697cea8a HTTP/1.1" status: 204 len: 168 time: 0.4310503 Sep 02 12:36:12.002837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fc99fe-fac6-4089-930c-70aa4f0baa56,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:12.036878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Deleting subnet d4da1358-ce29-4858-aa79-c2fde53baf73 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:36:12.039127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31741e48-f2e4-4278-abf5-aae6d274b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678c40b-5c42-4f15-a6cd-01ef697cea8a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:12.045471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f247ff0c-ef0d-47d0-b860-6aa2603cbaca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89b173dc31c1457088b6edd96f426a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9646196 Sep 02 12:36:12.047495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.049445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:12.065614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-937dbb58-a92a-43f1-8aea-24fc17115d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.110631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-937dbb58-a92a-43f1-8aea-24fc17115d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.143592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] For port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:12.179366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] For port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:12.197591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.203290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.223629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc425a67-3ed5-417f-bfee-973d65148c51 req-b24cc33e-e9e2-449b-a2b6-993c60e49015 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:12.225197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc425a67-3ed5-417f-bfee-973d65148c51 req-b24cc33e-e9e2-449b-a2b6-993c60e49015 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 969 time: 0.0755699 Sep 02 12:36:12.247045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.258274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-937dbb58-a92a-43f1-8aea-24fc17115d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.261090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-937dbb58-a92a-43f1-8aea-24fc17115d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.269025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-937dbb58-a92a-43f1-8aea-24fc17115d0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f823ab30-6626-437a-bdf8-3d8ded9d6b7d HTTP/1.1" status: 204 len: 168 time: 0.6022947 Sep 02 12:36:12.286004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:12.286731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.288199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b0a58ef-f648-4571-bd5d-0d2a11a44e8c HTTP/1.1" status: 200 len: 1117 time: 2.3720963 Sep 02 12:36:12.306906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'tag': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:12.309961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dbb58-a92a-43f1-8aea-24fc17115d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823ab30-6626-437a-bdf8-3d8ded9d6b7d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:12.315960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc425a67-3ed5-417f-bfee-973d65148c51 req-6c9908ac-5d2a-443a-9a32-7d452487bff2 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835366 Sep 02 12:36:12.469641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:12.487254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4882c19-1cef-4e02-9d38-b530f5dd7dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.511753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53862976-7e54-42ea-88c9-9532f6d4d0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.540264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85419bff-bc2e-490b-8c67-0800906bbc13 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:12.591752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-491f50b4-8b3e-4123-9d79-08f48d191371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:12.593378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-491f50b4-8b3e-4123-9d79-08f48d191371 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309487d067864fea878c60b5b750196d&device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 1120 time: 0.1926084 Sep 02 12:36:12.594519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.612506 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53862976-7e54-42ea-88c9-9532f6d4d0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.620792 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.625585 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d4da1358-ce29-4858-aa79-c2fde53baf73 HTTP/1.1" status: 204 len: 168 time: 0.6736038 Sep 02 12:36:12.628704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44912) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:12.715096 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4882c19-1cef-4e02-9d38-b530f5dd7dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.727783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4882c19-1cef-4e02-9d38-b530f5dd7dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.734557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67130b-493a-4724-b0c3-d9c91f0352f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4da1358-ce29-4858-aa79-c2fde53baf73,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:12.740119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-12ddb2fc-6482-4cc2-967a-ad049d16583a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c HTTP/1.1" status: 200 len: 217 time: 0.1335075 Sep 02 12:36:12.773009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4882c19-1cef-4e02-9d38-b530f5dd7dde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c98a1ccbecc04af18b147002e8447fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020554 Sep 02 12:36:12.778902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:12.792324 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83cd65c-5b60-40f8-8b43-347cfacd80cf" -d '{"events": [{"name": "network-changed", "server_uuid": "023909d4-adfb-4d63-a908-cf3e93cd64f8", "tag": "5b0a58ef-f648-4571-bd5d-0d2a11a44e8c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:12.813198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:12.821264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.836967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4882c19-1cef-4e02-9d38-b530f5dd7dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce14271-79fe-45b6-8854-cda25b9b0734,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:12.860656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e045b82-9cf9-4abf-b33a-7efa80e63c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.874099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39924-115b-4a77-8c2b-234fa33c5230 req-c6d9e256-8ef2-4573-bdbb-03fea27f6cab tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:12.875985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42d39924-115b-4a77-8c2b-234fa33c5230 req-c6d9e256-8ef2-4573-bdbb-03fea27f6cab tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 932 time: 0.0800247 Sep 02 12:36:12.877546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-122cb53a-b3bf-443a-9f35-cff32e9be642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:12.878892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-122cb53a-b3bf-443a-9f35-cff32e9be642 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1321087 Sep 02 12:36:12.890330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53862976-7e54-42ea-88c9-9532f6d4d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.893739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53862976-7e54-42ea-88c9-9532f6d4d0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.895072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53862976-7e54-42ea-88c9-9532f6d4d0a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3fc99fe-fac6-4089-930c-70aa4f0baa56 HTTP/1.1" status: 204 len: 168 time: 0.8432794 Sep 02 12:36:12.977445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b59bede-eb11-4474-93e3-31b0c6f39be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:12.988101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862976-7e54-42ea-88c9-9532f6d4d0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fc99fe-fac6-4089-930c-70aa4f0baa56,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:13.030021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.050550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b59bede-eb11-4474-93e3-31b0c6f39be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.054038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42d39924-115b-4a77-8c2b-234fa33c5230 req-46131b94-e730-431e-aa26-9067d8e99a0e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679602 Sep 02 12:36:13.055065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.055644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.056620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.057180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > port after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.057837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.058445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > port after_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.059205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.059534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.060113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.060736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.063512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-bd9ea376-4511-4466-a5ec-691ec9ab77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:13.071472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-bd9ea376-4511-4466-a5ec-691ec9ab77bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840935 Sep 02 12:36:13.137092 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f224ebe4-a6af-40ad-b6df-d00eb40db3a8 x-openstack-request-id: req-f224ebe4-a6af-40ad-b6df-d00eb40db3a8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:13.137092 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023909d4-adfb-4d63-a908-cf3e93cd64f8", "tag": "5b0a58ef-f648-4571-bd5d-0d2a11a44e8c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:13.137092 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f224ebe4-a6af-40ad-b6df-d00eb40db3a8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:13.137092 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'tag': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c', 'status': 'completed', 'code': 200} Sep 02 12:36:13.184807 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-38ecf758-474f-4225-ac48-0566744c2a81 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046886 Sep 02 12:36:13.289163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c194b00-707a-4ac7-9b56-d099d8d40105 req-d905ca5d-1c8e-46b4-86da-ec205eed5cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963323 Sep 02 12:36:13.391487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-81ac0d79-364b-4c56-acf8-93129f97febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:13.393478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-81ac0d79-364b-4c56-acf8-93129f97febf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309487d067864fea878c60b5b750196d&device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 1120 time: 0.0481663 Sep 02 12:36:13.399335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.399747 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.400247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.400572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:13.400952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a63a037-23f0-47fc-b787-d0a77c698606']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:13.462647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6490ecfe-b905-4aa5-bb42-783b3c8b80dd') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:13.463246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6490ecfe-b905-4aa5-bb42-783b3c8b80dd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:13.484184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.518560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.526188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b59bede-eb11-4474-93e3-31b0c6f39be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.529330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b59bede-eb11-4474-93e3-31b0c6f39be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.532155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b59bede-eb11-4474-93e3-31b0c6f39be3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ce14271-79fe-45b6-8854-cda25b9b0734 HTTP/1.1" status: 204 len: 168 time: 0.7510870 Sep 02 12:36:13.546702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:36:13.547595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: from cryptography.utils import int_from_bytes Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: from cryptography.utils import int_from_bytes Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:36:13.577913 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:36:13.594816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59bede-eb11-4474-93e3-31b0c6f39be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce14271-79fe-45b6-8854-cda25b9b0734,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:13.618108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332de5a-b4b7-4cdb-bd78-8a00447816b5 req-f21768e6-73ab-43d6-9afa-302f72e47090 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:13.624782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a332de5a-b4b7-4cdb-bd78-8a00447816b5 req-f21768e6-73ab-43d6-9afa-302f72e47090 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 969 time: 0.1833050 Sep 02 12:36:13.654434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-399f92d1-3b19-4674-896a-71441714be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:13.656344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-399f92d1-3b19-4674-896a-71441714be14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2555370 Sep 02 12:36:13.696007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e045b82-9cf9-4abf-b33a-7efa80e63c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.698885 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.702820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e045b82-9cf9-4abf-b33a-7efa80e63c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.720220 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-816b7442-b9e6-414c-a8ec-0148ce20e0e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c HTTP/1.1" status: 200 len: 217 time: 0.0556974 Sep 02 12:36:13.737281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a332de5a-b4b7-4cdb-bd78-8a00447816b5 req-a401dc8e-f709-469a-88fc-028c36621dbc tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111574 Sep 02 12:36:13.740561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.751963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:13.754011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2a63a037-23f0-47fc-b787-d0a77c698606 HTTP/1.1" status: 204 len: 168 time: 1.1240432 Sep 02 12:36:13.768633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f467f-65fc-47b8-8bea-2e0e08c0d189 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a63a037-23f0-47fc-b787-d0a77c698606,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:13.782864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e045b82-9cf9-4abf-b33a-7efa80e63c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa79833-da85-401a-a4ea-c6eec922de12,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:13.803141 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e045b82-9cf9-4abf-b33a-7efa80e63c3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79d0eafb2aa94ac5854a29b0b2d0f2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9849176 Sep 02 12:36:13.805967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:13.843877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-38163c05-5444-439b-b085-5b69f42ae6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:13.846874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-38163c05-5444-439b-b085-5b69f42ae6d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1071463 Sep 02 12:36:13.852062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Deleting subnet a226eeca-9ee7-4323-9a03-151a76b0738f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:36:13.856664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.919821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049e57ae-ed1e-4dcd-acfb-1807a134dd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.938699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.952223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049e57ae-ed1e-4dcd-acfb-1807a134dd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.952472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:13.984507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-d52aaa76-3e96-4296-b937-baceefab9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:13.987027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-d52aaa76-3e96-4296-b937-baceefab9ad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308823 Sep 02 12:36:14.003738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049e57ae-ed1e-4dcd-acfb-1807a134dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.006862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049e57ae-ed1e-4dcd-acfb-1807a134dd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.018501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-049e57ae-ed1e-4dcd-acfb-1807a134dd45 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fa79833-da85-401a-a4ea-c6eec922de12 HTTP/1.1" status: 204 len: 168 time: 0.2012889 Sep 02 12:36:14.026162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e57ae-ed1e-4dcd-acfb-1807a134dd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa79833-da85-401a-a4ea-c6eec922de12,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:14.077637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.116664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a226eeca-9ee7-4323-9a03-151a76b0738f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:14.175848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-9db3bb2c-9730-41a5-83fd-e4cddb5a255a service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750948 Sep 02 12:36:14.189571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.193777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff909de1-e6bd-4c68-aa7d-b7d8ba5ee58e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a226eeca-9ee7-4323-9a03-151a76b0738f HTTP/1.1" status: 204 len: 168 time: 0.4367752 Sep 02 12:36:14.194233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:14.271379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6af6af-ddfb-4aa8-a124-71909e30fdfd req-ecc6b97c-6e23-46dd-9b58-788703aa48ea tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:14.271379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a6af6af-ddfb-4aa8-a124-71909e30fdfd req-ecc6b97c-6e23-46dd-9b58-788703aa48ea tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 932 time: 0.0734737 Sep 02 12:36:14.348014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a6af6af-ddfb-4aa8-a124-71909e30fdfd req-1110e2a2-54fe-4b31-8b94-d66cfa36e556 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702565 Sep 02 12:36:14.519656 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.547581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83cd65c-5b60-40f8-8b43-347cfacd80cf req-eb7e0e10-9e51-4121-b3cc-b3f915e84203 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548095 Sep 02 12:36:14.633793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.647363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.647790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.648602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.649089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > port after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.649920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.650394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > port after_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.650943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.651484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.651977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.652560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.736563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.737107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.737281 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.737605 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 12:36:14.737962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb251759-448d-47c9-ac78-bf0ca28cb143']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:14.756875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b09bf9-3487-497a-a1e0-76b2baeee4b0') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:14.757211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b09bf9-3487-497a-a1e0-76b2baeee4b0') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:14.778532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.805422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.817423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:36:14.817955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: from cryptography.utils import int_from_bytes Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: from cryptography.utils import int_from_bytes Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:36:14.835071 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:36:14.931754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.940093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:14.942932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] 10.222.0.60 "DELETE /v2.0/networks/bb251759-448d-47c9-ac78-bf0ca28cb143 HTTP/1.1" status: 204 len: 168 time: 0.7467084 Sep 02 12:36:14.955861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b814a4-772b-4716-9724-6b96f3520b9c req-c080a3f8-ca39-4ead-a6f9-cd62bfbb8ac9 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:14.957703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19b814a4-772b-4716-9724-6b96f3520b9c req-c080a3f8-ca39-4ead-a6f9-cd62bfbb8ac9 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 969 time: 0.0905282 Sep 02 12:36:14.968001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9fe1-41f0-44f6-a8ab-c18b7489393d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb251759-448d-47c9-ac78-bf0ca28cb143,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:15.005352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19b814a4-772b-4716-9724-6b96f3520b9c req-b6dfd3da-cab9-4b46-9d36-a9f6de410999 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Sep 02 12:36:15.151824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:15.200688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3766ce08-83e5-4456-aac5-4901c352d177 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e3d474f270941669e181254231a5916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474703 Sep 02 12:36:15.207008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:15.265385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a333bf-4039-431f-9621-2d9a49fea757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:15.290011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a333bf-4039-431f-9621-2d9a49fea757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:15.356178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a333bf-4039-431f-9621-2d9a49fea757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:15.359051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a333bf-4039-431f-9621-2d9a49fea757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:15.363014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07a333bf-4039-431f-9621-2d9a49fea757 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8879b32b-9dd3-46cc-a870-9e364766b009 HTTP/1.1" status: 204 len: 168 time: 0.1554930 Sep 02 12:36:15.370039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a333bf-4039-431f-9621-2d9a49fea757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8879b32b-9dd3-46cc-a870-9e364766b009,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:15.535517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e157190-ae0d-42fb-9427-5e2c83fea6b1 req-efddac89-a838-47f8-bbf7-27fc995a8b55 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:15.537458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1e157190-ae0d-42fb-9427-5e2c83fea6b1 req-efddac89-a838-47f8-bbf7-27fc995a8b55 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 932 time: 0.0657485 Sep 02 12:36:15.582582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1e157190-ae0d-42fb-9427-5e2c83fea6b1 req-1de6e8ed-d519-41e3-b08d-2c2f9075e88c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355806 Sep 02 12:36:15.915061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:15.962257 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-afa43af4-9f93-4f1e-87b3-3e4edbf19709 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=615403c4d95c49ef9665c882a968bfcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459218 Sep 02 12:36:15.964818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:16.013799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0641212d-c734-48cc-b597-8b9ff6e59b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:16.038184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0641212d-c734-48cc-b597-8b9ff6e59b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:16.092371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0641212d-c734-48cc-b597-8b9ff6e59b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:16.096232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0641212d-c734-48cc-b597-8b9ff6e59b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:16.101660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0641212d-c734-48cc-b597-8b9ff6e59b80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2231f0d0-c039-4538-a66d-3945be248147 HTTP/1.1" status: 204 len: 168 time: 0.1356709 Sep 02 12:36:16.116189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641212d-c734-48cc-b597-8b9ff6e59b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231f0d0-c039-4538-a66d-3945be248147,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:16.175487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1c3c2-d0cf-4a20-8ee5-e1940486a6ed req-5ac6fe62-330c-4479-8a0e-f2b510b32693 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:16.177235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37f1c3c2-d0cf-4a20-8ee5-e1940486a6ed req-5ac6fe62-330c-4479-8a0e-f2b510b32693 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 969 time: 0.0641026 Sep 02 12:36:16.201721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-eb24983e-94a2-4c3f-856a-98c3d8c7a629 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:16.206332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-eb24983e-94a2-4c3f-856a-98c3d8c7a629 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069618 Sep 02 12:36:16.221841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37f1c3c2-d0cf-4a20-8ee5-e1940486a6ed req-2a179de1-28cf-47dd-9076-c8ac4caa6b6e tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Sep 02 12:36:16.689551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Request body: {'port': {'device_id': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:16.749721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:16.767298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33e45-8601-4b80-aba5-d755ce66d3df req-89910978-bc7d-4f22-b1f1-e7f9e009c81c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:16.768869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8db33e45-8601-4b80-aba5-d755ce66d3df req-89910978-bc7d-4f22-b1f1-e7f9e009c81c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 932 time: 0.0945373 Sep 02 12:36:16.820869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8db33e45-8601-4b80-aba5-d755ce66d3df req-5cdba6d3-4636-4052-aaa6-0be0a1f6da45 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457880 Sep 02 12:36:17.198970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e1060-bdbd-49b9-ade1-167cc4dd2b0a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:17.209439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.248584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Transition to ACTIVE for port object 939e1060-bdbd-49b9-ade1-167cc4dd2b0a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:17.262406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.460357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:17.629793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:17.636318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:17.652370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c', 'mac_address': 'fa:16:3e:b3:43:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:tempest-test_az-2016167463', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:36:17.705028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6556-4833-4464-80b7-07e91314321e req-7a62057c-4b02-4254-a90c-61c215d4cdf6 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:17.706622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a68b6556-4833-4464-80b7-07e91314321e req-7a62057c-4b02-4254-a90c-61c215d4cdf6 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 969 time: 0.1148510 Sep 02 12:36:17.707886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:17.708281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:17.708587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:17.713655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:17.713987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:17.716603 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.720828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:17.721217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:17.722391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:17.722391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Bound port: 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:17.722665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.734059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:17.753900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45116) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:17.757367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:17.770502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.817880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a68b6556-4833-4464-80b7-07e91314321e req-9b370608-09d3-4c16-8dc3-2bd27b654b42 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984182 Sep 02 12:36:17.844311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:17.851695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:17.857266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.859198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:17.875094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.875481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.879113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.879785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.879785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.880126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.880464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.883998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.884260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.884603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.884963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.885302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Tracked resource versions report: Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: pushed versions: Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: { 'AddressGroup': {'1.2'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'ConntrackHelper': {'1.0'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Log': {'1.0'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Network': {'1.1'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Port': {'1.7'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'PortForwarding': {'1.2'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'QosPolicy': {'1.9'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'SecurityGroup': {'1.4'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'SubPort': {'1.0'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Subnet': {'1.1'}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Trunk': {'1.1'}} Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: consumer versions: Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: HyperV agent@n-h1-792364-8: {}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: HyperV agent@n-h2-792364-8: {}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: L3 agent@n-d-792364-8: {}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: Metadata agent@n-d-792364-8: {}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: Metering agent@n-d-792364-8: {}, Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'ConntrackHelper': '1.0', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Log': '1.0', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Network': '1.1', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Port': '1.7', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'PortForwarding': '1.2', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'QosPolicy': '1.9', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'SecurityGroup': '1.4', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'SecurityGroupRule': '1.2', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'SubPort': '1.0', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Subnet': '1.1', Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: 'Trunk': '1.1'}} Sep 02 12:36:17.888403 n-d-792364-8 neutron-server[94842]: {{(pid=94842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:36:17.918674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:17.919478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:17.921748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] 10.222.0.41 "PUT /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 1092 time: 1.4293377 Sep 02 12:36:17.922275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:17.938839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-217309854-network', 'tenant_id': '8ca7df5b238347a8b01cead66e9063e0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:17.978582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Made reservation on behalf of 8ca7df5b238347a8b01cead66e9063e0 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:17.989689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.015872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.034576 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520450ab-1f3b-4713-acb2-6b4d2b1946f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:18.057973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34618796-c700-4388-9f1a-5e2806c014ad service neutron] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:18.094728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5b0a58ef-f648-4571-bd5d-0d2a11a44e8c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:18.110161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-d60f95cb-0031-4895-87d9-7ab6a9127aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:18.111851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-d60f95cb-0031-4895-87d9-7ab6a9127aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1095 time: 0.1312020 Sep 02 12:36:18.176630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff402-3b9f-4c9a-af24-7b29644aeb04 req-de3d86c7-b2d4-40c1-ae77-5cc887055886 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:18.178513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba9ff402-3b9f-4c9a-af24-7b29644aeb04 req-de3d86c7-b2d4-40c1-ae77-5cc887055886 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.0777628 Sep 02 12:36:18.245003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba9ff402-3b9f-4c9a-af24-7b29644aeb04 req-c7dd42db-4195-4b10-80bf-ce9c9497b6a2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583096 Sep 02 12:36:18.262863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.280231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.292167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-a79e6ba4-9e82-4b0f-b16d-8265c03c6b0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.1706653 Sep 02 12:36:18.344282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:18.358219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.358940 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Added segment fb096705-fcb2-4f34-95a8-1951ce3c1019 of type vlan for network 0d27151c-6a61-4312-a523-0939e81f1ae1 Sep 02 12:36:18.424104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad8e21-8d25-4a60-96ae-2a555ec631ce,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:18.445517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.468652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-0e09eec0-1b4b-4247-a5a3-c502eeb6a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:18.477429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-0e09eec0-1b4b-4247-a5a3-c502eeb6a96c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1749656 Sep 02 12:36:18.477980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.479879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:18.480384 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054fac05-8aa6-4091-b77b-8d4b8fd13743 x-openstack-request-id: req-054fac05-8aa6-4091-b77b-8d4b8fd13743 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:18.480821 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:18.480946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.481501 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-054fac05-8aa6-4091-b77b-8d4b8fd13743 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:18.482227 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'status': 'completed', 'code': 200} Sep 02 12:36:18.568020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=0d27151c-6a61-4312-a523-0939e81f1ae1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:18.576952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a820bd4b-a13d-4bb5-b55e-fa97c63a2ff1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8198183 Sep 02 12:36:18.577341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-c3e5ef7a-bff1-4a1f-8d2f-8d078b8d3a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930235 Sep 02 12:36:18.581372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:18.590972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Request body: {'subnet': {'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-217309854-subnet', 'tenant_id': '8ca7df5b238347a8b01cead66e9063e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:18.595102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:18.722487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Made reservation on behalf of 8ca7df5b238347a8b01cead66e9063e0 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:18.722487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:18.814461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-5e0e5fac-2fdc-49c7-9b56-2c307cf836db service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288167 Sep 02 12:36:18.835831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:18.981198 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5877c878-f654-419f-b443-101db133c16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.054058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca97ddf-fd93-4762-84e0-fe5ee68ccbf2 req-194e3063-dd1d-4c03-a85b-b9b7ed42ed29 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314889 Sep 02 12:36:19.104667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.151805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5877c878-f654-419f-b443-101db133c16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.159958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5877c878-f654-419f-b443-101db133c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.182479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77135e20-6861-4fa5-b680-3bf75b1d7892 req-83b320da-2aad-44b5-b9a9-d26d8e5ba251 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:19.187725 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77135e20-6861-4fa5-b680-3bf75b1d7892 req-83b320da-2aad-44b5-b9a9-d26d8e5ba251 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 970 time: 0.1424558 Sep 02 12:36:19.209231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5877c878-f654-419f-b443-101db133c16d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9fcb86bf9794f90822d1068403fa126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702028 Sep 02 12:36:19.209231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877c878-f654-419f-b443-101db133c16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb996c-eadf-4548-a6e0-5d9430cdaacc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:19.210949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45198) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:19.262862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-696d2a5c-a7f7-45be-b08d-b2fdc2161851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.266384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c771f484-1751-42cd-bd10-c30cf3595e49,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:19.292828 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-696d2a5c-a7f7-45be-b08d-b2fdc2161851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.324995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-b3583d31-2daf-4f01-ad2a-1ae4bc3165b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:19.326706 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-b3583d31-2daf-4f01-ad2a-1ae4bc3165b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1095 time: 0.2117476 Sep 02 12:36:19.330800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77135e20-6861-4fa5-b680-3bf75b1d7892 req-94f9cff7-1fe5-4d9c-8dab-dd2fca23758f tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200929 Sep 02 12:36:19.331531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:19.332004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Network hostable DHCP agents. Network: 0d27151c-6a61-4312-a523-0939e81f1ae1, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:19.387162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-696d2a5c-a7f7-45be-b08d-b2fdc2161851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.387787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-696d2a5c-a7f7-45be-b08d-b2fdc2161851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.388983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-696d2a5c-a7f7-45be-b08d-b2fdc2161851 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bbb996c-eadf-4548-a6e0-5d9430cdaacc HTTP/1.1" status: 204 len: 168 time: 0.1767259 Sep 02 12:36:19.416281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d2a5c-a7f7-45be-b08d-b2fdc2161851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb996c-eadf-4548-a6e0-5d9430cdaacc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:19.442809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681972-2114-45ba-a587-6395814e5335 req-9e729a16-8da6-4c83-8af6-f9f2dbc1152c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:19.445249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9681972-2114-45ba-a587-6395814e5335 req-9e729a16-8da6-4c83-8af6-f9f2dbc1152c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.0720932 Sep 02 12:36:19.446505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:19.479631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:19.512402 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9681972-2114-45ba-a587-6395814e5335 req-73de6f8e-6218-473b-9a7d-5710835510d3 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579462 Sep 02 12:36:19.535317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:19.539964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 0d27151c-6a61-4312-a523-0939e81f1ae1) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:19.540181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:19.540739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.560968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:19.561590 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.577281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f1571-07b7-4f63-8339-d5ad4ef68ca0 None None] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:19.588461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-a20bdc5e-86c0-4745-88b3-aa385a0d8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:19.590801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-a20bdc5e-86c0-4745-88b3-aa385a0d8a6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.2557671 Sep 02 12:36:19.592864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-77f38e3a-f9ac-4713-b6ad-6859938227e2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0103726 Sep 02 12:36:19.642380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-d8d50e9f-a13c-4a39-a63b-5787ba991f36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.0436101 Sep 02 12:36:19.713393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-9a9884f0-bcbb-452e-9afe-d8b57be2d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:19.715137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-9a9884f0-bcbb-452e-9afe-d8b57be2d22c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0656779 Sep 02 12:36:19.739680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.756051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-5d06704f-6dee-4bd2-88be-f8481eadf9c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324903 Sep 02 12:36:19.765849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704cfb4-8f65-4b8e-8f4a-970c086d6936 None None] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:19.823302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:19.855251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:19.901069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:19.910907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:19.912305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-1b5e8330-6c0c-40c4-92d7-367cecc6c08c service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470056 Sep 02 12:36:19.930969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45222) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:20.015569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:20.033160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:20.046985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca39cedf-d084-4c53-92c4-401b40c37692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.047407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-520450ab-1f3b-4713-acb2-6b4d2b1946f2 req-e9401fde-fe24-4120-96fa-703eb97b6c51 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217322 Sep 02 12:36:20.070419 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292008fe-ab60-400f-b8ba-0cb1fa07e1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.173934 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca39cedf-d084-4c53-92c4-401b40c37692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.182645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca39cedf-d084-4c53-92c4-401b40c37692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.226133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed147aff-6344-4cc8-aa28-dc52889bce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.270214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca39cedf-d084-4c53-92c4-401b40c37692 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcf0cb8d17544d2ca71e5d90ca81cb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358088 Sep 02 12:36:20.272762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:20.281152 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a236d-426c-46d6-8163-e2e552395466" -d '{"events": [{"server_uuid": "023909d4-adfb-4d63-a908-cf3e93cd64f8", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a58ef-f648-4571-bd5d-0d2a11a44e8c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:20.285671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39cedf-d084-4c53-92c4-401b40c37692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f5a4e7-b81f-4930-89e1-9716ace6040b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:20.359089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7864a4d7-bfe3-438b-b903-ecd546220cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.379315 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c6ec18-2c29-4797-8932-c359372dcfa5 x-openstack-request-id: req-b3c6ec18-2c29-4797-8932-c359372dcfa5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:20.379799 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023909d4-adfb-4d63-a908-cf3e93cd64f8", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a58ef-f648-4571-bd5d-0d2a11a44e8c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:20.380189 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3c6ec18-2c29-4797-8932-c359372dcfa5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:20.380830 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c', 'code': 200} Sep 02 12:36:20.404567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7864a4d7-bfe3-438b-b903-ecd546220cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.408193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292008fe-ab60-400f-b8ba-0cb1fa07e1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.418876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292008fe-ab60-400f-b8ba-0cb1fa07e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.545331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-292008fe-ab60-400f-b8ba-0cb1fa07e1b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2a0013f843b4acd8c9b6291c63dfa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838140 Sep 02 12:36:20.545779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:20.588649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292008fe-ab60-400f-b8ba-0cb1fa07e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871218a3-a8ae-48f9-a267-9ac299480d3d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:20.619146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:20.642851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082bc41-6a43-4a9f-a61f-f222784969e0 req-17ef557f-bc08-4c71-b11f-f5d768dcc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:20.644438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e082bc41-6a43-4a9f-a61f-f222784969e0 req-17ef557f-bc08-4c71-b11f-f5d768dcc80d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 1122 time: 0.1791656 Sep 02 12:36:20.647991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7864a4d7-bfe3-438b-b903-ecd546220cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.650547 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7864a4d7-bfe3-438b-b903-ecd546220cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.654460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7864a4d7-bfe3-438b-b903-ecd546220cc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8f5a4e7-b81f-4930-89e1-9716ace6040b HTTP/1.1" status: 204 len: 168 time: 0.3767035 Sep 02 12:36:20.694264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7d3e0-ec33-45f3-a9ac-6e59799e0b16 req-d6404fa4-732f-4139-9440-0a7176957124 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:20.695897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bf7d3e0-ec33-45f3-a9ac-6e59799e0b16 req-d6404fa4-732f-4139-9440-0a7176957124 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 971 time: 0.2317421 Sep 02 12:36:20.699319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864a4d7-bfe3-438b-b903-ecd546220cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f5a4e7-b81f-4930-89e1-9716ace6040b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:20.701181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e082bc41-6a43-4a9f-a61f-f222784969e0 req-20b2477d-9fd9-4620-842c-5e5033229a9f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.754844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed147aff-6344-4cc8-aa28-dc52889bce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.772012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed147aff-6344-4cc8-aa28-dc52889bce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.783438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bf7d3e0-ec33-45f3-a9ac-6e59799e0b16 req-c37ac1e3-357a-46db-b849-07d763244a15 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794487 Sep 02 12:36:20.804249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1570727206-network', 'tenant_id': 'b1fe0114ce914e31967ff097c1b647c7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:20.837862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c78482f-d62a-480a-9bc7-57107b467987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.840182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147aff-6344-4cc8-aa28-dc52889bce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5964238-9632-4ab9-89a0-83a0ef703f88,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:20.849548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed147aff-6344-4cc8-aa28-dc52889bce45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91d6d0550dde4a219a5f9f02a2e46aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9140744 Sep 02 12:36:20.849795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dd26e-c904-4c47-9713-ca4da0adc24b req-d149ffed-71fc-4cf0-9399-2dc41dcba0ac tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:20.852790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:20.857358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-766dd26e-c904-4c47-9713-ca4da0adc24b req-d149ffed-71fc-4cf0-9399-2dc41dcba0ac tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.2548048 Sep 02 12:36:20.899317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c78482f-d62a-480a-9bc7-57107b467987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.929234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-766dd26e-c904-4c47-9713-ca4da0adc24b req-022b7a36-0818-4ce1-a19d-84bddbb5214b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708742 Sep 02 12:36:20.941568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffa031dc-692d-4c66-b3e1-58ec36cff4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.970453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffa031dc-692d-4c66-b3e1-58ec36cff4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.978038 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c78482f-d62a-480a-9bc7-57107b467987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.980660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c78482f-d62a-480a-9bc7-57107b467987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:20.984546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0c78482f-d62a-480a-9bc7-57107b467987 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/871218a3-a8ae-48f9-a267-9ac299480d3d HTTP/1.1" status: 204 len: 168 time: 0.4350581 Sep 02 12:36:20.990620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78482f-d62a-480a-9bc7-57107b467987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871218a3-a8ae-48f9-a267-9ac299480d3d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.015259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e082bc41-6a43-4a9f-a61f-f222784969e0 req-20b2477d-9fd9-4620-842c-5e5033229a9f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.022588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e082bc41-6a43-4a9f-a61f-f222784969e0 req-20b2477d-9fd9-4620-842c-5e5033229a9f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.040737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Made reservation on behalf of b1fe0114ce914e31967ff097c1b647c7 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:21.044430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.055236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.057685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e082bc41-6a43-4a9f-a61f-f222784969e0 req-20b2477d-9fd9-4620-842c-5e5033229a9f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003894 Sep 02 12:36:21.069919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2477d-9fd9-4620-842c-5e5033229a9f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea95176-9bc3-4e8d-b647-b502031412ec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.079567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffa031dc-692d-4c66-b3e1-58ec36cff4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.082622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffa031dc-692d-4c66-b3e1-58ec36cff4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.083979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ffa031dc-692d-4c66-b3e1-58ec36cff4be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5964238-9632-4ab9-89a0-83a0ef703f88 HTTP/1.1" status: 204 len: 168 time: 0.2301362 Sep 02 12:36:21.092372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa031dc-692d-4c66-b3e1-58ec36cff4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5964238-9632-4ab9-89a0-83a0ef703f88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.185801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.192013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.224174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:21.233893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb9152-5bd2-44b4-977b-9d8d8eb1f065,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.243037 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.243396 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Added segment baa3b2c2-159d-4e6f-a8fe-a87fa3f3cd02 of type vlan for network 3b16c0d2-2981-4aac-b5d4-df642652f7a8 Sep 02 12:36:21.293405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.328650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.331258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:21.332086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.383447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7632596 Sep 02 12:36:21.386533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:21.391631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Request body: {'subnet': {'network_id': '3b16c0d2-2981-4aac-b5d4-df642652f7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1570727206-subnet', 'tenant_id': 'b1fe0114ce914e31967ff097c1b647c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:21.403988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875c917-deac-4695-89fa-131676a888b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3b16c0d2-2981-4aac-b5d4-df642652f7a8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.416276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 3b16c0d2-2981-4aac-b5d4-df642652f7a8 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:21.428395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Made reservation on behalf of b1fe0114ce914e31967ff097c1b647c7 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:21.431121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.439596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:21.461737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699a138f-334e-4134-bc5f-399c857d9a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.578082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699a138f-334e-4134-bc5f-399c857d9a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.584169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699a138f-334e-4134-bc5f-399c857d9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.628982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a138f-334e-4134-bc5f-399c857d9a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211f8fb3-958d-4610-8fdd-0f1c8e1724e4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.633508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-699a138f-334e-4134-bc5f-399c857d9a25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8049be0f442940189842757712e299c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925526 Sep 02 12:36:21.636176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:21.687142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.705388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d284e571-a8cf-450e-a662-2329af71d4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.717788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:21.732445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d284e571-a8cf-450e-a662-2329af71d4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.744511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45072e45-55f1-4e78-9e16-aedf8c5399ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.764594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db842a3-aed4-4262-a730-60947a3e00ff,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.795016 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d284e571-a8cf-450e-a662-2329af71d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.801929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d284e571-a8cf-450e-a662-2329af71d4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.802107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Checking segment: {'id': 'baa3b2c2-159d-4e6f-a8fe-a87fa3f3cd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3b16c0d2-2981-4aac-b5d4-df642652f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:21.802107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Network hostable DHCP agents. Network: 3b16c0d2-2981-4aac-b5d4-df642652f7a8, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:21.802342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d284e571-a8cf-450e-a662-2329af71d4b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/211f8fb3-958d-4610-8fdd-0f1c8e1724e4 HTTP/1.1" status: 204 len: 168 time: 0.1631072 Sep 02 12:36:21.817290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e571-a8cf-450e-a662-2329af71d4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211f8fb3-958d-4610-8fdd-0f1c8e1724e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:21.873986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Network 3b16c0d2-2981-4aac-b5d4-df642652f7a8 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:21.917250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 3b16c0d2-2981-4aac-b5d4-df642652f7a8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:21.922825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:21.923442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:21.938388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c4009-a9e4-42f5-a856-88ace59cb40b None None] Network 3b16c0d2-2981-4aac-b5d4-df642652f7a8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:21.983395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4fa83-cc45-49ff-b30e-3eb5126d934c req-af73d586-2473-4c31-9469-343c3c2ee81e tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:21.990820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a4fa83-cc45-49ff-b30e-3eb5126d934c req-af73d586-2473-4c31-9469-343c3c2ee81e tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 971 time: 0.1200955 Sep 02 12:36:21.994326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45072e45-55f1-4e78-9e16-aedf8c5399ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:22.003433 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45072e45-55f1-4e78-9e16-aedf8c5399ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:22.018090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b0984577-2920-45bf-be33-2f4b62f61b73 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6304429 Sep 02 12:36:22.065185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45072e45-55f1-4e78-9e16-aedf8c5399ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344bd2ef-b8bb-4cd3-bb9e-d0f989a69f42,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:22.089247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a4fa83-cc45-49ff-b30e-3eb5126d934c req-6d90fedc-8c2f-41b7-85d2-985a33563fff tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927863 Sep 02 12:36:22.091955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-45072e45-55f1-4e78-9e16-aedf8c5399ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12e94ab29b244fbfb45435e100ce5054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723831 Sep 02 12:36:22.099878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:22.152929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71581c3-acbd-4223-811e-42cfb5e01d6f None None] Network 3b16c0d2-2981-4aac-b5d4-df642652f7a8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:22.165467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7834-1e2c-44f7-9631-9225085c12f4 req-1b8e7616-bc88-4044-9a33-40dc75355425 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:22.167275 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a3e7834-1e2c-44f7-9631-9225085c12f4 req-1b8e7616-bc88-4044-9a33-40dc75355425 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.1335802 Sep 02 12:36:22.217993 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1421b2b7-fe6c-4d9e-a589-e3496f1decf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:22.223641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a3e7834-1e2c-44f7-9631-9225085c12f4 req-292764b6-0ff2-46d2-988c-056c4b920f9c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Sep 02 12:36:22.256185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1421b2b7-fe6c-4d9e-a589-e3496f1decf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:22.332026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1421b2b7-fe6c-4d9e-a589-e3496f1decf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:22.335786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1421b2b7-fe6c-4d9e-a589-e3496f1decf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:22.337670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1421b2b7-fe6c-4d9e-a589-e3496f1decf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/344bd2ef-b8bb-4cd3-bb9e-d0f989a69f42 HTTP/1.1" status: 204 len: 168 time: 0.2356274 Sep 02 12:36:22.350684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421b2b7-fe6c-4d9e-a589-e3496f1decf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344bd2ef-b8bb-4cd3-bb9e-d0f989a69f42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:22.801070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-6849b256-7109-4b25-9004-e20303bf9b07 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:22.809488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-6849b256-7109-4b25-9004-e20303bf9b07 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.1267695 Sep 02 12:36:22.821831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-942f1701-3417-4e52-be32-12036dd070b9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/quotas/8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 375 time: 0.0114667 Sep 02 12:36:22.863915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-16c81d66-b296-424a-9068-cf4f583c1d55 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356753 Sep 02 12:36:23.009286 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-8ba01bbd-71ac-4629-9dbc-1fa546d19560 service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230726 Sep 02 12:36:23.123952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-6bf49296-4c33-4c26-b6ce-62fb48171356 service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084163 Sep 02 12:36:23.215634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:23.231707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d342a-0ad7-4c8a-99d3-bc5621f11c98 req-05d02fff-1729-4c07-a259-733041a114ce tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:23.240617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f16d342a-0ad7-4c8a-99d3-bc5621f11c98 req-05d02fff-1729-4c07-a259-733041a114ce tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 971 time: 0.0749326 Sep 02 12:36:23.305870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f16d342a-0ad7-4c8a-99d3-bc5621f11c98 req-586e159c-ec64-4524-a88d-0af1dff05cc9 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642395 Sep 02 12:36:23.398110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:23.426888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'port_id': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'mac_address': 'fa:16:3e:91:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6109a5-c17f-4366-80c0-a0c0296586f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:36:23.431342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8dd3587-2f39-46ae-b87c-da58fa3bca11 req-b906b754-0edf-4548-b343-f4d92e7478a9 tempest-FlavorsV2NegativeTest-2035073307 tempest-FlavorsV2NegativeTest-2035073307-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a5b35f586ba34acf89739d322818314f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464764 Sep 02 12:36:23.488877 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:23.506796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939e1060-bdbd-49b9-ade1-167cc4dd2b0a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:23.550102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b7e2-9e46-4ef6-a788-ce98fb3411ca req-e3aefbbd-c68d-45f3-bcab-7b4c825ada64 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:23.551147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:23.558621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:23.559876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a62b7e2-9e46-4ef6-a788-ce98fb3411ca req-e3aefbbd-c68d-45f3-bcab-7b4c825ada64 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.1439776 Sep 02 12:36:23.633752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a62b7e2-9e46-4ef6-a788-ce98fb3411ca req-a2830927-a877-4d3b-9f9a-b259b96bf6d5 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726833 Sep 02 12:36:23.680593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:23.774663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e555615-36be-4ab9-bd17-794f18b57038 req-ab0abcb1-426d-4491-adf9-5e6f2bfa9f5d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 210 time: 0.0609639 Sep 02 12:36:23.871041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['939e1060-bdbd-49b9-ade1-167cc4dd2b0a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:23.912947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd3587-2f39-46ae-b87c-da58fa3bca11 req-f73263fe-f85f-4667-b14c-36f8151c4859 tempest-FlavorsV2NegativeTest-2035073307 tempest-FlavorsV2NegativeTest-2035073307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:23.920970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8dd3587-2f39-46ae-b87c-da58fa3bca11 req-f73263fe-f85f-4667-b14c-36f8151c4859 tempest-FlavorsV2NegativeTest-2035073307 tempest-FlavorsV2NegativeTest-2035073307-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4822359 Sep 02 12:36:23.933679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8dd3587-2f39-46ae-b87c-da58fa3bca11 req-c63401f0-d9ce-451f-8dbb-69b123de8ce6 tempest-FlavorsV2NegativeTest-2035073307 tempest-FlavorsV2NegativeTest-2035073307-project] 10.222.0.60 "GET /v2.0/quotas/a5b35f586ba34acf89739d322818314f HTTP/1.1" status: 200 len: 375 time: 0.0115857 Sep 02 12:36:23.988076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8dd3587-2f39-46ae-b87c-da58fa3bca11 req-3b17ba69-b68e-4435-9f6c-9d81799b58df tempest-FlavorsV2NegativeTest-2035073307 tempest-FlavorsV2NegativeTest-2035073307-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5b35f586ba34acf89739d322818314f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404553 Sep 02 12:36:24.004579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6753e86-1aee-498c-a707-798a503c79da req-443c9512-483d-4a48-bdcb-44aa15aeb3a9 tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:24.011128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6753e86-1aee-498c-a707-798a503c79da req-443c9512-483d-4a48-bdcb-44aa15aeb3a9 tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 1122 time: 0.0864706 Sep 02 12:36:24.043667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6753e86-1aee-498c-a707-798a503c79da req-97da29fb-cda3-46a1-9f80-914f0204a15e tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:24.209381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6753e86-1aee-498c-a707-798a503c79da req-97da29fb-cda3-46a1-9f80-914f0204a15e tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:24.215926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6753e86-1aee-498c-a707-798a503c79da req-97da29fb-cda3-46a1-9f80-914f0204a15e tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:24.249540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6753e86-1aee-498c-a707-798a503c79da req-97da29fb-cda3-46a1-9f80-914f0204a15e tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311590 Sep 02 12:36:24.275745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da29fb-cda3-46a1-9f80-914f0204a15e tempest-AggregatesAdminTestJSON-1535451002 tempest-AggregatesAdminTestJSON-1535451002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc71fe0-b957-4213-8049-3c498678ba5b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:24.966076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45508) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:25.074225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768bc54-9d00-41ac-94bf-eb9f617aec5b req-305fe69b-4556-430a-aaab-737d3116a95b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:25.075802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6768bc54-9d00-41ac-94bf-eb9f617aec5b req-305fe69b-4556-430a-aaab-737d3116a95b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.0954244 Sep 02 12:36:25.084572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-9bc6f8e6-cadc-42ea-81d5-19db17f5203f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:25.086577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-9bc6f8e6-cadc-42ea-81d5-19db17f5203f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.4843922 Sep 02 12:36:25.100122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af38b05f-f433-404e-ba7b-e79de6cc3920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.106598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Request body: {'port': {'device_id': '881810fe-4bbb-4abf-b208-f81797357cca', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'admin_state_up': True, 'tenant_id': '8ca7df5b238347a8b01cead66e9063e0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:25.180481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6768bc54-9d00-41ac-94bf-eb9f617aec5b req-8205e92e-d9f6-4fc4-bcc0-07574aad9e79 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928197 Sep 02 12:36:25.205693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:25.237375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-34f054d4-36a5-40a0-8eb3-57085051f9a7 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2e9f258e8654f0993008e1041bfbdf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406449 Sep 02 12:36:25.266844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:25.272035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:25.272404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.318617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60d81716-87ff-4d4d-b9f6-da8f54d49901 req-b4b746f4-3d50-4b84-aa5d-d8e088f74c2a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 210 time: 0.0346591 Sep 02 12:36:25.319199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af38b05f-f433-404e-ba7b-e79de6cc3920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.333454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af38b05f-f433-404e-ba7b-e79de6cc3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.354160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Made reservation on behalf of 8ca7df5b238347a8b01cead66e9063e0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:25.358649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.373921 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.389711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-af38b05f-f433-404e-ba7b-e79de6cc3920 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5b35f586ba34acf89739d322818314f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222770 Sep 02 12:36:25.389954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45524) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:25.394005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38b05f-f433-404e-ba7b-e79de6cc3920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9037905-ddce-4b4f-a22d-732e0afa9b90,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:25.402215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:25.407293 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf447f-213e-4375-9300-b2517126480b" -d '{"events": [{"server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "name": "network-vif-plugged", "status": "completed", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:25.424327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:25.431373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.451040 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:36:25.476054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-eece2840-e201-4d3c-9f82-13aa94ae4ce6 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:25.477973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-eece2840-e201-4d3c-9f82-13aa94ae4ce6 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320104 Sep 02 12:36:25.492098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:25.502293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-2cf031f4-b1a9-49c8-aece-1dae86c9e874 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/quotas/e2e9f258e8654f0993008e1041bfbdf9 HTTP/1.1" status: 200 len: 375 time: 0.0161934 Sep 02 12:36:25.537597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-e23ced8e-d84b-427e-9050-b3ed290ce901 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2e9f258e8654f0993008e1041bfbdf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334909 Sep 02 12:36:25.550207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Allocated IP 172.20.0.4 (0d27151c-6a61-4312-a523-0939e81f1ae1/c771f484-1751-42cd-bd10-c30cf3595e49/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:25.600075 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a90c3d8-5b30-4fb4-8799-8e389f13016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.649882 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a90c3d8-5b30-4fb4-8799-8e389f13016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.741283 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cff22a-e583-4f47-acfa-3228ba6436a2 x-openstack-request-id: req-28cff22a-e583-4f47-acfa-3228ba6436a2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:25.741585 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "name": "network-vif-plugged", "status": "completed", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:25.741843 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28cff22a-e583-4f47-acfa-3228ba6436a2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:25.742237 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'code': 200} Sep 02 12:36:25.865310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea0eb42-172c-4efa-b0f4-df415e53a445 req-24f12fcb-4da7-494c-9a37-59f39edaf2f5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 210 time: 0.0620615 Sep 02 12:36:25.881013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a90c3d8-5b30-4fb4-8799-8e389f13016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.886782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a90c3d8-5b30-4fb4-8799-8e389f13016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.890237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8a90c3d8-5b30-4fb4-8799-8e389f13016f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9037905-ddce-4b4f-a22d-732e0afa9b90 HTTP/1.1" status: 204 len: 168 time: 0.4342148 Sep 02 12:36:25.917129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:25.961591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae1462-73c8-497f-9cfe-1dfd9f36de35 req-9386a1ad-89bc-48c1-9164-af5c637b5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:25.964227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08ae1462-73c8-497f-9cfe-1dfd9f36de35 req-9386a1ad-89bc-48c1-9164-af5c637b5b8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1097 time: 0.1330941 Sep 02 12:36:25.997146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90c3d8-5b30-4fb4-8799-8e389f13016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9037905-ddce-4b4f-a22d-732e0afa9b90,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:26.014731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:26.050911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08ae1462-73c8-497f-9cfe-1dfd9f36de35 req-2c35e52a-d5aa-4f0e-8c00-0e0f6324999a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788596 Sep 02 12:36:26.081316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:26.084566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:26.102404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:26.110151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:26.163054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:26.163975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:26.182668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-1beec9e7-5301-4b82-a5f2-2b31f75e09e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814617 Sep 02 12:36:26.197890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Request body: {'port': {'device_id': '881810fe-4bbb-4abf-b208-f81797357cca', 'device_owner': 'compute:tempest-test_az-2016167463', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:26.266215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:26.593860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51012-8f2a-4245-beda-327a30243ff9 req-7f55eb3b-421a-452f-80de-b47f1f1a0329 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:26.595613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5c51012-8f2a-4245-beda-327a30243ff9 req-7f55eb3b-421a-452f-80de-b47f1f1a0329 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 946 time: 0.0834799 Sep 02 12:36:26.619105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7ca4d-10df-49a4-9e9d-5829b3059f36 req-561cfd7f-691f-4c56-aaa5-f8ee2dac28e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:26.621126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04a7ca4d-10df-49a4-9e9d-5829b3059f36 req-561cfd7f-691f-4c56-aaa5-f8ee2dac28e9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 931 time: 0.0719385 Sep 02 12:36:26.671299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5c51012-8f2a-4245-beda-327a30243ff9 req-f1e426e1-fe67-482b-b702-43e8b7879c58 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668845 Sep 02 12:36:26.673812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:26.678398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04a7ca4d-10df-49a4-9e9d-5829b3059f36 req-39ab4abe-8b51-49a9-8c44-998f37213194 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Sep 02 12:36:26.691834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:26.716050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Transition to ACTIVE for port object e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:26.728718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:26.809000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:26.914632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:26.915318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:26.915792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:26.922075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:26.922403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:26.927979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:26.928657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:26.929093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:26.930228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Bound port: e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:26.930593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.031659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a1481092-1853-4c20-ad17-a17bc84b06e2 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2e9f258e8654f0993008e1041bfbdf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507300 Sep 02 12:36:27.034303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:27.063080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:27.066658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:27.078330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.175932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-663b9e32-ea34-42e9-b53e-1a9f9f7df4b4 req-41878774-2d4c-4f85-abc9-39be60596651 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 210 time: 0.0842485 Sep 02 12:36:27.179795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:27.180590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.182150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 1113 time: 0.9888542 Sep 02 12:36:27.182772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:27.185358 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:27.219793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009181af-672b-4dc2-9596-525f6a8a1235 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:27.262011 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4f487d-3142-4910-bcf1-19bcbc6e4bc1 x-openstack-request-id: req-4a4f487d-3142-4910-bcf1-19bcbc6e4bc1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:27.262446 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:27.262816 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a4f487d-3142-4910-bcf1-19bcbc6e4bc1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:27.263295 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'status': 'completed', 'code': 200} Sep 02 12:36:27.263614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-06042771-b443-4d05-95ef-2c24540df94e tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:27.266745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-06042771-b443-4d05-95ef-2c24540df94e tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289350 Sep 02 12:36:27.289212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Request body: {'port': {'device_id': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'e2e9f258e8654f0993008e1041bfbdf9'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:27.291278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-network', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:27.321185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-e5a05e60-95db-4c3a-a19d-a68d9b8c5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:27.323333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-e5a05e60-95db-4c3a-a19d-a68d9b8c5821 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1116 time: 0.0773742 Sep 02 12:36:27.326624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Made reservation on behalf of 0dfd033c87dc4429b8b9c5ff47042080 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:27.330308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.382767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.386662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-f352a6ca-d2b0-4f3b-854a-f1c994fb56aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0538244 Sep 02 12:36:27.440417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Made reservation on behalf of e2e9f258e8654f0993008e1041bfbdf9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:27.450963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.460465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-2780b4b4-611e-4fcf-b1ed-4ccf3ef6978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:27.461570 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.462771 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-2780b4b4-611e-4fcf-b1ed-4ccf3ef6978c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0690873 Sep 02 12:36:27.502695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-712e9a71-3fe2-4477-ab65-0d099eda2b3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331669 Sep 02 12:36:27.637894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.640786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-31e5c303-76fe-4748-8631-030f57688ba6 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306057 Sep 02 12:36:27.645428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.685794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:27.767413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.767773 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Added segment ee94fde2-72bd-4bea-8440-4321c5061a0f of type vlan for network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be Sep 02 12:36:27.769203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:27.815777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.826088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.838923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.856813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e13719fa-9e06-4ae2-812f-d1f3bfd6c38f req-fce6cbbf-a517-4585-8b1b-e958ad262a2b service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075496 Sep 02 12:36:27.913972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4456d05-00c7-4311-8ea3-8ba6f2b0d689 req-893b68d0-1667-41f5-9131-9b2a06edd094 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:27.916052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4456d05-00c7-4311-8ea3-8ba6f2b0d689 req-893b68d0-1667-41f5-9131-9b2a06edd094 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.0811963 Sep 02 12:36:27.925849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.927046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:27.927756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:27.985944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:28.000727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265efd55-10ee-44c1-9003-1eef7788d21e req-daa4a5a5-6dd3-42e2-ae86-4e87be882982 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:28.002623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-265efd55-10ee-44c1-9003-1eef7788d21e req-daa4a5a5-6dd3-42e2-ae86-4e87be882982 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 946 time: 0.1640205 Sep 02 12:36:28.060264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0246062 Sep 02 12:36:28.064653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45656) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:28.075795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c7859-4637-4c0f-b0ab-9665b725818a admin admin] Pushing event updated for resources: {'Network': ['ID=1033f2e7-fa04-4ed4-8ae1-794fa500b8be,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:28.084146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Request body: {'subnet': {'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-subnet', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:28.087284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-a50934fc-bdf0-4210-9c9f-a18a3c56a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:28.087785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:28.089084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-a50934fc-bdf0-4210-9c9f-a18a3c56a27b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1116 time: 0.1714444 Sep 02 12:36:28.092775 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4456d05-00c7-4311-8ea3-8ba6f2b0d689 req-8d9ef14d-ca2a-4459-9be2-250f9da55526 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612411 Sep 02 12:36:28.106815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-265efd55-10ee-44c1-9003-1eef7788d21e req-46edb583-e4d1-4d1a-a3f5-36f5f5efdad3 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975425 Sep 02 12:36:28.190538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Made reservation on behalf of 0dfd033c87dc4429b8b9c5ff47042080 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:28.194946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.285533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-41c81c6c-6377-4f7e-91b8-c42f0690518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:28.289231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-41c81c6c-6377-4f7e-91b8-c42f0690518a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1925726 Sep 02 12:36:28.362340 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-60ade6a3-2287-48a5-97e7-8d2998453d90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0642655 Sep 02 12:36:28.364714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45670) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:28.387223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc6f05e4-c5df-4d6d-997b-9f56cb1473ef req-1ac62ed8-bcc3-4c5c-8931-32595ed364b9 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 210 time: 0.0352745 Sep 02 12:36:28.451992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-729e67f4-22d3-4f77-a7b4-e4d8df592e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:28.453566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-729e67f4-22d3-4f77-a7b4-e4d8df592e55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0693784 Sep 02 12:36:28.496814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Allocated IP 192.168.233.71 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/012ebba1-65bd-440f-b2e4-3d058e678463) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:28.508149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-9606c1c5-4131-4d0a-89b3-74c45ff158c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448554 Sep 02 12:36:28.613091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebf84ac3-a590-4188-88c2-a9712c6f525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.618787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf02f-efc5-4156-af03-35157b808b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.691026 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-30b1491c-e50f-47a6-9bd3-85d6a5ada369 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742268 Sep 02 12:36:28.804015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.809470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.851005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Transition to ACTIVE for port object 012ebba1-65bd-440f-b2e4-3d058e678463 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:28.853680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ccf1218-4fd0-47e5-a104-76ffc4458d0d req-edc13136-c7b3-4c2c-a97d-fb983ca1138e service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458757 Sep 02 12:36:28.882807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68efa08e-99c1-407a-a8ae-4b3b039302fb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:28.920252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebf84ac3-a590-4188-88c2-a9712c6f525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.922544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Checking segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:28.923346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Network hostable DHCP agents. Network: 1033f2e7-fa04-4ed4-8ae1-794fa500b8be, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:28.928960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebf84ac3-a590-4188-88c2-a9712c6f525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.956399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:28.974130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf84ac3-a590-4188-88c2-a9712c6f525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd68f141-77f5-417f-961e-1e3618981317,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:28.975108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:29.007879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ebf84ac3-a590-4188-88c2-a9712c6f525e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34e01a5d64394769970522da4dbc56e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418974 Sep 02 12:36:29.014616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:29.036673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 1033f2e7-fa04-4ed4-8ae1-794fa500b8be) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:29.041557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:29.041724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.046884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a59810-06cf-4ad5-97a9-3c3f240b0bca None None] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:29.076063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:29.078109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cad5f0-5bd5-456d-9511-f93d0feeb8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.082594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-99cd8f4c-6df6-4309-96b8-f4b17d57bc02 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0112107 Sep 02 12:36:29.088747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:29.090670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:29.093089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:29.106677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:29.147069 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cad5f0-5bd5-456d-9511-f93d0feeb8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.148429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Pushing event updated for resources: {'Port': ['ID=012ebba1-65bd-440f-b2e4-3d058e678463,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:29.188530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:29.190630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.208366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.211333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-7c3251f6-7a27-4da1-9b95-64ccb4745de5 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9299412 Sep 02 12:36:29.212732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.225595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Request body: {'port': {'device_id': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:29.308684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.351134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:36:29.352889 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.431330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.510464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb31bd3-286d-4444-9ef8-7a9fbc2f7845 req-9ac1bb0e-fd29-4f51-a62a-aa3a076618dd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:29.512056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bb31bd3-286d-4444-9ef8-7a9fbc2f7845 req-9ac1bb0e-fd29-4f51-a62a-aa3a076618dd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 946 time: 0.0703082 Sep 02 12:36:29.514149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1de69442-a3c9-4c60-b45b-fa7ebc22208b None None] Provisioning for port 012ebba1-65bd-440f-b2e4-3d058e678463 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:29.515016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9f014-8767-40fa-b7c3-f5289e0ff2d6 req-e3be7297-50f9-4efb-80fa-bcce335702be tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:29.517180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0c9f014-8767-40fa-b7c3-f5289e0ff2d6 req-e3be7297-50f9-4efb-80fa-bcce335702be tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.1963246 Sep 02 12:36:29.526221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cad5f0-5bd5-456d-9511-f93d0feeb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.529167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80cad5f0-5bd5-456d-9511-f93d0feeb8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.529546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1de69442-a3c9-4c60-b45b-fa7ebc22208b None None] Provisioning complete for port 012ebba1-65bd-440f-b2e4-3d058e678463 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:29.529917 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1de69442-a3c9-4c60-b45b-fa7ebc22208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.530330 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80cad5f0-5bd5-456d-9511-f93d0feeb8ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd68f141-77f5-417f-961e-1e3618981317 HTTP/1.1" status: 204 len: 168 time: 0.5136511 Sep 02 12:36:29.535657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Allocated IP 172.20.0.2 (1033f2e7-fa04-4ed4-8ae1-794fa500b8be/68efa08e-99c1-407a-a8ae-4b3b039302fb/f06c2868-57a6-47af-b627-cc2fcff644d4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:29.595582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bb31bd3-286d-4444-9ef8-7a9fbc2f7845 req-b665eb17-1dda-4f62-893c-a57057d98368 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Sep 02 12:36:29.665595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1de69442-a3c9-4c60-b45b-fa7ebc22208b None None] Port 012ebba1-65bd-440f-b2e4-3d058e678463 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:36:29.708660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012ebba1-65bd-440f-b2e4-3d058e678463 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:29.718207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.741148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Transition to ACTIVE for port object 012ebba1-65bd-440f-b2e4-3d058e678463 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:29.747573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.839002 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.864000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Transition to ACTIVE for port object f06c2868-57a6-47af-b627-cc2fcff644d4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:29.867704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Pushing event updated for resources: {'Port': ['ID=012ebba1-65bd-440f-b2e4-3d058e678463,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:29.913311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Transition to ACTIVE for port object f06c2868-57a6-47af-b627-cc2fcff644d4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:29.920492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.935001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cad5f0-5bd5-456d-9511-f93d0feeb8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd68f141-77f5-417f-961e-1e3618981317,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:29.974064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Attempting to bind port 012ebba1-65bd-440f-b2e4-3d058e678463 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:29.974470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Attempting to bind port 012ebba1-65bd-440f-b2e4-3d058e678463 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:29.974867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Attempting to bind port 012ebba1-65bd-440f-b2e4-3d058e678463 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:29.980524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:29.989360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Port 012ebba1-65bd-440f-b2e4-3d058e678463 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:29.996559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Attempting to bind port 012ebba1-65bd-440f-b2e4-3d058e678463 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:30.005326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0c9f014-8767-40fa-b7c3-f5289e0ff2d6 req-008132db-d70d-438b-b15b-8e1919742509 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718945 Sep 02 12:36:30.010422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:30.011876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:30.013064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:30.014593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Bound port: 012ebba1-65bd-440f-b2e4-3d058e678463, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:30.021328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.023119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:30.044933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:30.051352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Pushing event updated for resources: {'Port': ['ID=f06c2868-57a6-47af-b627-cc2fcff644d4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:30.054318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:30.080584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45758) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:30.150062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Attempting to bind port f06c2868-57a6-47af-b627-cc2fcff644d4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:30.150710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Attempting to bind port f06c2868-57a6-47af-b627-cc2fcff644d4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:30.151237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Attempting to bind port f06c2868-57a6-47af-b627-cc2fcff644d4 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:30.155112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5bdc-1785-4744-bd15-05b489c2384a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.160400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:30.160786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Checking segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:30.161248 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.161677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Bound using segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:30.162178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Bound port: f06c2868-57a6-47af-b627-cc2fcff644d4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:30.162556 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.278338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5bdc-1785-4744-bd15-05b489c2384a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.287524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5bdc-1785-4744-bd15-05b489c2384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.290095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] For port f06c2868-57a6-47af-b627-cc2fcff644d4, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:30.295404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] For port f06c2868-57a6-47af-b627-cc2fcff644d4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f06c2868-57a6-47af-b627-cc2fcff644d4,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:30.304306 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.354901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cfaf5bdc-1785-4744-bd15-05b489c2384a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=161beb42658c476cb7f0e67c062d99f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711089 Sep 02 12:36:30.357771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:30.365654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] For port 012ebba1-65bd-440f-b2e4-3d058e678463, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:30.415970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5bdc-1785-4744-bd15-05b489c2384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4542f938-b65e-4210-aeb8-ff6c0618199e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:30.432423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.455154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] For port 012ebba1-65bd-440f-b2e4-3d058e678463, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=012ebba1-65bd-440f-b2e4-3d058e678463,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:30.485561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.498144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56027b55-c7ee-4492-9c7c-e5c114567264 None None] Pushing event updated for resources: {'Port': ['ID=f06c2868-57a6-47af-b627-cc2fcff644d4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:30.498965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.564939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1aaab-3e33-425a-a714-c08cf2a06a66 req-e84327e9-16b0-47bb-8b4c-fb36af286308 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:30.566300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bef1aaab-3e33-425a-a714-c08cf2a06a66 req-e84327e9-16b0-47bb-8b4c-fb36af286308 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 947 time: 0.1977296 Sep 02 12:36:30.574468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:30.575095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.576554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] 10.222.0.41 "PUT /v2.0/ports/012ebba1-65bd-440f-b2e4-3d058e678463 HTTP/1.1" status: 200 len: 1095 time: 1.3568342 Sep 02 12:36:30.578296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'tag': '012ebba1-65bd-440f-b2e4-3d058e678463'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:30.588804 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f5555-8613-4e17-9fdf-9b9097972657" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8e6b15-e75d-4fa2-8f48-85d98f9498be", "tag": "012ebba1-65bd-440f-b2e4-3d058e678463"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:30.674002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f21975-1c12-4f36-823a-6836daca0824 req-87af071a-73ee-4085-9b67-72511b8a3589 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:30.675534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7f21975-1c12-4f36-823a-6836daca0824 req-87af071a-73ee-4085-9b67-72511b8a3589 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1097 time: 0.1233678 Sep 02 12:36:30.701817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb56bf32-56bd-4ee0-bdd5-3774695339ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.707720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464265b-70cd-442f-bc41-42601cc7ab9a service neutron] Pushing event updated for resources: {'Port': ['ID=012ebba1-65bd-440f-b2e4-3d058e678463,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:30.716634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bef1aaab-3e33-425a-a714-c08cf2a06a66 req-b0341dd1-80ba-49d2-9b32-640cc2f66891 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212568 Sep 02 12:36:30.762334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Allocated IP 172.25.7.114 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/48995938-6b2a-446d-8aaf-c236f39e35e2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:30.774128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb56bf32-56bd-4ee0-bdd5-3774695339ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:30.854298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-82f7f23b-d5f4-4089-a558-3f02bbed2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:30.856085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-82f7f23b-d5f4-4089-a558-3f02bbed2253 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2e9f258e8654f0993008e1041bfbdf9&device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 1098 time: 0.2282312 Sep 02 12:36:30.877346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7f21975-1c12-4f36-823a-6836daca0824 req-c2c0edeb-8e56-4b02-bb9e-23275f132224 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922729 Sep 02 12:36:30.912637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-20c120b4-36ea-4bb4-8ff1-d6cce7b431ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=012ebba1-65bd-440f-b2e4-3d058e678463 HTTP/1.1" status: 200 len: 217 time: 0.0461531 Sep 02 12:36:30.986539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.001598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb56bf32-56bd-4ee0-bdd5-3774695339ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.004198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb56bf32-56bd-4ee0-bdd5-3774695339ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.005380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb56bf32-56bd-4ee0-bdd5-3774695339ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4542f938-b65e-4210-aeb8-ff6c0618199e HTTP/1.1" status: 204 len: 168 time: 0.6466312 Sep 02 12:36:31.051262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.055375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56bf32-56bd-4ee0-bdd5-3774695339ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4542f938-b65e-4210-aeb8-ff6c0618199e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:31.077947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-0ee81f9f-9a66-48d6-9925-5da34e84727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:31.086772 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-0ee81f9f-9a66-48d6-9925-5da34e84727c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1409066 Sep 02 12:36:31.092785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:31.093713 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbcf07a-c879-4e54-be10-3fe81609b20a x-openstack-request-id: req-acbcf07a-c879-4e54-be10-3fe81609b20a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:31.094049 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8e6b15-e75d-4fa2-8f48-85d98f9498be", "tag": "012ebba1-65bd-440f-b2e4-3d058e678463", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:31.094301 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acbcf07a-c879-4e54-be10-3fe81609b20a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:31.095267 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'tag': '012ebba1-65bd-440f-b2e4-3d058e678463', 'status': 'completed', 'code': 200} Sep 02 12:36:31.096023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:31.099913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:31.129778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Pushing event updated for resources: {'Port': ['ID=48995938-6b2a-446d-8aaf-c236f39e35e2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:31.204243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-5196a1c5-9244-474c-b8f5-17c45644b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:31.210275 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-5196a1c5-9244-474c-b8f5-17c45644b241 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140916 Sep 02 12:36:31.329139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ecca5-ae6e-40ca-ab4e-264ac1b7f438 req-dfbdce48-7f90-4e12-ab67-4f4058416be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:31.331445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-333ecca5-ae6e-40ca-ab4e-264ac1b7f438 req-dfbdce48-7f90-4e12-ab67-4f4058416be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.1022003 Sep 02 12:36:31.344461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fd82a-be18-4b15-81f7-44ee51610cd3 req-cca4d27c-e7e8-4d0d-a0b6-60269b6077fb tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:31.350800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f65fd82a-be18-4b15-81f7-44ee51610cd3 req-cca4d27c-e7e8-4d0d-a0b6-60269b6077fb tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1097 time: 0.1464667 Sep 02 12:36:31.375945 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42d88c3e-f05f-4236-b61f-cac3fac5d3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.401601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-333ecca5-ae6e-40ca-ab4e-264ac1b7f438 req-2e9c58b0-0328-4c18-8a00-2385ca5da666 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532215 Sep 02 12:36:31.409515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-f6596c3a-0da5-46fd-b3c8-42a7941c52fb service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895814 Sep 02 12:36:31.502691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f65fd82a-be18-4b15-81f7-44ee51610cd3 req-b71ca1ce-9331-4e3d-9508-dd915113af42 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859625 Sep 02 12:36:31.508709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:31.556289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.573618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f14939c-d517-49b2-947c-61e4ec012a5b req-8cb10387-6b23-4e6a-8272-4e6f6c369586 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571670 Sep 02 12:36:31.768226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:31.782868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'port_id': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'mac_address': 'fa:16:3e:9c:0d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771f484-1751-42cd-bd10-c30cf3595e49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-2016167463', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:36:31.784946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-d781352b-f060-453a-ae7e-735b21039377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:31.788453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.791394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-d781352b-f060-453a-ae7e-735b21039377 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2e9f258e8654f0993008e1041bfbdf9&device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 1098 time: 0.1474113 Sep 02 12:36:31.869950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:31.915050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:31.971459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:31.978407 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.002880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-bfbbdf88-04d2-420c-a727-a6899e13ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:32.006207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-bfbbdf88-04d2-420c-a727-a6899e13ebd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2059047 Sep 02 12:36:32.077460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.084026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26a57c-bb00-4730-b6a2-00412e482b39 None None] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:32.090134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-673b35b1-11b5-45ef-af45-3ac5aac86a71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=012ebba1-65bd-440f-b2e4-3d058e678463 HTTP/1.1" status: 200 len: 217 time: 0.0751934 Sep 02 12:36:32.139013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793afee-c61d-4f65-989e-d53315bb1d0d req-c0e4bd1b-27d6-4aa2-af2f-2a7142451208 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:32.142266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e793afee-c61d-4f65-989e-d53315bb1d0d req-c0e4bd1b-27d6-4aa2-af2f-2a7142451208 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 947 time: 0.1286662 Sep 02 12:36:32.207143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:32.218725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f06c2868-57a6-47af-b627-cc2fcff644d4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:32.240661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e793afee-c61d-4f65-989e-d53315bb1d0d req-d495528b-f12d-4094-9088-7ce2f7ec1e66 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705864 Sep 02 12:36:32.255092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-d429f078-74a0-4b1a-a0c5-4882f56fad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:32.255092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-d429f078-74a0-4b1a-a0c5-4882f56fad20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1483684 Sep 02 12:36:32.277759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:36:32.307980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:32.378842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-30bad80e-eb97-4e14-a905-0365b2e61769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:32.382052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-30bad80e-eb97-4e14-a905-0365b2e61769 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251295 Sep 02 12:36:32.411376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f06c2868-57a6-47af-b627-cc2fcff644d4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:32.413602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] Provisioning for port f06c2868-57a6-47af-b627-cc2fcff644d4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:32.455102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f06c2868-57a6-47af-b627-cc2fcff644d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:32.455923 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.457870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] Provisioning complete for port f06c2868-57a6-47af-b627-cc2fcff644d4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:32.458832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.471136 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.486714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:36:32.498880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:36:32.511980 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:32.517664 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:32.519463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.524430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0b7bb2c7-734b-4c81-ae10-ad295892fe9b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.4343095 Sep 02 12:36:32.526968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:32.546930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-00452ed3-b0f8-4d15-ae9b-0b9c4fe6180d service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540818 Sep 02 12:36:32.593244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:32.767043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f5555-8613-4e17-9fdf-9b9097972657 req-9a222ef6-8fba-4cd6-958c-eb6890a935ed service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148252 Sep 02 12:36:32.807770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-e9ebbddd-c24e-4754-858c-d267a0b63d71 req-4aaed429-ced0-4891-b9de-f41fa7709169 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:32.808974 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.812424 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.830219 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9ebbddd-c24e-4754-858c-d267a0b63d71 req-4aaed429-ced0-4891-b9de-f41fa7709169 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4175222 Sep 02 12:36:32.933179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] For port f06c2868-57a6-47af-b627-cc2fcff644d4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f06c2868-57a6-47af-b627-cc2fcff644d4,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:32.936339 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:32.958756 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:32.963901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95f1c24f-d07c-4538-bdaa-2a144bd4f3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.084733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:36:33.085144 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:36:33.085915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78997ffe-cc23-40cc-b2aa-8a29f6ef6761 None None] Pushing event updated for resources: {'Port': ['ID=f06c2868-57a6-47af-b627-cc2fcff644d4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:33.169574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688db861-cf5c-4dad-a157-789699d43064 req-8e8e296d-0b21-4469-820d-1880672b991f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:33.171729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-688db861-cf5c-4dad-a157-789699d43064 req-8e8e296d-0b21-4469-820d-1880672b991f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 966 time: 0.1444795 Sep 02 12:36:33.193607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99742b51-e845-492e-a91d-c1b5446423c0 None None] Provisioning complete for port f06c2868-57a6-47af-b627-cc2fcff644d4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:33.195123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99742b51-e845-492e-a91d-c1b5446423c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.246786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-688db861-cf5c-4dad-a157-789699d43064 req-6780507e-c386-4a26-9c22-090a3b832c04 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638063 Sep 02 12:36:33.333335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95f1c24f-d07c-4538-bdaa-2a144bd4f3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.337892 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:31Z', 'revision_number': 3, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:33.344068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95f1c24f-d07c-4538-bdaa-2a144bd4f3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.395645 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:36:33.396261 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Updating router d6c610a7-ed24-4ee7-8686-81d63fc73682 port 48995938-6b2a-446d-8aaf-c236f39e35e2 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:36:33.426235 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.489531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95f1c24f-d07c-4538-bdaa-2a144bd4f3be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aee53de1264b40f986b9e8d79521f6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913417 Sep 02 12:36:33.490377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1c24f-d07c-4538-bdaa-2a144bd4f3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324d8c9-1bd4-402d-9510-c0cbb3894382,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:33.500138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45882) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:33.525081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:33.533044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6316a1-d558-406d-b6c5-48a31f876045 req-b7095e01-c1db-4128-8b40-c05d06146782 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:33.535197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6316a1-d558-406d-b6c5-48a31f876045 req-b7095e01-c1db-4128-8b40-c05d06146782 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 971 time: 0.1529500 Sep 02 12:36:33.587256 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6316a1-d558-406d-b6c5-48a31f876045 req-abf5d741-85cc-41a1-93c5-6d6bdbb3045f tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Sep 02 12:36:33.592275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.666981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:33.672575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:33.672973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.754001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e46365-4cd8-40d1-9536-c85e684e9ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.761723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc726c-ca52-419f-9abc-4eccb6637eef req-3c205866-b1b3-47ad-b309-610e125f287b tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:33.769972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05fc726c-ca52-419f-9abc-4eccb6637eef req-3c205866-b1b3-47ad-b309-610e125f287b tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 947 time: 0.0750570 Sep 02 12:36:33.772357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.797037 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.799401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:33.802035 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7e662-365c-48c9-b61d-36cb597a88c8" -d '{"events": [{"server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "name": "network-vif-plugged", "status": "completed", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:33.810305 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Transition to ACTIVE for port object 48995938-6b2a-446d-8aaf-c236f39e35e2 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:33.820084 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.843344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:33.846388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e46365-4cd8-40d1-9536-c85e684e9ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.850864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.851056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05fc726c-ca52-419f-9abc-4eccb6637eef req-af417e9d-efc9-4f4b-a04a-7158b15edf70 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800023 Sep 02 12:36:33.890618 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Attempting to bind port 48995938-6b2a-446d-8aaf-c236f39e35e2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:33.890991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Attempting to bind port 48995938-6b2a-446d-8aaf-c236f39e35e2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:33.891353 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Attempting to bind port 48995938-6b2a-446d-8aaf-c236f39e35e2 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:33.901488 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Pushing event updated for resources: {'Port': ['ID=48995938-6b2a-446d-8aaf-c236f39e35e2,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:33.904335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:33.904704 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:33.905127 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.905658 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:33.909622 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Bound port: 48995938-6b2a-446d-8aaf-c236f39e35e2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:33.910474 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:33.945220 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.945539 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.945842 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.946470 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.946813 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.947143 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.947467 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.947790 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.948110 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.948438 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.948756 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.949106 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Tracked resource versions report: Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: pushed versions: Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: { 'AddressGroup': {'1.2'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'ConntrackHelper': {'1.0'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Log': {'1.0'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Network': {'1.1'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Port': {'1.7'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'PortForwarding': {'1.2'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'QosPolicy': {'1.9'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'SecurityGroup': {'1.4'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'SecurityGroupRule': {'1.2'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'SubPort': {'1.0'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Subnet': {'1.1'}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Trunk': {'1.1'}} Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: consumer versions: Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: { DHCP agent@n-d-792364-8: {}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: HyperV agent@n-h1-792364-8: {}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: HyperV agent@n-h2-792364-8: {}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: L3 agent@n-d-792364-8: {}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: Metadata agent@n-d-792364-8: {}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: Metering agent@n-d-792364-8: {}, Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: Open vSwitch agent@n-d-792364-8: { 'AddressGroup': '1.2', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'ConntrackHelper': '1.0', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Log': '1.0', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Network': '1.1', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Port': '1.7', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'PortForwarding': '1.2', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'QosPolicy': '1.9', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'SecurityGroup': '1.4', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'SecurityGroupRule': '1.2', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'SubPort': '1.0', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Subnet': '1.1', Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: 'Trunk': '1.1'}} Sep 02 12:36:33.950196 n-d-792364-8 neutron-server[94843]: {{(pid=94843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 12:36:33.992773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:33.993160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] For port 48995938-6b2a-446d-8aaf-c236f39e35e2, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:34.005631 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] For port 48995938-6b2a-446d-8aaf-c236f39e35e2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=48995938-6b2a-446d-8aaf-c236f39e35e2,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:34.011922 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.020968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f06c2868-57a6-47af-b627-cc2fcff644d4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:34.054060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Allocated IP 172.20.0.1 (1033f2e7-fa04-4ed4-8ae1-794fa500b8be/68efa08e-99c1-407a-a8ae-4b3b039302fb/bfd91033-a72b-44a9-bbdb-1446cd6ed80f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:34.090284 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50c027-b450-4b83-b01e-afd347f260ff None None] Pushing event updated for resources: {'Port': ['ID=48995938-6b2a-446d-8aaf-c236f39e35e2,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:34.113193 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:34.114125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:34.149516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.168227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f06c2868-57a6-47af-b627-cc2fcff644d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:34.168753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.185469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e46365-4cd8-40d1-9536-c85e684e9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.188081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e46365-4cd8-40d1-9536-c85e684e9ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.191696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5e46365-4cd8-40d1-9536-c85e684e9ff0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0324d8c9-1bd4-402d-9510-c0cbb3894382 HTTP/1.1" status: 204 len: 168 time: 0.6846938 Sep 02 12:36:34.217735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e46365-4cd8-40d1-9536-c85e684e9ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324d8c9-1bd4-402d-9510-c0cbb3894382,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:34.302016 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:34.353397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.371924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-bed94f6e-f438-46ea-823a-e8c3adb6eca9 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:34.373759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-bed94f6e-f438-46ea-823a-e8c3adb6eca9 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.18 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 971 time: 0.1359234 Sep 02 12:36:34.380430 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555c7578-786d-45f4-82a6-db931f57afd1 x-openstack-request-id: req-555c7578-786d-45f4-82a6-db931f57afd1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:34.380722 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "name": "network-vif-plugged", "status": "completed", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:34.381011 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-555c7578-786d-45f4-82a6-db931f57afd1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:34.381464 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'code': 200} Sep 02 12:36:34.383200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Transition to ACTIVE for port object bfd91033-a72b-44a9-bbdb-1446cd6ed80f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:34.454572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.18', 64225) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:34.558375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0ee38-8e4b-47a2-b88d-5f207f1c896e req-dfb902df-82af-4c7f-a0a0-08011fdb0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:34.560601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fff0ee38-8e4b-47a2-b88d-5f207f1c896e req-dfb902df-82af-4c7f-a0a0-08011fdb0b19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1118 time: 0.1046708 Sep 02 12:36:34.678190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fff0ee38-8e4b-47a2-b88d-5f207f1c896e req-43ace127-5589-47c5-9667-e02d6b05aa33 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820889 Sep 02 12:36:34.770595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.802403 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:31Z', 'revision_number': 3, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:34.820711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.833785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:34.850303 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7cb34-6cf3-41a1-b26c-0836f2277e53 None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:31Z', 'revision_number': 3, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:36:34.852060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:34.861524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:34.869281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:34.876456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:34.895372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f669491-07e2-4588-a448-337a34c66996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:34.942886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Deleting port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:36:34.943229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.004458 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.056243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a43436-d6be-4a4b-9942-0fef0c6f1dfa req-993db3cd-a623-429b-9a2b-e2cc33d15771 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:35.058478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03a43436-d6be-4a4b-9942-0fef0c6f1dfa req-993db3cd-a623-429b-9a2b-e2cc33d15771 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 967 time: 0.1271846 Sep 02 12:36:35.117285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:35.128036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03a43436-d6be-4a4b-9942-0fef0c6f1dfa req-b9f29e7b-b33a-49dd-8bef-f8ad5d52c2c6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Sep 02 12:36:35.208776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f669491-07e2-4588-a448-337a34c66996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.216132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f669491-07e2-4588-a448-337a34c66996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.267152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 012ebba1-65bd-440f-b2e4-3d058e678463 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:35.270512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f669491-07e2-4588-a448-337a34c66996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6929fc5-6a06-496d-b905-ed50c8e4da31,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:35.288355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2f669491-07e2-4588-a448-337a34c66996 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c36147613ee48bba00a45f0dd386aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203758 Sep 02 12:36:35.293719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:35.350913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] For port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:35.351522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.387412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Calling delete_port for 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c owned by compute:tempest-test_az-2016167463 {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:36:35.416282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7eca2452-694f-40b8-b46e-74ce33fef6e3 None None] Provisioning for port bfd91033-a72b-44a9-bbdb-1446cd6ed80f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:35.434800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e80a5351-b9a3-40b8-ab2d-622738ba73b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.442139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7eca2452-694f-40b8-b46e-74ce33fef6e3 None None] Provisioning complete for port bfd91033-a72b-44a9-bbdb-1446cd6ed80f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:35.442513 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7eca2452-694f-40b8-b46e-74ce33fef6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.460632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3201227-b479-469c-b4c2-148e3a5f917e req-36944ab6-3663-4547-8236-9718f62aee16 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:35.462586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3201227-b479-469c-b4c2-148e3a5f917e req-36944ab6-3663-4547-8236-9718f62aee16 tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/ports?device_id=023909d4-adfb-4d63-a908-cf3e93cd64f8 HTTP/1.1" status: 200 len: 971 time: 0.1286006 Sep 02 12:36:35.483043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.489594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e80a5351-b9a3-40b8-ab2d-622738ba73b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.504746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7eca2452-694f-40b8-b46e-74ce33fef6e3 None None] Port bfd91033-a72b-44a9-bbdb-1446cd6ed80f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:36:35.521787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-86ab2def-408f-459d-b0fa-1e2e44ddba40 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:35.522742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-86ab2def-408f-459d-b0fa-1e2e44ddba40 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4034920 Sep 02 12:36:35.566269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 012ebba1-65bd-440f-b2e4-3d058e678463, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=012ebba1-65bd-440f-b2e4-3d058e678463,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:35.581766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '012ebba1-65bd-440f-b2e4-3d058e678463', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '012ebba1-65bd-440f-b2e4-3d058e678463', 'mac_address': 'fa:16:3e:ec:ca:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:36:35.643058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.647678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3201227-b479-469c-b4c2-148e3a5f917e req-08cf3a46-4da8-4deb-a777-6f3a61404cde tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba7ef650-e1c4-4302-96bf-f9edc754ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750257 Sep 02 12:36:35.666603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012ebba1-65bd-440f-b2e4-3d058e678463 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:35.670238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-bcc66f15-1cf5-410d-8fc6-6c859ac5f471 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:35.672124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-bcc66f15-1cf5-410d-8fc6-6c859ac5f471 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 1094 time: 0.1379845 Sep 02 12:36:35.694894 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e80a5351-b9a3-40b8-ab2d-622738ba73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.698782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e80a5351-b9a3-40b8-ab2d-622738ba73b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.703554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e80a5351-b9a3-40b8-ab2d-622738ba73b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6929fc5-6a06-496d-b905-ed50c8e4da31 HTTP/1.1" status: 204 len: 168 time: 0.4108813 Sep 02 12:36:35.712704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 012ebba1-65bd-440f-b2e4-3d058e678463, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=012ebba1-65bd-440f-b2e4-3d058e678463,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:35.720929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a5351-b9a3-40b8-ab2d-622738ba73b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6929fc5-6a06-496d-b905-ed50c8e4da31,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:35.721902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.832117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=012ebba1-65bd-440f-b2e4-3d058e678463,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:35.845278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:35.845708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:36:35.918137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.935718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['012ebba1-65bd-440f-b2e4-3d058e678463'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:35.944074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:35.982485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.003815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5b0a58ef-f648-4571-bd5d-0d2a11a44e8c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:36.075357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 48995938-6b2a-446d-8aaf-c236f39e35e2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:36.150830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.171178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:36.211622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d141bc-4859-4924-867e-dc41cf6be358 req-2cd505d7-cede-43f3-bd64-777d197b0409 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:36.219979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9d141bc-4859-4924-867e-dc41cf6be358 req-2cd505d7-cede-43f3-bd64-777d197b0409 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 948 time: 0.4173973 Sep 02 12:36:36.266321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] No DVR routers for this DVR port 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:36:36.271321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.274464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b7add45-42ba-48e1-84ea-016ae0b460c8 req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] 10.222.0.18 "DELETE /v2.0/ports/5b0a58ef-f648-4571-bd5d-0d2a11a44e8c HTTP/1.1" status: 204 len: 173 time: 1.8835123 Sep 02 12:36:36.275972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'name': 'network-vif-deleted', 'tag': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:36.279541 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7116ee7a-32b7-422c-be46-ce8d6d8ad5a7" -d '{"events": [{"server_uuid": "023909d4-adfb-4d63-a908-cf3e93cd64f8", "name": "network-vif-deleted", "tag": "5b0a58ef-f648-4571-bd5d-0d2a11a44e8c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:36.282859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1dca1-6510-4cd4-90f1-f82633f8a0cb tempest-AggregatesAdminTestJSON-1415871442 tempest-AggregatesAdminTestJSON-1415871442-project] Pushing event deleted for resources: {'Port': ['ID=5b0a58ef-f648-4571-bd5d-0d2a11a44e8c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:36.388849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9d141bc-4859-4924-867e-dc41cf6be358 req-0e3aef56-422d-4517-bf11-8968162a67e9 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679673 Sep 02 12:36:36.511281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:36.513238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:36.535587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:36.536205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:36.536777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:36.541915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:36.542453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:36.550338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:36.551247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:36.551845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 48995938-6b2a-446d-8aaf-c236f39e35e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:36.552538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:36.553259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Bound port: 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:36.566875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 48995938-6b2a-446d-8aaf-c236f39e35e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:36.567485 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.663502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:36.672850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.683397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:36:36.687911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2b2c37f3-95fb-458f-8425-f0c6e1d53001 service neutron] 10.222.0.60 "POST /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9319894 Sep 02 12:36:36.809652 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.852047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 48995938-6b2a-446d-8aaf-c236f39e35e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=48995938-6b2a-446d-8aaf-c236f39e35e2,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:36.866684 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.948372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:36:36.958360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fff3209a-a568-4745-b29a-1462eedcfa84 None None] Provisioning complete for port bfd91033-a72b-44a9-bbdb-1446cd6ed80f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:36.958733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fff3209a-a568-4745-b29a-1462eedcfa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:36.958865 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-196d54fa-e56a-478e-8820-53f1a80bcd47 admin admin] 10.222.0.60 "PUT /v2.0/routers/d6c610a7-ed24-4ee7-8686-81d63fc73682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4271119 Sep 02 12:36:37.038643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fff3209a-a568-4745-b29a-1462eedcfa84 None None] Port bfd91033-a72b-44a9-bbdb-1446cd6ed80f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:36:37.040513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=48995938-6b2a-446d-8aaf-c236f39e35e2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:37.141328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabdb37-ace1-421b-a508-fc76023ea79f req-a3956830-3a2f-4fa0-a95b-9aab8bd0796e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.142864 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dabdb37-ace1-421b-a508-fc76023ea79f req-a3956830-3a2f-4fa0-a95b-9aab8bd0796e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 967 time: 0.1724131 Sep 02 12:36:37.237355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c50774-28fc-42fb-a59c-372389ba377f req-c8fb3bab-de4a-4f4d-9f71-7a3b9950f393 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358419 Sep 02 12:36:37.249200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-62bda5aa-9831-43e8-97ee-f280cbed3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.251047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-62bda5aa-9831-43e8-97ee-f280cbed3af0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1097 time: 0.1401887 Sep 02 12:36:37.257729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dabdb37-ace1-421b-a508-fc76023ea79f req-0df88581-e8a5-4ef2-8e4c-16cbf16f9c0d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044481 Sep 02 12:36:37.281425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 012ebba1-65bd-440f-b2e4-3d058e678463 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:37.377999 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43476dab-c50b-44d3-861d-524d9b0ea457 x-openstack-request-id: req-43476dab-c50b-44d3-861d-524d9b0ea457 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:37.378354 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023909d4-adfb-4d63-a908-cf3e93cd64f8", "name": "network-vif-deleted", "tag": "5b0a58ef-f648-4571-bd5d-0d2a11a44e8c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:37.378547 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43476dab-c50b-44d3-861d-524d9b0ea457 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:37.379103 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023909d4-adfb-4d63-a908-cf3e93cd64f8', 'name': 'network-vif-deleted', 'tag': '5b0a58ef-f648-4571-bd5d-0d2a11a44e8c', 'status': 'completed', 'code': 200} Sep 02 12:36:37.392803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 012ebba1-65bd-440f-b2e4-3d058e678463 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:37.402123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 012ebba1-65bd-440f-b2e4-3d058e678463 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:37.402592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:37.419155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-d1f17994-ad75-4b62-be64-8937a5b4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.421107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-d1f17994-ad75-4b62-be64-8937a5b4a801 service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1623209 Sep 02 12:36:37.471853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:37.488790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-e30b2f94-8543-4448-bacc-1d2c642452d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.0595083 Sep 02 12:36:37.559666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50774-28fc-42fb-a59c-372389ba377f req-08390281-df48-42c9-82f9-a89f74148ee4 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.571808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c50774-28fc-42fb-a59c-372389ba377f req-08390281-df48-42c9-82f9-a89f74148ee4 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334856 Sep 02 12:36:37.575873 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:37.583720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830ebdd-1ce5-47bc-a2ed-9b2eb41a9064 req-df4d2540-1db7-4971-826f-da4441f020fd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.593249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b830ebdd-1ce5-47bc-a2ed-9b2eb41a9064 req-df4d2540-1db7-4971-826f-da4441f020fd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 946 time: 0.1170340 Sep 02 12:36:37.605551 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c50774-28fc-42fb-a59c-372389ba377f req-901993b7-9689-4bcd-ae93-f1c6abcf8460 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/quotas/8fa9a2714617404e9abddfa4c7f7c911 HTTP/1.1" status: 200 len: 375 time: 0.0321536 Sep 02 12:36:37.613788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012ebba1-65bd-440f-b2e4-3d058e678463'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:37.616099 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6d7f17-d004-41b0-82ae-0fb134fcbbac" -d '{"events": [{"server_uuid": "1c8e6b15-e75d-4fa2-8f48-85d98f9498be", "name": "network-vif-plugged", "status": "completed", "tag": "012ebba1-65bd-440f-b2e4-3d058e678463"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:37.617436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-37bda27e-1068-4a5f-8207-fa36303e63cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2361701 Sep 02 12:36:37.635008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-6d8962dc-2725-4584-aed8-8686a81482d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.639066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-6d8962dc-2725-4584-aed8-8686a81482d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1221888 Sep 02 12:36:37.662199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 012ebba1-65bd-440f-b2e4-3d058e678463, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=012ebba1-65bd-440f-b2e4-3d058e678463,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:37.663899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c50774-28fc-42fb-a59c-372389ba377f req-2fbc8a26-6dc5-40c5-a458-b2ae063abbc1 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553327 Sep 02 12:36:37.673655 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:37.707337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b830ebdd-1ce5-47bc-a2ed-9b2eb41a9064 req-46761089-553d-411c-be02-ed44ff882ec5 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107543 Sep 02 12:36:37.716233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-0b385d20-938c-450f-a181-3f49e4b4584e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599401 Sep 02 12:36:37.752796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3a696229-48a6-4c7e-8fc0-c73f8652576c tempest-AutoAllocateNetworkTest-1603191457 tempest-AutoAllocateNetworkTest-1603191457-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=39cb6cf87b03486fbcef86cc650082da&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2718079 Sep 02 12:36:37.753415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:37.790455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=012ebba1-65bd-440f-b2e4-3d058e678463,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:37.903995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:37.983626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65d75d-aa9e-473f-9d2c-87531f16a846 tempest-AutoAllocateNetworkTest-1603191457 tempest-AutoAllocateNetworkTest-1603191457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:37.986060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5a65d75d-aa9e-473f-9d2c-87531f16a846 tempest-AutoAllocateNetworkTest-1603191457 tempest-AutoAllocateNetworkTest-1603191457-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2315130 Sep 02 12:36:37.990044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:37.998360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-90508706-7ddd-48a5-bd68-8a6ec3202dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:38.001676 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-90508706-7ddd-48a5-bd68-8a6ec3202dfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1118 time: 0.3295100 Sep 02 12:36:38.002764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 48995938-6b2a-446d-8aaf-c236f39e35e2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:38.057423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 48995938-6b2a-446d-8aaf-c236f39e35e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:38.058070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:38.137033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:38.146613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fa2e7ee4-b0c1-4ae8-acc1-125578e3e442 tempest-AutoAllocateNetworkTest-1603191457 tempest-AutoAllocateNetworkTest-1603191457-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526356 Sep 02 12:36:38.150591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2d97304c-d55e-4d57-9362-b2417e788ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286821 Sep 02 12:36:38.211594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-865642e8-fc31-4e89-add7-8afc07e05d7e tempest-AutoAllocateNetworkTest-1603191457 tempest-AutoAllocateNetworkTest-1603191457-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=39cb6cf87b03486fbcef86cc650082da HTTP/1.1" status: 200 len: 208 time: 0.0727468 Sep 02 12:36:38.211973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:36:38.222636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-9a6c1d2c-4831-460c-8f48-f573db005171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:38.223306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:38.224412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:38.224554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-9a6c1d2c-4831-460c-8f48-f573db005171 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1973197 Sep 02 12:36:38.308171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-ebe6cac7-0a0a-4902-8a02-d7e2543c0740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0767112 Sep 02 12:36:38.384165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:38.412490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-f1e82125-ddb2-4ba2-af8f-f8b63ed24c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:38.414058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-f1e82125-ddb2-4ba2-af8f-f8b63ed24c9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0988741 Sep 02 12:36:38.417109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20274745-a74a-4b7d-95ea-e2841fd5250e req-c2245c3e-d6ac-4aaa-a99e-2390efc22855 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:38.418732 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20274745-a74a-4b7d-95ea-e2841fd5250e req-c2245c3e-d6ac-4aaa-a99e-2390efc22855 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1118 time: 0.0824709 Sep 02 12:36:38.454481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-a5ab5cfe-da7b-444f-b583-975917005010 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305228 Sep 02 12:36:38.513331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46052) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:38.552683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20274745-a74a-4b7d-95ea-e2841fd5250e req-76fffdb8-ae91-4291-aba3-63340d957cef tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197717 Sep 02 12:36:38.627160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-96898856-823e-4d40-8882-d08baa5682ee service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639180 Sep 02 12:36:38.660162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e048929b-aa03-4d37-a984-dd51cb11f2cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=309487d067864fea878c60b5b750196d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7550104 Sep 02 12:36:38.665980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:38.684964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 2, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:38.699275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-c465ff20-693e-4aec-8689-f08f8ee0b77a service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405493 Sep 02 12:36:38.711563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-d5d21e66-7207-46ed-bf3d-f5a490b76e37 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:38.715004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:36:38.715415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Updating router d6c610a7-ed24-4ee7-8686-81d63fc73682 port bfd91033-a72b-44a9-bbdb-1446cd6ed80f binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:36:38.719674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-d5d21e66-7207-46ed-bf3d-f5a490b76e37 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 821 time: 0.4695141 Sep 02 12:36:38.735647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc249ee-862a-41bb-8c7e-6bab07c16a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:38.745460 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:38.749443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-63073407-2ade-43eb-91d4-b2f4d1699707 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/quotas/0dfd033c87dc4429b8b9c5ff47042080 HTTP/1.1" status: 200 len: 375 time: 0.0287821 Sep 02 12:36:38.803793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca6ba-fe39-4652-9455-f9da8ffe8f8a req-e99c32ed-6649-4ac7-bf82-c375ba27130b tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:38.810018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1cccde8-71fe-4334-ad05-017deded92ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:38.811842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d78ca6ba-fe39-4652-9455-f9da8ffe8f8a req-e99c32ed-6649-4ac7-bf82-c375ba27130b tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 949 time: 0.1469018 Sep 02 12:36:38.841669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1cccde8-71fe-4334-ad05-017deded92ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:38.850790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab463356-c1ef-4576-8c4d-74ec05ce9be0 req-b906b662-0b5f-42b1-9f30-80f698bd1896 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158701 Sep 02 12:36:38.856183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-72da8e58-38f4-4705-9206-94d4500cc7e2 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977156 Sep 02 12:36:38.909354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d78ca6ba-fe39-4652-9455-f9da8ffe8f8a req-b3694c93-9c0d-45f3-8825-8858f5eb098b tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960917 Sep 02 12:36:38.929732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-7ec9c12f-f339-4aab-9c04-5998238fe35d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:38.930789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-7ec9c12f-f339-4aab-9c04-5998238fe35d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339496 Sep 02 12:36:38.981007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc249ee-862a-41bb-8c7e-6bab07c16a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:38.988730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc249ee-862a-41bb-8c7e-6bab07c16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.037497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-cfeccedb-2a71-47f1-83af-2d17c0ed87cf tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:39.039449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-cfeccedb-2a71-47f1-83af-2d17c0ed87cf tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1097 time: 0.1900098 Sep 02 12:36:39.051253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:39.058788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1cccde8-71fe-4334-ad05-017deded92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.061207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1cccde8-71fe-4334-ad05-017deded92ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.062411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f1cccde8-71fe-4334-ad05-017deded92ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba7ef650-e1c4-4302-96bf-f9edc754ca9b HTTP/1.1" status: 204 len: 168 time: 0.3909941 Sep 02 12:36:39.100050 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.102577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1fc249ee-862a-41bb-8c7e-6bab07c16a06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39cb6cf87b03486fbcef86cc650082da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861387 Sep 02 12:36:39.106865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:39.112369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cccde8-71fe-4334-ad05-017deded92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ef650-e1c4-4302-96bf-f9edc754ca9b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:39.114995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Transition to ACTIVE for port object bfd91033-a72b-44a9-bbdb-1446cd6ed80f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:39.120770 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c081723-30a7-4785-be35-f13069aa9778 x-openstack-request-id: req-5c081723-30a7-4785-be35-f13069aa9778 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:39.121307 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8e6b15-e75d-4fa2-8f48-85d98f9498be", "name": "network-vif-plugged", "status": "completed", "tag": "012ebba1-65bd-440f-b2e4-3d058e678463", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:39.121740 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c081723-30a7-4785-be35-f13069aa9778 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:39.122296 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012ebba1-65bd-440f-b2e4-3d058e678463', 'code': 200} Sep 02 12:36:39.125375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.148781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-0dbade57-48b7-4bc2-b0bb-85394d38fb9f service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026062 Sep 02 12:36:39.155905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc249ee-862a-41bb-8c7e-6bab07c16a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94934006-712e-4247-8d2d-f32ff3cb23b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:39.175366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.215228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4425a8-8e29-4fb8-942a-0177fd674cc0 req-3ac8f81c-91a9-476c-84df-c4f8aecaf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:39.216769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a4425a8-8e29-4fb8-942a-0177fd674cc0 req-3ac8f81c-91a9-476c-84df-c4f8aecaf190 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 1100 time: 0.1127715 Sep 02 12:36:39.255917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01cc7-83b7-4c2b-9b7d-f94c6684db0c None None] Pushing event updated for resources: {'Port': ['ID=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:39.267443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a4425a8-8e29-4fb8-942a-0177fd674cc0 req-ffe5e97c-1613-462d-a8f8-13e8843f2c29 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Sep 02 12:36:39.310921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-835fbea0-6f3a-480b-b34b-89f901d1ae44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.334010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Attempting to bind port bfd91033-a72b-44a9-bbdb-1446cd6ed80f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:39.334765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Attempting to bind port bfd91033-a72b-44a9-bbdb-1446cd6ed80f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:39.334765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Attempting to bind port bfd91033-a72b-44a9-bbdb-1446cd6ed80f on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:39.353935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:39.354248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Checking segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:39.354667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.355062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Bound using segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:39.355543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Bound port: bfd91033-a72b-44a9-bbdb-1446cd6ed80f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:39.355953 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.405347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-835fbea0-6f3a-480b-b34b-89f901d1ae44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.436629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] For port bfd91033-a72b-44a9-bbdb-1446cd6ed80f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:39.441269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] For port bfd91033-a72b-44a9-bbdb-1446cd6ed80f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:39.453513 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.504435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-4693cc52-7564-4c5b-8198-55c1f26af1e1 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478203 Sep 02 12:36:39.539144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:39.539806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:39.586429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:39.643788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:39.645958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-835fbea0-6f3a-480b-b34b-89f901d1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.648583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-835fbea0-6f3a-480b-b34b-89f901d1ae44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.649856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-835fbea0-6f3a-480b-b34b-89f901d1ae44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94934006-712e-4247-8d2d-f32ff3cb23b3 HTTP/1.1" status: 204 len: 168 time: 0.5386248 Sep 02 12:36:39.692535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fbea0-6f3a-480b-b34b-89f901d1ae44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94934006-712e-4247-8d2d-f32ff3cb23b3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:39.720265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:39.725657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e7a6758-777e-49de-955d-467ea249b345 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff3f86243be544e181309bce0c7ac6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359999 Sep 02 12:36:39.743991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:39.769778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:39.830754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c3bf-ee4b-4831-bc15-375d95035091 req-1dbbe89b-0fca-43a8-ba89-7e8d93836fc4 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:39.839564 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be52c3bf-ee4b-4831-bc15-375d95035091 req-1dbbe89b-0fca-43a8-ba89-7e8d93836fc4 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1118 time: 0.1031137 Sep 02 12:36:39.892203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be52c3bf-ee4b-4831-bc15-375d95035091 req-64e0ca74-aa21-4678-a138-7540aea7dfc2 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 Sep 02 12:36:39.928298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:36:39.930276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488186ac-ed48-4ea3-b372-8bb73aba6295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:39.951078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:39.954533 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bda53c-7767-4f94-81cc-0d14bdbaab34" -d '{"events": [{"server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "name": "network-vif-unplugged", "status": "completed", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:39.965044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.002118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.004131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01cc7-83b7-4c2b-9b7d-f94c6684db0c None None] Pushing event updated for resources: {'Port': ['ID=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:40.054310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:36:40.054654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5b0a58ef-f648-4571-bd5d-0d2a11a44e8c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:36:40.084983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488186ac-ed48-4ea3-b372-8bb73aba6295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.090378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:40.162001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38b71-13ed-49f7-bf28-8b5f6879a4ff req-8f69db20-3f30-4c95-9499-1c94647da378 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:40.164029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93f38b71-13ed-49f7-bf28-8b5f6879a4ff req-8f69db20-3f30-4c95-9499-1c94647da378 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 946 time: 0.2348974 Sep 02 12:36:40.198462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:40.199052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:40.199478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:40.223246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:40.223757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Attempting to bind port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:40.233625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:40.234273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:40.234944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:40.235689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Bound port: 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:40.236014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.274795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93f38b71-13ed-49f7-bf28-8b5f6879a4ff req-31487479-1e61-4921-815a-01a56430dfc6 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932398 Sep 02 12:36:40.284731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488186ac-ed48-4ea3-b372-8bb73aba6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.290004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488186ac-ed48-4ea3-b372-8bb73aba6295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.295779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-488186ac-ed48-4ea3-b372-8bb73aba6295 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdc71fe0-b957-4213-8049-3c498678ba5b HTTP/1.1" status: 204 len: 168 time: 0.5725455 Sep 02 12:36:40.313406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:39Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:40.326862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488186ac-ed48-4ea3-b372-8bb73aba6295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc71fe0-b957-4213-8049-3c498678ba5b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:40.362292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e499c-8f4f-45ca-8a92-104d5ea6d7f3 None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:39Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:36:40.552310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-556a5fcf-1748-4ddb-aa51-48194b95fcfc req-50f31c23-f1d1-467e-b5da-abfa3e868db2 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 210 time: 0.0853367 Sep 02 12:36:40.647933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:40.713831 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b640d-a33d-40ff-8436-6c89ff990927 x-openstack-request-id: req-010b640d-a33d-40ff-8436-6c89ff990927 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:40.714169 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "name": "network-vif-unplugged", "status": "completed", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:40.714431 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-010b640d-a33d-40ff-8436-6c89ff990927 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:40.715158 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'code': 200} Sep 02 12:36:40.749253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.754756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:40.772107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.863774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241e214-2c7e-4afc-890a-f962e438ea0f req-32765ad9-c6e4-44bd-b5e3-c0f12a533346 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:40.872370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3241e214-2c7e-4afc-890a-f962e438ea0f req-32765ad9-c6e4-44bd-b5e3-c0f12a533346 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 949 time: 0.2276521 Sep 02 12:36:40.915276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:40.954443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3241e214-2c7e-4afc-890a-f962e438ea0f req-cdc49932-5c3d-4f28-9743-01d0031b0a23 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808089 Sep 02 12:36:40.963520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:40.964755 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:40.966139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-deaded8c-a369-4147-9639-27a20660b99c service neutron] 10.222.0.18 "PUT /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 1122 time: 1.9197335 Sep 02 12:36:41.046284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['939e1060-bdbd-49b9-ade1-167cc4dd2b0a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:41.659104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-0432211c-58e1-4b7f-8b55-854464cb40b1 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:41.660856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-0432211c-58e1-4b7f-8b55-854464cb40b1 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.18 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 821 time: 0.2319691 Sep 02 12:36:41.688611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'port': {'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'admin_state_up': True, 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:41.825682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Made reservation on behalf of 0dfd033c87dc4429b8b9c5ff47042080 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:41.830219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.024191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bfd91033-a72b-44a9-bbdb-1446cd6ed80f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:42.091183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Allocated IP 172.20.0.7 (1033f2e7-fa04-4ed4-8ae1-794fa500b8be/68efa08e-99c1-407a-a8ae-4b3b039302fb/d51345ec-ad64-41b4-a451-1e50345621c0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:42.146623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port bfd91033-a72b-44a9-bbdb-1446cd6ed80f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:42.154586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bfd91033-a72b-44a9-bbdb-1446cd6ed80f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:42.154910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.174962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:42.306540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99de1b-a87f-4871-bfba-604d68d97c4a req-ca4c8be5-db0d-47e8-b865-4d8c084282ba tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:42.312979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff99de1b-a87f-4871-bfba-604d68d97c4a req-ca4c8be5-db0d-47e8-b865-4d8c084282ba tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.1490135 Sep 02 12:36:42.375739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.385367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff99de1b-a87f-4871-bfba-604d68d97c4a req-1a6eac6a-9ba9-4e91-9676-38f950b95392 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592525 Sep 02 12:36:42.393410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Transition to ACTIVE for port object d51345ec-ad64-41b4-a451-1e50345621c0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:42.467699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.502935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-network', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:42.508478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.539842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Made reservation on behalf of bf4304df0e6c439aa721d8e897433fbc for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:42.543961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.546483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port bfd91033-a72b-44a9-bbdb-1446cd6ed80f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:42.551592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.559667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:42.564013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:42.569124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:42.583011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-d053d83c-8ab2-4a0e-b084-fff240d76ed8 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:42.588927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-d053d83c-8ab2-4a0e-b084-fff240d76ed8 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139887 Sep 02 12:36:42.590825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.615316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event updated for resources: {'Port': ['ID=d51345ec-ad64-41b4-a451-1e50345621c0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:42.631369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:42.632308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.641044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:42.657653 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-cde4eca4-43a4-4b3f-85cd-43814b3ee037 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9762268 Sep 02 12:36:42.664854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-2f334ff6-2d89-432b-acce-29a1cbfe3900 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:42.666403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-2f334ff6-2d89-432b-acce-29a1cbfe3900 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 1115 time: 0.0708575 Sep 02 12:36:42.670482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Request body: {'port': {'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:42.674759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcbc84-31ff-4094-9fee-83ffac3a99c5 req-5de39cb9-0be5-4324-a442-49c7528a8ec3 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:42.678945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32fcbc84-31ff-4094-9fee-83ffac3a99c5 req-5de39cb9-0be5-4324-a442-49c7528a8ec3 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 931 time: 0.1829281 Sep 02 12:36:42.689371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Request body: {'binding': {'host': 'n-h1-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:42.690467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:36:42.729583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:42.732276 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1ca16-bf29-4ad0-b447-787b4e5c457f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:42.746091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.848988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32fcbc84-31ff-4094-9fee-83ffac3a99c5 req-92bd1b5c-80d1-4519-a651-cc55692bcf4e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903628 Sep 02 12:36:42.916146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f658e800-01ce-487a-a6f4-f528031c31af None None] Provisioning for port d51345ec-ad64-41b4-a451-1e50345621c0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:42.924197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f658e800-01ce-487a-a6f4-f528031c31af None None] Provisioning complete for port d51345ec-ad64-41b4-a451-1e50345621c0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:42.924639 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f658e800-01ce-487a-a6f4-f528031c31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.959648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.963591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on host n-h1-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:42.964231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:42.964728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:42.970104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f658e800-01ce-487a-a6f4-f528031c31af None None] Port d51345ec-ad64-41b4-a451-1e50345621c0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:36:42.973735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:42.995284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:42.995618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:43.018451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b51dfb-b2c0-488d-9ad1-72e34f2c83d8 req-fe4cf9b4-e441-4a3a-842c-9febc41d87a1 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470850 Sep 02 12:36:43.023697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:43.024038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:43.024592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:43.025219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Bound port: e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:43.035196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:43.090741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51345ec-ad64-41b4-a451-1e50345621c0 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:43.099290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.111946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Transition to ACTIVE for port object d51345ec-ad64-41b4-a451-1e50345621c0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:43.114850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f06468-c93f-46f1-ac0c-628f43b26789,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:43.119028 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.127981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.128333 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Added segment 289e8642-2f96-46cb-bcf0-541abf0af7c8 of type vlan for network 75e411eb-2dc5-4225-8864-b756ff9f0a8d Sep 02 12:36:43.194044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Pushing event updated for resources: {'Port': ['ID=d51345ec-ad64-41b4-a451-1e50345621c0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:43.217132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.233411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:43.246644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Attempting to bind port d51345ec-ad64-41b4-a451-1e50345621c0 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:43.246981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Attempting to bind port d51345ec-ad64-41b4-a451-1e50345621c0 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:43.247307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Attempting to bind port d51345ec-ad64-41b4-a451-1e50345621c0 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:43.247723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b51dfb-b2c0-488d-9ad1-72e34f2c83d8 req-b0662831-5be1-406d-b8ed-066bf536fc73 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.249357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b51dfb-b2c0-488d-9ad1-72e34f2c83d8 req-b0662831-5be1-406d-b8ed-066bf536fc73 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198858 Sep 02 12:36:43.252275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Port d51345ec-ad64-41b4-a451-1e50345621c0 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:43.252599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Attempting to bind port d51345ec-ad64-41b4-a451-1e50345621c0 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:43.256722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.257887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:43.258044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-e581a8f4-fc98-4f2d-8b2b-1e190d9cf668 service neutron] 10.222.0.60 "POST /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca/bindings HTTP/1.1" status: 201 len: 389 time: 0.5762985 Sep 02 12:36:43.258233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Checking segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:43.258606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Bound using segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:43.259037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Bound port: d51345ec-ad64-41b4-a451-1e50345621c0, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:43.259516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.274308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b51dfb-b2c0-488d-9ad1-72e34f2c83d8 req-5b247a72-371f-4ea0-a08b-fd37d3dc222b tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/quotas/8fa9a2714617404e9abddfa4c7f7c911 HTTP/1.1" status: 200 len: 375 time: 0.0153084 Sep 02 12:36:43.277703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.278877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.279585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.345329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] For port d51345ec-ad64-41b4-a451-1e50345621c0, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:43.349262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] For port d51345ec-ad64-41b4-a451-1e50345621c0, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d51345ec-ad64-41b4-a451-1e50345621c0,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:43.354438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.389588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b51dfb-b2c0-488d-9ad1-72e34f2c83d8 req-7f36990c-6bb9-4f5d-bc19-eedd0b9d3fbb tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061435 Sep 02 12:36:43.400825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.401490 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.402942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] 10.222.0.18 "PUT /v2.0/ports/d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 1091 time: 0.7373254 Sep 02 12:36:43.425381 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2442524 Sep 02 12:36:43.428591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:43.429750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eeed3-2338-437c-a24e-7c849aa18c83 service neutron] Pushing event updated for resources: {'Port': ['ID=d51345ec-ad64-41b4-a451-1e50345621c0,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:43.437446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Request body: {'subnet': {'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-subnet', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:43.443373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ae770-708a-4c1b-8aa8-a24d509b2727 admin admin] Pushing event updated for resources: {'Network': ['ID=75e411eb-2dc5-4225-8864-b756ff9f0a8d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:43.468224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:43.487567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Made reservation on behalf of bf4304df0e6c439aa721d8e897433fbc for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:43.494912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:43.519002 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1ab61-0357-4f7c-a982-4474b2e119cc x-openstack-request-id: req-77a1ab61-0357-4f7c-a982-4474b2e119cc {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:43.521217 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:43.525633 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77a1ab61-0357-4f7c-a982-4474b2e119cc {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:43.526386 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'status': 'completed', 'code': 200} Sep 02 12:36:43.595251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:43.633439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.41', 63906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:43.695820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-1e2024b4-a52b-4894-8e97-7fbf90578687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.698038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-1e2024b4-a52b-4894-8e97-7fbf90578687 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1094 time: 0.1431475 Sep 02 12:36:43.748625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-246813e0-9b0c-4e07-ad31-119c7ce21300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.750369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-246813e0-9b0c-4e07-ad31-119c7ce21300 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1125 time: 0.1365376 Sep 02 12:36:43.767676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ff2738c6-7e56-415c-9662-a511e765362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.769644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ff2738c6-7e56-415c-9662-a511e765362f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1118 time: 0.1349149 Sep 02 12:36:43.771443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-3ff960b0-cabd-42f9-8bb4-603393cbfe59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.0635073 Sep 02 12:36:43.804462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:43.818868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:36:43.833026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1685-989e-4126-b589-5111fa222f56 req-42f1939a-f071-451f-80ee-f99139aa8f0b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.834883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f3e1685-989e-4126-b589-5111fa222f56 req-42f1939a-f071-451f-80ee-f99139aa8f0b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 967 time: 0.1838689 Sep 02 12:36:43.948514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-60ab91ec-5f6b-4100-91bf-54ea4c7144a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.950367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-60ab91ec-5f6b-4100-91bf-54ea4c7144a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1559570 Sep 02 12:36:43.956396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-5407b33a-869e-4934-8d46-0163f97def33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.958881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-5407b33a-869e-4934-8d46-0163f97def33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1797945 Sep 02 12:36:43.965447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bfd91033-a72b-44a9-bbdb-1446cd6ed80f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:43.975984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802ed1b-a88b-4992-9d89-0f5208b1e1ef req-6670ef98-84a7-4f0a-b4e0-3aa843e47113 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:43.977582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4802ed1b-a88b-4992-9d89-0f5208b1e1ef req-6670ef98-84a7-4f0a-b4e0-3aa843e47113 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.1350515 Sep 02 12:36:44.026507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bfd91033-a72b-44a9-bbdb-1446cd6ed80f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:44.027147 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:44.037638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-6e7f706c-09ee-4597-9f32-0c4bf7e0eaa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0698378 Sep 02 12:36:44.112047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-31dd02da-3e77-41cb-9f86-b66418b2df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:44.113614 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-31dd02da-3e77-41cb-9f86-b66418b2df1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548123 Sep 02 12:36:44.119002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4802ed1b-a88b-4992-9d89-0f5208b1e1ef req-704d3279-659f-4422-aac3-ef0833ccc3c0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346300 Sep 02 12:36:44.133708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-823b9d19-a362-4b2f-a585-23fa2fa1017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:44.135134 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-823b9d19-a362-4b2f-a585-23fa2fa1017d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0857146 Sep 02 12:36:44.164326 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f3e1685-989e-4126-b589-5111fa222f56 req-6ae0fe29-3e0e-4c13-a162-81cfb8747fe3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158031 Sep 02 12:36:44.201689 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-861ed770-a506-44f1-8f89-fb6414773fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563326 Sep 02 12:36:44.217476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-b456bc1b-05b3-4a4c-ac5f-68322efaf3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:44.219085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-b456bc1b-05b3-4a4c-ac5f-68322efaf3bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.4580839 Sep 02 12:36:44.243975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:44.321605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ef3de690-5de0-4d46-b992-acdb38098ece service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088266 Sep 02 12:36:44.328964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-805807e7-e025-43e0-a65e-f6623ca027f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.0995286 Sep 02 12:36:44.378866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62d8463-4ab9-464a-92c1-db8b533fdcdc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:44.417569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Checking segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:44.417936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Network hostable DHCP agents. Network: 75e411eb-2dc5-4225-8864-b756ff9f0a8d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:36:44.434205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-7dbee8ed-ba58-41ab-a2fa-6032487fbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:44.436997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-7dbee8ed-ba58-41ab-a2fa-6032487fbfc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0789948 Sep 02 12:36:44.470682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61557f6-e0b8-41f9-9821-819ad0063f8f req-133245e2-5a09-48f4-b4a5-ab82099acb9e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:44.476516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-ac66a2e2-68b9-435c-9fa1-f831a3031e02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321112 Sep 02 12:36:44.477432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:36:44.478271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e61557f6-e0b8-41f9-9821-819ad0063f8f req-133245e2-5a09-48f4-b4a5-ab82099acb9e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 943 time: 0.1556025 Sep 02 12:36:44.506395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 75e411eb-2dc5-4225-8864-b756ff9f0a8d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:44.516494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d9296-3ef0-43d1-9c0b-1ce3c340a5f5 None None] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:44.535387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e61557f6-e0b8-41f9-9821-819ad0063f8f req-73b7ac25-1fdc-4d6b-b4af-f8c3abeb2399 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Sep 02 12:36:44.537722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-15240f88-b295-4e3f-9074-faabf0134006 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138927 Sep 02 12:36:44.549828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:44.550426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:44.574998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-52f45535-97d7-4182-b443-bf9e6cc57378 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1443357 Sep 02 12:36:44.577952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:44.599379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:44.627712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-4621e717-5724-4d78-94b6-55c7b09ed22e service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420994 Sep 02 12:36:44.664114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:44.684667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:44.699063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d9422c9-0440-4ed5-934e-bb048e309f53 req-67d0d77e-ecca-4d17-bf37-09ad951b3b13 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418788 Sep 02 12:36:44.726523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-8f409213-d633-4206-8d90-fee129e37d24 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630607 Sep 02 12:36:44.751296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:44.828207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:36:44.829377 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:44.899969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.007336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03c1ca16-bf29-4ad0-b447-787b4e5c457f req-94557c5d-ebb0-4526-853d-c69508b90ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643844 Sep 02 12:36:45.027546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Allocated IP 172.20.0.2 (75e411eb-2dc5-4225-8864-b756ff9f0a8d/e62d8463-4ab9-464a-92c1-db8b533fdcdc/f27328fc-ba9a-43f1-b78f-1b20e4855074) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:45.077442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.190592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-296e102f-8a0d-41e3-a600-189beafc308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.194690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-296e102f-8a0d-41e3-a600-189beafc308b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1125 time: 0.1061156 Sep 02 12:36:45.250645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.259761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ebabc9-91f5-4cde-8235-e2d4adfac240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.261401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Transition to ACTIVE for port object f27328fc-ba9a-43f1-b78f-1b20e4855074 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:45.280422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Transition to ACTIVE for port object f27328fc-ba9a-43f1-b78f-1b20e4855074 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:45.292589 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.300184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-422cb243-e9fc-459b-ae5f-3316f8cbbd39 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.301916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-422cb243-e9fc-459b-ae5f-3316f8cbbd39 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1118 time: 0.4063802 Sep 02 12:36:45.309838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508dcba-ad93-4b4d-82c3-1cb8ae513935 req-d6f69c01-0ea2-488a-9fab-384056caab89 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.311613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c508dcba-ad93-4b4d-82c3-1cb8ae513935 req-d6f69c01-0ea2-488a-9fab-384056caab89 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 949 time: 0.1186190 Sep 02 12:36:45.319431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-8'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:45.340190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-7639fff0-de4f-4b8c-b2bd-1f145f39ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.341800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-7639fff0-de4f-4b8c-b2bd-1f145f39ac35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1223271 Sep 02 12:36:45.367245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:45.371417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:45.373188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Pushing event updated for resources: {'Port': ['ID=f27328fc-ba9a-43f1-b78f-1b20e4855074,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:45.376565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:45.422433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-e2f0df9c-a5dd-45b1-b29c-650058bb9c09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.0607271 Sep 02 12:36:45.436932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Attempting to bind port f27328fc-ba9a-43f1-b78f-1b20e4855074 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:45.437278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Attempting to bind port f27328fc-ba9a-43f1-b78f-1b20e4855074 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:45.437859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Attempting to bind port f27328fc-ba9a-43f1-b78f-1b20e4855074 on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:45.440509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c508dcba-ad93-4b4d-82c3-1cb8ae513935 req-ff903ef3-007c-45a8-b0cf-78dd4c2ccb68 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168168 Sep 02 12:36:45.444678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:45.445250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Checking segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:45.445663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.446290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Bound using segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:45.446768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Bound port: f27328fc-ba9a-43f1-b78f-1b20e4855074, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:45.447146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.452374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.528618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:45.531502 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fde4ed-7e33-44cd-bc89-373373a69e28" -d '{"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:45.581647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] For port f27328fc-ba9a-43f1-b78f-1b20e4855074, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:45.587670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] For port f27328fc-ba9a-43f1-b78f-1b20e4855074, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f27328fc-ba9a-43f1-b78f-1b20e4855074,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:45.598458 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.641720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ebabc9-91f5-4cde-8235-e2d4adfac240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.651690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ebabc9-91f5-4cde-8235-e2d4adfac240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.666455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c89d2-2e68-459f-9a09-d2d4e314e95c None None] Pushing event updated for resources: {'Port': ['ID=f27328fc-ba9a-43f1-b78f-1b20e4855074,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:45.724663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.727644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64221c24-be64-4677-b71a-ea794197db16 req-e0ba1bb2-a700-4d01-9aac-70d215ac20e9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.729235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64221c24-be64-4677-b71a-ea794197db16 req-e0ba1bb2-a700-4d01-9aac-70d215ac20e9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.1773601 Sep 02 12:36:45.739604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e4ebabc9-91f5-4cde-8235-e2d4adfac240 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1f874989a304ccbb3dabc7678e21f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9869528 Sep 02 12:36:45.743913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46314) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:45.750834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.762204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebabc9-91f5-4cde-8235-e2d4adfac240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e2cde5-5b61-4612-bea7-b96ed59e703a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:45.770256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-05e166c7-ed58-4398-a348-e185762b74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.771928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-05e166c7-ed58-4398-a348-e185762b74f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.2537017 Sep 02 12:36:45.795574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:45.841818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c7641-a201-4e38-8918-0f4b45b9d1f6 req-0ac934b3-8758-4975-818d-c987322995d8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:45.843754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f18c7641-a201-4e38-8918-0f4b45b9d1f6 req-0ac934b3-8758-4975-818d-c987322995d8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 967 time: 0.2271397 Sep 02 12:36:45.849226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-2abc477c-3034-446c-b888-205c975db15a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462985 Sep 02 12:36:45.865977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64221c24-be64-4677-b71a-ea794197db16 req-a2ce0176-2e1b-4660-92fb-161ae72f2efd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227422 Sep 02 12:36:45.892101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:45.894137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13ba8b1a-e712-463b-afc1-43418466090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.976517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13ba8b1a-e712-463b-afc1-43418466090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:45.990113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.003269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.073610 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5980552-ae71-45d7-8271-2bf6d4005f40 x-openstack-request-id: req-c5980552-ae71-45d7-8271-2bf6d4005f40 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:46.073924 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:46.074135 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5980552-ae71-45d7-8271-2bf6d4005f40 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:46.074582 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'status': 'completed', 'code': 200} Sep 02 12:36:46.074662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Allocated IP 172.25.7.184 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/67e6c54a-22ea-40d8-8cc7-486287be52d8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:46.122042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f27328fc-ba9a-43f1-b78f-1b20e4855074 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:46.147867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f18c7641-a201-4e38-8918-0f4b45b9d1f6 req-b8ad9cfc-ae8f-4710-96da-2b842c9bfba2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954290 Sep 02 12:36:46.170807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.41', 63907) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:46.230792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.41', 63908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:46.254899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f27328fc-ba9a-43f1-b78f-1b20e4855074 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:46.255118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13ba8b1a-e712-463b-afc1-43418466090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.257562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13ba8b1a-e712-463b-afc1-43418466090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.258688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-13ba8b1a-e712-463b-afc1-43418466090b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61e2cde5-5b61-4612-bea7-b96ed59e703a HTTP/1.1" status: 204 len: 168 time: 0.5100520 Sep 02 12:36:46.330225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8b1a-e712-463b-afc1-43418466090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e2cde5-5b61-4612-bea7-b96ed59e703a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:46.346858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:46.363773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-a1658314-9197-45ce-ad89-938d6cb5332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:46.365387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-a1658314-9197-45ce-ad89-938d6cb5332d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1094 time: 0.2629960 Sep 02 12:36:46.367293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on host n-h2-792364-8 for vnic_type normal with profile {"migrating_to": "n-h1-792364-8"} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:46.367632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:46.367959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:46.390227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:36:46.391280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Attempting to bind port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:46.436133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:46.436476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:46.437096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:46.437389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Bound port: e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:46.437758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.446985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-e40ae73d-e305-46c5-b543-2d42d2a80592 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:46.448654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-e40ae73d-e305-46c5-b543-2d42d2a80592 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 949 time: 0.1952646 Sep 02 12:36:46.456509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091e92-2c01-4b22-89e1-f631c014c5fc req-ac4ac68a-4a89-4024-8ecb-7a6b5bbe8310 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:46.458091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e091e92-2c01-4b22-89e1-f631c014c5fc req-ac4ac68a-4a89-4024-8ecb-7a6b5bbe8310 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 943 time: 0.3188121 Sep 02 12:36:46.490054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-200509d7-55eb-4184-a031-de4382dc3ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279423 Sep 02 12:36:46.504583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50518cb9-923e-42af-ad32-a44f70fcfe67 req-0aa436de-b23f-439c-8c5b-007c7a8b831f tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2620661 Sep 02 12:36:46.604864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c77941b0-7f29-4366-a639-a6e1b5a95bbb req-2510ac08-8606-49a0-94dc-d1e1592137ca service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976624 Sep 02 12:36:46.661549 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e091e92-2c01-4b22-89e1-f631c014c5fc req-3b2ed9ed-43ca-4904-914d-81d930acdba0 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857381 Sep 02 12:36:46.686398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-c47ff072-415c-48d8-b03b-450c064d0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:46.687303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-c47ff072-415c-48d8-b03b-450c064d0305 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.3072312 Sep 02 12:36:46.688846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:46.689861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:46.694572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:46.712412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-b3bfb6b7-0240-4b39-98c8-ff91c498f4f3 service neutron] 10.222.0.41 "GET /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.5398347 Sep 02 12:36:46.717836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.720456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.787911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-d6f95043-cfe5-4c26-bd07-f340a76ace65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.0839295 Sep 02 12:36:46.789440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74516e54-98ba-4164-b584-eb2668093304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.860239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50518cb9-923e-42af-ad32-a44f70fcfe67 req-654cfd2f-c151-4559-9832-472817a55fdb tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:46.861960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50518cb9-923e-42af-ad32-a44f70fcfe67 req-654cfd2f-c151-4559-9832-472817a55fdb tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481585 Sep 02 12:36:46.896609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.939418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Deleting port 012ebba1-65bd-440f-b2e4-3d058e678463 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:36:46.939911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:46.950948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50518cb9-923e-42af-ad32-a44f70fcfe67 req-584c3d3b-2eff-475f-a3d5-e1101c1c3475 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/quotas/8fa9a2714617404e9abddfa4c7f7c911 HTTP/1.1" status: 200 len: 375 time: 0.0607815 Sep 02 12:36:46.965475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:46.987887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:46.994295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062dcee-23ed-4770-b13c-a0b3d87adac5 None None] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:36:47.036465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:47.037195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:47.037846 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.039295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 1143 time: 1.7244964 Sep 02 12:36:47.039774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50518cb9-923e-42af-ad32-a44f70fcfe67 req-a868828f-04c3-4967-a505-3b7684e2ab01 tempest-QuotasAdminNegativeTest-111510560 tempest-QuotasAdminNegativeTest-111510560-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802124 Sep 02 12:36:47.043260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Pushing event updated for resources: {'Port': ['ID=67e6c54a-22ea-40d8-8cc7-486287be52d8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:47.062387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca686362-d9d3-4c6b-be6c-2f62bb9205f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:47.083744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-ae963697-04ca-45e1-aa7c-a0d8724d5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:47.085569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-ae963697-04ca-45e1-aa7c-a0d8724d5374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.2664411 Sep 02 12:36:47.094101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc39f30-08d2-4d66-824a-99374504138a req-cdf89907-77ae-429d-8cd0-bffb72665cc7 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:47.104459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddc39f30-08d2-4d66-824a-99374504138a req-cdf89907-77ae-429d-8cd0-bffb72665cc7 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 949 time: 0.2868383 Sep 02 12:36:47.121355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] Provisioning for port f27328fc-ba9a-43f1-b78f-1b20e4855074 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:47.131329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] Provisioning complete for port f27328fc-ba9a-43f1-b78f-1b20e4855074 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:47.131711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.187983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:47.222573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:47.249770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] For port 012ebba1-65bd-440f-b2e4-3d058e678463, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=012ebba1-65bd-440f-b2e4-3d058e678463,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:47.250318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.253826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:47.274174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddc39f30-08d2-4d66-824a-99374504138a req-652645c3-3ec2-44cf-814b-2554e33d8c21 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563604 Sep 02 12:36:47.320285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Calling delete_port for 012ebba1-65bd-440f-b2e4-3d058e678463 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:36:47.350496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-05a02ebf-566b-4388-992e-1266f99eafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:47.352320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-05a02ebf-566b-4388-992e-1266f99eafdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291653 Sep 02 12:36:47.377624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e1060-bdbd-49b9-ade1-167cc4dd2b0a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:47.395591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:47.400455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.440642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.508231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] For port f27328fc-ba9a-43f1-b78f-1b20e4855074, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f27328fc-ba9a-43f1-b78f-1b20e4855074,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:47.520268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.527539 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.549601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa624c2-c309-45e7-883a-ca8e77b6193b req-95c44ea7-e80b-4183-8008-fcf6a168d389 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:47.551457 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-baa624c2-c309-45e7-883a-ca8e77b6193b req-95c44ea7-e80b-4183-8008-fcf6a168d389 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 944 time: 0.2042303 Sep 02 12:36:47.576086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74516e54-98ba-4164-b584-eb2668093304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.596101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac43269-0b4c-4c9a-9e5a-12eaa43501b4 req-7514a134-5399-4571-9f8f-4132d90688c8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:47.597758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bac43269-0b4c-4c9a-9e5a-12eaa43501b4 req-7514a134-5399-4571-9f8f-4132d90688c8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.2101109 Sep 02 12:36:47.604533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d51345ec-ad64-41b4-a451-1e50345621c0 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:47.606549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74516e54-98ba-4164-b584-eb2668093304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.656149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c4255-2382-4593-8097-a8681fb65cfe None None] Pushing event updated for resources: {'Port': ['ID=f27328fc-ba9a-43f1-b78f-1b20e4855074,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:47.697239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74516e54-98ba-4164-b584-eb2668093304 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d180a9bcbf504c0f89643c8b844b8479&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0045495 Sep 02 12:36:47.705355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bac43269-0b4c-4c9a-9e5a-12eaa43501b4 req-e8cf537b-40d4-459e-8726-49b431ff2aaa tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852151 Sep 02 12:36:47.706141 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-af013e86-73b9-40e1-a2dd-d3dc0d48ba4a service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124499 Sep 02 12:36:47.706626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:47.745103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516e54-98ba-4164-b584-eb2668093304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e748e-21ed-4954-8201-248e76035de1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:47.783327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-baa624c2-c309-45e7-883a-ca8e77b6193b req-09b56bac-8b93-4db9-85a8-d52b709d78f5 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194686 Sep 02 12:36:47.826001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d51345ec-ad64-41b4-a451-1e50345621c0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d51345ec-ad64-41b4-a451-1e50345621c0,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:47.857498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:47.864736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:36:47.946207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] Transition to ACTIVE for port object 939e1060-bdbd-49b9-ade1-167cc4dd2b0a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:47.989328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.002878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.011957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['012ebba1-65bd-440f-b2e4-3d058e678463'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:48.056442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f27328fc-ba9a-43f1-b78f-1b20e4855074 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:48.062181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.086156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'}, {'name': 'network-changed', 'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:48.089448 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74" -d '{"events": [{"server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca"}, {"name": "network-changed", "server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:48.113400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51345ec-ad64-41b4-a451-1e50345621c0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:48.115364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] No DVR routers for this DVR port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:36:48.115898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Pushing event deleted for resources: {'Port': ['ID=012ebba1-65bd-440f-b2e4-3d058e678463,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:48.153908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72cd51ed-c4e9-476a-a0dd-347b74849d7a None None] Provisioning complete for port f27328fc-ba9a-43f1-b78f-1b20e4855074 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:48.153908 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72cd51ed-c4e9-476a-a0dd-347b74849d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.195166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] Pushing event updated for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:48.207193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d51345ec-ad64-41b4-a451-1e50345621c0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d51345ec-ad64-41b4-a451-1e50345621c0,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:48.226096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.226698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-aa3ae6a6-8f66-4995-9532-d170e2d980b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 1.5032947 Sep 02 12:36:48.313059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f27328fc-ba9a-43f1-b78f-1b20e4855074 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:48.313496 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.352670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.18', 64251) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:48.426637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:36:48.487489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['d51345ec-ad64-41b4-a451-1e50345621c0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:36:48.488987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0930f88-a774-4adc-9181-84581adcd441 req-9b6821b8-af1c-4590-b115-25bf1b5696db tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8e6b15-e75d-4fa2-8f48-85d98f9498be HTTP/1.1" status: 200 len: 210 time: 0.0506794 Sep 02 12:36:48.542411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-940394e8-16cf-433b-8493-0d1f44f9f911 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:48.543963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-940394e8-16cf-433b-8493-0d1f44f9f911 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.2418921 Sep 02 12:36:48.586619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=d51345ec-ad64-41b4-a451-1e50345621c0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:48.599901 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c344b067-d00e-4eb3-998a-721fd8a59444 x-openstack-request-id: req-c344b067-d00e-4eb3-998a-721fd8a59444 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:48.600208 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca", "code": 200}, {"name": "network-changed", "server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:48.600458 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c344b067-d00e-4eb3-998a-721fd8a59444 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:48.600852 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'code': 200} Sep 02 12:36:48.601330 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'status': 'completed', 'code': 200} Sep 02 12:36:48.612809 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5764f54-38a8-4542-ab78-d3a1803fc16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.625528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-93cedfa3-e86b-4bf9-ae84-38e9ae7d1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:48.626201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-93cedfa3-e86b-4bf9-ae84-38e9ae7d1745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1146 time: 0.2720013 Sep 02 12:36:48.640744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:48.643749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] No DVR routers for this DVR port 012ebba1-65bd-440f-b2e4-3d058e678463 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:36:48.649531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.651979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4e76084-72cb-4e8a-996c-f12ed4a05589 req-4b9312ff-3cba-464c-93af-fee5b3396315 tempest-TenantUsagesTestJSON-483882545 tempest-TenantUsagesTestJSON-483882545-project] 10.222.0.41 "DELETE /v2.0/ports/012ebba1-65bd-440f-b2e4-3d058e678463 HTTP/1.1" status: 204 len: 173 time: 2.1918323 Sep 02 12:36:48.681224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6fde4ed-7e33-44cd-bc89-373373a69e28 req-488f3d07-66b9-4be6-93f6-3f932763f7fc service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9051182 Sep 02 12:36:48.705674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fdb2d-feca-4db3-85c0-40708d3d292f req-4ff604d2-a799-49fc-93f3-fb2df13087d8 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:48.714570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6e4fdb2d-feca-4db3-85c0-40708d3d292f req-4ff604d2-a799-49fc-93f3-fb2df13087d8 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 943 time: 0.7088113 Sep 02 12:36:48.727119 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5764f54-38a8-4542-ab78-d3a1803fc16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.801092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6e4fdb2d-feca-4db3-85c0-40708d3d292f req-6c2f192a-4e72-4edc-85d3-70a621125b4c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853024 Sep 02 12:36:48.857333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5764f54-38a8-4542-ab78-d3a1803fc16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.869440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5764f54-38a8-4542-ab78-d3a1803fc16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:48.871116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b5764f54-38a8-4542-ab78-d3a1803fc16d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f54e748e-21ed-4954-8201-248e76035de1 HTTP/1.1" status: 204 len: 168 time: 1.1268804 Sep 02 12:36:48.871875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:48.918006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764f54-38a8-4542-ab78-d3a1803fc16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e748e-21ed-4954-8201-248e76035de1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:49.002607 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92db-84ae-42d1-b4f5-74444f87522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.061002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2326915f-1b2d-40f6-a6b5-65b2b3bd3387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.077300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540551-ba53-442c-a099-11e910bfd966 req-55beba13-3836-4d58-a59a-ebd3221de2dc tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:49.079171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4540551-ba53-442c-a099-11e910bfd966 req-55beba13-3836-4d58-a59a-ebd3221de2dc tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.1333160 Sep 02 12:36:49.166385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4540551-ba53-442c-a099-11e910bfd966 req-78e7cc36-1fd9-43bb-8ec1-6d369fc9886e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786381 Sep 02 12:36:49.169038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-6b8749e8-371d-42ed-9800-baa559cc984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:49.170619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-6b8749e8-371d-42ed-9800-baa559cc984a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.5241573 Sep 02 12:36:49.223996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-f04a7ce8-d5e5-437f-a6dc-e6af75fe149d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0401816 Sep 02 12:36:49.234452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92db-84ae-42d1-b4f5-74444f87522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.242768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92db-84ae-42d1-b4f5-74444f87522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.282176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-ce20abf3-3e69-43d8-984b-37f7d2351136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:49.283443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-ce20abf3-3e69-43d8-984b-37f7d2351136 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1&tenant_id=4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 1096 time: 0.6990211 Sep 02 12:36:49.290827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:36:49.300645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d3cd-5532-4b5c-bcc3-7c79fcdf4d26 req-62a2b4ba-256b-47d2-8204-26bdcd695d20 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:49.308952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4857d3cd-5532-4b5c-bcc3-7c79fcdf4d26 req-62a2b4ba-256b-47d2-8204-26bdcd695d20 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.2460845 Sep 02 12:36:49.315022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c2cb92db-84ae-42d1-b4f5-74444f87522c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=410886793cf2414ab8cfd2e22b23e638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616497 Sep 02 12:36:49.322095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46388) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:49.322519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:36:49.323778 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:36:49.331994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb92db-84ae-42d1-b4f5-74444f87522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b0ce55-2cee-4e34-95d6-fb5c062c0194,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:49.359961 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:49.366744 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:49.375958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:36:49.419985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-d7a35075-9a34-40f9-9503-1b1e2fcf7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:49.421918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-d7a35075-9a34-40f9-9503-1b1e2fcf7b14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1825700 Sep 02 12:36:49.436705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2326915f-1b2d-40f6-a6b5-65b2b3bd3387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.444300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2326915f-1b2d-40f6-a6b5-65b2b3bd3387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.464549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4857d3cd-5532-4b5c-bcc3-7c79fcdf4d26 req-f1d5759f-6a27-417e-96b7-1f3012c4acdd tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547234 Sep 02 12:36:49.490013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-1c9a68c7-c1af-4d1f-90c1-39e4ad9e246d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511734 Sep 02 12:36:49.493133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.494691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-759df3e8-2d14-4a57-93cf-a9288e7f60d1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9150360 Sep 02 12:36:49.496978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:49.506480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:36:49.521841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2326915f-1b2d-40f6-a6b5-65b2b3bd3387 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fa9a2714617404e9abddfa4c7f7c911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368175 Sep 02 12:36:49.523484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:49.533507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:49.536176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf8c3-9142-44b1-9799-2a86c2e9ab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.548046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326915f-1b2d-40f6-a6b5-65b2b3bd3387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc4594-ea77-4199-82bd-602b34454113,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:49.554335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-a7acce83-380b-4024-a236-62b827ad14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:49.557448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca has no active binding in host n-h1-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:36:49.561507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-a7acce83-380b-4024-a236-62b827ad14c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1096 time: 0.2217252 Sep 02 12:36:49.586847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d51345ec-ad64-41b4-a451-1e50345621c0 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:49.631931 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f064432b-a092-4b7d-a8d7-6d033d7cd1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.645563 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:49.696800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f064432b-a092-4b7d-a8d7-6d033d7cd1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.704830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port d51345ec-ad64-41b4-a451-1e50345621c0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:49.712185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port d51345ec-ad64-41b4-a451-1e50345621c0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:49.712572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.754250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf8c3-9142-44b1-9799-2a86c2e9ab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.802443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f064432b-a092-4b7d-a8d7-6d033d7cd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.812619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f064432b-a092-4b7d-a8d7-6d033d7cd1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.819455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f064432b-a092-4b7d-a8d7-6d033d7cd1d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bbc4594-ea77-4199-82bd-602b34454113 HTTP/1.1" status: 204 len: 168 time: 0.2891173 Sep 02 12:36:49.843756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064432b-a092-4b7d-a8d7-6d033d7cd1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc4594-ea77-4199-82bd-602b34454113,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:49.884988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.917085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:49.920412 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088e4579-0550-47c1-904e-a10ac877714c" -d '{"events": [{"server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "name": "network-vif-plugged", "status": "completed", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:49.935166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d51345ec-ad64-41b4-a451-1e50345621c0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d51345ec-ad64-41b4-a451-1e50345621c0,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:49.940787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:49.942018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:36:50.022774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:50.035400 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f0c18-287b-481e-9f6f-14863dca95bc x-openstack-request-id: req-ba4f0c18-287b-481e-9f6f-14863dca95bc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:50.035896 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "name": "network-vif-plugged", "status": "completed", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:50.036218 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba4f0c18-287b-481e-9f6f-14863dca95bc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:50.036834 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'code': 200} Sep 02 12:36:50.039419 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:47Z', 'revision_number': 3, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:50.083981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=d51345ec-ad64-41b4-a451-1e50345621c0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:50.110542 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:36:50.110894 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Updating router 223ecca6-ee91-437f-b560-e0d85c86fbcf port 67e6c54a-22ea-40d8-8cc7-486287be52d8 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:36:50.139710 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.157908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3cb9a-427f-4de6-8674-0a519caf2e44 req-f27e6315-7ce3-42c5-88b0-ed8e0fc3eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:50.160121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24b3cb9a-427f-4de6-8674-0a519caf2e44 req-f27e6315-7ce3-42c5-88b0-ed8e0fc3eb30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.0944779 Sep 02 12:36:50.191096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-0fe7caba-4551-459c-9c65-16261330f94f service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843882 Sep 02 12:36:50.246649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24b3cb9a-427f-4de6-8674-0a519caf2e44 req-c4f78baa-ad97-4fc0-8f46-17fc4a2a4fbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755188 Sep 02 12:36:50.277981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-3d77d369-eeb9-40f7-a222-a9b0b06eed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:50.279687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-3d77d369-eeb9-40f7-a222-a9b0b06eed9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.6550384 Sep 02 12:36:50.319564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf8c3-9142-44b1-9799-2a86c2e9ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.323506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf8c3-9142-44b1-9799-2a86c2e9ab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.324936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0fbf8c3-9142-44b1-9799-2a86c2e9ab25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4b0ce55-2cee-4e34-95d6-fb5c062c0194 HTTP/1.1" status: 204 len: 168 time: 0.9959452 Sep 02 12:36:50.334007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb24b1-3161-4e75-ab3e-fd80571286cb req-42c561eb-b2d1-4466-91ce-d91e2e3b7137 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:50.342844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84cb24b1-3161-4e75-ab3e-fd80571286cb req-42c561eb-b2d1-4466-91ce-d91e2e3b7137 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 945 time: 0.3801420 Sep 02 12:36:50.370973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf8c3-9142-44b1-9799-2a86c2e9ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b0ce55-2cee-4e34-95d6-fb5c062c0194,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:50.379255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5f022-0d71-40af-a5c0-d16006a7bc7e req-039b713c-270d-4f9e-82c3-c115ee3331f2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:50.380722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fea5f022-0d71-40af-a5c0-d16006a7bc7e req-039b713c-270d-4f9e-82c3-c115ee3331f2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.0912573 Sep 02 12:36:50.471892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fea5f022-0d71-40af-a5c0-d16006a7bc7e req-3810cabf-c480-4454-9979-6fbfd010baa9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812597 Sep 02 12:36:50.494933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84cb24b1-3161-4e75-ab3e-fd80571286cb req-65660bd8-24d7-436c-9bef-dde582b101f5 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503079 Sep 02 12:36:50.556594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-2f42c4f2-a353-4ec6-ac11-fcc4c605fe74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.0814772 Sep 02 12:36:50.563784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d66d2543-3550-43d5-83df-e06672d337f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2e9f258e8654f0993008e1041bfbdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397968 Sep 02 12:36:50.564520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46434) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:50.593264 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.602530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'name': 'network-vif-deleted', 'tag': '012ebba1-65bd-440f-b2e4-3d058e678463'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:36:50.606305 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8bb9fc-e809-4f31-8ee2-01302eeee515" -d '{"events": [{"server_uuid": "1c8e6b15-e75d-4fa2-8f48-85d98f9498be", "name": "network-vif-deleted", "tag": "012ebba1-65bd-440f-b2e4-3d058e678463"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:36:50.608576 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Transition to ACTIVE for port object 67e6c54a-22ea-40d8-8cc7-486287be52d8 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:50.619252 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.668053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46438) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:50.693096 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46bb0fa-25ee-4e9f-afea-fb41147333e7 x-openstack-request-id: req-b46bb0fa-25ee-4e9f-afea-fb41147333e7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:36:50.693638 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8e6b15-e75d-4fa2-8f48-85d98f9498be", "name": "network-vif-deleted", "tag": "012ebba1-65bd-440f-b2e4-3d058e678463", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:36:50.694096 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b46bb0fa-25ee-4e9f-afea-fb41147333e7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:36:50.694746 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8e6b15-e75d-4fa2-8f48-85d98f9498be', 'name': 'network-vif-deleted', 'tag': '012ebba1-65bd-440f-b2e4-3d058e678463', 'status': 'completed', 'code': 200} Sep 02 12:36:50.695477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da98de5-6cc2-4aed-9f56-ebd5cc371c74 req-8f73fab5-fe23-48f2-b988-c22eba378c0d service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664793 Sep 02 12:36:50.705118 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dda0dd-6d61-47b3-bfe8-0c4017d81206 None None] Pushing event updated for resources: {'Port': ['ID=67e6c54a-22ea-40d8-8cc7-486287be52d8,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:50.712091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c7d1f-40b9-42ff-87a9-df15a4f6fcc9 req-a8ff9adb-fa4a-4627-870c-feb748c3dede tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:50.721011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea2c7d1f-40b9-42ff-87a9-df15a4f6fcc9 req-a8ff9adb-fa4a-4627-870c-feb748c3dede tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.1055243 Sep 02 12:36:50.723454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a1e967b-7fe0-4f22-b420-1531273d4214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.737483 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Attempting to bind port 67e6c54a-22ea-40d8-8cc7-486287be52d8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:50.737903 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Attempting to bind port 67e6c54a-22ea-40d8-8cc7-486287be52d8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:50.738278 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Attempting to bind port 67e6c54a-22ea-40d8-8cc7-486287be52d8 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:50.746485 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:50.747186 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:50.748037 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.748037 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:50.748482 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Bound port: 67e6c54a-22ea-40d8-8cc7-486287be52d8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:50.748939 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.790627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-d864ccb0-093f-4373-929d-c625c0beca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:50.792648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-d864ccb0-093f-4373-929d-c625c0beca28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.2200272 Sep 02 12:36:50.823849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] For port 67e6c54a-22ea-40d8-8cc7-486287be52d8, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:50.827579 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] For port 67e6c54a-22ea-40d8-8cc7-486287be52d8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=67e6c54a-22ea-40d8-8cc7-486287be52d8,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:50.833147 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.844264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-f3b54c18-9a4c-4d26-8fd3-5f38453aca7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411913 Sep 02 12:36:50.856139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47004700-1c27-42cb-8659-e4d6818615f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.900260 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:50.900984 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:50.903000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47004700-1c27-42cb-8659-e4d6818615f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.964624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-45402240-ab7a-4765-88bc-2660039a75fd service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070590 Sep 02 12:36:50.974900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47004700-1c27-42cb-8659-e4d6818615f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.977932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47004700-1c27-42cb-8659-e4d6818615f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:50.982249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47004700-1c27-42cb-8659-e4d6818615f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d8f22fb-8899-4456-aa24-5e8dd80f9c7d HTTP/1.1" status: 204 len: 168 time: 0.4164567 Sep 02 12:36:50.995597 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dda0dd-6d61-47b3-bfe8-0c4017d81206 None None] Pushing event updated for resources: {'Port': ['ID=67e6c54a-22ea-40d8-8cc7-486287be52d8,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:51.017638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47004700-1c27-42cb-8659-e4d6818615f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f22fb-8899-4456-aa24-5e8dd80f9c7d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:51.040833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea2c7d1f-40b9-42ff-87a9-df15a4f6fcc9 req-ad113331-41c8-4352-badd-f9027ebab00f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185694 Sep 02 12:36:51.082700 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:51.102375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a1e967b-7fe0-4f22-b420-1531273d4214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.108806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a1e967b-7fe0-4f22-b420-1531273d4214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.134273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46448) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:51.179219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8604a16e-beaa-4e7a-a98b-5e26ab1ae15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.234917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-84f63c31-40e4-40e7-8390-59a56ecd8d20 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188485 Sep 02 12:36:51.269409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46450) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:51.270525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7a1e967b-7fe0-4f22-b420-1531273d4214 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4745dbd6ab5a4d1691ade4a1545412b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996702 Sep 02 12:36:51.273473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e967b-7fe0-4f22-b420-1531273d4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3836ab34-815b-49c2-a4f0-9350cc37ea12,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:51.330147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 012ebba1-65bd-440f-b2e4-3d058e678463 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:36:51.356511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.377440 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:47Z', 'revision_number': 3, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:51.411922 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933bc68-b50d-4878-8d2e-c0ecb0b1f474 None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:47Z', 'revision_number': 3, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:36:51.415815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.437597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 012ebba1-65bd-440f-b2e4-3d058e678463 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:36:51.438893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 012ebba1-65bd-440f-b2e4-3d058e678463 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:36:51.525632 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.529515 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8604a16e-beaa-4e7a-a98b-5e26ab1ae15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.542385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8604a16e-beaa-4e7a-a98b-5e26ab1ae15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.640840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8604a16e-beaa-4e7a-a98b-5e26ab1ae15f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11c7af6b24b1459397d1e22b0cd819a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045331 Sep 02 12:36:51.644266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:51.668450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:51.732161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604a16e-beaa-4e7a-a98b-5e26ab1ae15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a74cee-25c9-4eb4-ab8b-fd689e8c8868,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:51.740773 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8955eda3-a1c7-45d3-93bd-92ac3e7cce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.847828 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.850583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.852118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3836ab34-815b-49c2-a4f0-9350cc37ea12 HTTP/1.1" status: 204 len: 168 time: 0.5816839 Sep 02 12:36:51.858509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05dfc7f9-890d-4745-bc23-99eea4613fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:51.865558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Allocated IP 172.20.0.1 (75e411eb-2dc5-4225-8864-b756ff9f0a8d/e62d8463-4ab9-464a-92c1-db8b533fdcdc/cb6ff527-ea2a-47e3-8a34-4d4fc9e88915) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:51.870973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205c0e2-187c-4228-9edb-36f01b89c796 req-d2a6c622-11bc-481d-9c08-dda455708d52 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:51.879588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aba0fb-8494-4a83-91b1-8513770fb367 req-4a3499f9-eefb-4ec4-86ef-96c684f3a787 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:51.881309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6aba0fb-8494-4a83-91b1-8513770fb367 req-4a3499f9-eefb-4ec4-86ef-96c684f3a787 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 945 time: 0.2383041 Sep 02 12:36:51.892708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c205c0e2-187c-4228-9edb-36f01b89c796 req-d2a6c622-11bc-481d-9c08-dda455708d52 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.2213151 Sep 02 12:36:51.901762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836ab34-815b-49c2-a4f0-9350cc37ea12,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:52.006033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c205c0e2-187c-4228-9edb-36f01b89c796 req-cb1bd01c-b07c-401b-91d7-05a1ff2bbd3f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114185 Sep 02 12:36:52.033364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05dfc7f9-890d-4745-bc23-99eea4613fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.110688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 67e6c54a-22ea-40d8-8cc7-486287be52d8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:52.213238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-cd041d4f-d7de-4ddc-a2be-e14d7a29522f tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:52.215218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-cd041d4f-d7de-4ddc-a2be-e14d7a29522f tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.4911234 Sep 02 12:36:52.229207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.229557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.229895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.230451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.230930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.231433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.231907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.232380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.232851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.233351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.233849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.234449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed91b30-8f22-4b46-bc2a-4865c35e7431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.262068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8955eda3-a1c7-45d3-93bd-92ac3e7cce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.283476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 67e6c54a-22ea-40d8-8cc7-486287be52d8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:52.289018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8955eda3-a1c7-45d3-93bd-92ac3e7cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.291642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05dfc7f9-890d-4745-bc23-99eea4613fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.292225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 67e6c54a-22ea-40d8-8cc7-486287be52d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:52.292660 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.295159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05dfc7f9-890d-4745-bc23-99eea4613fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.296743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05dfc7f9-890d-4745-bc23-99eea4613fd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9a74cee-25c9-4eb4-ab8b-fd689e8c8868 HTTP/1.1" status: 204 len: 168 time: 0.6506917 Sep 02 12:36:52.330576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2823b-d0df-4df5-99a4-231b93e5cfe8 req-09f2fcea-d81a-4163-b551-4fc81b71da97 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:52.341741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82e2823b-d0df-4df5-99a4-231b93e5cfe8 req-09f2fcea-d81a-4163-b551-4fc81b71da97 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 965 time: 0.1460629 Sep 02 12:36:52.409697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.430822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8955eda3-a1c7-45d3-93bd-92ac3e7cce23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11a281b409a24042a7ddf00c5ec0ce3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567070 Sep 02 12:36:52.435267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:52.445772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 67e6c54a-22ea-40d8-8cc7-486287be52d8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=67e6c54a-22ea-40d8-8cc7-486287be52d8,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:52.455365 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.464933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955eda3-a1c7-45d3-93bd-92ac3e7cce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d10c63-858c-433e-98fe-c7b0857c94f1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:52.474655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6aba0fb-8494-4a83-91b1-8513770fb367 req-9102be63-d063-4fbc-b926-873bf1280d07 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824826 Sep 02 12:36:52.501840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfc7f9-890d-4745-bc23-99eea4613fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a74cee-25c9-4eb4-ab8b-fd689e8c8868,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:52.543739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82e2823b-d0df-4df5-99a4-231b93e5cfe8 req-2db942fa-6af8-4044-ac30-e35368198c2c tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857638 Sep 02 12:36:52.554216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-670c3152-ebdc-433e-8e0c-4ad38743ceb7 service neutron] 10.222.0.18 "GET /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.3457017 Sep 02 12:36:52.572232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=67e6c54a-22ea-40d8-8cc7-486287be52d8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:52.616116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.653543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.671631 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.690540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Transition to ACTIVE for port object cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:52.704227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-3d81dfe4-0c47-470c-8c43-745913823e28 service neutron] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:52.710867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-3d81dfe4-0c47-470c-8c43-745913823e28 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.712332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09cbdd96-21e4-4f97-b103-11ef1b503c0d req-3d81dfe4-0c47-470c-8c43-745913823e28 service neutron] 10.222.0.18 "DELETE /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.4714324 Sep 02 12:36:52.738179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.741387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.745913 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83d10c63-858c-433e-98fe-c7b0857c94f1 HTTP/1.1" status: 204 len: 168 time: 0.3042922 Sep 02 12:36:52.761509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d10c63-858c-433e-98fe-c7b0857c94f1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:52.791620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.791965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.792299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.792763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.793281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.793619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.793944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.794272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.794972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.795479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.795945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.796515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68405e3d-dd59-46cc-8af0-6e6445b25fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:36:52.847907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:52.906947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:52.919523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:52.922549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:52.976034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:52.982214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:53.038320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:53.040158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:53.196838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:36:53.210062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a136e-7d28-414d-ae83-e5e70743b7f7 req-e18a14a5-978d-4e6d-a461-2dfcf0757372 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:53.212394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d1a136e-7d28-414d-ae83-e5e70743b7f7 req-e18a14a5-978d-4e6d-a461-2dfcf0757372 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.0857038 Sep 02 12:36:53.298233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:36:53.308103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d1a136e-7d28-414d-ae83-e5e70743b7f7 req-d7868e00-9311-40bb-9983-23e3fb0760ae tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767775 Sep 02 12:36:53.334936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:53.362512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fbece04-d9ff-40b9-ba9b-a510b2c82108 None None] Provisioning for port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:36:53.367457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fbece04-d9ff-40b9-ba9b-a510b2c82108 None None] Provisioning complete for port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:53.369567 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fbece04-d9ff-40b9-ba9b-a510b2c82108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:53.381307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:53.462231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8fbece04-d9ff-40b9-ba9b-a510b2c82108 None None] Port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:36:53.472626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] Transition to ACTIVE for port object e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:53.487216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:53.644296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27bbd6-e4ff-4a4a-b4e6-22030a974410 req-c38cb5a7-7daf-4921-b4c0-f521a6fefd87 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:53.648934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee27bbd6-e4ff-4a4a-b4e6-22030a974410 req-c38cb5a7-7daf-4921-b4c0-f521a6fefd87 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1096 time: 0.1225510 Sep 02 12:36:53.679132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] No DVR routers for this DVR port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:36:53.711732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:53.718784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee27bbd6-e4ff-4a4a-b4e6-22030a974410 req-0a985ca0-dabc-4399-a8fd-0a5c48f53af4 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631201 Sep 02 12:36:53.810834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-4d00d7e7-f212-4d42-8fb0-ef72bf73d509 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca/bindings/n-h1-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2461834 Sep 02 12:36:53.860223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666c42a-f551-4613-8549-357e39710723 req-c06f45b5-883a-40c4-96eb-bb560ef6c30c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:53.862010 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7666c42a-f551-4613-8549-357e39710723 req-c06f45b5-883a-40c4-96eb-bb560ef6c30c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 945 time: 0.1545990 Sep 02 12:36:53.876619 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:53.888606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:54.013785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7666c42a-f551-4613-8549-357e39710723 req-b7b0af51-377f-42da-a851-d2b472d57afe tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407440 Sep 02 12:36:54.018979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:54.031574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:54.052849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 67e6c54a-22ea-40d8-8cc7-486287be52d8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:36:54.090854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-0e3eec9f-ae72-4821-b0d9-120eb20799b4 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.093481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-0e3eec9f-ae72-4821-b0d9-120eb20799b4 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1117 time: 0.2110398 Sep 02 12:36:54.109557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b73e8-b163-44a5-8a38-10cf8cf834d4 req-82c7fe84-2a2d-4503-a5da-e0a8ad01597f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.117655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f40b73e8-b163-44a5-8a38-10cf8cf834d4 req-82c7fe84-2a2d-4503-a5da-e0a8ad01597f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 966 time: 0.2366421 Sep 02 12:36:54.204446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f40b73e8-b163-44a5-8a38-10cf8cf834d4 req-d74f6265-3529-4976-a84c-06bfe5d9126e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857260 Sep 02 12:36:54.223308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 67e6c54a-22ea-40d8-8cc7-486287be52d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:54.223747 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:54.285160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-621ac14d-5e8f-4475-816f-fb85468d4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.287064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-621ac14d-5e8f-4475-816f-fb85468d4af5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&tenant_id=8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 1117 time: 0.1667793 Sep 02 12:36:54.394720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:54.406667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:54.465648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-aefab267-422d-4aac-8981-5e84a0c49108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.468642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-aefab267-422d-4aac-8981-5e84a0c49108 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1117 time: 0.1532602 Sep 02 12:36:54.569331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-0c9ad212-c485-4393-bf40-087a22d2990d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4173183 Sep 02 12:36:54.571489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:36:54.614971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-63628551-f5b5-4d08-8a67-78fe1d5fccda tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.625077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-63628551-f5b5-4d08-8a67-78fe1d5fccda tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2537854 Sep 02 12:36:54.653673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-011a19df-da76-49e5-8037-6da6efd0a311 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/quotas/4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 375 time: 0.0271077 Sep 02 12:36:54.655211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:54.721296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b205106-8237-4df1-8e26-86938be6342b None None] Provisioning complete for port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:36:54.721296 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b205106-8237-4df1-8e26-86938be6342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:54.738137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-94cfe19d-758f-4455-832e-aab6f0ccbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.739926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-94cfe19d-758f-4455-832e-aab6f0ccbfa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.2627258 Sep 02 12:36:54.753320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3e773489-4fa6-4abb-857e-6eb87d6c6986 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981503 Sep 02 12:36:54.759454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:54.760140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9b205106-8237-4df1-8e26-86938be6342b None None] Port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:36:54.809280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-869028b7-f375-4beb-9fa6-6cf628802a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0471730 Sep 02 12:36:54.940511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-312e0a4b-67e2-45f1-930f-d79e87d3ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:54.942068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-312e0a4b-67e2-45f1-930f-d79e87d3ef6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1193831 Sep 02 12:36:54.982698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-50825299-5fa1-4e4d-a531-990c245d7b4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298033 Sep 02 12:36:55.046989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:36:55.050940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-082b1306-877d-49c8-ba76-c3d07d0013f2 service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963369 Sep 02 12:36:55.063514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f01bcd5e-b1b2-48fc-8d13-5eacada63010 admin admin] 10.222.0.60 "PUT /v2.0/routers/223ecca6-ee91-437f-b560-e0d85c86fbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5652971 Sep 02 12:36:55.067430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:36:55.078679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:55.080799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:55.182515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:55.210153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-9150cc66-4928-460c-aab4-c004884f8ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177188 Sep 02 12:36:55.257257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:55.259498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-77694a5e-0a99-4036-bba0-e329721259b1 service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055984 Sep 02 12:36:55.378272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Allocated IP 172.25.7.230 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/302506df-a45b-4df7-af5c-5053c1c1969e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:55.382571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-758e4ce0-77f2-4180-8b9d-9084b2c4fb8c service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586220 Sep 02 12:36:55.580618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:55.619881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:36:55.659259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:55.718697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 2, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:55.724687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:55.727897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:55.730449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:55.754908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:36:55.756130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Updating router 223ecca6-ee91-437f-b560-e0d85c86fbcf port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:36:55.770043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event updated for resources: {'Port': ['ID=302506df-a45b-4df7-af5c-5053c1c1969e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:55.792122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:36:55.802828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:55.850177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-01c7742e-44a3-4206-885c-68bcf410b0f2 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:55.851724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-01c7742e-44a3-4206-885c-68bcf410b0f2 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1117 time: 0.1335516 Sep 02 12:36:56.056980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.168740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.189190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-853a56d0-7711-454e-8513-c31197efa85a service neutron] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:56.196346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-853a56d0-7711-454e-8513-c31197efa85a service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.198077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be03e6ce-2f1a-4c56-9dde-fb8ab7e409dc req-853a56d0-7711-454e-8513-c31197efa85a service neutron] 10.222.0.41 "DELETE /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca/bindings/n-h2-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.3347580 Sep 02 12:36:56.227063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4416f-da9f-49f1-b27e-6c152a8924c7 req-633ef04a-09a5-4766-9a21-58a428619118 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:56.230372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe4416f-da9f-49f1-b27e-6c152a8924c7 req-633ef04a-09a5-4766-9a21-58a428619118 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 966 time: 0.0995026 Sep 02 12:36:56.314840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe4416f-da9f-49f1-b27e-6c152a8924c7 req-0906b616-2168-4ea2-bacf-e30a6cb63055 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754218 Sep 02 12:36:56.440721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.448738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.451740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b3ab7cf-f385-44fc-90ac-e63c85deb12a req-6544ad0a-6ba3-43ec-88a4-602531cc6d0d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 210 time: 0.0383971 Sep 02 12:36:56.456662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.479910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Transition to ACTIVE for port object cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:36:56.498209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.587975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cb1f8-4de2-4422-b7cf-4abbbf9b19ca None None] Pushing event updated for resources: {'Port': ['ID=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:56.673195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Attempting to bind port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:36:56.673864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Attempting to bind port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:36:56.674376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Attempting to bind port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:36:56.683372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:36:56.685357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Checking segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:36:56.686067 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.686604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Bound using segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:36:56.688759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Bound port: cb6ff527-ea2a-47e3-8a34-4d4fc9e88915, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:36:56.689335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.698480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7d131-9e80-4c20-b7a9-ea63f4e1f1a4 req-8fa35a14-5c78-4fc0-8753-bf0606bdf6a9 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:56.704611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event updated for resources: {'Port': ['ID=302506df-a45b-4df7-af5c-5053c1c1969e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:56.707553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-01f7d131-9e80-4c20-b7a9-ea63f4e1f1a4 req-8fa35a14-5c78-4fc0-8753-bf0606bdf6a9 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1117 time: 0.0740132 Sep 02 12:36:56.726589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.774779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.776047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-4275964a-fe06-466f-bc9b-358348e3004c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1783350 Sep 02 12:36:56.782026 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-01f7d131-9e80-4c20-b7a9-ea63f4e1f1a4 req-14754b29-8ca0-4708-bf88-b51ba5e08205 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706847 Sep 02 12:36:56.891555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] For port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:36:56.899553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] For port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:36:56.914847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:56.988430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:36:56.989242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:36:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:57.040681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-62715ee7-79a2-434e-93c4-08c9da5611ae tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:57.043188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-62715ee7-79a2-434e-93c4-08c9da5611ae tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2151442 Sep 02 12:36:57.043905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:57.052472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-5adb23c6-392b-47f3-a68d-b1be88b8f832 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.2581837 Sep 02 12:36:57.061331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Request body: {'port': {'device_id': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'admin_state_up': True, 'tenant_id': '4f73671de3a548939c26bb2b37a14cf0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:57.198350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cb1f8-4de2-4422-b7cf-4abbbf9b19ca None None] Pushing event updated for resources: {'Port': ['ID=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:57.275296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Made reservation on behalf of 4f73671de3a548939c26bb2b37a14cf0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:57.279213 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.299414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-6d7b01af-1c64-4dbe-9c5f-84d6d7d5bbbb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:57.309348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-6d7b01af-1c64-4dbe-9c5f-84d6d7d5bbbb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2542250 Sep 02 12:36:57.318267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-9cd2fe48-e7f4-4a1a-b5b6-2e2068b20a92 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:36:57.333560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2464bda-c1ba-4679-94a8-425ea802e885 req-9cd2fe48-e7f4-4a1a-b5b6-2e2068b20a92 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216682 Sep 02 12:36:57.473890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Allocated IP 172.20.0.3 (06ad6b17-6e07-45ac-963a-80f46b9c1b03/3f6109a5-c17f-4366-80c0-a0c0296586f2/cca24592-8082-4be6-9957-8f3201007433) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:36:57.485734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:57.490977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-network', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:57.533005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Made reservation on behalf of 58970749e6254007bbc5a85b3a25f0c1 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:57.538663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.554504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.729032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:36:57.761607 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.770100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.774485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-04edcc24-a1f8-45c4-b41e-a9cfa7a8a6e6 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f8952ebc3c8a42c09d8968a11719402b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421789 Sep 02 12:36:57.809946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:36:57.836412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:57.852117 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.852421 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Added segment 8c379c34-69c4-46c1-8054-631306f35019 of type vlan for network e6469a08-5990-4679-8650-bd043c50ed9e Sep 02 12:36:57.865719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4080b74b-6a18-48fb-bd14-a328f0fd3148,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:57.890788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fc78-3f10-4572-9fcf-fa6613e09795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:57.921832 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.015722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.037205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-6d9b675f-045b-4675-b65c-b981839c4a35 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:58.037205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-6d9b675f-045b-4675-b65c-b981839c4a35 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469378 Sep 02 12:36:58.068260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcb065c7-ed74-47aa-a46b-11ee112c5433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.079776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-b085467b-2309-4e2c-97f8-a823f2c0788d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/quotas/f8952ebc3c8a42c09d8968a11719402b HTTP/1.1" status: 200 len: 375 time: 0.0356059 Sep 02 12:36:58.085204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.121182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.123123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:58.125070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.174762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:36:58.195486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:58.198328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:36:58.205592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-228a35d5-be20-4499-af69-de67e66821ab tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8952ebc3c8a42c09d8968a11719402b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036222 Sep 02 12:36:58.209042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:36:58.265467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fc78-3f10-4572-9fcf-fa6613e09795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.276232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fc78-3f10-4572-9fcf-fa6613e09795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.286700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:36:56Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:36:58.318422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:58.319246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.325276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2f8f5-e0e1-4efc-9fe5-6725270c0e19 None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:36:56Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:36:58.336994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8468499 Sep 02 12:36:58.339425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:58.342867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6f537-996f-4627-b8f6-0ddf70857cea admin admin] Pushing event updated for resources: {'Network': ['ID=e6469a08-5990-4679-8650-bd043c50ed9e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:58.354180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Request body: {'subnet': {'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-subnet', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:58.366763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1ad5fc78-3f10-4572-9fcf-fa6613e09795 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ac06b278bcf4081bd0854d721d775cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3215818 Sep 02 12:36:58.376418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e6469a08-5990-4679-8650-bd043c50ed9e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:36:58.376664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:58.382960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5fc78-3f10-4572-9fcf-fa6613e09795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837f0ca3-0671-45f5-b2b0-da8e20f53442,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:58.405324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-2736e111-b906-44fa-bb92-edb2495e2a9a tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=46d9476caea14d48aed5598c5a5e9d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688105 Sep 02 12:36:58.485703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ed9-e394-4980-becb-c155348bb997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.546634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ed9-e394-4980-becb-c155348bb997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.619628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-57b03e61-4004-4f22-ac7d-f9fa947cf00c tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:58.628260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-57b03e61-4004-4f22-ac7d-f9fa947cf00c tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214851 Sep 02 12:36:58.628397 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdd9d-d6c6-47ad-b070-61e89ced3217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.636706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcb065c7-ed74-47aa-a46b-11ee112c5433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.653566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-ef6463d2-d24e-41cf-a4bb-4a35964e9f71 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/quotas/46d9476caea14d48aed5598c5a5e9d78 HTTP/1.1" status: 200 len: 375 time: 0.0239735 Sep 02 12:36:58.680586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcb065c7-ed74-47aa-a46b-11ee112c5433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.686792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-3eef02bf-4d44-4d42-912e-6d599e54d7a1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6317286 Sep 02 12:36:58.697795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-984a1c9a-f053-4337-9a47-f76baf8804a3 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=46d9476caea14d48aed5598c5a5e9d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432582 Sep 02 12:36:58.707271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Request body: {'port': {'device_id': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:36:58.757355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Made reservation on behalf of 58970749e6254007bbc5a85b3a25f0c1 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:36:58.760159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.772125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fcb065c7-ed74-47aa-a46b-11ee112c5433 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=523da66f105940219cd582fb6112f828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322708 Sep 02 12:36:58.773755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46720) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:36:58.777202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ed9-e394-4980-becb-c155348bb997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.779955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ed9-e394-4980-becb-c155348bb997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:58.784237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dc0b6ed9-e394-4980-becb-c155348bb997 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/837f0ca3-0671-45f5-b2b0-da8e20f53442 HTTP/1.1" status: 204 len: 168 time: 0.4049339 Sep 02 12:36:58.834160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb065c7-ed74-47aa-a46b-11ee112c5433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce1866b-fdb0-45da-bd6e-cbc0ef769da3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:58.936995 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-897e0b65-0ac9-413e-9cb2-2ce67693cee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:59.000295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-897e0b65-0ac9-413e-9cb2-2ce67693cee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:59.138611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720a7d5-f200-473a-a343-bdd446ddc2e5 req-e0755bdf-9c03-451b-a38a-2007c4700987 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:59.145502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8720a7d5-f200-473a-a343-bdd446ddc2e5 req-e0755bdf-9c03-451b-a38a-2007c4700987 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 931 time: 0.1424954 Sep 02 12:36:59.251083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-897e0b65-0ac9-413e-9cb2-2ce67693cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:59.255003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-897e0b65-0ac9-413e-9cb2-2ce67693cee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:59.259589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-897e0b65-0ac9-413e-9cb2-2ce67693cee2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ce1866b-fdb0-45da-bd6e-cbc0ef769da3 HTTP/1.1" status: 204 len: 168 time: 0.4820116 Sep 02 12:36:59.264885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8720a7d5-f200-473a-a343-bdd446ddc2e5 req-286f638e-0853-4b33-8f1c-030fb0314442 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Sep 02 12:36:59.286058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e0b65-0ac9-413e-9cb2-2ce67693cee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce1866b-fdb0-45da-bd6e-cbc0ef769da3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:59.389993 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:36:59.398712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b6ed9-e394-4980-becb-c155348bb997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837f0ca3-0671-45f5-b2b0-da8e20f53442,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:36:59.602237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-036c3ff2-c50d-42cf-aeb3-bc644cf80636 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:59.629739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-036c3ff2-c50d-42cf-aeb3-bc644cf80636 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 1.0137720 Sep 02 12:36:59.732100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-12eb2b00-5bc6-483a-b740-380bfa93dc70 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:36:59.733725 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-12eb2b00-5bc6-483a-b740-380bfa93dc70 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 821 time: 0.2958038 Sep 02 12:36:59.768704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-7af166a7-b80c-4667-a80d-1ce86bd7da7c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/quotas/0dfd033c87dc4429b8b9c5ff47042080 HTTP/1.1" status: 200 len: 375 time: 0.0268033 Sep 02 12:36:59.889181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-99ed3d9d-0ebc-4ed1-b838-0b87e51a68a8 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1192904 Sep 02 12:36:59.951983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-c42bc8e2-b987-4423-830d-8f36f57a6bc2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/quotas/8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 375 time: 0.3196480 Sep 02 12:37:00.056670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46764) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:00.075885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-b2e8229a-b3e2-49e5-a469-db82978a85b7 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855712 Sep 02 12:37:00.155678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:00.208373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f271a740-0b74-4e42-abf1-38e52394d861 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f8952ebc3c8a42c09d8968a11719402b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313361 Sep 02 12:37:00.209397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-b701e79f-dd7a-4461-a46e-e945b4f03aaf tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564156 Sep 02 12:37:00.216041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c7c50d0-d07c-4089-925c-da8100adf200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.289057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:00.293981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:00.294166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.319741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-430c3396-d76d-4226-ae0b-3c0c84896d84 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427247 Sep 02 12:37:00.462706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-7867f9d8-bae0-49a1-9bbc-c82390386f8b tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:00.464518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-7867f9d8-bae0-49a1-9bbc-c82390386f8b tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487268 Sep 02 12:37:00.470025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.481647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Request body: {'port': {'device_id': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'f8952ebc3c8a42c09d8968a11719402b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:00.481989 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.508732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca24592-8082-4be6-9957-8f3201007433 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:00.527053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:00.534992 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.554922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.585509 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-2d6e1583-7a03-48d1-afc1-236627a90a9a tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=46d9476caea14d48aed5598c5a5e9d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355480 Sep 02 12:37:00.604036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:00.641962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9c19557-0708-41fb-85c7-68a19e122a95 req-49a16eea-0181-4c81-9f43-3e80431ab18a tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 210 time: 0.0587926 Sep 02 12:37:00.647582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-483e2e9d-3c05-4119-8e8c-626b3b1faf5f service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348257 Sep 02 12:37:00.666478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Transition to ACTIVE for port object cca24592-8082-4be6-9957-8f3201007433 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:00.745082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.779902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4be22af5-a363-4ca2-a1c3-7b84c473dd97 req-b06a9aa4-1277-4a23-9152-0890c667e72a tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 210 time: 0.0351760 Sep 02 12:37:00.824065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-443a5fa5-7225-4974-8349-97c985b8668c tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:00.825935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-443a5fa5-7225-4974-8349-97c985b8668c tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271025 Sep 02 12:37:00.828911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdcb608-3012-4de6-a189-c2eca00d89c1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:00.841918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Request body: {'port': {'device_id': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '46d9476caea14d48aed5598c5a5e9d78'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:00.884089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c7c50d0-d07c-4089-925c-da8100adf200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.899726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:00.913171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c7c50d0-d07c-4089-925c-da8100adf200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.916030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Checking segment: {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:00.916336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Network hostable DHCP agents. Network: e6469a08-5990-4679-8650-bd043c50ed9e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:37:00.964065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Made reservation on behalf of f8952ebc3c8a42c09d8968a11719402b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:00.967613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:00.992640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7313-a181-43a4-ba90-3f56abd0330b req-67374125-800a-423f-89f1-d0ea8f74ed30 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:00.997764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a90c7313-a181-43a4-ba90-3f56abd0330b req-67374125-800a-423f-89f1-d0ea8f74ed30 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 943 time: 0.0984731 Sep 02 12:37:01.012732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.014105 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-af820c51-e835-4fd6-9bd5-33dd987720eb service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656368 Sep 02 12:37:01.030594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c7c50d0-d07c-4089-925c-da8100adf200 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f531b4c3c1e8404486ac505f8205f669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9723499 Sep 02 12:37:01.035316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:01.043832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c50d0-d07c-4089-925c-da8100adf200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f674da2-ff82-4cb0-9214-85736fd7215f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:01.050209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Network e6469a08-5990-4679-8650-bd043c50ed9e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:37:01.092538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e6469a08-5990-4679-8650-bd043c50ed9e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:01.104282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c315a-b74b-4365-b150-8dbf73769a9f None None] Network e6469a08-5990-4679-8650-bd043c50ed9e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:37:01.113487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:01.114483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.132489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:01.133012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:01.133561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:01.154448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:01.154938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:01.155597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a90c7313-a181-43a4-ba90-3f56abd0330b req-91b171bc-41ad-4e29-b8d2-ae211fdda5f4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 Sep 02 12:37:01.176338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:01.177249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:01.177368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:01.177931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Bound port: cca24592-8082-4be6-9957-8f3201007433, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:01.178447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.213711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a59f9e8-a95e-4e23-8719-64d66d4f0557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.412508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a59f9e8-a95e-4e23-8719-64d66d4f0557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.417194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-59d03cfb-0c42-4618-8770-abcbfbfe635a req-55dbbb7b-0fa4-40cc-8e43-ecfbf3ead953 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 210 time: 0.0684950 Sep 02 12:37:01.446106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4a6be51-24f9-47e6-b947-56b73f493171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.452875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.462717 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.536486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e6469a08-5990-4679-8650-bd043c50ed9e', 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'fixed_ips': [{'subnet_id': '3cdcb608-3012-4de6-a189-c2eca00d89c1'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:37:01.541894 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.543201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2da10c0f-ff5b-4cf6-a2c1-d7273bb11932 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1985433 Sep 02 12:37:01.546320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46790) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:01.565366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b4888-f069-446a-8549-dde3c7046716,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:01.609750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:01.626199 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.683504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7e4682b-50e4-409d-9db3-de03dd78f4f5 req-bd35cd00-2bbf-4868-bbbb-9840afa04fb4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 210 time: 0.0910606 Sep 02 12:37:01.729204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:01.735103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:01.755389 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.770915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.770915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.839610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Allocated IP 192.168.233.145 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:01.933675 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a59f9e8-a95e-4e23-8719-64d66d4f0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.940587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a59f9e8-a95e-4e23-8719-64d66d4f0557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.943068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2a59f9e8-a95e-4e23-8719-64d66d4f0557 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f674da2-ff82-4cb0-9214-85736fd7215f HTTP/1.1" status: 204 len: 168 time: 0.9044468 Sep 02 12:37:01.954316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:01.955243 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:01.957884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Allocated IP 172.20.0.2 (e6469a08-5990-4679-8650-bd043c50ed9e/3cdcb608-3012-4de6-a189-c2eca00d89c1/9fcf724b-52de-460d-8f7c-b9e2f3c067b5) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:01.958097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] 10.222.0.41 "PUT /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 1091 time: 3.2597828 Sep 02 12:37:01.964681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'tag': 'cca24592-8082-4be6-9957-8f3201007433'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:01.973545 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "tag": "cca24592-8082-4be6-9957-8f3201007433"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:02.024378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74d0dd56-5ba9-4125-b0d1-42990531c2c9 req-e6e83732-f93a-4970-9942-af3c6035e1fe tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 210 time: 0.0964093 Sep 02 12:37:02.101030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f9e8-a95e-4e23-8719-64d66d4f0557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f674da2-ff82-4cb0-9214-85736fd7215f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:02.190412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:02.237737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Made reservation on behalf of 46d9476caea14d48aed5598c5a5e9d78 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:02.247477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.260735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.272639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73f70b-7839-45a6-b2fd-1a4eaf283a4a service neutron] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:02.349716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.357312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-276db2ea-c53d-44fd-86bb-126ea19d8751 req-920c8966-69fe-4322-8938-37afb003b3bd tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 210 time: 0.3338923 Sep 02 12:37:02.367718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:02.368762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.405114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.433778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.453614 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:37:02.504211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.528270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Transition to ACTIVE for port object 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:02.529185 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83fc360-ca3c-4ef8-9afc-a886a826d685 x-openstack-request-id: req-a83fc360-ca3c-4ef8-9afc-a886a826d685 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:02.529735 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "tag": "cca24592-8082-4be6-9957-8f3201007433", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:02.531146 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a83fc360-ca3c-4ef8-9afc-a886a826d685 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:02.531605 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'tag': 'cca24592-8082-4be6-9957-8f3201007433', 'status': 'completed', 'code': 200} Sep 02 12:37:02.572943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-f1ee878b-bb91-4ce9-96a8-60936291541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:02.583033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-f1ee878b-bb91-4ce9-96a8-60936291541f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1094 time: 0.5572801 Sep 02 12:37:02.618127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Transition to ACTIVE for port object eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:02.618917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Transition to ACTIVE for port object 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:02.634318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.735387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.746323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52c3ba-fb8c-454e-b4a8-dedd45f6e14f req-07544165-8a11-4dae-a463-09d9d9605a4b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:02.760167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab52c3ba-fb8c-454e-b4a8-dedd45f6e14f req-07544165-8a11-4dae-a463-09d9d9605a4b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 943 time: 0.2079396 Sep 02 12:37:02.777434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Network e6469a08-5990-4679-8650-bd043c50ed9e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:02.786237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:02.790143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:02.794065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Pushing event updated for resources: {'Port': ['ID=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:02.810926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:02.858563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-24fbca79-e8dd-4bc0-8fec-4f6b678f1f01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 217 time: 0.1454968 Sep 02 12:37:02.876860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.890763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Pushing event updated for resources: {'Port': ['ID=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:02.893426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35a672b9-e477-4d58-9881-ddec205757d9 req-73e443f5-d84d-469b-a7ad-a24a9ad3106e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 210 time: 0.1789777 Sep 02 12:37:02.923592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Attempting to bind port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:02.924275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Attempting to bind port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:02.925259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Attempting to bind port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 on network e6469a08-5990-4679-8650-bd043c50ed9e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:02.935411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab52c3ba-fb8c-454e-b4a8-dedd45f6e14f req-c245dc5b-bf22-4fe7-a6d5-5672add0781a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700366 Sep 02 12:37:02.938741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:02.939262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Checking segment: {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:02.940395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.940794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Bound using segment: {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:02.941435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Bound port: 9fcf724b-52de-460d-8f7c-b9e2f3c067b5, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:02.941825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:02.961219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-22397e36-7c18-42ce-87b9-b4077225f01b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:02.961219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-22397e36-7c18-42ce-87b9-b4077225f01b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.41 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 821 time: 0.5897429 Sep 02 12:37:02.966805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:02.976047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'port': {'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'admin_state_up': True, 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:03.021714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:03.033984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:03.043580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08c07-503b-47ed-9423-701a37e00522 req-a6f03b79-79d2-4b19-a7ab-9a19f7f975cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:03.048456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-a6f03b79-79d2-4b19-a7ab-9a19f7f975cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1677904 Sep 02 12:37:03.176048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] For port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:03.182168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] For port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,segment=NetworkSegment(8c379c34-69c4-46c1-8054-631306f35019),segment_id=8c379c34-69c4-46c1-8054-631306f35019)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:03.192579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:03.225476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-443785aa-5935-412c-976e-1652fa65730d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634676 Sep 02 12:37:03.318657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd105aa1-0e4d-49f1-8f13-019779941501 req-8df0f6a9-49fa-42e2-ac11-5c946cef657a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 210 time: 0.2670982 Sep 02 12:37:03.340640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49b18f-8553-4a89-abd5-f0839c61c142 None None] Pushing event updated for resources: {'Port': ['ID=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:03.372047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88888d45-5c2d-42c9-b400-0c2b259daf91 None None] Provisioning for port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:03.380052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88888d45-5c2d-42c9-b400-0c2b259daf91 None None] Provisioning complete for port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:03.380891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88888d45-5c2d-42c9-b400-0c2b259daf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:03.394813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8456dc-1d4f-4d6c-b84a-c63a6cd868e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:03.427479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-88888d45-5c2d-42c9-b400-0c2b259daf91 None None] Port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:03.568067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ea2bdef-2f62-4cb0-8f5c-b98af74508d0 req-62b770b8-a6f2-4967-92f9-186f2079b4e8 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 210 time: 0.0645685 Sep 02 12:37:03.607832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:03.609650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:03.666793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-171861f9-328d-4ffc-8aa2-3fb4a70f6d9f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:03.666793 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-171861f9-328d-4ffc-8aa2-3fb4a70f6d9f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.4390850 Sep 02 12:37:03.676398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-51e57425-5453-41c1-8d9d-f7ed535ca242 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516066 Sep 02 12:37:03.685664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Request body: {'port': {'device_id': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'admin_state_up': True, 'tenant_id': '8ca7df5b238347a8b01cead66e9063e0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:03.730545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:03.738565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:03.774826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f0bdaccd-07eb-4679-9e21-d30d1301ad44 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2995350 Sep 02 12:37:03.787834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8949b-f4ee-4896-a733-0ef0d2eca828 req-8c1d0333-7f4a-4887-9436-22eebc0a7b01 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:03.804173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9b8949b-f4ee-4896-a733-0ef0d2eca828 req-8c1d0333-7f4a-4887-9436-22eebc0a7b01 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 936 time: 0.5988631 Sep 02 12:37:03.826492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Request body: {'port': {'device_id': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:03.897277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3340fc3b-093f-4b17-86ba-13b81a5f224d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:03.971805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9b8949b-f4ee-4896-a733-0ef0d2eca828 req-8c0000e4-d900-48a6-8946-02bf672dcd1f tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666021 Sep 02 12:37:04.047686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.051783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.164854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Allocated IP 192.168.233.244 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/bf78b468-618f-425f-a3e5-5b059ddef594) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:04.189132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db6e1f96-ab89-451a-9ae7-38b826d46170 req-eddab21a-9b29-43be-b432-714eeda8d4fa tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 210 time: 0.0775211 Sep 02 12:37:04.208090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:04.315599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:04.386646 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0d08c07-503b-47ed-9423-701a37e00522 req-a420f45e-cc63-48b4-acff-84317d1e0278 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974106 Sep 02 12:37:04.463553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.481215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f116e09-7327-44fa-9649-e424c21aa809 req-4ba20145-20e9-4927-8421-09d983b968c8 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:04.483034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f116e09-7327-44fa-9649-e424c21aa809 req-4ba20145-20e9-4927-8421-09d983b968c8 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 943 time: 0.4191749 Sep 02 12:37:04.521548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.554975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Transition to ACTIVE for port object bf78b468-618f-425f-a3e5-5b059ddef594 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:04.559622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83525674-fa3a-4d2c-a6a2-f24e93cc7834 req-5f732472-952f-4949-9542-9e2366df382b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 210 time: 0.0552700 Sep 02 12:37:04.582963 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.602262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8456dc-1d4f-4d6c-b84a-c63a6cd868e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.621152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f116e09-7327-44fa-9649-e424c21aa809 req-32bcc2b8-e29f-4620-9d83-f556ab5792f6 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876877 Sep 02 12:37:04.621301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-6675bac4-b635-44a2-bc04-087733a26b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:04.622809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-6675bac4-b635-44a2-bc04-087733a26b42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1094 time: 0.1654058 Sep 02 12:37:04.670874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Made reservation on behalf of 0dfd033c87dc4429b8b9c5ff47042080 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:04.676765 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.683158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.702255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053f20d-afe8-4cde-a9b9-37c909c1acd6 None None] Network e6469a08-5990-4679-8650-bd043c50ed9e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:37:04.767079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8456dc-1d4f-4d6c-b84a-c63a6cd868e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.769794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-81b4b9b9-039c-4945-bb3c-37db25522a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:04.771290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-81b4b9b9-039c-4945-bb3c-37db25522a6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1151257 Sep 02 12:37:04.781445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] Provisioning for port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:04.794900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] Provisioning complete for port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:04.795624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.814446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:04.821532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:04.881492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-1a936516-69d7-4973-9d07-f50403c82554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 217 time: 0.0874748 Sep 02 12:37:04.889645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:04.905369 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:04.947411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Pushing event updated for resources: {'Port': ['ID=bf78b468-618f-425f-a3e5-5b059ddef594,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:04.984938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Made reservation on behalf of 8ca7df5b238347a8b01cead66e9063e0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:04.988997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.001619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.039595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010faac-7ef3-4cab-b9d5-520ba8545d56 req-7bd150c4-bc40-4139-ae13-5f5de4399fd3 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:05.041810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9010faac-7ef3-4cab-b9d5-520ba8545d56 req-7bd150c4-bc40-4139-ae13-5f5de4399fd3 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 936 time: 0.2639213 Sep 02 12:37:05.043061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8456dc-1d4f-4d6c-b84a-c63a6cd868e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b241396-2c18-43e0-b179-b17428b3f23a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:05.057414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] For port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,segment=NetworkSegment(8c379c34-69c4-46c1-8054-631306f35019),segment_id=8c379c34-69c4-46c1-8054-631306f35019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:05.066577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0f8456dc-1d4f-4d6c-b84a-c63a6cd868e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4829093ef4234cb397750b2857447229&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2530653 Sep 02 12:37:05.069966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.078123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:05.095669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:05.096208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.140826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-0a495fb3-047f-4827-95cf-a3c6e5b87e06 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3035965 Sep 02 12:37:05.165925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Request body: {'port': {'device_id': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:05.211814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a5ce-a26d-44f1-b9d5-b81a48b07d7f None None] Pushing event updated for resources: {'Port': ['ID=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:05.223138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-09666b06-b60a-4d00-8a49-b0ee8ebda0cf None None] Provisioning for port bf78b468-618f-425f-a3e5-5b059ddef594 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:05.229117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-09666b06-b60a-4d00-8a49-b0ee8ebda0cf None None] Provisioning complete for port bf78b468-618f-425f-a3e5-5b059ddef594 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:05.229117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09666b06-b60a-4d00-8a49-b0ee8ebda0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.266261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-09666b06-b60a-4d00-8a49-b0ee8ebda0cf None None] Port bf78b468-618f-425f-a3e5-5b059ddef594 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:05.274344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Allocated IP 172.20.0.10 (1033f2e7-fa04-4ed4-8ae1-794fa500b8be/68efa08e-99c1-407a-a8ae-4b3b039302fb/197851d8-6b86-45b7-83ce-414d853278c5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:05.285920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-0a2a91ca-ca21-4e48-ba00-8c7733b49a64 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122386 Sep 02 12:37:05.332086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-6f136cf5-f308-4c13-94e1-7e61b161ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:05.333554 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-6f136cf5-f308-4c13-94e1-7e61b161ab2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.4193938 Sep 02 12:37:05.338576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Allocated IP 172.25.7.200 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4a482123-6c5a-44ea-ae3c-2340e56b7ad9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:05.383191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:05.390961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-330afb2f-c2e4-49a3-98d8-4af24473deef None None] Provisioning complete for port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:05.391757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-330afb2f-c2e4-49a3-98d8-4af24473deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.402494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-649849cb-b000-4454-af96-8bbb8f3dc766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480146 Sep 02 12:37:05.407179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.410704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.427385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9010faac-7ef3-4cab-b9d5-520ba8545d56 req-fe41b4eb-f095-41ca-a80d-68a78ea8ddae tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575609 Sep 02 12:37:05.473786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Transition to ACTIVE for port object eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:05.508182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.540259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86ae056a-0ef8-4827-917b-0b9f8ef0b86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.613320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Allocated IP 172.20.0.6 (0d27151c-6a61-4312-a523-0939e81f1ae1/c771f484-1751-42cd-bd10-c30cf3595e49/4cb50363-e644-4588-8aca-2624ce9d0b74) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:05.628212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-533a78c5-cc61-4990-8afe-5fc8fd944231 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:05.629586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-533a78c5-cc61-4990-8afe-5fc8fd944231 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279500 Sep 02 12:37:05.647809 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86ae056a-0ef8-4827-917b-0b9f8ef0b86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.711177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:05.738693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-0af5f665-22d5-46fb-863a-1391c35b695e tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/quotas/42c9f57bc6d24170b21219f4f4f77ac6 HTTP/1.1" status: 200 len: 375 time: 0.0948732 Sep 02 12:37:05.757440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-f9a136b0-1c0f-4219-9858-7491f37cce69 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271217 Sep 02 12:37:05.762672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.780267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfda76e-5997-4d1f-8f00-3db9cdcd9a30 req-6cf226b0-7c3c-4f75-ac42-d87fc1f1084f tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:05.782246 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-edfda76e-5997-4d1f-8f00-3db9cdcd9a30 req-6cf226b0-7c3c-4f75-ac42-d87fc1f1084f tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 948 time: 0.2336242 Sep 02 12:37:05.874231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-b604ad77-3512-4da8-8cf6-3c98cf657f7b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141398 Sep 02 12:37:05.888575 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.935080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Attempting to bind port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:05.935425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Attempting to bind port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:05.935798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Attempting to bind port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:05.940756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Transition to ACTIVE for port object 197851d8-6b86-45b7-83ce-414d853278c5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:05.946266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86ae056a-0ef8-4827-917b-0b9f8ef0b86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.948794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86ae056a-0ef8-4827-917b-0b9f8ef0b86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:05.949966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-86ae056a-0ef8-4827-917b-0b9f8ef0b86e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b241396-2c18-43e0-b179-b17428b3f23a HTTP/1.1" status: 204 len: 168 time: 0.8286307 Sep 02 12:37:05.963513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:05.964012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Attempting to bind port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:06.000573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae056a-0ef8-4827-917b-0b9f8ef0b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b241396-2c18-43e0-b179-b17428b3f23a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:06.005347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-edfda76e-5997-4d1f-8f00-3db9cdcd9a30 req-495d9e3d-4856-46d6-8ed8-be6f32ea274d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088778 Sep 02 12:37:06.027241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b92cdd1-4183-46a8-9020-97fd22a5c1d5 req-b925620f-20f5-48ca-8038-683d0d3d6e89 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606187 Sep 02 12:37:06.035731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.044127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:06.044684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:06.044981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:06.047357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Bound port: eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:06.047832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.125297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:06.131769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:06.140814 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.185744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:06.208867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:06.209263 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.215009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:06.224148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.320571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.332066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92715dd8-ca73-4d5a-b476-c45fb81e9e7a req-5a70d857-b37d-43bc-beb4-f2f039a28ced tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 210 time: 0.1498818 Sep 02 12:37:06.337388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] For port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:06.346621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:06.355761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf78b468-618f-425f-a3e5-5b059ddef594 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:06.360448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Pushing event updated for resources: {'Port': ['ID=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:06.369348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:06.369909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['d51345ec-ad64-41b4-a451-1e50345621c0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:06.385044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.386174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] For port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:06.395080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:06.455276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.486579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444098e-e3b4-49c9-bd3e-357ad363bc0f req-7ad41903-780d-4ac2-bf2b-9d8ab44b5efe tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:06.488120 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2444098e-e3b4-49c9-bd3e-357ad363bc0f req-7ad41903-780d-4ac2-bf2b-9d8ab44b5efe tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 931 time: 0.3263538 Sep 02 12:37:06.504434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Transition to ACTIVE for port object bf78b468-618f-425f-a3e5-5b059ddef594 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:06.540588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:06.546959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.561797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:06.566567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.568109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 HTTP/1.1" status: 200 len: 1096 time: 2.7617397 Sep 02 12:37:06.571440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:06.573336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'tag': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:06.576498 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef3bab8-6899-4dd1-944d-ae25c156424a", "tag": "eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:06.580533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event updated for resources: {'Port': ['ID=197851d8-6b86-45b7-83ce-414d853278c5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:06.584674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:06.789753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:06.790459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.791506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:06.792180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:06.797010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:06.855218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0856d-edf6-43d5-bdbc-093151171b22 req-051afbbc-16d5-4e8d-9064-7ff2028d518c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:06.857981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2444098e-e3b4-49c9-bd3e-357ad363bc0f req-d88397b1-c261-4e99-a7b6-d0df3dde9c9e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582482 Sep 02 12:37:06.865721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4eb0856d-edf6-43d5-bdbc-093151171b22 req-051afbbc-16d5-4e8d-9064-7ff2028d518c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 943 time: 0.3608441 Sep 02 12:37:06.891907 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-a6851bad-0eb8-4c9f-8f32-33bad1bd6342 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2122085 Sep 02 12:37:06.902813 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-df825185-ab3c-4ae8-8321-f0e860350b7b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9329915 Sep 02 12:37:06.908114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Request body: {'port': {'device_id': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:06.922397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Request body: {'port': {'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:07.082631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46282c0f-0f1b-4239-987a-299b24ed0550 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:07.118614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4757dcfa-6294-4332-9808-2805d818439a None None] Provisioning for port 197851d8-6b86-45b7-83ce-414d853278c5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:07.123771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4757dcfa-6294-4332-9808-2805d818439a None None] Provisioning complete for port 197851d8-6b86-45b7-83ce-414d853278c5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:07.124379 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4757dcfa-6294-4332-9808-2805d818439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.183594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4757dcfa-6294-4332-9808-2805d818439a None None] Port 197851d8-6b86-45b7-83ce-414d853278c5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:07.367241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4eb0856d-edf6-43d5-bdbc-093151171b22 req-d16dd5fd-a28d-445a-95fb-07263443f43c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000062 Sep 02 12:37:07.379137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.415866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cca24592-8082-4be6-9957-8f3201007433 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:07.441167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b13e67c-256d-403f-9a8a-d2e8b9420b64 req-8d49e321-fb34-4d96-9888-6b8105ce043a tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 210 time: 0.4671309 Sep 02 12:37:07.441294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:07.446538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-209f9cfc-3609-4bdd-90ea-db7928e63a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:07.451386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-209f9cfc-3609-4bdd-90ea-db7928e63a41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8952ebc3c8a42c09d8968a11719402b&device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 1099 time: 0.8296251 Sep 02 12:37:07.497131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Pushing event updated for resources: {'Port': ['ID=bf78b468-618f-425f-a3e5-5b059ddef594,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:07.549930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-d1c9ede0-470e-426f-8db2-eb3d9421f057 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 HTTP/1.1" status: 200 len: 217 time: 0.0493917 Sep 02 12:37:07.565844 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-a716c6c2-480f-4a08-85f9-e7bc36a30859 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676618 Sep 02 12:37:07.574027 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7be651-ddfd-4494-95d6-dd93f9fdf5b1 x-openstack-request-id: req-9c7be651-ddfd-4494-95d6-dd93f9fdf5b1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:07.574607 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef3bab8-6899-4dd1-944d-ae25c156424a", "tag": "eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:07.574607 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c7be651-ddfd-4494-95d6-dd93f9fdf5b1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:07.574986 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'tag': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0', 'status': 'completed', 'code': 200} Sep 02 12:37:07.634561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f6c2f8b2-2ff7-4f67-8ec9-75f527112718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:07.635172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:07.636539 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-f6c2f8b2-2ff7-4f67-8ec9-75f527112718 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0580120 Sep 02 12:37:07.653584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.657346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'cca24592-8082-4be6-9957-8f3201007433', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'port_id': 'cca24592-8082-4be6-9957-8f3201007433', 'mac_address': 'fa:16:3e:7c:38:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6109a5-c17f-4366-80c0-a0c0296586f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:07.703187 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.710418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.718928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca24592-8082-4be6-9957-8f3201007433 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:07.743629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:07.748422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.765993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-734148878-network', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:07.798090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:07.812344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Attempting to bind port bf78b468-618f-425f-a3e5-5b059ddef594 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:07.813073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Attempting to bind port bf78b468-618f-425f-a3e5-5b059ddef594 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:07.813547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Attempting to bind port bf78b468-618f-425f-a3e5-5b059ddef594 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:07.869390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Port bf78b468-618f-425f-a3e5-5b059ddef594 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:07.869739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Attempting to bind port bf78b468-618f-425f-a3e5-5b059ddef594 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:07.892433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:07.892776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:07.893190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:07.893640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Bound port: bf78b468-618f-425f-a3e5-5b059ddef594, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:07.894002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.901259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387f16-e1b6-4c77-a70b-906da024d414 req-7cd44ea0-e1a0-46c6-9464-9571d6996c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:07.903109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-7cd44ea0-e1a0-46c6-9464-9571d6996c1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2294176 Sep 02 12:37:07.925599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3c488-8028-4928-94d7-d3aedd8f62d1 req-b2a9fcc3-f91c-45ca-847f-5f57cb0173f2 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:07.927102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f3c488-8028-4928-94d7-d3aedd8f62d1 req-b2a9fcc3-f91c-45ca-847f-5f57cb0173f2 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 948 time: 0.2355254 Sep 02 12:37:07.931928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Made reservation on behalf of e162e47acbe9405d8a7869e12958c485 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:07.934203 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:07.961937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['cca24592-8082-4be6-9957-8f3201007433'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:07.975563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1fb2c-5d09-4354-98c8-f613811b5b30 req-784c847d-1131-43ba-9b16-37536f403ad9 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:07.977294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1d1fb2c-5d09-4354-98c8-f613811b5b30 req-784c847d-1131-43ba-9b16-37536f403ad9 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 948 time: 0.4050591 Sep 02 12:37:07.994206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.052464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-eb3a4bff-235c-49ae-bf5f-9aeeb024d2e9 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.054277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-eb3a4bff-235c-49ae-bf5f-9aeeb024d2e9 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4479747 Sep 02 12:37:08.110656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Request body: {'port': {'device_id': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '42c9f57bc6d24170b21219f4f4f77ac6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:08.114592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f3c488-8028-4928-94d7-d3aedd8f62d1 req-4288a9d5-46e0-4959-816b-93c011afc574 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755354 Sep 02 12:37:08.137515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] For port bf78b468-618f-425f-a3e5-5b059ddef594, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:08.177977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] For port bf78b468-618f-425f-a3e5-5b059ddef594, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bf78b468-618f-425f-a3e5-5b059ddef594,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:08.184454 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-767212ea-6606-436a-a135-aba72d453fb9 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669451 Sep 02 12:37:08.192750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.224039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1d1fb2c-5d09-4354-98c8-f613811b5b30 req-447519b9-040c-4c5f-8071-efc3990b61b2 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308078 Sep 02 12:37:08.343373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.344039 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.345453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf78b468-618f-425f-a3e5-5b059ddef594 HTTP/1.1" status: 200 len: 1096 time: 3.1918375 Sep 02 12:37:08.397144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb50363-e644-4588-8aca-2624ce9d0b74 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:08.419751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.427682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.452019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d66244-b858-464b-a952-3303c99d1387 service neutron] Pushing event updated for resources: {'Port': ['ID=bf78b468-618f-425f-a3e5-5b059ddef594,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:08.464580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197851d8-6b86-45b7-83ce-414d853278c5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:08.476721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde6e9-c9d2-4b79-b165-1895eae97765 req-e58fb1d9-d214-4569-92c9-928cd99f0fe4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.478996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46fde6e9-c9d2-4b79-b165-1895eae97765 req-e58fb1d9-d214-4569-92c9-928cd99f0fe4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 931 time: 0.1675677 Sep 02 12:37:08.488131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.506842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d758-83ee-4a59-8dc0-73a556a1ef09 req-cd618972-497d-42e4-899a-f67124710448 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.508627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e128d758-83ee-4a59-8dc0-73a556a1ef09 req-cd618972-497d-42e4-899a-f67124710448 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 932 time: 0.2936482 Sep 02 12:37:08.517108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27387f16-e1b6-4c77-a70b-906da024d414 req-19c16bc9-e66a-4e7f-af6c-9f6fdf6a78e8 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212640 Sep 02 12:37:08.532147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Transition to ACTIVE for port object 197851d8-6b86-45b7-83ce-414d853278c5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:08.548235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Transition to ACTIVE for port object 4cb50363-e644-4588-8aca-2624ce9d0b74 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:08.562868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.568392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.580666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-eeae9999-9a64-4945-8ca3-c6e90d4677a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.582145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-eeae9999-9a64-4945-8ca3-c6e90d4677a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46d9476caea14d48aed5598c5a5e9d78&device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 1099 time: 0.1831410 Sep 02 12:37:08.668976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.677520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46fde6e9-c9d2-4b79-b165-1895eae97765 req-a3978a79-2395-4efb-815e-a9580b5c7c26 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311958 Sep 02 12:37:08.690104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.693119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e128d758-83ee-4a59-8dc0-73a556a1ef09 req-063870cb-0a57-45e2-9801-0894a905dcd8 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575141 Sep 02 12:37:08.698851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-776ed6a5-9dff-4b83-a5d8-19f06067f395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bf78b468-618f-425f-a3e5-5b059ddef594 HTTP/1.1" status: 200 len: 217 time: 0.0779560 Sep 02 12:37:08.701001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:08.727121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Pushing event updated for resources: {'Port': ['ID=197851d8-6b86-45b7-83ce-414d853278c5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:08.772069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:37:08.779434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Made reservation on behalf of 42c9f57bc6d24170b21219f4f4f77ac6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:08.783754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.799265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-d6f4f972-ead9-498a-a0bb-0e4dbca006ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.800724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-d6f4f972-ead9-498a-a0bb-0e4dbca006ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8952ebc3c8a42c09d8968a11719402b&device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 1099 time: 0.2119293 Sep 02 12:37:08.815571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.821344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b7e0a-810e-413d-a7fa-af02aaf0dc11,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:08.824626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.825176 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Added segment 6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3 of type vlan for network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 Sep 02 12:37:08.861028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-cdb734ca-29e6-4243-a65e-ef647908cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:08.862566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-cdb734ca-29e6-4243-a65e-ef647908cec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1477544 Sep 02 12:37:08.945029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:08.945611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:08.945611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:08.949875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:08.958185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c16cc66-d40f-49bf-971b-bb53af2af40f req-0c5063fe-8218-484c-a35c-99f97f4bce4e tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 210 time: 0.1033230 Sep 02 12:37:08.971006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:08.971606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:08.999334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:08.999737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:09.000214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:09.000666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Bound port: 4cb50363-e644-4588-8aca-2624ce9d0b74, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:09.001056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.002697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Attempting to bind port 197851d8-6b86-45b7-83ce-414d853278c5 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:09.002840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:37:09.003038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Attempting to bind port 197851d8-6b86-45b7-83ce-414d853278c5 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:09.003375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Attempting to bind port 197851d8-6b86-45b7-83ce-414d853278c5 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:09.023361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Port 197851d8-6b86-45b7-83ce-414d853278c5 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:09.023702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Attempting to bind port 197851d8-6b86-45b7-83ce-414d853278c5 on network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:09.027031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-111eff6b-23f1-4ac7-a85c-da54d8b00377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.028739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-111eff6b-23f1-4ac7-a85c-da54d8b00377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421742 Sep 02 12:37:09.045034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d9430-878e-478a-9450-f53588e8f2da req-581b0a7e-f415-4d00-8a34-35e132a641f6 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.046850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac8d9430-878e-478a-9450-f53588e8f2da req-581b0a7e-f415-4d00-8a34-35e132a641f6 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 944 time: 0.1964734 Sep 02 12:37:09.056246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:09.056598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Checking segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:09.057014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Bound using segment: {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:09.057386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.057518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Bound port: 197851d8-6b86-45b7-83ce-414d853278c5, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee94fde2-72bd-4bea-8440-4321c5061a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:09.057814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.058342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.058922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.069654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-00f037fc-b634-440d-bb0e-cf2ca3782a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.071158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-00f037fc-b634-440d-bb0e-cf2ca3782a31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2386692 Sep 02 12:37:09.171160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-bb8392ec-4b9a-44f5-8ac5-05db8f7bf96d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 HTTP/1.1" status: 200 len: 217 time: 0.0693047 Sep 02 12:37:09.288932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] For port 197851d8-6b86-45b7-83ce-414d853278c5, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:09.297778 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-3f81b81a-a9ea-4694-a77b-0e1f13805356 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565207 Sep 02 12:37:09.307574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-cd0df880-295e-48b3-805c-678eaadbc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.309082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-cd0df880-295e-48b3-805c-678eaadbc2a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1290448 Sep 02 12:37:09.312094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] For port 197851d8-6b86-45b7-83ce-414d853278c5, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=197851d8-6b86-45b7-83ce-414d853278c5,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:09.337931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.422092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cca24592-8082-4be6-9957-8f3201007433 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:09.437480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32605e-52af-4e79-a38a-bc9bf57a75f7 req-03380261-f6a3-4baf-a80f-4346f20a269d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.439083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c32605e-52af-4e79-a38a-bc9bf57a75f7 req-03380261-f6a3-4baf-a80f-4346f20a269d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 948 time: 0.2246873 Sep 02 12:37:09.451474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.452104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.453689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] 10.222.0.41 "PUT /v2.0/ports/197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 1092 time: 2.5358348 Sep 02 12:37:09.500511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] Pushing event updated for resources: {'Network': ['ID=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:09.502120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port cca24592-8082-4be6-9957-8f3201007433 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:09.517900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:37:09.522400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port cca24592-8082-4be6-9957-8f3201007433 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:09.523068 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.525018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-5de82d19-1f25-4299-bcd0-24113a3b174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.526544 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-5de82d19-1f25-4299-bcd0-24113a3b174a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055035 Sep 02 12:37:09.532047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac8d9430-878e-478a-9450-f53588e8f2da req-19547883-b79d-4246-816a-b920cc79f23d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659901 Sep 02 12:37:09.566812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46de1c-4b6c-4de4-81dd-7197203c4ecb service neutron] Pushing event updated for resources: {'Port': ['ID=197851d8-6b86-45b7-83ce-414d853278c5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:09.580314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:09.600161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:09.607865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.624643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.635472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.709766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c32605e-52af-4e79-a38a-bc9bf57a75f7 req-32a5bf11-88f0-464e-8ff2-0e57bed09f73 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398212 Sep 02 12:37:09.710060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'tag': 'bf78b468-618f-425f-a3e5-5b059ddef594'}, {'name': 'network-changed', 'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:09.712421 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a5d91c-961f-45fe-977c-12e575f78b95" -d '{"events": [{"name": "network-changed", "server_uuid": "927e7203-0ce9-4ef4-8407-8f3ba7f878e7", "tag": "bf78b468-618f-425f-a3e5-5b059ddef594"}, {"name": "network-changed", "server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "tag": "197851d8-6b86-45b7-83ce-414d853278c5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:09.719448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-839c0972-4654-4f33-966a-4287af7525ad service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488013 Sep 02 12:37:09.786185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dff0e29-a79c-4f69-a0aa-be20bf69dc74 req-769513c2-6839-4156-98c3-2f7ba515865a service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761019 Sep 02 12:37:09.823105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.827049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e5aa00-fba9-492f-ba45-7a81dce55d08,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:09.842338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3609f817-8a4a-42b0-b762-a30e9e9c5577 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3978512 Sep 02 12:37:09.850082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-cbaa447b-3817-4ef2-9ad3-5b54cb89b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.850714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca24592-8082-4be6-9957-8f3201007433'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:09.852030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-cbaa447b-3817-4ef2-9ad3-5b54cb89b6b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1095 time: 0.3291721 Sep 02 12:37:09.853197 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0167d-bd4c-4cda-9aad-bb5f37964fc4" -d '{"events": [{"server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "name": "network-vif-plugged", "status": "completed", "tag": "cca24592-8082-4be6-9957-8f3201007433"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:09.853856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:09.863279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Request body: {'subnet': {'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-734148878-subnet', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:09.867566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:09.874419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.888231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:09.888936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:09.890488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] 10.222.0.41 "PUT /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 1091 time: 2.9894426 Sep 02 12:37:09.902418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:09.905176 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de435b1c-3459-4867-a44c-98723dc2e611" -d '{"events": [{"name": "network-changed", "server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:09.909421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:09.921139 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Sync routers for ids ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:09.928883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:09.936570 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Routers {'49629bb2-9314-4ac0-aa4f-cdca4e9bed83'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:09.937731 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:09.975646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Allocated IP 192.168.233.3 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/3236473b-5aac-4ce1-ad35-4a8164a31109) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:10.008803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.012890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a8d4e6c-5bb6-4532-afec-064a0b442f99 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.4376917 Sep 02 12:37:10.020675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:10.050834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d99fa-6eb3-4a44-b976-0f776a78b028 req-eef619cb-8e59-4b94-9bc6-4a36b5f63fa4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.052447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f92d99fa-6eb3-4a44-b976-0f776a78b028 req-eef619cb-8e59-4b94-9bc6-4a36b5f63fa4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 948 time: 0.3159606 Sep 02 12:37:10.053205 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Set router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:10.123776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a69b5-85dc-4829-b9a6-243a4a133ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:10.173648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-c43f3542-5cc4-4e7c-b3a9-971c8d6f3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.180679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-c43f3542-5cc4-4e7c-b3a9-971c8d6f3537 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1094 time: 0.2261217 Sep 02 12:37:10.199753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-a8892195-f7d2-4933-980f-a9ee092f8da5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 217 time: 0.3320343 Sep 02 12:37:10.212542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d54ad-68af-4515-9e0e-2dff0f4d976e req-65851494-38d8-4b3b-aa22-527b1154fc3e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.214393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-833d54ad-68af-4515-9e0e-2dff0f4d976e req-65851494-38d8-4b3b-aa22-527b1154fc3e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.4248402 Sep 02 12:37:10.220411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b2e22d7-61f9-4aa0-9fe0-233fff3969fe req-9ef6fac4-0eea-4267-8f64-031fc9176a11 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872127 Sep 02 12:37:10.264798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Made reservation on behalf of e162e47acbe9405d8a7869e12958c485 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:10.267824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.294108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-5d7e3faa-19e5-4276-8717-010c9e9856ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 217 time: 0.1002967 Sep 02 12:37:10.315184 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f92d99fa-6eb3-4a44-b976-0f776a78b028 req-8d57cfb5-08da-4537-8616-d58546fab20e tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264643 Sep 02 12:37:10.351413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-3971eb30-66b0-4c16-8a40-aef41e43ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.353380 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:37:06Z', 'revision_number': 3, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:10.353542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-3971eb30-66b0-4c16-8a40-aef41e43ea94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1380687 Sep 02 12:37:10.377176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-833d54ad-68af-4515-9e0e-2dff0f4d976e req-05e1cfe0-3e47-4c5c-a9d8-f35617e33474 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407716 Sep 02 12:37:10.383602 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Checking router: 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:10.383954 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Updating router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:37:10.421656 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd4bdd-6f04-40d8-8d4e-d87835746c33 x-openstack-request-id: req-3bfd4bdd-6f04-40d8-8d4e-d87835746c33 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:10.421656 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927e7203-0ce9-4ef4-8407-8f3ba7f878e7", "tag": "bf78b468-618f-425f-a3e5-5b059ddef594", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "tag": "197851d8-6b86-45b7-83ce-414d853278c5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:10.421656 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bfd4bdd-6f04-40d8-8d4e-d87835746c33 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:10.422065 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'tag': 'bf78b468-618f-425f-a3e5-5b059ddef594', 'status': 'completed', 'code': 200} Sep 02 12:37:10.422468 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5', 'status': 'completed', 'code': 200} Sep 02 12:37:10.428938 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.449924 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fba700-428b-4d44-9a86-39efa6e19d16 x-openstack-request-id: req-79fba700-428b-4d44-9a86-39efa6e19d16 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:10.450920 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "name": "network-vif-plugged", "status": "completed", "tag": "cca24592-8082-4be6-9957-8f3201007433", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:10.451180 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79fba700-428b-4d44-9a86-39efa6e19d16 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:10.451580 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca24592-8082-4be6-9957-8f3201007433', 'code': 200} Sep 02 12:37:10.457377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-12b01341-575a-4fd4-8d92-7b98fe52d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.458898 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-12b01341-575a-4fd4-8d92-7b98fe52d247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1570811 Sep 02 12:37:10.490753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.513626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-8abc9738-9c7b-4331-8906-a4746394db8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445702 Sep 02 12:37:10.556665 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef8310-75eb-488b-89f0-faee1857a83b x-openstack-request-id: req-39ef8310-75eb-488b-89f0-faee1857a83b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:10.556969 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:10.557231 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39ef8310-75eb-488b-89f0-faee1857a83b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:10.557601 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'status': 'completed', 'code': 200} Sep 02 12:37:10.564183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Transition to ACTIVE for port object 3236473b-5aac-4ce1-ad35-4a8164a31109 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:10.598813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-3d9ed671-9833-4f62-abe3-f1b2638f0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.600644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-3d9ed671-9833-4f62-abe3-f1b2638f0d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376308 Sep 02 12:37:10.621494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-69859220-e3b3-48b0-b703-c1afaec8aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.622864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-69859220-e3b3-48b0-b703-c1afaec8aa1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46d9476caea14d48aed5598c5a5e9d78&device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 1099 time: 0.1947639 Sep 02 12:37:10.697349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c487dbb-c1b5-4e04-94bc-0ac1049bd639 req-6d7adac9-3005-437e-be0d-e901594fb6fa tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.699959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c487dbb-c1b5-4e04-94bc-0ac1049bd639 req-6d7adac9-3005-437e-be0d-e901594fb6fa tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 944 time: 0.2030034 Sep 02 12:37:10.705491 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3a87223-e348-414d-9bf2-0d4b56b8baf0 req-28434b44-b666-43fd-aa36-fe6886671b39 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 210 time: 0.0854893 Sep 02 12:37:10.745705 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.746044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.758620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Transition to ACTIVE for port object 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:10.768746 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.782794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa9535-4cdd-41bd-859e-6bc52776b19d req-49cbe7d2-25d3-499a-a4b8-6c29b07ab399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.785568 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35aa9535-4cdd-41bd-859e-6bc52776b19d req-49cbe7d2-25d3-499a-a4b8-6c29b07ab399 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1096 time: 0.2529068 Sep 02 12:37:10.831828 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409048b4-026f-40da-b678-d8652713f7f3 None None] Pushing event updated for resources: {'Port': ['ID=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:10.839319 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Attempting to bind port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:10.840027 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Attempting to bind port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:10.840614 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Attempting to bind port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:10.847482 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:10.848561 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:10.848883 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.849403 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:10.850094 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Bound port: 4a482123-6c5a-44ea-ae3c-2340e56b7ad9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:10.850792 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.875372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.878615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-14e61ddd-b67b-4215-8b5e-3e2c0ddf3544 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482900 Sep 02 12:37:10.914838 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] For port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:10.918355 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] For port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:10.922978 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:10.936767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c487dbb-c1b5-4e04-94bc-0ac1049bd639 req-047b1c95-4f2e-4341-a261-c188521f2b7f tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645679 Sep 02 12:37:10.950643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-5f29b766-6144-45d1-93ac-43b3a8e86b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:10.953410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-5f29b766-6144-45d1-93ac-43b3a8e86b5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2885554 Sep 02 12:37:10.981476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35aa9535-4cdd-41bd-859e-6bc52776b19d req-aa5e2c3c-55f4-4030-b30c-42e05b23b154 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861265 Sep 02 12:37:10.982044 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409048b4-026f-40da-b678-d8652713f7f3 None None] Pushing event updated for resources: {'Port': ['ID=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:10.982853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-84588ac5-8494-4a49-b96b-d7756daebc6a service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717034 Sep 02 12:37:11.017009 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Routers {'49629bb2-9314-4ac0-aa4f-cdca4e9bed83'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:11.017904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:11.029731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-fceb25f7-dc87-4677-af7f-070b9ff850c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bf78b468-618f-425f-a3e5-5b059ddef594 HTTP/1.1" status: 200 len: 217 time: 0.0502813 Sep 02 12:37:11.032670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ade046-0c2e-4494-b005-374f6382498c req-fe07e2ad-7f90-4ce2-856a-0be3d09111c0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.034717 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c9ade046-0c2e-4494-b005-374f6382498c req-fe07e2ad-7f90-4ce2-856a-0be3d09111c0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 945 time: 0.2363539 Sep 02 12:37:11.042343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:11.050130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.053044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:11.062918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Pushing event updated for resources: {'Port': ['ID=3236473b-5aac-4ce1-ad35-4a8164a31109,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:11.067846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:11.158680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-73df649c-eccc-46b2-bd00-e806b7a70703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.160111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-73df649c-eccc-46b2-bd00-e806b7a70703 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1202612 Sep 02 12:37:11.160700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff0a38c-5a93-4124-99b5-713921b465c3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:11.184771 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] Set router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:11.190473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c9ade046-0c2e-4494-b005-374f6382498c req-0bae1d9c-691a-4ef3-b152-372cbae272d7 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426728 Sep 02 12:37:11.199987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1e55648-4dee-44c1-a8a2-508bf576ebb5 req-40ad7762-ca71-42a8-9610-fc5ff8e7455b service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081930 Sep 02 12:37:11.203878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb436c-6276-4e06-8541-6533999d6c93 req-9eb16bcc-1b91-46ea-b0a0-e0b1a125b6b9 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.217350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18cb436c-6276-4e06-8541-6533999d6c93 req-9eb16bcc-1b91-46ea-b0a0-e0b1a125b6b9 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 948 time: 0.1865802 Sep 02 12:37:11.224093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.224093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.262588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-c5cb1edb-b565-4f23-8212-8acb172b36c5 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1923344 Sep 02 12:37:11.284683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Request body: {'port': {'device_id': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:11.331838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Checking segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:11.332202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Network hostable DHCP agents. Network: ef72d74c-37ab-4c0b-ba6a-83342fe0ce42, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:37:11.338541 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.376823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de911412-5621-4245-a03a-337b022fe5bc None None] Provisioning for port 3236473b-5aac-4ce1-ad35-4a8164a31109 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:11.384840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de911412-5621-4245-a03a-337b022fe5bc None None] Provisioning complete for port 3236473b-5aac-4ce1-ad35-4a8164a31109 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:11.385519 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de911412-5621-4245-a03a-337b022fe5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.386299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de435b1c-3459-4867-a44c-98723dc2e611 req-efd4fdb5-c76a-4491-a03a-975aa7f84a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.387830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-efd4fdb5-c76a-4491-a03a-975aa7f84a44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1094 time: 0.1190202 Sep 02 12:37:11.393997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.394203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18cb436c-6276-4e06-8541-6533999d6c93 req-74962d03-d8fe-4fb3-a99b-3e0cd0eefc28 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731303 Sep 02 12:37:11.432333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-be00f5fe-72d0-4e9a-97c6-8e73dbb8f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.434640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-be00f5fe-72d0-4e9a-97c6-8e73dbb8f69c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2610669 Sep 02 12:37:11.468491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:37:11.472030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ee7f66a-eb83-466e-8c65-48d2337bea64 req-c0f52e92-8735-493f-91ec-e45adca61fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973354 Sep 02 12:37:11.481824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-de911412-5621-4245-a03a-337b022fe5bc None None] Port 3236473b-5aac-4ce1-ad35-4a8164a31109 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:11.533897 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:37:06Z', 'revision_number': 3, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:11.544150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ef72d74c-37ab-4c0b-ba6a-83342fe0ce42) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:11.554715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c6d56a-0d3d-4d77-801c-7cb68ebcb64b None None] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:37:11.576135 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a76ef-2a8f-4770-ad82-c7b1cb498221 None None] The sync data for ids ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'] in n-d-792364-8 is: [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:37:06Z', 'revision_number': 3, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:11.597847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.598581 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.634760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-037b25a4-7c54-43a5-bfb1-db17fc9e4de6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7774069 Sep 02 12:37:11.642841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-d65f4ac9-2521-4d9a-ab95-1513d4034b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.644774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-d65f4ac9-2521-4d9a-ab95-1513d4034b67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1095 time: 0.1024280 Sep 02 12:37:11.647529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:11.659233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:11.680069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:11.698128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1cd3c-f67f-48a3-8b33-91a4949f63fc req-5bd3757b-20ee-4a26-8c86-4bf02f7739f2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:11.711383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace1cd3c-f67f-48a3-8b33-91a4949f63fc req-5bd3757b-20ee-4a26-8c86-4bf02f7739f2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.2210565 Sep 02 12:37:11.819859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:37:11.820937 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.823331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-fa1532a8-107f-45f2-9d4c-2e1654352461 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732905 Sep 02 12:37:11.852663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.854863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:11.857730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:11.928215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0', 'mac_address': 'fa:16:3e:35:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:11.966505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Allocated IP 172.20.0.1 (e6469a08-5990-4679-8650-bd043c50ed9e/3cdcb608-3012-4de6-a189-c2eca00d89c1/a0d33577-0391-478f-9994-8645b4f22b76) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:12.003288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d50ea-7dc5-479a-a782-31c0cf2afc27 req-f2ee99c2-e78a-45f9-b5c1-a9beabf497f4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.012293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df1d50ea-7dc5-479a-a782-31c0cf2afc27 req-f2ee99c2-e78a-45f9-b5c1-a9beabf497f4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 948 time: 0.2896938 Sep 02 12:37:12.050445 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.056556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.069248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace1cd3c-f67f-48a3-8b33-91a4949f63fc req-5608b991-bf49-4c91-973f-16f7c6afd63f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566632 Sep 02 12:37:12.096188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:12.114351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Allocated IP 172.20.0.2 (ef72d74c-37ab-4c0b-ba6a-83342fe0ce42/5ff0a38c-5a93-4124-99b5-713921b465c3/903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:12.168320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:12.200588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:12.202893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.214541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de435b1c-3459-4867-a44c-98723dc2e611 req-f01ee238-eb4f-4089-9a35-418b8b78d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.215932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-f01ee238-eb4f-4089-9a35-418b8b78d72a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.8197997 Sep 02 12:37:12.303929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-52c1cafd-e50b-43a6-bcf5-96611740a16b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 217 time: 0.0596609 Sep 02 12:37:12.313040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df1d50ea-7dc5-479a-a782-31c0cf2afc27 req-33aae1d4-bd0f-4a57-b511-82583d6861f2 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991009 Sep 02 12:37:12.333330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-5408282b-65bb-4901-b043-e507af580c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.334645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-5408282b-65bb-4901-b043-e507af580c97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.6710193 Sep 02 12:37:12.361630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:12.404304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:12.425816 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:12.426665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.458304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:12.489030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.497077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-0922fce1-8d46-42b8-a326-51ca8316399a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 217 time: 0.0725393 Sep 02 12:37:12.503925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-52096842-7a6e-47a7-a60a-4d73e226757a service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535654 Sep 02 12:37:12.507812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de435b1c-3459-4867-a44c-98723dc2e611 req-5145b8ef-0dc0-421b-bef5-bc046fbc599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.509329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-5145b8ef-0dc0-421b-bef5-bc046fbc599e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1856997 Sep 02 12:37:12.522173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.527213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5626f-0bac-47c0-9351-1ae56cc910a4 req-01a65f35-b346-4321-a560-7aa8139aa957 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.541468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6f5626f-0bac-47c0-9351-1ae56cc910a4 req-01a65f35-b346-4321-a560-7aa8139aa957 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 934 time: 0.3296940 Sep 02 12:37:12.542962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.565187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Transition to ACTIVE for port object 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:12.569055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-3396a79e-e3d0-4b64-a499-6e0bd4ad89f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423944 Sep 02 12:37:12.586334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Transition to ACTIVE for port object a0d33577-0391-478f-9994-8645b4f22b76 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:12.611458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9588-2572-4107-9834-76bb82b64904 req-8696c3cc-1d80-471d-b8fc-58cfa481476b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.613042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eafb9588-2572-4107-9834-76bb82b64904 req-8696c3cc-1d80-471d-b8fc-58cfa481476b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 944 time: 0.1741469 Sep 02 12:37:12.645113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Transition to ACTIVE for port object 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:12.653814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.662330 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.707131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6f5626f-0bac-47c0-9351-1ae56cc910a4 req-42bf6e54-ef66-4c8b-a8d7-c458b6d64c20 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591556 Sep 02 12:37:12.722302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-01fa056f-9ec3-4abb-892c-6e1abad89acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:12.724040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-01fa056f-9ec3-4abb-892c-6e1abad89acb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.2178624 Sep 02 12:37:12.748164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:12.750641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:12.755660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:12.763162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:12.769825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3236473b-5aac-4ce1-ad35-4a8164a31109 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:12.770850 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.776528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eafb9588-2572-4107-9834-76bb82b64904 req-da4f50c7-7ffc-4b51-a745-bca5eff260e5 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244454 Sep 02 12:37:12.785440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.805450 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-de16b5d9-b62c-4d39-9ff1-9ed41f27573b service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177057 Sep 02 12:37:12.809498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.816414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Transition to ACTIVE for port object 3236473b-5aac-4ce1-ad35-4a8164a31109 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:12.850452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Pushing event updated for resources: {'Port': ['ID=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:12.883594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.933923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Attempting to bind port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:12.934297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Attempting to bind port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:12.934666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Attempting to bind port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae on network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:12.946599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:12.946986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Checking segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:12.947624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.947798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Bound using segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:12.948296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Bound port: 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:12.948686 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:12.972170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:13.003700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Network e6469a08-5990-4679-8650-bd043c50ed9e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:13.033621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:13.042368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:13.049303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] For port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:13.054284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] For port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:13.056008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Pushing event updated for resources: {'Port': ['ID=a0d33577-0391-478f-9994-8645b4f22b76,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:13.073517 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.135332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-0b51c4f5-6902-4308-bc69-bef49acc89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:13.137653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-0b51c4f5-6902-4308-bc69-bef49acc89b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4009368 Sep 02 12:37:13.174713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a085e8e-9751-4f7c-935b-74090aa372b2 None None] Pushing event updated for resources: {'Port': ['ID=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:13.235222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Pushing event updated for resources: {'Port': ['ID=3236473b-5aac-4ce1-ad35-4a8164a31109,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:13.271723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-bdc2ceaa-be0e-4f25-b2b6-8abd27bb8bfa service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218379 Sep 02 12:37:13.275258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc9aca-2559-4750-b816-86a4d3e5d1d6 req-3b3615b2-cf3c-4164-bafb-ad614e1af989 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:13.286177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71dc9aca-2559-4750-b816-86a4d3e5d1d6 req-3b3615b2-cf3c-4164-bafb-ad614e1af989 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 949 time: 0.3399050 Sep 02 12:37:13.358861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f62b-4120-41d5-8968-d96422dbf8e6 req-046d2f81-dadc-4501-a04f-cfd7bd264065 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:13.363487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55a9f62b-4120-41d5-8968-d96422dbf8e6 req-046d2f81-dadc-4501-a04f-cfd7bd264065 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 945 time: 0.2683468 Sep 02 12:37:13.397237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.413232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de435b1c-3459-4867-a44c-98723dc2e611 req-1da4dac1-7cd6-4aa2-8e11-14a33ac7f456 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645456 Sep 02 12:37:13.475409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71dc9aca-2559-4750-b816-86a4d3e5d1d6 req-5b33b25d-3bdd-4249-9abb-48aefe694b2d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887116 Sep 02 12:37:13.508619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Attempting to bind port 3236473b-5aac-4ce1-ad35-4a8164a31109 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:13.509002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Attempting to bind port 3236473b-5aac-4ce1-ad35-4a8164a31109 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:13.509337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Attempting to bind port 3236473b-5aac-4ce1-ad35-4a8164a31109 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:13.517660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Port 3236473b-5aac-4ce1-ad35-4a8164a31109 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:13.517987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Attempting to bind port 3236473b-5aac-4ce1-ad35-4a8164a31109 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:13.549900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:13.550245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:13.550703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:13.551201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Bound port: 3236473b-5aac-4ce1-ad35-4a8164a31109, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:13.551565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.553792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55a9f62b-4120-41d5-8968-d96422dbf8e6 req-833e47f4-ca02-45bb-9822-8bf476122b53 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739562 Sep 02 12:37:13.560074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4021a9d3-ac29-4a7b-89cb-eda132b8327f None None] Provisioning for port a0d33577-0391-478f-9994-8645b4f22b76 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:13.576580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4021a9d3-ac29-4a7b-89cb-eda132b8327f None None] Provisioning complete for port a0d33577-0391-478f-9994-8645b4f22b76 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:13.578876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4021a9d3-ac29-4a7b-89cb-eda132b8327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.645255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74a5d91c-961f-45fe-977c-12e575f78b95 req-dd5e2694-db09-47cb-bc6d-c698af3c7324 service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585801 Sep 02 12:37:13.647838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4021a9d3-ac29-4a7b-89cb-eda132b8327f None None] Port a0d33577-0391-478f-9994-8645b4f22b76 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:13.661668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.684582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bf78b468-618f-425f-a3e5-5b059ddef594 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:13.689160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.717126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:13.731579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.766711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] For port 3236473b-5aac-4ce1-ad35-4a8164a31109, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:13.803242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] For port 3236473b-5aac-4ce1-ad35-4a8164a31109, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3236473b-5aac-4ce1-ad35-4a8164a31109,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:13.817889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38771a5-c245-4c7f-aecc-02a427a1a490 req-191629f4-8dba-4652-a2bd-ad7c74a3281f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:13.819456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e38771a5-c245-4c7f-aecc-02a427a1a490 req-191629f4-8dba-4652-a2bd-ad7c74a3281f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.1376388 Sep 02 12:37:13.832612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.835642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:13.842703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbac6d-7827-400e-8a00-638082836c2f req-d62a6ea7-759b-49a3-81b3-b70447b847dc tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:13.844945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port bf78b468-618f-425f-a3e5-5b059ddef594, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bf78b468-618f-425f-a3e5-5b059ddef594,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:13.845699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7dbac6d-7827-400e-8a00-638082836c2f req-d62a6ea7-759b-49a3-81b3-b70447b847dc tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 948 time: 0.1574962 Sep 02 12:37:13.853089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:13.853948 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.896989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'bf78b468-618f-425f-a3e5-5b059ddef594', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'bf78b468-618f-425f-a3e5-5b059ddef594', 'mac_address': 'fa:16:3e:e4:c8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:13.902590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Allocated IP 172.25.7.165 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/07bae608-2f7f-4de2-b0d5-e708ed22aa55) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:13.909960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7dbac6d-7827-400e-8a00-638082836c2f req-15078707-e4b2-4b82-b338-de3f521c9e42 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555480 Sep 02 12:37:13.931411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:13.931411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:13.931411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] 10.222.0.18 "PUT /v2.0/ports/3236473b-5aac-4ce1-ad35-4a8164a31109 HTTP/1.1" status: 200 len: 1094 time: 2.6500123 Sep 02 12:37:13.957513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'tag': '3236473b-5aac-4ce1-ad35-4a8164a31109'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:13.959894 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680" -d '{"events": [{"name": "network-changed", "server_uuid": "96532298-ee08-4afc-bcd3-57ab94ffec3f", "tag": "3236473b-5aac-4ce1-ad35-4a8164a31109"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:14.027486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.061893 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e38771a5-c245-4c7f-aecc-02a427a1a490 req-e87a7f30-6025-42bf-a8fd-4d52c3c514bf tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330570 Sep 02 12:37:14.069933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf78b468-618f-425f-a3e5-5b059ddef594 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:14.085231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b1644-b781-4d65-b412-9c74e7e4a099 service neutron] Pushing event updated for resources: {'Port': ['ID=3236473b-5aac-4ce1-ad35-4a8164a31109,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:14.180943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.186098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-f465d2b3-d702-416c-adeb-66f1a01f5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.188552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-f465d2b3-d702-416c-adeb-66f1a01f5bda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 1097 time: 0.2070088 Sep 02 12:37:14.196688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce521a5f-f74b-444a-b86d-dce2324a12a9 req-d4f0c405-fba1-4159-80d9-d69da9409a00 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.198138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port bf78b468-618f-425f-a3e5-5b059ddef594, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bf78b468-618f-425f-a3e5-5b059ddef594,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:14.202070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.205947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce521a5f-f74b-444a-b86d-dce2324a12a9 req-d4f0c405-fba1-4159-80d9-d69da9409a00 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1096 time: 0.1231742 Sep 02 12:37:14.206261 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.291594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce521a5f-f74b-444a-b86d-dce2324a12a9 req-f693f3e7-dc2c-47e1-9f15-6258b0f3552c tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850458 Sep 02 12:37:14.301312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.312857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-8bcee377-5b26-4e3e-ba1b-fc119e241c87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3236473b-5aac-4ce1-ad35-4a8164a31109 HTTP/1.1" status: 200 len: 217 time: 0.1118922 Sep 02 12:37:14.332141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=bf78b468-618f-425f-a3e5-5b059ddef594,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:14.336968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:14.346245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.361469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:14.366502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:14.371825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:14.385402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=07bae608-2f7f-4de2-b0d5-e708ed22aa55,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:14.398178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.427042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:14.435789 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f10fcf-9976-47bb-9e4b-d8680eb9bb0c" -d '{"events": [{"server_uuid": "8ef3bab8-6899-4dd1-944d-ae25c156424a", "name": "network-vif-plugged", "status": "completed", "tag": "eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:14.467683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:14.476320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.480366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25681e-6fb0-4540-9d3f-ae88cbf7b0ce req-0777d296-b1d9-4ac9-9e3c-4b8728b6a7a2 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.482216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d25681e-6fb0-4540-9d3f-ae88cbf7b0ce req-0777d296-b1d9-4ac9-9e3c-4b8728b6a7a2 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 946 time: 0.2511401 Sep 02 12:37:14.499336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-52050f4e-d748-428a-9ea4-7aff406eb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.500868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-52050f4e-d748-428a-9ea4-7aff406eb446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1756651 Sep 02 12:37:14.550337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:14.557819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Pushing event updated for resources: {'Port': ['ID=a0d33577-0391-478f-9994-8645b4f22b76,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:14.560785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.566415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['bf78b468-618f-425f-a3e5-5b059ddef594'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:14.606964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:14.618916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:14.668104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719cde-8639-4fac-bac4-0221bf7abf09 req-4f6f91ad-bf10-4b29-96ce-8633ddf59d3b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.677788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8719cde-8639-4fac-bac4-0221bf7abf09 req-4f6f91ad-bf10-4b29-96ce-8633ddf59d3b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 944 time: 0.2428918 Sep 02 12:37:14.685216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:14.685604 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.775692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8719cde-8639-4fac-bac4-0221bf7abf09 req-be5b78d0-2e94-4187-b5dc-b03070d9d644 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967715 Sep 02 12:37:14.810996 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:14.898130 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca7e6a-7c00-48cf-a695-402662fc82e2 x-openstack-request-id: req-3dca7e6a-7c00-48cf-a695-402662fc82e2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:14.898574 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96532298-ee08-4afc-bcd3-57ab94ffec3f", "tag": "3236473b-5aac-4ce1-ad35-4a8164a31109", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:14.898915 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dca7e6a-7c00-48cf-a695-402662fc82e2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:14.899398 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'tag': '3236473b-5aac-4ce1-ad35-4a8164a31109', 'status': 'completed', 'code': 200} Sep 02 12:37:14.901560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd5840f-941d-4609-8dbf-68dd76038513 None None] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:37:14.903688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d25681e-6fb0-4540-9d3f-ae88cbf7b0ce req-12767812-0e50-4767-91ce-23c4c05c08b4 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064956 Sep 02 12:37:14.957147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-088d5192-b12a-4f1f-a4e4-8a96e609e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.959141 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-088d5192-b12a-4f1f-a4e4-8a96e609e8f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4449136 Sep 02 12:37:14.960771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10301c2-b507-4e0d-9031-3c318710d7eb req-0e9e6292-2743-4bd7-a7a1-8e9f34f41806 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:14.962627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e10301c2-b507-4e0d-9031-3c318710d7eb req-0e9e6292-2743-4bd7-a7a1-8e9f34f41806 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1096 time: 0.0940499 Sep 02 12:37:15.012867 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0a954-5623-4f3e-abb8-c84de7ed3059 x-openstack-request-id: req-bdd0a954-5623-4f3e-abb8-c84de7ed3059 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:15.013165 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef3bab8-6899-4dd1-944d-ae25c156424a", "name": "network-vif-plugged", "status": "completed", "tag": "eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:15.013386 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdd0a954-5623-4f3e-abb8-c84de7ed3059 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:15.013919 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0', 'code': 200} Sep 02 12:37:15.067439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e10301c2-b507-4e0d-9031-3c318710d7eb req-a89c7587-bc49-4ab2-9fdf-47c2b3f45c5d tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941489 Sep 02 12:37:15.091314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] Provisioning for port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:15.117826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] Provisioning complete for port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:15.118211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:15.144706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Network e6469a08-5990-4679-8650-bd043c50ed9e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:15.154899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:15.155170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc13b-aa3d-4ff3-bbbf-9d54386203fe req-1bc4ab04-8add-4ba9-a5a5-67a37e9336bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.157427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dbcc13b-aa3d-4ff3-bbbf-9d54386203fe req-1bc4ab04-8add-4ba9-a5a5-67a37e9336bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 1101 time: 0.0996780 Sep 02 12:37:15.185120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a837b4-55f3-4ccc-9420-e548acc141ae req-3c2b6bf4-820d-4561-96fa-91fb8608b731 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.194280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:15.201712 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54a837b4-55f3-4ccc-9420-e548acc141ae req-3c2b6bf4-820d-4561-96fa-91fb8608b731 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 950 time: 0.1589706 Sep 02 12:37:15.214686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dbcc13b-aa3d-4ff3-bbbf-9d54386203fe req-776e3e4a-5e13-4c07-b561-3f96476a4959 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470414 Sep 02 12:37:15.219172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-ac57c702-ccaa-41d7-9107-06a479adabfa service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432010 Sep 02 12:37:15.243378 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:15.293416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] For port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:15.301672 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:15.366853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2405d4-c48f-4b3a-aad1-06dc47ae75cd req-7cb5b714-0a8b-44c9-be6c-0390d22ff7d9 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.372394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54a837b4-55f3-4ccc-9420-e548acc141ae req-f0e1ee34-91af-4090-9482-0bcb11d8f3f5 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696322 Sep 02 12:37:15.375162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca2405d4-c48f-4b3a-aad1-06dc47ae75cd req-7cb5b714-0a8b-44c9-be6c-0390d22ff7d9 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 949 time: 0.1135740 Sep 02 12:37:15.380041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc76f-c43b-48d3-b3f0-1f69887d7d03 None None] Pushing event updated for resources: {'Port': ['ID=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:15.431221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca2405d4-c48f-4b3a-aad1-06dc47ae75cd req-31584bb3-b2f2-4b69-97c4-830fc95fa0b7 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Sep 02 12:37:15.470400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Router f093210b-8de2-4567-80cc-61ebca445d1f is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:37:15.499675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 197851d8-6b86-45b7-83ce-414d853278c5 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:15.562029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0234aff-92d9-4c44-b8d1-3a6973575a62 req-708bb954-7bfa-496b-b02a-5e1244acaa51 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546569 Sep 02 12:37:15.600679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:15.616356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Sync routers for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:15.623929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:15.629034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-15912508-41a5-455a-bc65-7ca3cd46a7b4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9732809 Sep 02 12:37:15.629541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:15.638706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75016e55-ad64-429c-b289-e80839ea38aa req-2715fbad-e40c-4f99-9f65-c3e79f0637e2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.640825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75016e55-ad64-429c-b289-e80839ea38aa req-2715fbad-e40c-4f99-9f65-c3e79f0637e2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.0761473 Sep 02 12:37:15.648947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:15.649817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:15.664049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:15.725478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75016e55-ad64-429c-b289-e80839ea38aa req-8f6231d5-db16-4d9f-a0c6-f1dc91458b55 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719202 Sep 02 12:37:15.762899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-953d2f7e-a714-47d9-9e1d-8233cba0bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.765190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-953d2f7e-a714-47d9-9e1d-8233cba0bed8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 1097 time: 0.1224732 Sep 02 12:37:15.871442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eda8d3bf-a741-4f77-b55a-5722b824ec12 None None] Provisioning complete for port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:15.871810 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eda8d3bf-a741-4f77-b55a-5722b824ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:15.873693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bf78b468-618f-425f-a3e5-5b059ddef594 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:15.937772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:15.941647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb1bef-8720-44ec-8b4c-12963ea6353d req-d56a4eff-00a6-4421-bc47-f1c397f82a12 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.943744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cffb1bef-8720-44ec-8b4c-12963ea6353d req-d56a4eff-00a6-4421-bc47-f1c397f82a12 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1096 time: 0.0977271 Sep 02 12:37:15.955010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d833d892-026f-4178-b39c-57ec93f4a02f admin admin] 10.222.0.60 "PUT /v2.0/routers/49629bb2-9314-4ac0-aa4f-cdca4e9bed83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9319656 Sep 02 12:37:15.958574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-cb1a8c76-aea4-4c7f-a198-cb36796f5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:15.960174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-cb1a8c76-aea4-4c7f-a198-cb36796f5542 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1683280 Sep 02 12:37:15.963002 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Sync routers for ids ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:15.984204 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Routers {'49629bb2-9314-4ac0-aa4f-cdca4e9bed83'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:15.984847 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:16.005130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f1703-c83e-4373-a0fc-c1110ad179e7 req-005d9e5f-183d-4eef-99d3-f9e52dde5457 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:16.006916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a21f1703-c83e-4373-a0fc-c1110ad179e7 req-005d9e5f-183d-4eef-99d3-f9e52dde5457 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 944 time: 0.1498642 Sep 02 12:37:16.010806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 197851d8-6b86-45b7-83ce-414d853278c5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=197851d8-6b86-45b7-83ce-414d853278c5,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:16.045766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '197851d8-6b86-45b7-83ce-414d853278c5', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:16.090397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-51e3d2ce-2252-45d0-987a-68c8039feebd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3236473b-5aac-4ce1-ad35-4a8164a31109 HTTP/1.1" status: 200 len: 217 time: 0.1201215 Sep 02 12:37:16.150771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:16.196163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Set router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:16.206747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a21f1703-c83e-4373-a0fc-c1110ad179e7 req-4e07e847-9498-47ce-8853-724bfb07c48a tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433136 Sep 02 12:37:16.213544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-72b3caf6-201a-48c4-9d94-5aa3d624238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:16.221982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-72b3caf6-201a-48c4-9d94-5aa3d624238a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1133420 Sep 02 12:37:16.238870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port bf78b468-618f-425f-a3e5-5b059ddef594 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:16.243263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:16.342275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-cac4029f-9b67-4320-9e23-8aa94bfbc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:16.344400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-cac4029f-9b67-4320-9e23-8aa94bfbc444 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195834 Sep 02 12:37:16.415427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cffb1bef-8720-44ec-8b4c-12963ea6353d req-8c6e7b35-3fe9-4011-92a0-61efffb284e4 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392436 Sep 02 12:37:16.449442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aee04-38e6-42ed-a470-0be1dc8fdddb req-1db45939-c77a-4936-ba43-0597aac79808 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:16.453452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port bf78b468-618f-425f-a3e5-5b059ddef594 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:16.453884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:16.460318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-774aee04-38e6-42ed-a470-0be1dc8fdddb req-1db45939-c77a-4936-ba43-0597aac79808 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 946 time: 0.1348763 Sep 02 12:37:16.474608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eda8d3bf-a741-4f77-b55a-5722b824ec12 None None] Provisioning complete for port a0d33577-0391-478f-9994-8645b4f22b76 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:16.474608 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eda8d3bf-a741-4f77-b55a-5722b824ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:16.549595 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-774aee04-38e6-42ed-a470-0be1dc8fdddb req-9d19b6a6-90b5-4ff7-8064-afe29d70ec57 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826635 Sep 02 12:37:16.560520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-120d231d-5fe4-45c5-96e7-2d8ee07d7043 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010381 Sep 02 12:37:16.588077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eda8d3bf-a741-4f77-b55a-5722b824ec12 None None] Port a0d33577-0391-478f-9994-8645b4f22b76 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:16.654028 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:37:13Z', 'revision_number': 4, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0d33577-0391-478f-9994-8645b4f22b76', 'name': '', 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'mac_address': 'fa:16:3e:62:af:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3cdcb608-3012-4de6-a189-c2eca00d89c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:13Z', 'revision_number': 2, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'subnets': [{'id': '3cdcb608-3012-4de6-a189-c2eca00d89c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:16.704599 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:16.718781 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Checking router: 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:16.719302 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Updating router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 port a0d33577-0391-478f-9994-8645b4f22b76 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:37:16.736978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197851d8-6b86-45b7-83ce-414d853278c5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:16.753728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29242f-e31e-472f-af04-89f3be6ce5f9 req-9a091cbf-2195-4eec-bcb1-cb89939f5937 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:16.761912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f29242f-e31e-472f-af04-89f3be6ce5f9 req-9a091cbf-2195-4eec-bcb1-cb89939f5937 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 950 time: 0.0970440 Sep 02 12:37:16.779055 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:16.795054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:16.816962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 197851d8-6b86-45b7-83ce-414d853278c5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=197851d8-6b86-45b7-83ce-414d853278c5,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:16.820070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41cee3ea-18ea-4fb3-8e67-8dfeaa14b680 req-c5007bb3-671b-424d-99b4-8cea06c1ac59 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508814 Sep 02 12:37:16.835850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f29242f-e31e-472f-af04-89f3be6ce5f9 req-24f5c23b-f57e-43e0-a542-2d1166ffeda5 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722539 Sep 02 12:37:16.837906 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:16.840268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:16.969187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:16.977399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2b6bd-d905-4062-ac8e-e933bd882e67 req-c56a098a-5592-468d-98aa-d223af38cde8 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:16.987400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2b2b6bd-d905-4062-ac8e-e933bd882e67 req-c56a098a-5592-468d-98aa-d223af38cde8 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 949 time: 0.0846570 Sep 02 12:37:16.991647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'port_id': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'mac_address': 'fa:16:3e:be:25:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771f484-1751-42cd-bd10-c30cf3595e49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:17.002517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:17.005137 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.057956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2b2b6bd-d905-4062-ac8e-e933bd882e67 req-437e7c10-8f00-41c6-b4b6-c3a786ead399 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614872 Sep 02 12:37:17.106382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59470a0d-0b51-4670-b66f-b8d9137a0fd6 req-3ac87953-d9a8-4a2b-b7e3-60e5498bb109 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:17.108197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59470a0d-0b51-4670-b66f-b8d9137a0fd6 req-3ac87953-d9a8-4a2b-b7e3-60e5498bb109 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.1063745 Sep 02 12:37:17.122652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Allocated IP 172.20.0.1 (ef72d74c-37ab-4c0b-ba6a-83342fe0ce42/5ff0a38c-5a93-4124-99b5-713921b465c3/ef93dfd5-9fea-4cba-8559-23380257d081) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:17.178117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.182288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=197851d8-6b86-45b7-83ce-414d853278c5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:17.201037 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.207720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:14Z', 'revision_number': 3, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:17.233233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59470a0d-0b51-4670-b66f-b8d9137a0fd6 req-b471c760-075a-480a-a5d7-c661fc780748 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160581 Sep 02 12:37:17.264871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb50363-e644-4588-8aca-2624ce9d0b74 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:17.282299 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.284875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Checking router: f093210b-8de2-4567-80cc-61ebca445d1f for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:17.285254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Updating router f093210b-8de2-4567-80cc-61ebca445d1f port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:37:17.306881 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Transition to ACTIVE for port object a0d33577-0391-478f-9994-8645b4f22b76 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:17.325452 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.346465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.391021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Transition to ACTIVE for port object ef93dfd5-9fea-4cba-8559-23380257d081 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:17.446641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:17.466838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.508270 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.512919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf78b468-618f-425f-a3e5-5b059ddef594'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:17.517506 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ab5fc-45c8-45e5-b31a-c964e1061694" -d '{"events": [{"server_uuid": "927e7203-0ce9-4ef4-8407-8f3ba7f878e7", "name": "network-vif-plugged", "status": "completed", "tag": "bf78b468-618f-425f-a3e5-5b059ddef594"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:17.555760 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.576118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port bf78b468-618f-425f-a3e5-5b059ddef594, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bf78b468-618f-425f-a3e5-5b059ddef594,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:17.585443 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Attempting to bind port a0d33577-0391-478f-9994-8645b4f22b76 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:17.586373 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Attempting to bind port a0d33577-0391-478f-9994-8645b4f22b76 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:17.586904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Attempting to bind port a0d33577-0391-478f-9994-8645b4f22b76 on network e6469a08-5990-4679-8650-bd043c50ed9e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:17.596052 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:17.596688 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Checking segment: {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:17.597332 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.597888 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Bound using segment: {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:17.598825 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Bound port: a0d33577-0391-478f-9994-8645b4f22b76, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c379c34-69c4-46c1-8054-631306f35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:17.600286 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.636005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:17.657767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:17.678826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:17.696932 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] For port a0d33577-0391-478f-9994-8645b4f22b76, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:17.696932 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] For port a0d33577-0391-478f-9994-8645b4f22b76, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0d33577-0391-478f-9994-8645b4f22b76,segment=NetworkSegment(8c379c34-69c4-46c1-8054-631306f35019),segment_id=8c379c34-69c4-46c1-8054-631306f35019)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:17.697298 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9ca61-84be-41f5-95cc-d178b712c7ad None None] Pushing event updated for resources: {'Port': ['ID=a0d33577-0391-478f-9994-8645b4f22b76,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:17.711281 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.715437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Pushing event updated for resources: {'Port': ['ID=ef93dfd5-9fea-4cba-8559-23380257d081,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:17.732888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.759263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d164b-cba6-40bb-a1ad-2cf181ed2400 req-f6da483e-95bc-492c-af04-b5530b510d12 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:17.773736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c36d164b-cba6-40bb-a1ad-2cf181ed2400 req-f6da483e-95bc-492c-af04-b5530b510d12 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1096 time: 0.1337907 Sep 02 12:37:17.776598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:17.812643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2da5b-641c-47cf-a130-bc0abd8c159e req-56ab3af7-b8f7-49e0-8d59-03d827c09a30 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:17.814529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0a2da5b-641c-47cf-a130-bc0abd8c159e req-56ab3af7-b8f7-49e0-8d59-03d827c09a30 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 945 time: 0.2653120 Sep 02 12:37:17.837790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c36d164b-cba6-40bb-a1ad-2cf181ed2400 req-4929d86d-40cb-497c-8afc-081f899e9515 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541770 Sep 02 12:37:17.854388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:17.894394 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Routers {'49629bb2-9314-4ac0-aa4f-cdca4e9bed83'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:17.895084 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:17.897663 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9ca61-84be-41f5-95cc-d178b712c7ad None None] Pushing event updated for resources: {'Port': ['ID=a0d33577-0391-478f-9994-8645b4f22b76,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:17.918698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4cb50363-e644-4588-8aca-2624ce9d0b74'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:17.920966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['197851d8-6b86-45b7-83ce-414d853278c5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:17.927973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0a2da5b-641c-47cf-a130-bc0abd8c159e req-c5e22ccb-faca-486b-867d-a0b3406e013c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958915 Sep 02 12:37:18.085942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=bf78b468-618f-425f-a3e5-5b059ddef594,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:18.103091 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a9a35d-5a8c-4152-b598-2068260f3147 x-openstack-request-id: req-61a9a35d-5a8c-4152-b598-2068260f3147 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:18.103364 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927e7203-0ce9-4ef4-8407-8f3ba7f878e7", "name": "network-vif-plugged", "status": "completed", "tag": "bf78b468-618f-425f-a3e5-5b059ddef594", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:18.103561 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61a9a35d-5a8c-4152-b598-2068260f3147 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:18.103991 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf78b468-618f-425f-a3e5-5b059ddef594', 'code': 200} Sep 02 12:37:18.134605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.164104 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] Set router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:18.169441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.170792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.170792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.171345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.171701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.172038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.172369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.172699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.173057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.173388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.173713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.174189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:18.212450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55728abc-054b-42c0-afb1-e1a4a8491ce1 req-097b72c6-5ef9-4943-ad0a-b9e8ebdcfea6 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:18.222377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-55728abc-054b-42c0-afb1-e1a4a8491ce1 req-097b72c6-5ef9-4943-ad0a-b9e8ebdcfea6 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 950 time: 0.1616681 Sep 02 12:37:18.255767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7ba69-3143-451f-8d3f-5daee0e628d6 req-82b77841-b406-4cec-b281-4f15e37bd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:18.257710 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34b7ba69-3143-451f-8d3f-5daee0e628d6 req-82b77841-b406-4cec-b281-4f15e37bd6cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 1101 time: 0.1663563 Sep 02 12:37:18.317433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-55728abc-054b-42c0-afb1-e1a4a8491ce1 req-b3379f43-a9c9-4656-9ebb-f6539ce361f7 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837002 Sep 02 12:37:18.338041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503c686-9a91-4c4d-b531-3be7b522fc05 req-37273ded-4d16-4465-80d1-e282b1e4805f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:18.345634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1503c686-9a91-4c4d-b531-3be7b522fc05 req-37273ded-4d16-4465-80d1-e282b1e4805f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 946 time: 0.1459613 Sep 02 12:37:18.357230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34b7ba69-3143-451f-8d3f-5daee0e628d6 req-ed59595a-c1f6-490a-9489-74c433977589 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885563 Sep 02 12:37:18.442879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:37:13Z', 'revision_number': 4, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0d33577-0391-478f-9994-8645b4f22b76', 'name': '', 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'mac_address': 'fa:16:3e:62:af:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3cdcb608-3012-4de6-a189-c2eca00d89c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:17Z', 'revision_number': 4, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'subnets': [{'id': '3cdcb608-3012-4de6-a189-c2eca00d89c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:18.452472 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.462265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.485444 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d578a-baf2-4a96-a206-3d6a161c1b26 None None] The sync data for ids ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'] in n-d-792364-8 is: [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:37:13Z', 'revision_number': 4, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0d33577-0391-478f-9994-8645b4f22b76', 'name': '', 'network_id': 'e6469a08-5990-4679-8650-bd043c50ed9e', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'mac_address': 'fa:16:3e:62:af:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3cdcb608-3012-4de6-a189-c2eca00d89c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:17Z', 'revision_number': 4, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'subnets': [{'id': '3cdcb608-3012-4de6-a189-c2eca00d89c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:18.497392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f550c97b-c43d-4073-b4a9-6f5a8e8ebdf9 None None] Provisioning for port ef93dfd5-9fea-4cba-8559-23380257d081 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:18.552208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1503c686-9a91-4c4d-b531-3be7b522fc05 req-838424a8-f7c4-4eb8-9172-0edfbf50d14f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983500 Sep 02 12:37:18.569999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f550c97b-c43d-4073-b4a9-6f5a8e8ebdf9 None None] Provisioning complete for port ef93dfd5-9fea-4cba-8559-23380257d081 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:18.570668 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f550c97b-c43d-4073-b4a9-6f5a8e8ebdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.592470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Pushing event updated for resources: {'Port': ['ID=ef93dfd5-9fea-4cba-8559-23380257d081,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:18.621060 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.666694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f550c97b-c43d-4073-b4a9-6f5a8e8ebdf9 None None] Port ef93dfd5-9fea-4cba-8559-23380257d081 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:18.747626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.762786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Transition to ACTIVE for port object 07bae608-2f7f-4de2-b0d5-e708ed22aa55 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:18.772559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.789003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:18.792386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:18.820111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51442e-df12-4a24-bb73-918a37e4fd72 req-06ff2ac7-7d29-425e-8203-cf703fc44f20 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:18.828230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf51442e-df12-4a24-bb73-918a37e4fd72 req-06ff2ac7-7d29-425e-8203-cf703fc44f20 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 950 time: 0.1818776 Sep 02 12:37:18.882569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Attempting to bind port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:18.882884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Attempting to bind port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:18.883181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Attempting to bind port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:18.922016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa1410-595c-4442-83e2-216db2dc4f1b None None] Pushing event updated for resources: {'Port': ['ID=07bae608-2f7f-4de2-b0d5-e708ed22aa55,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:18.933558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:18.933956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:18.934338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:18.934728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:18.935217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Bound port: 07bae608-2f7f-4de2-b0d5-e708ed22aa55, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:18.935596 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.003325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf51442e-df12-4a24-bb73-918a37e4fd72 req-5394d7ba-d035-4c4a-ad3a-d1ff84864cad tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738768 Sep 02 12:37:19.047385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Router f093210b-8de2-4567-80cc-61ebca445d1f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:19.194720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-5db579b5-3bd2-428c-a904-8485f7aeeb1c tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:19.197473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-5db579b5-3bd2-428c-a904-8485f7aeeb1c tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 1101 time: 0.1015089 Sep 02 12:37:19.216996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] For port 07bae608-2f7f-4de2-b0d5-e708ed22aa55, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:19.223117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c27c811d-e4d0-41ce-a62a-6bd451e6d3cc None None] Provisioning complete for port ef93dfd5-9fea-4cba-8559-23380257d081 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:19.223560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c27c811d-e4d0-41ce-a62a-6bd451e6d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.266990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c27c811d-e4d0-41ce-a62a-6bd451e6d3cc None None] Port ef93dfd5-9fea-4cba-8559-23380257d081 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:19.283719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] For port 07bae608-2f7f-4de2-b0d5-e708ed22aa55, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=07bae608-2f7f-4de2-b0d5-e708ed22aa55,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:19.294983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.317726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0e9d-2ec2-4bce-9b1e-d70da3d12c32 req-316d56a4-d233-4330-a6e3-1cb584056986 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:19.325608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-554b0e9d-2ec2-4bce-9b1e-d70da3d12c32 req-316d56a4-d233-4330-a6e3-1cb584056986 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 944 time: 0.1684742 Sep 02 12:37:19.336818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Deleting port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:19.337830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.357735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:19.368646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-525dd01d-9bc9-440d-be93-f8fe30df9002 admin admin] 10.222.0.60 "PUT /v2.0/routers/f093210b-8de2-4567-80cc-61ebca445d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7379737 Sep 02 12:37:19.372225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:19.373207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:19.399697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-554b0e9d-2ec2-4bce-9b1e-d70da3d12c32 req-03851508-411b-4e63-8a94-85dad4e2b97a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730693 Sep 02 12:37:19.546422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:19.623896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] For port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:19.625046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.636578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 197851d8-6b86-45b7-83ce-414d853278c5 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:19.642791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Calling delete_port for eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:19.649840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3d0fd-17af-4df3-9d94-0f6fca0cad14 req-bf3c552b-f7e1-4ffd-881e-54b045fdfc6a tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:19.653270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfb3d0fd-17af-4df3-9d94-0f6fca0cad14 req-bf3c552b-f7e1-4ffd-881e-54b045fdfc6a tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 945 time: 0.0858910 Sep 02 12:37:19.710379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa1410-595c-4442-83e2-216db2dc4f1b None None] Pushing event updated for resources: {'Port': ['ID=07bae608-2f7f-4de2-b0d5-e708ed22aa55,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:19.734449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfb3d0fd-17af-4df3-9d94-0f6fca0cad14 req-f64af2f3-253e-4034-85ca-ee6171bf3a7a tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726540 Sep 02 12:37:19.762077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3236473b-5aac-4ce1-ad35-4a8164a31109 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:19.885950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 197851d8-6b86-45b7-83ce-414d853278c5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:19.890454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9c6b-087e-49c7-89a7-fa81692099a5 req-cc239017-066c-478a-ba6b-16446410e099 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:19.892274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b0e9c6b-087e-49c7-89a7-fa81692099a5 req-cc239017-066c-478a-ba6b-16446410e099 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef3bab8-6899-4dd1-944d-ae25c156424a HTTP/1.1" status: 200 len: 950 time: 0.0725381 Sep 02 12:37:19.905698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 197851d8-6b86-45b7-83ce-414d853278c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:19.906079 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.907230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:19.942687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:19.946575 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b0e9c6b-087e-49c7-89a7-fa81692099a5 req-f1f9b13f-7a1e-41b4-a19a-10e3a0434562 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Sep 02 12:37:19.947236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:19.949927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:20.074728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] No DVR routers for this DVR port eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:20.077727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.080152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3b8a0a9-f75f-413e-84e6-5a1c030fdec3 req-d243c4cc-218a-4b8b-a438-ffb6bdd5241b tempest-DeleteServersAdminTestJSON-933123515 tempest-DeleteServersAdminTestJSON-933123515-project-admin] 10.222.0.18 "DELETE /v2.0/ports/eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 HTTP/1.1" status: 204 len: 173 time: 0.8738475 Sep 02 12:37:20.080294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3236473b-5aac-4ce1-ad35-4a8164a31109, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3236473b-5aac-4ce1-ad35-4a8164a31109,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:20.080799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'name': 'network-vif-deleted', 'tag': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:20.094005 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86caa23d-174c-4f50-9ef5-4baaf566a061" -d '{"events": [{"server_uuid": "8ef3bab8-6899-4dd1-944d-ae25c156424a", "name": "network-vif-deleted", "tag": "eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:20.103118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '3236473b-5aac-4ce1-ad35-4a8164a31109', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '3236473b-5aac-4ce1-ad35-4a8164a31109', 'mac_address': 'fa:16:3e:ac:82:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:20.144765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-3a9846fa-f56c-4fcb-a8c9-5e236461ab94 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:20.148209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-3a9846fa-f56c-4fcb-a8c9-5e236461ab94 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2007091 Sep 02 12:37:20.150383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0d33577-0391-478f-9994-8645b4f22b76 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:20.209411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-f4917f91-15f0-44b2-a954-026b073a96e3 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:20.210842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-f4917f91-15f0-44b2-a954-026b073a96e3 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 1093 time: 0.0553200 Sep 02 12:37:20.234355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 2, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:20.277214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd13c1-5364-49f7-bcad-83019725b93e None None] The sync data for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 is: [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 2, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:20.316962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.336505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a0d33577-0391-478f-9994-8645b4f22b76 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:20.339670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.346471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3236473b-5aac-4ce1-ad35-4a8164a31109 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:20.355241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:20.355755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:37:20.357123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a0d33577-0391-478f-9994-8645b4f22b76 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:20.357680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.412393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3236473b-5aac-4ce1-ad35-4a8164a31109, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3236473b-5aac-4ce1-ad35-4a8164a31109,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:20.420967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:20.423604 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c47505-9c06-4499-9ba0-2125bb2ee557" -d '{"events": [{"server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "name": "network-vif-plugged", "status": "completed", "tag": "197851d8-6b86-45b7-83ce-414d853278c5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:20.436192 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.443597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 197851d8-6b86-45b7-83ce-414d853278c5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=197851d8-6b86-45b7-83ce-414d853278c5,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:20.471083 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.473711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:20.524358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:20.524797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:20.525670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:20.531361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:20.531759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:20.538399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:20.538778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:20.540192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:20.542011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Bound port: cca24592-8082-4be6-9957-8f3201007433, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:20.627189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3236473b-5aac-4ce1-ad35-4a8164a31109,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:20.651632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:20.661755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.663019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-73803882-5843-45e4-af43-1e271a681ca3 service neutron] 10.222.0.60 "POST /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433/bindings HTTP/1.1" status: 201 len: 389 time: 0.3804529 Sep 02 12:37:20.718714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3236473b-5aac-4ce1-ad35-4a8164a31109'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:20.729515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.787952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 4cb50363-e644-4588-8aca-2624ce9d0b74 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:20.803185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 4cb50363-e644-4588-8aca-2624ce9d0b74 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:20.805478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:20.892503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=197851d8-6b86-45b7-83ce-414d853278c5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:20.903664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a0d33577-0391-478f-9994-8645b4f22b76, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0d33577-0391-478f-9994-8645b4f22b76,segment=NetworkSegment(8c379c34-69c4-46c1-8054-631306f35019),segment_id=8c379c34-69c4-46c1-8054-631306f35019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:20.919951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.028151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-4e2850b7-3165-4f39-9087-c5b32347bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.029730 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-4e2850b7-3165-4f39-9087-c5b32347bb20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1096 time: 0.0826371 Sep 02 12:37:21.032024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:21.041609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a0d33577-0391-478f-9994-8645b4f22b76,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:21.043922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907698678', 'description': 'tempest-description--1520765814'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:21.122625 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.183692 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.191986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6e2a-cb85-43de-8857-57ce61ca8642 req-ba9e8d14-b5be-4cfe-9e35-1a705ead68f6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.193779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-124a6e2a-cb85-43de-8857-57ce61ca8642 req-ba9e8d14-b5be-4cfe-9e35-1a705ead68f6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 947 time: 0.1035867 Sep 02 12:37:21.217841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:21.245200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:21.254035 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.266361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551283791', 'description': 'tempest-description--1654338593'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:21.292719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-124a6e2a-cb85-43de-8857-57ce61ca8642 req-be28ba67-ab2e-4f8b-9852-59a328e71ff1 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 Sep 02 12:37:21.326327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-e51f700d-4d1d-4a38-8e61-88eb104e50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.328469 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-e51f700d-4d1d-4a38-8e61-88eb104e50cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.2667334 Sep 02 12:37:21.337000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:21.355018 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa92e145-4c79-443e-b835-324b0f783c56 x-openstack-request-id: req-fa92e145-4c79-443e-b835-324b0f783c56 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:21.355144 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef3bab8-6899-4dd1-944d-ae25c156424a", "name": "network-vif-deleted", "tag": "eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:21.355373 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa92e145-4c79-443e-b835-324b0f783c56 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:21.355831 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef3bab8-6899-4dd1-944d-ae25c156424a', 'name': 'network-vif-deleted', 'tag': 'eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0', 'status': 'completed', 'code': 200} Sep 02 12:37:21.403014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-32439bfd-11c9-45a7-a322-caf3e56d4454 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 217 time: 0.0447953 Sep 02 12:37:21.449685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b665c9-4e6d-4f42-ac73-9622047068cf req-aa619d32-4edc-4aad-a76b-9505b6ead83b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.451760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7b665c9-4e6d-4f42-ac73-9622047068cf req-aa619d32-4edc-4aad-a76b-9505b6ead83b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Sep 02 12:37:21.471939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c3397-09ec-4dad-bf05-dcdaefb50fc0 req-5e3acafc-1f0c-49be-a93e-0d04c5fe928b tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.473658 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652c3397-09ec-4dad-bf05-dcdaefb50fc0 req-5e3acafc-1f0c-49be-a93e-0d04c5fe928b tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 950 time: 0.1766129 Sep 02 12:37:21.497660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7b665c9-4e6d-4f42-ac73-9622047068cf req-800fc69e-a076-448c-8f49-54bdf5f2eb54 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Sep 02 12:37:21.524951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-120429bb-4630-44a7-9630-876dc43056f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.526468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-120429bb-4630-44a7-9630-876dc43056f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1140392 Sep 02 12:37:21.540788 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d4919-2ea6-4732-9fbd-2c54e6adf4e4 x-openstack-request-id: req-122d4919-2ea6-4732-9fbd-2c54e6adf4e4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:21.541127 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "name": "network-vif-plugged", "status": "completed", "tag": "197851d8-6b86-45b7-83ce-414d853278c5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:21.541362 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-122d4919-2ea6-4732-9fbd-2c54e6adf4e4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:21.541769 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5', 'code': 200} Sep 02 12:37:21.549190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.577763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-49b643f9-3ed0-4375-a2cc-47486a26ec6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420554 Sep 02 12:37:21.584111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.627304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652c3397-09ec-4dad-bf05-dcdaefb50fc0 req-8ecd7004-56bb-43dd-97af-27600517121e tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457133 Sep 02 12:37:21.683780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4db169-4fdf-4932-b708-11b56209af16 req-b97e3a71-2b0c-49fe-adbf-50cc795b1e76 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.686176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c4db169-4fdf-4932-b708-11b56209af16 req-b97e3a71-2b0c-49fe-adbf-50cc795b1e76 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 946 time: 0.0884018 Sep 02 12:37:21.687767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.695298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bad32-1340-4738-a3b2-a7f2e8b3f40d req-4440dd7c-c816-461a-bba7-6504e009c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.697034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-534bad32-1340-4738-a3b2-a7f2e8b3f40d req-4440dd7c-c816-461a-bba7-6504e009c209 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1097 time: 0.0731251 Sep 02 12:37:21.709359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.710864 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6774447 Sep 02 12:37:21.713775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:21.718266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc50cb0-d722-43c6-bbe4-26396262460a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8005da8f-dba1-4610-84c4-ad0d6b927644,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:21.739800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'security_group_rule': {'security_group_id': '8005da8f-dba1-4610-84c4-ad0d6b927644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:21.745240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c4db169-4fdf-4932-b708-11b56209af16 req-ef919d53-db6c-429a-b6e9-a8e373d1013b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520477 Sep 02 12:37:21.770787 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-534bad32-1340-4738-a3b2-a7f2e8b3f40d req-f098abe6-ebcc-4e82-8803-9dbabee35a58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Sep 02 12:37:21.772056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3236473b-5aac-4ce1-ad35-4a8164a31109 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:21.803671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:37:21.803671 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:37:21.803671 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': 'bf4304df0e6c439aa721d8e897433fbc', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 37, 21, 752217)}] Sep 02 12:37:21.803671 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:37:21.804116 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:37:21.868549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 3236473b-5aac-4ce1-ad35-4a8164a31109 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:21.874993 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 3236473b-5aac-4ce1-ad35-4a8164a31109 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:21.875260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-4bf08d57-5220-4034-bb60-f2d56e0177d1 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823400 Sep 02 12:37:21.875443 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:21.895189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46651c1-4e4e-40ef-9c7e-9378f75bd60b req-192dbd48-d54c-4cd3-8e97-3d8f08485a29 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:21.897517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a46651c1-4e4e-40ef-9c7e-9378f75bd60b req-192dbd48-d54c-4cd3-8e97-3d8f08485a29 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 945 time: 0.1766572 Sep 02 12:37:21.990726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.053732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-ca88fa7d-ca75-40b2-a80a-4cf44ea42e76 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609526 Sep 02 12:37:22.065679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3236473b-5aac-4ce1-ad35-4a8164a31109, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3236473b-5aac-4ce1-ad35-4a8164a31109,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:22.072225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.075103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:37:22.108230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.153897 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:37:22.154663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb1bf2ae-0a02-4f2e-a2b4-ed2604e191f0 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:37:22.159698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.177729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-974aaa26-5d07-4132-9732-ae7f069ebb79 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f8952ebc3c8a42c09d8968a11719402b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369821 Sep 02 12:37:22.196473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.201174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9808319 Sep 02 12:37:22.208440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:22.229066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3236473b-5aac-4ce1-ad35-4a8164a31109,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:22.229813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a46651c1-4e4e-40ef-9c7e-9378f75bd60b req-ef8f0253-cd6e-4600-940c-ad9e3cf16973 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138939 Sep 02 12:37:22.237343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Request body: {'security_group_rule': {'security_group_id': '2ce2e783-0b20-489f-933b-7ef934064b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:22.279934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deff9b-ed70-406f-8a10-22e0000d5786 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2e783-0b20-489f-933b-7ef934064b96,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:22.280214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 07bae608-2f7f-4de2-b0d5-e708ed22aa55 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:22.288356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-56416640-13c5-43da-89e9-2f52715c3e67 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:22.289963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-56416640-13c5-43da-89e9-2f52715c3e67 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.1673706 Sep 02 12:37:22.303233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:22.321263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-b9180510-adb6-4fe4-afb3-3550121c68d4 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:22.323178 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-b9180510-adb6-4fe4-afb3-3550121c68d4 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446052 Sep 02 12:37:22.341499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-3f5f5670-3de8-41ee-a9f0-3abab224acd0 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/quotas/f8952ebc3c8a42c09d8968a11719402b HTTP/1.1" status: 200 len: 375 time: 0.0104091 Sep 02 12:37:22.364869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:22.370118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:22.370591 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.381190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-a7fa321a-4f23-4a48-bf66-39f1e70b7f1b tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8952ebc3c8a42c09d8968a11719402b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328698 Sep 02 12:37:22.394543 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.444328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-68ae9660-1279-4339-9555-6aa58e6b51b0 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=46d9476caea14d48aed5598c5a5e9d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565267 Sep 02 12:37:22.447963 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.468237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.489864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 07bae608-2f7f-4de2-b0d5-e708ed22aa55, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=07bae608-2f7f-4de2-b0d5-e708ed22aa55,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:22.503762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.505915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0d33577-0391-478f-9994-8645b4f22b76 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:22.542489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.617227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3fb7b-b9f9-4d2d-9b8e-628b94c24be8 req-b4e970e3-6eaa-4b4e-bc95-2a76c9d45e7e tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:22.619415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fcf3fb7b-b9f9-4d2d-9b8e-628b94c24be8 req-b4e970e3-6eaa-4b4e-bc95-2a76c9d45e7e tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.0644007 Sep 02 12:37:22.690126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fcf3fb7b-b9f9-4d2d-9b8e-628b94c24be8 req-145e92c7-45b3-4689-915a-1f73707b697c tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641489 Sep 02 12:37:22.777011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1f4d86e-4a05-4350-8466-75a60f7fdee1 req-63c2c749-d5c3-408c-bec2-648a691ed3da tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 210 time: 0.0381424 Sep 02 12:37:22.801689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=07bae608-2f7f-4de2-b0d5-e708ed22aa55,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:22.838277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a0d33577-0391-478f-9994-8645b4f22b76 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:22.838667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:22.967291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037399-16e1-452c-8742-6c46d9a914ac req-703399b4-d08f-4601-bdaf-0d88b3af89b2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:22.975811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-c046ff28-16fb-4e07-a4d1-831adda78dde tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:22.976845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6037399-16e1-452c-8742-6c46d9a914ac req-703399b4-d08f-4601-bdaf-0d88b3af89b2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 945 time: 0.1019638 Sep 02 12:37:22.981588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-c046ff28-16fb-4e07-a4d1-831adda78dde tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5181575 Sep 02 12:37:23.026996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6037399-16e1-452c-8742-6c46d9a914ac req-20f3195e-cfe3-4316-bc4a-5a96867683c9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490429 Sep 02 12:37:23.083583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-a3d56aa5-02ec-411f-b40c-b9a661c507fb tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/quotas/46d9476caea14d48aed5598c5a5e9d78 HTTP/1.1" status: 200 len: 375 time: 0.0767937 Sep 02 12:37:23.086992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.105823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.155520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.172313 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.180040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde85452-f671-4ef6-8706-d68df0363c66,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:23.182000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672472a1-6950-45f0-9404-1f1861ef2880 req-61ebe9eb-41d4-47aa-82d0-f0b4d4066a59 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:23.197021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-672472a1-6950-45f0-9404-1f1861ef2880 req-61ebe9eb-41d4-47aa-82d0-f0b4d4066a59 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 946 time: 0.0906677 Sep 02 12:37:23.204052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:23.207046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.208471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d81c5ea7-e9e8-4c9f-a3f2-3f3443c3c186 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9976428 Sep 02 12:37:23.213295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:23.218478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Request body: {'security_group_rule': {'security_group_id': '2ce2e783-0b20-489f-933b-7ef934064b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:23.229699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac16885-2a5e-4467-ad2f-763875659590,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:23.233065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.237742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-110a6b38-42b2-4657-9aa4-38fba071e677 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5208974 Sep 02 12:37:23.239604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47200) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:23.252613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'security_group_rule': {'security_group_id': '8005da8f-dba1-4610-84c4-ad0d6b927644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:23.257108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-672472a1-6950-45f0-9404-1f1861ef2880 req-1a673c18-42e0-40f2-a058-271430f508f8 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Sep 02 12:37:23.276698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-39dd9c3b-06e0-43ba-9ee3-4f94eaaa6c63 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=46d9476caea14d48aed5598c5a5e9d78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835361 Sep 02 12:37:23.286287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.334942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:23.350190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Sync routers for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:23.373666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:23.374823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:23.375776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.399276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca24592-8082-4be6-9957-8f3201007433'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:23.402133 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6a817a-e2c7-497e-aa81-b8409e177a1e" -d '{"events": [{"server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "name": "network-vif-unplugged", "status": "completed", "tag": "cca24592-8082-4be6-9957-8f3201007433"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:23.409164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.441768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.449423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.454587 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.470026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951933d-2400-4e72-8a78-3acbab893702 req-34e7a498-3848-4463-a13f-1eb85cd92981 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:23.482968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e951933d-2400-4e72-8a78-3acbab893702 req-34e7a498-3848-4463-a13f-1eb85cd92981 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 945 time: 0.1123512 Sep 02 12:37:23.512670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1aa9293-c282-4890-a23e-6a111670f9d5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:23.524165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.524329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:23.525607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-781fb680-7a4a-44d4-bc7b-2b07d5d090ed tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113627 Sep 02 12:37:23.531312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:23.547670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:23.563658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.572514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:23.581093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e951933d-2400-4e72-8a78-3acbab893702 req-5427b2eb-e3ff-49e9-993c-10bad5af3df1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972095 Sep 02 12:37:23.592299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.626787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.647832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74'}, {'server_uuid': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3236473b-5aac-4ce1-ad35-4a8164a31109'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:23.651790 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d5c0b6-9cdc-4f05-ab64-491ba50e4c59" -d '{"events": [{"server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "name": "network-vif-plugged", "status": "completed", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74"}, {"server_uuid": "96532298-ee08-4afc-bcd3-57ab94ffec3f", "name": "network-vif-plugged", "status": "completed", "tag": "3236473b-5aac-4ce1-ad35-4a8164a31109"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:23.717259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.723509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4768701 Sep 02 12:37:23.740074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:23.751308 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ec3bc-f89d-4b01-ac92-510623a2fb80 x-openstack-request-id: req-3b4ec3bc-f89d-4b01-ac92-510623a2fb80 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:23.751588 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "name": "network-vif-unplugged", "status": "completed", "tag": "cca24592-8082-4be6-9957-8f3201007433", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:23.751860 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b4ec3bc-f89d-4b01-ac92-510623a2fb80 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:23.752286 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca24592-8082-4be6-9957-8f3201007433', 'code': 200} Sep 02 12:37:23.773152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b4dff-aaad-42ad-b153-c03bc38ba8db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaf4271-0daf-42a6-a1f6-46f9262f3d84,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:23.784927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:23.785399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:23.785743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:23.791780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:23.792109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Attempting to bind port cca24592-8082-4be6-9957-8f3201007433 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:23.813907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:23.814260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:23.814657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:23.815098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Bound port: cca24592-8082-4be6-9957-8f3201007433, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:23.815455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.824774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:23.836131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7592e7b1-45b8-47b7-a254-6190200a1b1b req-43d293e1-dc93-45d7-ba8e-732dcc7e16d4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 210 time: 0.0885084 Sep 02 12:37:23.858119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66b51-0646-451c-8834-cf073e71ab0d req-32a069f1-0697-4270-819e-9e113802ce53 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:23.859965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-32a069f1-0697-4270-819e-9e113802ce53 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2075412 Sep 02 12:37:23.910207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:23.919287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-3d81d207-99e5-4bc8-becc-0f467d8a5b6e tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f8952ebc3c8a42c09d8968a11719402b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771365 Sep 02 12:37:23.973312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 2, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:24.045482 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786434d5-01ad-4e5b-b82e-c9dead398589 x-openstack-request-id: req-786434d5-01ad-4e5b-b82e-c9dead398589 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:24.045740 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "name": "network-vif-plugged", "status": "completed", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74", "code": 200}, {"server_uuid": "96532298-ee08-4afc-bcd3-57ab94ffec3f", "name": "network-vif-plugged", "status": "completed", "tag": "3236473b-5aac-4ce1-ad35-4a8164a31109", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:24.046074 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-786434d5-01ad-4e5b-b82e-c9dead398589 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:24.046476 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'code': 200} Sep 02 12:37:24.046748 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3236473b-5aac-4ce1-ad35-4a8164a31109', 'code': 200} Sep 02 12:37:24.047956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Checking router: f093210b-8de2-4567-80cc-61ebca445d1f for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:24.048316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Updating router f093210b-8de2-4567-80cc-61ebca445d1f port ef93dfd5-9fea-4cba-8559-23380257d081 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:37:24.112230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-23c851f4-555c-4f4d-8ee6-50aae821fa9d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.2424841 Sep 02 12:37:24.119327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.129255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'floatingip': {'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:24.146745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 07bae608-2f7f-4de2-b0d5-e708ed22aa55 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:24.193138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-ca70dfac-2799-4fc9-b8db-3467ef26bd64 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:24.196425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-ca70dfac-2799-4fc9-b8db-3467ef26bd64 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621222 Sep 02 12:37:24.246782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.252104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:24.275757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Request body: {'port': {'device_id': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'f8952ebc3c8a42c09d8968a11719402b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:24.301482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:24.302109 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.319334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:24.326946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.499872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:24.500510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.502111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] 10.222.0.18 "PUT /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 1121 time: 2.2039096 Sep 02 12:37:24.543001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ab5b4-680d-4857-baca-0ff83755a54e service neutron] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:24.545343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.562692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Transition to ACTIVE for port object ef93dfd5-9fea-4cba-8559-23380257d081 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:24.567670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['cca24592-8082-4be6-9957-8f3201007433'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:24.596398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.667601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cef98-beb6-4aec-a302-b717b3f3be4d None None] Pushing event updated for resources: {'Port': ['ID=ef93dfd5-9fea-4cba-8559-23380257d081,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:24.718399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8b186-3018-4bdd-bb09-e3953d95edd4 req-b18e64d1-b0e4-42ed-9074-97dec8221807 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:24.720356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bc8b186-3018-4bdd-bb09-e3953d95edd4 req-b18e64d1-b0e4-42ed-9074-97dec8221807 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.5359848 Sep 02 12:37:24.722368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1319f1-9f91-4503-85a6-0c5bed0a39fe req-06796adf-408d-4fd4-91ad-b08f18f6a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:24.723490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa1319f1-9f91-4503-85a6-0c5bed0a39fe req-06796adf-408d-4fd4-91ad-b08f18f6a717 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1096 time: 0.6213281 Sep 02 12:37:24.753671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Attempting to bind port ef93dfd5-9fea-4cba-8559-23380257d081 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:24.754061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Attempting to bind port ef93dfd5-9fea-4cba-8559-23380257d081 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:24.754426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Attempting to bind port ef93dfd5-9fea-4cba-8559-23380257d081 on network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:24.773473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:24.773745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Checking segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:24.774073 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.774460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Bound using segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:24.774949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Bound port: ef93dfd5-9fea-4cba-8559-23380257d081, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:24.775344 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.790401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822f186-7219-4eec-9a00-e7634350289a req-73be8e7c-b364-4417-b12b-61c8305276f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:24.791885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b822f186-7219-4eec-9a00-e7634350289a req-73be8e7c-b364-4417-b12b-61c8305276f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 1099 time: 0.6908579 Sep 02 12:37:24.888556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b822f186-7219-4eec-9a00-e7634350289a req-e9729de7-0b92-4b7a-893f-fc2a25d1d474 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713315 Sep 02 12:37:24.901395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-624e2318-abb2-4cca-8167-3ead81627923 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46d9476caea14d48aed5598c5a5e9d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826771 Sep 02 12:37:24.921933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa1319f1-9f91-4503-85a6-0c5bed0a39fe req-030abf31-3da0-4c41-8e98-17836eb4d333 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888335 Sep 02 12:37:24.924885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bc8b186-3018-4bdd-bb09-e3953d95edd4 req-c6bb6e74-dd0e-4bf0-b7e5-220a668e108b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897984 Sep 02 12:37:24.930090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:24.998483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Made reservation on behalf of f8952ebc3c8a42c09d8968a11719402b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:25.002681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.005062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] For port ef93dfd5-9fea-4cba-8559-23380257d081, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:25.009099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] For port ef93dfd5-9fea-4cba-8559-23380257d081, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ef93dfd5-9fea-4cba-8559-23380257d081,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:25.016355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.086012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:37:25.092012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cef98-beb6-4aec-a302-b717b3f3be4d None None] Pushing event updated for resources: {'Port': ['ID=ef93dfd5-9fea-4cba-8559-23380257d081,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:25.103408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:25.104195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:25.106670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-748cef1e-00b6-4e43-9e76-afcb603e158b req-dbfefba6-969d-49be-aebc-779029ba3588 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 210 time: 0.0700884 Sep 02 12:37:25.117027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.169563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Allocated IP 172.25.7.40 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0d90fb0b-5e49-471e-807c-daaac518f34c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:25.197322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.207626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.300992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:25.326523 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Floating IP 1b3252f2-b48f-493e-a498-421e568b8104 associated. External IP: 172.25.7.230, port: d51345ec-ad64-41b4-a451-1e50345621c0. Sep 02 12:37:25.338324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.510059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.544952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:24Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:25.577503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb020c-f59a-45b7-bb4f-e0d47ec87cf5 None None] The sync data for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 is: [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:24Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:25.634847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:25.642520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9271ac-482a-4ff6-9911-dfad98832d09 req-6f2302d0-b7a2-4f1b-93d5-c26c7ca7a6e5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:25.646620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd9271ac-482a-4ff6-9911-dfad98832d09 req-6f2302d0-b7a2-4f1b-93d5-c26c7ca7a6e5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 945 time: 0.2522430 Sep 02 12:37:25.659391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Allocated IP 192.168.233.192 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/402d6a64-f845-43f6-b2b1-3ac9de108f6e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:25.662984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:25.663298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-05573a48-4ad0-4f0d-814c-8d9a769dc048 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:25.664835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-05573a48-4ad0-4f0d-814c-8d9a769dc048 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7556322 Sep 02 12:37:25.665717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:25.673921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event updated for resources: {'Port': ['ID=0d90fb0b-5e49-471e-807c-daaac518f34c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:25.678589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Request body: {'port': {'device_id': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '46d9476caea14d48aed5598c5a5e9d78'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:25.746056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Allocated IP 172.25.7.51 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/630c06c5-18cb-4c3b-b93b-6cf9803af56c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:25.753978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'tag': 'cca24592-8082-4be6-9957-8f3201007433'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:25.755715 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e40891-49cf-4a8a-9a48-fa2f5bc38443" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "tag": "cca24592-8082-4be6-9957-8f3201007433"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:25.810958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd9271ac-482a-4ff6-9911-dfad98832d09 req-064e52a4-0443-4caf-8113-304e9f48d42e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490841 Sep 02 12:37:25.914705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Made reservation on behalf of 46d9476caea14d48aed5598c5a5e9d78 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:25.918223 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:25.942100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:26.066386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.168764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690f96-9f47-45e8-820d-386c211d56cf req-f9472e92-f3e5-4fba-9936-3b330a442a3b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:26.176178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ef93dfd5-9fea-4cba-8559-23380257d081 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:26.188618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74690f96-9f47-45e8-820d-386c211d56cf req-f9472e92-f3e5-4fba-9936-3b330a442a3b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 943 time: 0.2784843 Sep 02 12:37:26.197129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.237730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:26.245147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.253226 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:26.271343 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:26.272374 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:26.287629 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-46a922b6-562e-4e36-b16a-4d503a9902d6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "PUT /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 996 time: 2.1656430 Sep 02 12:37:26.317713 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.329950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.381246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66b51-0646-451c-8834-cf073e71ab0d req-5439b717-ae53-40ca-9980-ba26ef77ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:26.383857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-5439b717-ae53-40ca-9980-ba26ef77ebde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.0764289 Sep 02 12:37:26.434707 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:26.435569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.450385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'Port': ['ID=630c06c5-18cb-4c3b-b93b-6cf9803af56c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:26.465695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ef93dfd5-9fea-4cba-8559-23380257d081 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:26.474784 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74690f96-9f47-45e8-820d-386c211d56cf req-cbcf81c7-5ec7-440e-88fd-b948dbcd3992 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851460 Sep 02 12:37:26.477924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ef93dfd5-9fea-4cba-8559-23380257d081 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:26.478531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.485187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:26.490580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:26.503212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:26.539985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Transition to ACTIVE for port object 402d6a64-f845-43f6-b2b1-3ac9de108f6e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:26.597901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66b51-0646-451c-8834-cf073e71ab0d req-329ad120-9d54-4705-9eaa-3be1a6d8341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:26.599704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-329ad120-9d54-4705-9eaa-3be1a6d8341e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.2064121 Sep 02 12:37:26.620677 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.662235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port ef93dfd5-9fea-4cba-8559-23380257d081, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ef93dfd5-9fea-4cba-8559-23380257d081,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:26.671123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.678303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b84a50bb-02a1-4482-8ae8-1b36192cd3a4 req-e441c912-9e63-4c17-8553-4e8b4c68ec04 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 210 time: 0.0966964 Sep 02 12:37:26.749534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=ef93dfd5-9fea-4cba-8559-23380257d081,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:26.761076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-daf22a1b-ee6b-46ab-9e97-2606640c1a63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 999 time: 0.1484473 Sep 02 12:37:26.769932 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61b1f6-d407-4aad-855e-300f9b1c42d6 x-openstack-request-id: req-ab61b1f6-d407-4aad-855e-300f9b1c42d6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:26.770212 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "tag": "cca24592-8082-4be6-9957-8f3201007433", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:26.770464 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab61b1f6-d407-4aad-855e-300f9b1c42d6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:26.770839 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'tag': 'cca24592-8082-4be6-9957-8f3201007433', 'status': 'completed', 'code': 200} Sep 02 12:37:26.818129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66b51-0646-451c-8834-cf073e71ab0d req-d89d1ee6-abea-4a19-bbad-c5316452e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:26.820255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-d89d1ee6-abea-4a19-bbad-c5316452e5c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.0520091 Sep 02 12:37:26.852365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.856595 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:24Z', 'revision_number': 1, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:26.883691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:26.898058 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:26.907628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66b51-0646-451c-8834-cf073e71ab0d req-8e775f6f-8215-4043-8e56-c0e2ba3c5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:26.909054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-8e775f6f-8215-4043-8e56-c0e2ba3c5143 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829418 Sep 02 12:37:26.915477 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:26.916361 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:26.923318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-6ff18f5b-c202-4ba2-a87b-abc15540544d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:26.924316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-6ff18f5b-c202-4ba2-a87b-abc15540544d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076363 Sep 02 12:37:26.936028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Allocated IP 192.168.233.183 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/980bb8e8-e398-44e9-9887-d5284048eeab) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:26.986944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-facbc1d7-f0bf-470e-9132-54bf01a2ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:26.988604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-facbc1d7-f0bf-470e-9132-54bf01a2ebbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1124 time: 0.2013910 Sep 02 12:37:27.006596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:27.010833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.034007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:27.045720 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:27.054697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:27.060192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.076887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Pushing event updated for resources: {'Port': ['ID=402d6a64-f845-43f6-b2b1-3ac9de108f6e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:27.103217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-6cecf8f0-acc6-44d3-b1ff-bd1eed53996f service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681259 Sep 02 12:37:27.133125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be27570-f275-4a42-a919-cd1a1e447daa req-a3e4726c-f738-4c99-a58b-9c660a6a3cd3 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:27.135673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4be27570-f275-4a42-a919-cd1a1e447daa req-a3e4726c-f738-4c99-a58b-9c660a6a3cd3 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.2790756 Sep 02 12:37:27.142010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.254782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.261686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac66b51-0646-451c-8834-cf073e71ab0d req-1359b8a8-3c64-455d-a966-ee80ed15fb99 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459756 Sep 02 12:37:27.276985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Transition to ACTIVE for port object 980bb8e8-e398-44e9-9887-d5284048eeab will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:27.306456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event updated for resources: {'Port': ['ID=0d90fb0b-5e49-471e-807c-daaac518f34c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:27.325054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.343447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['bf78b468-618f-425f-a3e5-5b059ddef594'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:27.416281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:27.426917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fcb3e02-dd8c-486d-b702-7c0d7505b583 None None] Provisioning for port 402d6a64-f845-43f6-b2b1-3ac9de108f6e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:27.428075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:27.430389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:27.430593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.438171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:27.438950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fcb3e02-dd8c-486d-b702-7c0d7505b583 None None] Provisioning complete for port 402d6a64-f845-43f6-b2b1-3ac9de108f6e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:27.439563 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3e02-dd8c-486d-b702-7c0d7505b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.448155 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:24Z', 'revision_number': 1, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:27.499728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:27.500633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.502281 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634cabf-f018-4f01-b9b0-50701540a38f None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:24Z', 'revision_number': 1, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:27.507015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-15ac130b-56e5-4d4e-9e36-d4c2ad771923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:27.507263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Pushing event updated for resources: {'Port': ['ID=980bb8e8-e398-44e9-9887-d5284048eeab,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:27.508498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-15ac130b-56e5-4d4e-9e36-d4c2ad771923 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.4890137 Sep 02 12:37:27.521754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4be27570-f275-4a42-a919-cd1a1e447daa req-629cb4a0-c1db-4abb-a897-8d33c6cb8a6a tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669028 Sep 02 12:37:27.525282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-d0e4ee63-3bfc-422e-a5b4-fb417c744357 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2674956 Sep 02 12:37:27.535223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c37397-d71e-4617-8c83-62a486167fc2 req-f1d0a8e9-4aa1-489e-8222-5920bd1e9bdf tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:27.537225 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9c37397-d71e-4617-8c83-62a486167fc2 req-f1d0a8e9-4aa1-489e-8222-5920bd1e9bdf tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 936 time: 0.1690569 Sep 02 12:37:27.542409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.544946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-0523a695-c21b-4dca-a90e-cf92aeac4ac4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8705449 Sep 02 12:37:27.572719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb3e02-dd8c-486d-b702-7c0d7505b583 None None] Port 402d6a64-f845-43f6-b2b1-3ac9de108f6e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:27.590149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Request body: {'port': {'device_id': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:27.639946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Request body: {'port': {'device_id': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:27.663559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9c37397-d71e-4617-8c83-62a486167fc2 req-8393bfbf-b148-4e40-b97c-7cc94c82fb35 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169963 Sep 02 12:37:27.668937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.675741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-6cc5c4c7-5821-4ef5-aef9-fe19d0f6acef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 217 time: 0.1448522 Sep 02 12:37:27.799832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c138b187-d593-4ebe-9287-83e5bc4b8109 None None] Provisioning for port 980bb8e8-e398-44e9-9887-d5284048eeab completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:27.807129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c138b187-d593-4ebe-9287-83e5bc4b8109 None None] Provisioning complete for port 980bb8e8-e398-44e9-9887-d5284048eeab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:27.807129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c138b187-d593-4ebe-9287-83e5bc4b8109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.815710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cca24592-8082-4be6-9957-8f3201007433 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:27.870460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c138b187-d593-4ebe-9287-83e5bc4b8109 None None] Port 980bb8e8-e398-44e9-9887-d5284048eeab cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:27.888983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea08f6-7a17-4943-b418-3293b7ae8cbb None None] New status for floating IP 1b3252f2-b48f-493e-a498-421e568b8104: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:37:27.927314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-098f8648-a649-4bcf-be22-4290154a165b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:27.930512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-098f8648-a649-4bcf-be22-4290154a165b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1113610 Sep 02 12:37:27.982651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:27.992930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f51767b7-5ee9-46fc-84e5-15610011529f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4517319 Sep 02 12:37:28.052426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980bb8e8-e398-44e9-9887-d5284048eeab {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:28.062370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.066360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.080666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-aabdbee3-7004-4150-8d8a-39e232bfd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:28.082504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-aabdbee3-7004-4150-8d8a-39e232bfd28e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.3883071 Sep 02 12:37:28.098379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Transition to ACTIVE for port object 980bb8e8-e398-44e9-9887-d5284048eeab will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:28.108832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.110156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.121268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113186f-4473-4317-b6c0-5e8f2740887f req-21c844fa-0600-45c9-90c7-04b5cedfb5f8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:28.122761 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0113186f-4473-4317-b6c0-5e8f2740887f req-21c844fa-0600-45c9-90c7-04b5cedfb5f8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 945 time: 0.1675131 Sep 02 12:37:28.144439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ef93dfd5-9fea-4cba-8559-23380257d081 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:28.155752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-6c629a70-d6d0-4f12-ac16-cb0b6d8dff7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608027 Sep 02 12:37:28.156449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.251746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:28.343068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cca24592-8082-4be6-9957-8f3201007433 has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:37:28.360735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ef93dfd5-9fea-4cba-8559-23380257d081 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:28.370280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.440312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'Port': ['ID=630c06c5-18cb-4c3b-b93b-6cf9803af56c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:28.466681 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-4ae64fc9-feaf-4df7-8a47-1198d5a72aec tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 999 time: 0.3666310 Sep 02 12:37:28.476545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0113186f-4473-4317-b6c0-5e8f2740887f req-4861b24a-72f3-42c5-aa68-658046158eb8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235276 Sep 02 12:37:28.521918 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-7634f1ad-bab1-408b-8503-870979d6cba8 service neutron] 10.222.0.41 "GET /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.2673769 Sep 02 12:37:28.535464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Pushing event updated for resources: {'Port': ['ID=980bb8e8-e398-44e9-9887-d5284048eeab,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:28.542517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.564309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.572941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ceebe7df-a9b9-4982-8c89-87d472569532 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7444780 Sep 02 12:37:28.604166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'floatingip': {'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:28.622495 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31703c45-4411-40f0-a3b9-e4f8b51e5d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.677981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-4bcadf20-c3cf-41b8-8104-caf28fe147b6 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006709 Sep 02 12:37:28.686327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Attempting to bind port 980bb8e8-e398-44e9-9887-d5284048eeab on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:28.686879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Attempting to bind port 980bb8e8-e398-44e9-9887-d5284048eeab by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:28.687325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Attempting to bind port 980bb8e8-e398-44e9-9887-d5284048eeab on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:28.706038 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Port 980bb8e8-e398-44e9-9887-d5284048eeab on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:28.706521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Attempting to bind port 980bb8e8-e398-44e9-9887-d5284048eeab on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:28.726876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:28.727296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:28.727748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:28.728259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Bound port: 980bb8e8-e398-44e9-9887-d5284048eeab, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:28.728676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.748197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.781699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:28.786499 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196a280-93f4-493d-b014-2b731a9c71b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:28.788750 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192a9b6-78bf-4a1c-8ea2-1c9d8dc6ea27 req-af114030-e272-4801-bb5c-f7a420bd1350 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:28.790065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d192a9b6-78bf-4a1c-8ea2-1c9d8dc6ea27 req-af114030-e272-4801-bb5c-f7a420bd1350 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 943 time: 0.1934056 Sep 02 12:37:28.895592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e40891-49cf-4a8a-9a48-fa2f5bc38443 req-8eb04e54-c5ab-4255-b687-b3cbf6546b49 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063537 Sep 02 12:37:28.913809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d192a9b6-78bf-4a1c-8ea2-1c9d8dc6ea27 req-e64e2db1-bfea-4a6d-a100-21f0c2c3e6ad tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098061 Sep 02 12:37:28.935460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402d6a64-f845-43f6-b2b1-3ac9de108f6e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:28.938160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:28.952551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Transition to ACTIVE for port object 402d6a64-f845-43f6-b2b1-3ac9de108f6e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:28.960509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.058072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Pushing event updated for resources: {'Port': ['ID=402d6a64-f845-43f6-b2b1-3ac9de108f6e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:29.184666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Attempting to bind port 402d6a64-f845-43f6-b2b1-3ac9de108f6e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:29.185174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Attempting to bind port 402d6a64-f845-43f6-b2b1-3ac9de108f6e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:29.185753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Attempting to bind port 402d6a64-f845-43f6-b2b1-3ac9de108f6e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:29.192194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Port 402d6a64-f845-43f6-b2b1-3ac9de108f6e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:29.192877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Attempting to bind port 402d6a64-f845-43f6-b2b1-3ac9de108f6e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:29.200084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:29.200612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:29.201333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:29.201891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Bound port: 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:29.202515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.270321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-c0580311-d050-4c15-99c2-4b4c9ee5083d req-d21d8098-f904-404c-92cf-286c03f4e2a4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:29.271493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0580311-d050-4c15-99c2-4b4c9ee5083d req-d21d8098-f904-404c-92cf-286c03f4e2a4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081365 Sep 02 12:37:29.305332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] For port 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:29.310157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] For port 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:29.321548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.351550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] For port 980bb8e8-e398-44e9-9887-d5284048eeab, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:29.362140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] For port 980bb8e8-e398-44e9-9887-d5284048eeab, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=980bb8e8-e398-44e9-9887-d5284048eeab,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:29.382389 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.413801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.415722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.417369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] 10.222.0.18 "PUT /v2.0/ports/402d6a64-f845-43f6-b2b1-3ac9de108f6e HTTP/1.1" status: 200 len: 1096 time: 1.8774061 Sep 02 12:37:29.420505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'tag': '402d6a64-f845-43f6-b2b1-3ac9de108f6e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:29.425586 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c864a-517e-49bc-b59e-702c69404544" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8", "tag": "402d6a64-f845-43f6-b2b1-3ac9de108f6e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:29.430230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb162b37-38ee-47c1-b6dd-f25d31d85156 service neutron] Pushing event updated for resources: {'Port': ['ID=402d6a64-f845-43f6-b2b1-3ac9de108f6e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:29.516482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Pushing event updated for resources: {'Port': ['ID=980bb8e8-e398-44e9-9887-d5284048eeab,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:29.576672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:29.580686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.581334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.582006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3c36-036b-4ba6-9462-5f7c2a991356 req-6c91ebf9-5122-43eb-8b28-1d177ca6d877 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.582773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-ca3eaf59-c152-44c5-8774-355f3392b81b service neutron] 10.222.0.41 "PUT /v2.0/ports/980bb8e8-e398-44e9-9887-d5284048eeab HTTP/1.1" status: 200 len: 1096 time: 2.0286911 Sep 02 12:37:29.583576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3fbf3c36-036b-4ba6-9462-5f7c2a991356 req-6c91ebf9-5122-43eb-8b28-1d177ca6d877 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 948 time: 0.0759964 Sep 02 12:37:29.591912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-258b2311-3c9f-4366-beab-475b8debcfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.605891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-258b2311-3c9f-4366-beab-475b8debcfdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8952ebc3c8a42c09d8968a11719402b&device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 1099 time: 0.1357090 Sep 02 12:37:29.619849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:29.679972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-bf397247-f40f-4427-93a4-a96473fbee70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e HTTP/1.1" status: 200 len: 217 time: 0.0588734 Sep 02 12:37:29.723302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca24592-8082-4be6-9957-8f3201007433 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:29.744678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3fbf3c36-036b-4ba6-9462-5f7c2a991356 req-3ec839be-e1f6-4e7b-ac82-97ba9a8c7352 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341221 Sep 02 12:37:29.763538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:29.790275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-c232d260-2f11-49d1-87b8-a45f635b1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.792288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-faf2bd9e-9a1d-4b3f-ae05-b6b91c24b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.795001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-faf2bd9e-9a1d-4b3f-ae05-b6b91c24b604 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d9476caea14d48aed5598c5a5e9d78&device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 1099 time: 0.1336007 Sep 02 12:37:29.795494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-c232d260-2f11-49d1-87b8-a45f635b1c87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0951419 Sep 02 12:37:29.802343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:29.908593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-96dfbd55-c525-4e34-af77-f7cc2ca9185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.910435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-96dfbd55-c525-4e34-af77-f7cc2ca9185b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112952 Sep 02 12:37:29.950457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ee0b8-8420-4d06-806b-9e726ee98b59 req-9a82e634-a5d5-45f5-95cc-d967d8420794 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:29.952142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e8ee0b8-8420-4d06-806b-9e726ee98b59 req-9a82e634-a5d5-45f5-95cc-d967d8420794 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1096 time: 0.0866888 Sep 02 12:37:29.969754 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-00df825d-c699-4a7d-a70b-d758fe448dda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=980bb8e8-e398-44e9-9887-d5284048eeab HTTP/1.1" status: 200 len: 217 time: 0.1622794 Sep 02 12:37:30.042354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e8ee0b8-8420-4d06-806b-9e726ee98b59 req-11b18f2a-8564-4c2f-a933-edbb8ba9d4b2 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613272 Sep 02 12:37:30.089963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-c667db4b-6c1f-41d5-af2e-01be5f41dfa6 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691859 Sep 02 12:37:30.094208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-2dab3fce-6e8c-4955-9b86-b1c40f9bed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.095723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-2dab3fce-6e8c-4955-9b86-b1c40f9bed77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1195993 Sep 02 12:37:30.122437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] Transition to ACTIVE for port object cca24592-8082-4be6-9957-8f3201007433 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:30.142648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:30.230687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-5d348dd0-8b8c-4f8c-9931-46f799b98c07 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1907698678&fields=id&tenant_id=bf4304df0e6c439aa721d8e897433fbc HTTP/1.1" status: 200 len: 267 time: 0.0712531 Sep 02 12:37:30.264924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:30.264924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-044761c8-465c-49c7-a3ee-fe7799b016ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.266116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-044761c8-465c-49c7-a3ee-fe7799b016ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595323 Sep 02 12:37:30.285711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b8b78ef-d483-4f68-9aff-a45e4468b0a8 req-0c04dec4-803c-42d2-9970-b50b18fbfde2 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884899 Sep 02 12:37:30.289594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:30.291660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] Pushing event updated for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:30.296386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] No DVR routers for this DVR port cca24592-8082-4be6-9957-8f3201007433 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:30.382442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-31d4eea2-e4c7-41a7-8d75-d2ab02d822db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.389489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-31d4eea2-e4c7-41a7-8d75-d2ab02d822db tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 823 time: 0.1445897 Sep 02 12:37:30.409973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-9e8ad2dd-474e-49ad-9a0c-c327e5c045d2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/quotas/bf4304df0e6c439aa721d8e897433fbc HTTP/1.1" status: 200 len: 375 time: 0.0190375 Sep 02 12:37:30.440673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-bdce320b-2e6b-4e93-9a37-506c7b20eae5 service neutron] 10.222.0.41 "PUT /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 1.8699009 Sep 02 12:37:30.496526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-7ad4a500-d182-476c-afb0-038ad4d476b0 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777142 Sep 02 12:37:30.508819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-6014b2f5-89dd-4be8-8e57-50efbfaebe23 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271051 Sep 02 12:37:30.513160 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Floating IP 1b3252f2-b48f-493e-a498-421e568b8104 associated. External IP: 172.25.7.230, port: d51345ec-ad64-41b4-a451-1e50345621c0. Sep 02 12:37:30.622425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-2963a86a-5ed6-47c8-92d8-19b716d20cb5 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.623994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-2963a86a-5ed6-47c8-92d8-19b716d20cb5 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.1066360 Sep 02 12:37:30.692291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f6e2d1-8510-4e4b-a830-4ad1ed8a9d8c req-1c23b124-42d0-4ad9-bcf9-c656ef2b4864 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761880 Sep 02 12:37:30.694461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-f5cbd622-d6b2-4a1e-9f31-e0a8df3efbde service neutron] 10.222.0.60 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653211 Sep 02 12:37:30.707210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-63a06738-e2de-4a61-a779-e0acc9f843c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.709071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-63a06738-e2de-4a61-a779-e0acc9f843c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9&tenant_id=4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 1095 time: 0.0761404 Sep 02 12:37:30.814877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-a474c838-c5d8-46d8-bc21-1bc453673755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.816468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-a474c838-c5d8-46d8-bc21-1bc453673755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1095 time: 0.0520203 Sep 02 12:37:30.827444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:30.933513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2d792414-58d2-4e8d-bd94-5c432ec248df service neutron] 10.222.0.60 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230487 Sep 02 12:37:30.973272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:30.981100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-6be77b04-cd65-4ec3-b956-e9249ad4822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:30.983697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-6be77b04-cd65-4ec3-b956-e9249ad4822c service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1577203 Sep 02 12:37:30.988359 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:31.001857 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:31.002538 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:31.077325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-22f99075-592e-46cb-8e07-01ca61079212 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 217 time: 0.0846033 Sep 02 12:37:31.180363 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:31.182255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-ff660870-6e0b-4c39-b41e-41126cedce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:31.192756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-ff660870-6e0b-4c39-b41e-41126cedce6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1057920 Sep 02 12:37:31.271853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-61ff2853-e5c3-4469-b509-6f93d9d2864f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725479 Sep 02 12:37:31.390753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf019d12-ad98-424e-9e13-96dd7ecff906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:31.417279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9190d9-ad73-4da7-bdc5-3e5fadb032c4 req-04c18408-3b7d-4b6e-aebc-fedb754f8808 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:31.418894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d9190d9-ad73-4da7-bdc5-3e5fadb032c4 req-04c18408-3b7d-4b6e-aebc-fedb754f8808 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 948 time: 0.1741202 Sep 02 12:37:31.425377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-50807a19-65d3-44e2-bd77-f5b96be3a40f service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262391 Sep 02 12:37:31.476379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:31.527002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d9190d9-ad73-4da7-bdc5-3e5fadb032c4 req-5b9eaf1f-a148-4ff4-b89c-cb721a701952 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002872 Sep 02 12:37:31.580610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:31.592724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cca24592-8082-4be6-9957-8f3201007433 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:37:31.614534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-9e779ccd-fea6-4026-9df9-4f741810b38e service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778195 Sep 02 12:37:31.694386 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96538ac-1019-4d56-a08e-c20f34a7ac6b x-openstack-request-id: req-c96538ac-1019-4d56-a08e-c20f34a7ac6b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:31.694997 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:31.695167 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c96538ac-1019-4d56-a08e-c20f34a7ac6b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:31.695552 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'status': 'completed', 'code': 200} Sep 02 12:37:31.702141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cca24592-8082-4be6-9957-8f3201007433 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:37:31.766427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-e489df0f-a371-4920-9c39-7e4f30ba54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:31.768342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-e489df0f-a371-4920-9c39-7e4f30ba54e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.0897343 Sep 02 12:37:31.781409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:31.801327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:31.884048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-31d75c2b-9562-47ed-9798-625d7513167d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "PUT /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 999 time: 3.3590231 Sep 02 12:37:31.914629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-f4041136-af1f-4b04-ade3-d82f13f7e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:31.916025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-f4041136-af1f-4b04-ade3-d82f13f7e601 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.1082528 Sep 02 12:37:31.940943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9c2f9-126c-4b72-a47a-bfd2c23860a7 req-8c17bbed-e578-40be-bb81-5bbe26dca9eb tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:31.948864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66e9c2f9-126c-4b72-a47a-bfd2c23860a7 req-8c17bbed-e578-40be-bb81-5bbe26dca9eb tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.1777623 Sep 02 12:37:31.975019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-b2ee3a94-285a-4474-abbc-28c1487e90f3 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:31.976581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-b2ee3a94-285a-4474-abbc-28c1487e90f3 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports/d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 942 time: 0.0728316 Sep 02 12:37:32.009790 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:30Z', 'revision_number': 3, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:32.060541 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:32.084684 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:32.085586 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:32.180752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-1f8e4b3d-6cb5-4fed-a0f9-bc799cc4f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.183065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-1f8e4b3d-6cb5-4fed-a0f9-bc799cc4f7d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.0540814 Sep 02 12:37:32.237922 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:32.322080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-d9fe08d1-8099-42ec-855b-e0923c56b686 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.3366513 Sep 02 12:37:32.322701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-1034ae11-1245-4325-853b-62b50a0938ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.324115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-1034ae11-1245-4325-853b-62b50a0938ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.1266177 Sep 02 12:37:32.327102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66e9c2f9-126c-4b72-a47a-bfd2c23860a7 req-ad69c91c-4dfb-4a51-a3fc-369e70bd15cd tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774223 Sep 02 12:37:32.363936 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:32.390013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-fdd5918b-f379-4b3a-8c50-33149cc632f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.391530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-fdd5918b-f379-4b3a-8c50-33149cc632f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.0577912 Sep 02 12:37:32.401362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-464151a9-1248-47b0-baf4-b2460992870d tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.402977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-464151a9-1248-47b0-baf4-b2460992870d tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.4342051 Sep 02 12:37:32.471752 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183c26e-25b1-4902-90f2-cf0af92ae9e0 x-openstack-request-id: req-0183c26e-25b1-4902-90f2-cf0af92ae9e0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:32.473849 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8", "tag": "402d6a64-f845-43f6-b2b1-3ac9de108f6e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:32.473849 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0183c26e-25b1-4902-90f2-cf0af92ae9e0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:32.474210 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'tag': '402d6a64-f845-43f6-b2b1-3ac9de108f6e', 'status': 'completed', 'code': 200} Sep 02 12:37:32.482467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-d65cf449-c422-4d06-8b0c-389fa315978f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.1428645 Sep 02 12:37:32.541932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-1e1972ab-1d59-45be-a351-5451bcfbb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.543606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-1e1972ab-1d59-45be-a351-5451bcfbb99e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397576 Sep 02 12:37:32.584147 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:30Z', 'revision_number': 3, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:32.620891 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f7fea-336e-4bcd-b958-3e27bdd8e718 None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:30Z', 'revision_number': 3, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:32.682831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-692b8534-b08f-4b90-a69d-08d559e35c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.684485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-692b8534-b08f-4b90-a69d-08d559e35c94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.2022941 Sep 02 12:37:32.695366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c864a-517e-49bc-b59e-702c69404544 req-c21bd861-d700-43a7-9bc4-029010f22f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.698188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-c21bd861-d700-43a7-9bc4-029010f22f3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8952ebc3c8a42c09d8968a11719402b&device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 1099 time: 0.1996522 Sep 02 12:37:32.752964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.18', 64265) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:32.803330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299ea2a-91e9-4d2d-989a-5f92544d57b9 req-ab47c021-1844-410e-bc97-5448204a77a2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.811830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0299ea2a-91e9-4d2d-989a-5f92544d57b9 req-ab47c021-1844-410e-bc97-5448204a77a2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 944 time: 0.1843212 Sep 02 12:37:32.831406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-36f23572-b8ad-4004-9600-55688f3fdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.833448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-36f23572-b8ad-4004-9600-55688f3fdb5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337078 Sep 02 12:37:32.910881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-6d0aa98a-b5b6-4546-8187-d5ef0abea550 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589704 Sep 02 12:37:32.949267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-16f866a7-3bc7-41a6-abf2-7b75354e31b5 service neutron] For port cca24592-8082-4be6-9957-8f3201007433, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:32.959124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c864a-517e-49bc-b59e-702c69404544 req-5a2797e8-eeb5-4460-b61e-c96b1f6b6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:32.960050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0299ea2a-91e9-4d2d-989a-5f92544d57b9 req-3f89f98e-4271-410c-8af0-e37e28d56cf5 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474912 Sep 02 12:37:32.960625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-5a2797e8-eeb5-4460-b61e-c96b1f6b6f78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2066467 Sep 02 12:37:32.975102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417bcab-6630-41f2-b8a8-fdef4905d8ee None None] New status for floating IP 1b3252f2-b48f-493e-a498-421e568b8104: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:37:33.013516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-16f866a7-3bc7-41a6-abf2-7b75354e31b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:33.015373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4407692-ea66-4ad5-830d-b5aa65cb2bcf req-16f866a7-3bc7-41a6-abf2-7b75354e31b5 service neutron] 10.222.0.18 "DELETE /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.5920291 Sep 02 12:37:33.044236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-a11bea12-55ba-4291-85c5-d79aed6cc46e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e HTTP/1.1" status: 200 len: 217 time: 0.0638943 Sep 02 12:37:33.068417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-5b01748b-8c59-4d07-9a3d-13da605be60e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:33.068669 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-5b01748b-8c59-4d07-9a3d-13da605be60e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.18 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 823 time: 0.3075280 Sep 02 12:37:33.111058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a196a280-93f4-493d-b014-2b731a9c71b6 req-8a6993a5-0083-47fc-bf6a-2949bb952aa0 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893718 Sep 02 12:37:33.125127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-fadf4a59-e63c-4d5d-943f-6dbf72a82af8 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800703 Sep 02 12:37:33.127022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c864a-517e-49bc-b59e-702c69404544 req-45259ba5-1b70-408d-9d85-78320c771d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:33.128467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-45259ba5-1b70-408d-9d85-78320c771d00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0706375 Sep 02 12:37:33.206548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-7dbb09ac-c55b-4b2c-a9a8-cda57cea47b2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf4304df0e6c439aa721d8e897433fbc HTTP/1.1" status: 200 len: 380 time: 0.1227992 Sep 02 12:37:33.228123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'port': {'device_id': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'admin_state_up': True, 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'security_groups': ['8005da8f-dba1-4610-84c4-ad0d6b927644']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:33.303051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03414a-cc35-44b1-a1bf-0cec6e4d8e00 req-be1013c5-b074-4138-bc45-f0c1c2a28188 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:33.309572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c03414a-cc35-44b1-a1bf-0cec6e4d8e00 req-be1013c5-b074-4138-bc45-f0c1c2a28188 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1096 time: 0.1757531 Sep 02 12:37:33.370595 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:33.389122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c03414a-cc35-44b1-a1bf-0cec6e4d8e00 req-803661d2-645f-4403-927c-f910df1b035b tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630524 Sep 02 12:37:33.392293 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:33.393252 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:33.531914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dac2a-47c3-42d3-b451-278675b80906 req-3ec3f70c-11c4-4a7a-af90-65f245c57a2d tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:33.534764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c8dac2a-47c3-42d3-b451-278675b80906 req-3ec3f70c-11c4-4a7a-af90-65f245c57a2d tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 948 time: 0.0805917 Sep 02 12:37:33.538349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c864a-517e-49bc-b59e-702c69404544 req-fa803947-2be8-4ede-8a2c-78db5cc513b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:33.539492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-fa803947-2be8-4ede-8a2c-78db5cc513b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3841608 Sep 02 12:37:33.563580 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:33.577076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-190df2bc-8d34-4461-86f5-427313900d98 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431496 Sep 02 12:37:33.595997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Made reservation on behalf of bf4304df0e6c439aa721d8e897433fbc for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:33.601669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:33.609618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 980bb8e8-e398-44e9-9887-d5284048eeab details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:33.670439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c8dac2a-47c3-42d3-b451-278675b80906 req-c9da557d-d7aa-4cba-949f-77f0f42eb36e tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163051 Sep 02 12:37:33.704269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'tag': '980bb8e8-e398-44e9-9887-d5284048eeab'}, {'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}, {'name': 'network-changed', 'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:33.711273 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b7d4f-eb67-449d-a669-212375ccfffa" -d '{"events": [{"name": "network-changed", "server_uuid": "809fa416-f236-4eac-b8d3-8b73401d41d4", "tag": "980bb8e8-e398-44e9-9887-d5284048eeab"}, {"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}, {"name": "network-changed", "server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "tag": "197851d8-6b86-45b7-83ce-414d853278c5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:33.720511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-f5cfda79-a1c2-43c2-ba5a-a55a1cd1f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:33.722807 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-f5cfda79-a1c2-43c2-ba5a-a55a1cd1f108 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1097 time: 0.0954466 Sep 02 12:37:33.729381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-58fe7d44-6258-4ff7-8a8b-f49b71f8df0d service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783772 Sep 02 12:37:33.791883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Allocated IP 172.20.0.4 (75e411eb-2dc5-4225-8864-b756ff9f0a8d/e62d8463-4ab9-464a-92c1-db8b533fdcdc/2b063e03-2728-46ae-b17a-1f56e9ebbaee) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:33.839751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 402d6a64-f845-43f6-b2b1-3ac9de108f6e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:33.874889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 980bb8e8-e398-44e9-9887-d5284048eeab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=980bb8e8-e398-44e9-9887-d5284048eeab,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:33.915689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22de3ab2-9889-47ea-bfae-f0b9afc5a0d0 req-bed340a4-6f27-4eb6-93a0-d94062713314 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 210 time: 0.0775023 Sep 02 12:37:33.935818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '980bb8e8-e398-44e9-9887-d5284048eeab', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '980bb8e8-e398-44e9-9887-d5284048eeab', 'mac_address': 'fa:16:3e:74:b6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:34.034628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.082179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10c864a-517e-49bc-b59e-702c69404544 req-d749ecc6-78a0-4424-a145-f82600f2a814 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417988 Sep 02 12:37:34.083323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-e875a354-eb1e-4292-80e0-7baf57327080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:34.084971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-e875a354-eb1e-4292-80e0-7baf57327080 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.3546062 Sep 02 12:37:34.095307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980bb8e8-e398-44e9-9887-d5284048eeab {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:34.191403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 980bb8e8-e398-44e9-9887-d5284048eeab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=980bb8e8-e398-44e9-9887-d5284048eeab,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:34.221839 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.228394 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.261908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-4070f026-68b3-41c6-89d8-9314b55e5379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 1002 time: 0.1611760 Sep 02 12:37:34.300923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90d41-8d6b-4838-befd-6c21115133da req-c5b1e65a-7164-4ed3-9059-e6773e6a390a tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:34.302536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abd90d41-8d6b-4838-befd-6c21115133da req-c5b1e65a-7164-4ed3-9059-e6773e6a390a tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 948 time: 0.1520870 Sep 02 12:37:34.305723 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.327515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Transition to ACTIVE for port object 2b063e03-2728-46ae-b17a-1f56e9ebbaee will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:34.329340 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:33Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:34.337790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:34.354954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=980bb8e8-e398-44e9-9887-d5284048eeab,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:34.369585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.372179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '402d6a64-f845-43f6-b2b1-3ac9de108f6e', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '402d6a64-f845-43f6-b2b1-3ac9de108f6e', 'mac_address': 'fa:16:3e:69:08:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:34.381295 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:34.392872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-c2b94cd9-0407-45f6-a97d-b97d3c6f39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:34.394690 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:34.395320 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:34.397498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-c2b94cd9-0407-45f6-a97d-b97d3c6f39fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1050913 Sep 02 12:37:34.429471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abd90d41-8d6b-4838-befd-6c21115133da req-22ae1e9a-f17f-4280-85bc-95e3c73e75e3 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155343 Sep 02 12:37:34.453403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:34.466665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.475486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-23766fee-5089-41fb-89d1-0858ba1b7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:34.477156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-23766fee-5089-41fb-89d1-0858ba1b7fd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707502 Sep 02 12:37:34.477593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:34.482301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:34.508316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402d6a64-f845-43f6-b2b1-3ac9de108f6e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:34.531436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['980bb8e8-e398-44e9-9887-d5284048eeab'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:34.582816 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:34.611997 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.614529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-7bcb9f78-cec4-4e1f-9224-49903ad71a2f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532801 Sep 02 12:37:34.633593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'Port': ['ID=2b063e03-2728-46ae-b17a-1f56e9ebbaee,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:34.661587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-5344e4a1-b42b-4349-aeac-2c9d11716f8b service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688962 Sep 02 12:37:34.760186 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:34.783553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:34.784532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:34.824920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-abfd89d0-f335-40cf-b9ec-da23d01d17de tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6069591 Sep 02 12:37:34.871245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Request body: {'port': {'device_id': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:34.884955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ea57019-b509-4bac-b9c2-5d3982ad27cf req-bbe1dd21-69d9-47bb-994b-1a06b4bb0a8e service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039247 Sep 02 12:37:34.943524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-deeef9c5-f980-4221-9917-fd3da636a7f1 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:34.951258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-deeef9c5-f980-4221-9917-fd3da636a7f1 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3357618 Sep 02 12:37:34.969619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-037a38b0-905f-4b99-a0cf-71c03802b114 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/quotas/42c9f57bc6d24170b21219f4f4f77ac6 HTTP/1.1" status: 200 len: 375 time: 0.0170972 Sep 02 12:37:35.028263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:35.056858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=402d6a64-f845-43f6-b2b1-3ac9de108f6e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:35.080369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-90d8df3e-fc2a-4d2b-9029-bd959095370c tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099398 Sep 02 12:37:35.113643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['402d6a64-f845-43f6-b2b1-3ac9de108f6e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:35.150064 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994416d1-dd21-41c1-affa-a57badf084a6 x-openstack-request-id: req-994416d1-dd21-41c1-affa-a57badf084a6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:35.150751 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809fa416-f236-4eac-b8d3-8b73401d41d4", "tag": "980bb8e8-e398-44e9-9887-d5284048eeab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "tag": "197851d8-6b86-45b7-83ce-414d853278c5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:35.150998 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-994416d1-dd21-41c1-affa-a57badf084a6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:35.151409 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'tag': '980bb8e8-e398-44e9-9887-d5284048eeab', 'status': 'completed', 'code': 200} Sep 02 12:37:35.151659 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'status': 'completed', 'code': 200} Sep 02 12:37:35.151900 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5', 'status': 'completed', 'code': 200} Sep 02 12:37:35.157233 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:33Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:35.210786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:35.211643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-420c187e-751a-4aa2-bda8-ab1717bc6b1a None None] Provisioning for port 2b063e03-2728-46ae-b17a-1f56e9ebbaee completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:35.223848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-420c187e-751a-4aa2-bda8-ab1717bc6b1a None None] Provisioning complete for port 2b063e03-2728-46ae-b17a-1f56e9ebbaee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:35.226331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-420c187e-751a-4aa2-bda8-ab1717bc6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:35.240355 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345567d-196b-4cbd-afe3-19e5fbf55bd8 None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': '197851d8-6b86-45b7-83ce-414d853278c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:d7:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ae7c2-5042-4e25-9ea5-119957b24498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:33Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:35.377898 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-420c187e-751a-4aa2-bda8-ab1717bc6b1a None None] Port 2b063e03-2728-46ae-b17a-1f56e9ebbaee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:35.397994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-2be5b826-8b4e-4bab-beb7-59927fd20cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.404263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-2be5b826-8b4e-4bab-beb7-59927fd20cbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d9476caea14d48aed5598c5a5e9d78&device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 1100 time: 0.2457163 Sep 02 12:37:35.431825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-4ccf43e3-1618-4b43-8090-c9f4f2e8da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.433444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-4ccf43e3-1618-4b43-8090-c9f4f2e8da24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.2766438 Sep 02 12:37:35.443116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b1f7b-a913-4a9a-8903-27bf8ffcf8b3 req-f1fceae6-33ae-4d69-bf7b-ca0c85bee9e8 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.444341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f87b1f7b-a913-4a9a-8903-27bf8ffcf8b3 req-f1fceae6-33ae-4d69-bf7b-ca0c85bee9e8 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 949 time: 0.1444464 Sep 02 12:37:35.535499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-6bc731c2-5d87-4393-ad52-4cb8fbd4254c tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.1637826 Sep 02 12:37:35.635651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-ed78ddbb-3591-4a24-82d6-6a0e1f8d1688 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.637085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-ed78ddbb-3591-4a24-82d6-6a0e1f8d1688 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports/197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 943 time: 0.0930219 Sep 02 12:37:35.641334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f87b1f7b-a913-4a9a-8903-27bf8ffcf8b3 req-319c65ca-0b18-4df3-9c40-baeac4ea99da tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558893 Sep 02 12:37:35.721145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-31effe78-8aef-42d7-8ca5-b59a7ba40a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.725243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-31effe78-8aef-42d7-8ca5-b59a7ba40a03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.3051810 Sep 02 12:37:35.772559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b063e03-2728-46ae-b17a-1f56e9ebbaee {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:35.781965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:35.802397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Transition to ACTIVE for port object 2b063e03-2728-46ae-b17a-1f56e9ebbaee will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:35.808172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:35.818024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-8b967880-f41c-484a-b12e-31112ebe1d3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=980bb8e8-e398-44e9-9887-d5284048eeab HTTP/1.1" status: 200 len: 217 time: 0.0624554 Sep 02 12:37:35.819743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-13e0c009-eb83-4cea-81bb-a94335799ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.821461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-13e0c009-eb83-4cea-81bb-a94335799ab1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.3758655 Sep 02 12:37:35.919022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-1c179acc-7d78-4168-9016-2a25b33722c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.0882895 Sep 02 12:37:35.923242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d224a8-82da-490e-b7d7-8cd9f87bfb69 req-c09782c7-43d6-4acf-93ae-775e330aaffa tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.923385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Pushing event updated for resources: {'Port': ['ID=2b063e03-2728-46ae-b17a-1f56e9ebbaee,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:35.931541 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2d224a8-82da-490e-b7d7-8cd9f87bfb69 req-c09782c7-43d6-4acf-93ae-775e330aaffa tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1095 time: 0.1950872 Sep 02 12:37:35.971213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-a227cc99-de17-475e-9432-62e06cda9d22 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.1196065 Sep 02 12:37:35.986275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-f0f52f76-67c8-459c-8dfa-5604adc3b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:35.987755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-f0f52f76-67c8-459c-8dfa-5604adc3b3e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1560278 Sep 02 12:37:36.090360 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2d224a8-82da-490e-b7d7-8cd9f87bfb69 req-e8c507ef-1dee-404e-ab9f-a3cfa4cd5388 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574459 Sep 02 12:37:36.109973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-a0e3485a-6a71-46a3-b3ae-6b91333178d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.115177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-a0e3485a-6a71-46a3-b3ae-6b91333178d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1763856 Sep 02 12:37:36.203169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Attempting to bind port 2b063e03-2728-46ae-b17a-1f56e9ebbaee on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:36.203809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Attempting to bind port 2b063e03-2728-46ae-b17a-1f56e9ebbaee by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:36.204315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Attempting to bind port 2b063e03-2728-46ae-b17a-1f56e9ebbaee on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:36.212563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Port 2b063e03-2728-46ae-b17a-1f56e9ebbaee on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:36.213149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Attempting to bind port 2b063e03-2728-46ae-b17a-1f56e9ebbaee on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:36.217668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-7cd18f52-c0fd-4544-a747-d24be1173d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.220654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-7cd18f52-c0fd-4544-a747-d24be1173d81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2122743 Sep 02 12:37:36.247130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:36.247481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Checking segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:36.247878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Bound using segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:36.248332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Bound port: 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:36.248716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:36.344418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-2e3e72da-f5ba-489a-91c6-af4cebbbe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.346346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-2e3e72da-f5ba-489a-91c6-af4cebbbe103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215536 Sep 02 12:37:36.393436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-74a6d795-07a6-4b24-9595-6c0388c5a593 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.395578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-74a6d795-07a6-4b24-9595-6c0388c5a593 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.3844213 Sep 02 12:37:36.404821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] For port 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:36.410965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] For port 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:36.423112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-cef1f6b0-6527-4d6a-ae1e-ffc6f10c178e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:36.424373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26e671cf-59fc-4e53-8ddd-f00e63299fd8 req-cef1f6b0-6527-4d6a-ae1e-ffc6f10c178e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109441 Sep 02 12:37:36.426102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:36.436967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813145be-2578-4271-aae5-0ed5bb76dcd0 req-39c58c6a-2b49-468f-94a5-f712fac4fdfc tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.439030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-813145be-2578-4271-aae5-0ed5bb76dcd0 req-39c58c6a-2b49-468f-94a5-f712fac4fdfc tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 943 time: 0.1852882 Sep 02 12:37:36.488494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Pushing event updated for resources: {'Port': ['ID=2b063e03-2728-46ae-b17a-1f56e9ebbaee,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:36.496790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-929d2d49-78af-45b1-a182-32fc53a66cca service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630932 Sep 02 12:37:36.506991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.507494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:36.509782 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-2f41bb95-1a6f-4356-87af-40b0fd21016a service neutron] 10.222.0.18 "PUT /v2.0/ports/2b063e03-2728-46ae-b17a-1f56e9ebbaee HTTP/1.1" status: 200 len: 1091 time: 1.6595302 Sep 02 12:37:36.510850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:36.517662 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f725f-9db0-4158-a046-a19e1f3cecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:36.544722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-a1fbc281-e345-4fa4-a9b7-601ceebfb30b service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887844 Sep 02 12:37:36.591084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-813145be-2578-4271-aae5-0ed5bb76dcd0 req-21232d94-95b1-4f9e-a39d-dc5d81afeeb7 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427743 Sep 02 12:37:36.644535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-7d50ffff-d1fb-4971-927c-ff2500a7bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.647625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-7d50ffff-d1fb-4971-927c-ff2500a7bf2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 1094 time: 0.0893271 Sep 02 12:37:36.736658 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-9ab91bbb-d31b-420d-b7f6-16372e336a98 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614797 Sep 02 12:37:36.749777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-fe1f2dbc-546e-4049-a1ae-1503f1780b21 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379038 Sep 02 12:37:36.800644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-17c23bc6-b3b3-4978-8a43-773858d01bfa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee HTTP/1.1" status: 200 len: 217 time: 0.1445661 Sep 02 12:37:36.866246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ad578e9-33b4-4555-aff3-ee5f56967487 req-003f488b-8a44-4bef-b141-3030215cd42e tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 210 time: 0.1914437 Sep 02 12:37:36.870971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fedd6-e944-4774-a07c-6862742344db req-933bcb8c-19a2-4146-bea8-fa36864af8b3 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:36.873471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b13fedd6-e944-4774-a07c-6862742344db req-933bcb8c-19a2-4146-bea8-fa36864af8b3 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 949 time: 0.1087716 Sep 02 12:37:36.946422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b13fedd6-e944-4774-a07c-6862742344db req-c695131b-94c8-4189-ac76-0f1e2f0badc5 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463772 Sep 02 12:37:36.956601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-b7d9e3d6-d5a1-4aa4-b13a-eff47e0b9bc2 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804324 Sep 02 12:37:37.018563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-155f3407-a666-43d8-bbed-c7485c5bee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.020751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-155f3407-a666-43d8-bbed-c7485c5bee05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.1894860 Sep 02 12:37:37.112113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-dbeae6f2-e662-4bf5-a6e9-6cf9966fd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.113227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-dbeae6f2-e662-4bf5-a6e9-6cf9966fd2b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1097 time: 0.2962465 Sep 02 12:37:37.131711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-ab702c39-b614-4d72-8f10-b5d720b8ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.133355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-ab702c39-b614-4d72-8f10-b5d720b8ceb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818021 Sep 02 12:37:37.182786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-428735d4-bd8f-4031-ac47-d883d4a1ad54 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.183500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-428735d4-bd8f-4031-ac47-d883d4a1ad54 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2082207 Sep 02 12:37:37.214889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-a1ece0e9-cc0f-48fe-9882-92bdc0daf8d4 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.2336917 Sep 02 12:37:37.225753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-3777d9cd-16f3-417b-8c70-cc69f32c7170 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.227355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-3777d9cd-16f3-417b-8c70-cc69f32c7170 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615671 Sep 02 12:37:37.242741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-94115009-70f5-4872-a4d3-20ec30c54f7b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/quotas/4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 375 time: 0.0471096 Sep 02 12:37:37.248434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Request body: {'port': {'device_id': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '42c9f57bc6d24170b21219f4f4f77ac6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:37.356810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-21811285-2842-4c9f-9762-d1d4f7a7f045 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.360371 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-21811285-2842-4c9f-9762-d1d4f7a7f045 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports/197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 943 time: 0.1266463 Sep 02 12:37:37.411247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-8a4d12f3-4618-4dca-bf0f-c4367028bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.413148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-8a4d12f3-4618-4dca-bf0f-c4367028bcda service neutron] 10.222.0.41 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.2838881 Sep 02 12:37:37.573596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-62ede490-0e25-4a72-802c-423d403ec383 service neutron] 10.222.0.18 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306114 Sep 02 12:37:37.583388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-485fb0eb-05b2-497a-b309-1b5e1d61434a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3330464 Sep 02 12:37:37.593636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-6071aee4-fea6-4163-b411-8776d43158d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 1002 time: 0.1632864 Sep 02 12:37:37.610385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 980bb8e8-e398-44e9-9887-d5284048eeab up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:37.627883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-e7b2de49-bd04-4c1d-ba2c-153c02ea9324 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.1905777 Sep 02 12:37:37.701139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-b8cdfbf1-7d9f-464e-b8b3-dd7df5fd4f69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2796137 Sep 02 12:37:37.704954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Made reservation on behalf of 42c9f57bc6d24170b21219f4f4f77ac6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:37.715655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 980bb8e8-e398-44e9-9887-d5284048eeab completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:37.720736 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:37.722612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 980bb8e8-e398-44e9-9887-d5284048eeab triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:37.723364 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:37.825237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68ec1085-40e4-436a-b324-069b1ec519f1 req-b3bed0f6-7b7d-44e7-a95c-35a0844c10a7 service neutron] 10.222.0.18 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403421 Sep 02 12:37:37.834071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-b82effa6-373a-4dfd-a117-2ad85b455979 service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401941 Sep 02 12:37:37.859845 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:37.876019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 402d6a64-f845-43f6-b2b1-3ac9de108f6e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:37.918915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980bb8e8-e398-44e9-9887-d5284048eeab'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:37.921651 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b074d98-427a-4929-b80f-0968b01b1ca2" -d '{"events": [{"server_uuid": "809fa416-f236-4eac-b8d3-8b73401d41d4", "name": "network-vif-plugged", "status": "completed", "tag": "980bb8e8-e398-44e9-9887-d5284048eeab"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:37.934762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-89decaee-c0f9-495e-9819-74c2184c585d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:37.935915 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-89decaee-c0f9-495e-9819-74c2184c585d tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2318840 Sep 02 12:37:37.944486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 980bb8e8-e398-44e9-9887-d5284048eeab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=980bb8e8-e398-44e9-9887-d5284048eeab,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:37.950742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-39125819-4484-4e8c-bc95-03a42a894514 service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127706 Sep 02 12:37:37.954423 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:38.019419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=980bb8e8-e398-44e9-9887-d5284048eeab,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:38.033773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 402d6a64-f845-43f6-b2b1-3ac9de108f6e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:38.038342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-a3dc5668-8360-4d14-8cf6-4bb011c94bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.040189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-a3dc5668-8360-4d14-8cf6-4bb011c94bd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.4088869 Sep 02 12:37:38.042501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 402d6a64-f845-43f6-b2b1-3ac9de108f6e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:38.042882 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:38.082413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-60ae637d-40ca-4b7e-99f8-237c42a8ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.083939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-60ae637d-40ca-4b7e-99f8-237c42a8ffbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1096 time: 0.2845738 Sep 02 12:37:38.158520 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b6b2f-f40c-451f-a08a-43a811ea4df2 x-openstack-request-id: req-819b6b2f-f40c-451f-a08a-43a811ea4df2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:38.158810 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:38.159068 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-819b6b2f-f40c-451f-a08a-43a811ea4df2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:38.159476 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'status': 'completed', 'code': 200} Sep 02 12:37:38.261584 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:38.307648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-f26eb3c5-c6d6-4a54-809e-dff42778f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.310467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-f26eb3c5-c6d6-4a54-809e-dff42778f011 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 1094 time: 0.1249516 Sep 02 12:37:38.346365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66a2e2-2bbc-40af-b598-75f41546ea9a req-d2fe5a1d-7674-496f-b46c-156e2327abaa tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.349895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:38.350663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c66a2e2-2bbc-40af-b598-75f41546ea9a req-d2fe5a1d-7674-496f-b46c-156e2327abaa tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1096 time: 0.1159821 Sep 02 12:37:38.363019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:38.442263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=402d6a64-f845-43f6-b2b1-3ac9de108f6e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:38.501360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c66a2e2-2bbc-40af-b598-75f41546ea9a req-2ee23b85-7769-4ab5-b22c-9813740aacd0 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258121 Sep 02 12:37:38.541291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-d7b6e7d5-b6b2-46ef-aceb-4e519e5f6355 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.5840750 Sep 02 12:37:38.541592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-25ea1adb-a027-4ce5-ae7a-1c7328e784dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.543280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-25ea1adb-a027-4ce5-ae7a-1c7328e784dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 924 time: 0.2241652 Sep 02 12:37:38.593514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-157c72ce-ab3d-4cd7-b049-772b12a618f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee HTTP/1.1" status: 200 len: 217 time: 0.0392451 Sep 02 12:37:38.612487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:38.669307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Allocated IP 192.168.233.42 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/422531fd-65e7-43c4-abed-0743475c252a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:38.698266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f19f1-e230-4326-8138-679303c8142b req-238bd6c8-8f55-4323-9aa5-d4adb792dd88 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.699851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-151f19f1-e230-4326-8138-679303c8142b req-238bd6c8-8f55-4323-9aa5-d4adb792dd88 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 950 time: 0.1057870 Sep 02 12:37:38.704173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-eb9cb2a5-fd8f-4ccd-9a2c-1770454f224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.705617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-eb9cb2a5-fd8f-4ccd-9a2c-1770454f224b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.0994473 Sep 02 12:37:38.730457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7d4f-eb67-449d-a669-212375ccfffa req-6d9cc59e-2ea2-4e86-b559-d426f5654c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.732020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-6d9cc59e-2ea2-4e86-b559-d426f5654c9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6780727 Sep 02 12:37:38.747783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:38.781596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-151f19f1-e230-4326-8138-679303c8142b req-645a43c1-eb7d-45a5-b38d-08b400c6a262 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662303 Sep 02 12:37:38.798224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-349f5c8d-eccf-464b-9cfb-3506ac793b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.800184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-349f5c8d-eccf-464b-9cfb-3506ac793b0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863259 Sep 02 12:37:38.945757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5ac5-2b0d-46fb-8507-96db81758908 req-331fbddb-3cc1-4a1c-ae47-7dc3b1883ec0 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:38.953384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0fb5ac5-2b0d-46fb-8507-96db81758908 req-331fbddb-3cc1-4a1c-ae47-7dc3b1883ec0 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 943 time: 0.0873075 Sep 02 12:37:38.982565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-f612490d-ccd0-4721-afd5-092da33085ba service neutron] 10.222.0.18 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712492 Sep 02 12:37:39.010602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-b5685fea-68df-4d47-a46c-1ce679d67cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:39.012092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-b5685fea-68df-4d47-a46c-1ce679d67cf9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.5402327 Sep 02 12:37:39.056162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0fb5ac5-2b0d-46fb-8507-96db81758908 req-89b4bd7d-59ad-4def-afd3-59e8c13a2e1d tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019032 Sep 02 12:37:39.107744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-70f75de6-6875-4b4a-82ef-71b5963242c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.0829585 Sep 02 12:37:39.128154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb6f725f-9db0-4158-a046-a19e1f3cecd3 req-eff7fa8a-97c3-428e-9598-d5218ea53946 service neutron] 10.222.0.18 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346891 Sep 02 12:37:39.164105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd7e07ac-e7fc-4a20-b39b-7a8f2b14edaf req-a67801cc-2c2d-4345-9d7f-1d99a9e8f0e6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 210 time: 0.0382357 Sep 02 12:37:39.215000 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175a3d3-b3ce-4d6e-98a2-44d855ec1c06 x-openstack-request-id: req-7175a3d3-b3ce-4d6e-98a2-44d855ec1c06 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:39.215604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:39.215727 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809fa416-f236-4eac-b8d3-8b73401d41d4", "name": "network-vif-plugged", "status": "completed", "tag": "980bb8e8-e398-44e9-9887-d5284048eeab", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:39.216128 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7175a3d3-b3ce-4d6e-98a2-44d855ec1c06 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:39.216594 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980bb8e8-e398-44e9-9887-d5284048eeab', 'code': 200} Sep 02 12:37:39.232172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-6cf70cb7-0e2c-4054-804b-bef8da6936f5 service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801464 Sep 02 12:37:39.232766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:39.233113 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Floating IP 1b3252f2-b48f-493e-a498-421e568b8104 disassociated. External IP: 172.25.7.230, port: 197851d8-6b86-45b7-83ce-414d853278c5. Sep 02 12:37:39.369363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a263c4-a5de-40bf-9b5a-873ed8dc3dbc req-b3d65457-5d56-4f58-91ef-fa5c42e0589d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:39.377076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1a263c4-a5de-40bf-9b5a-873ed8dc3dbc req-b3d65457-5d56-4f58-91ef-fa5c42e0589d tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 950 time: 0.1021383 Sep 02 12:37:39.381461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e744316-ba76-4a66-9b20-c0900ef4d1c2 req-f263d48f-bc04-4866-9511-a73a1b82fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:39.382983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e744316-ba76-4a66-9b20-c0900ef4d1c2 req-f263d48f-bc04-4866-9511-a73a1b82fe7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 1101 time: 0.0806968 Sep 02 12:37:39.433077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-f0cd7f69-a8e3-46ba-a179-41cb1256be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:39.434619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-f0cd7f69-a8e3-46ba-a179-41cb1256be65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.3104956 Sep 02 12:37:39.461882 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:37:39.481852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-ad429886-5a57-4a69-b235-c21de5c38897 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354385 Sep 02 12:37:39.497439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e744316-ba76-4a66-9b20-c0900ef4d1c2 req-83058802-76d7-40f0-b72f-b39fea5fca32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041746 Sep 02 12:37:39.509480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:39.509695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1a263c4-a5de-40bf-9b5a-873ed8dc3dbc req-80c3d2bd-9037-47bc-b20b-03034847016f tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293962 Sep 02 12:37:39.586667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-a3c51895-cd65-4e0a-b34f-a646677540fb tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:39.588599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-a3c51895-cd65-4e0a-b34f-a646677540fb tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2090497 Sep 02 12:37:39.613924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Transition to ACTIVE for port object 422531fd-65e7-43c4-abed-0743475c252a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:39.637624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc9fe13-e58c-403b-a77d-06afdbbb4df0 req-aa2126a8-46ba-4a8c-956f-8c5ac6977f0c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 210 time: 0.0350542 Sep 02 12:37:39.682078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-965b7d4f-eb67-449d-a669-212375ccfffa req-c5cab407-5173-4abd-a593-8a67cbc86902 service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964186 Sep 02 12:37:39.706083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Request body: {'port': {'device_id': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'admin_state_up': True, 'tenant_id': '4f73671de3a548939c26bb2b37a14cf0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:39.758409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-107ca13f-1f01-4480-af2f-03fcc31bd176 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670827 Sep 02 12:37:39.830903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:39.853039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3236473b-5aac-4ce1-ad35-4a8164a31109'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:39.898234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Made reservation on behalf of 4f73671de3a548939c26bb2b37a14cf0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:39.901754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:39.901996 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:39.912440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:39.920735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:39.985361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:40.043440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Pushing event updated for resources: {'Port': ['ID=422531fd-65e7-43c4-abed-0743475c252a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:40.087690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-638d39f5-3e1c-4c1a-b7cd-543a62a6188f req-6a65acdb-c8e6-4270-83d6-0ec3c839dedd service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201153 Sep 02 12:37:40.098278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:40.099207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.171404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Allocated IP 172.20.0.11 (06ad6b17-6e07-45ac-963a-80f46b9c1b03/3f6109a5-c17f-4366-80c0-a0c0296586f2/1019f27f-2880-497b-a744-22e775dedfc0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:40.213098 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-86bd5a74-5bcb-4a26-9f6a-4b842819aee7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9690025 Sep 02 12:37:40.226622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Request body: {'port': {'device_id': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:40.313011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.320361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55453ba3-351d-4ca0-99f9-2109aa28e432 None None] Provisioning for port 422531fd-65e7-43c4-abed-0743475c252a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:40.329700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55453ba3-351d-4ca0-99f9-2109aa28e432 None None] Provisioning complete for port 422531fd-65e7-43c4-abed-0743475c252a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:40.330414 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55453ba3-351d-4ca0-99f9-2109aa28e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.331724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:40.339360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.399496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-8a03d885-3ead-4e67-8b26-b3f6eca2ee2e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "PUT /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 695 time: 1.8572798 Sep 02 12:37:40.402166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.406307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:40.409060 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f221b6d-a536-44da-8465-92dca3f897da" -d '{"events": [{"name": "network-changed", "server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "tag": "197851d8-6b86-45b7-83ce-414d853278c5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:40.442095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:40.482402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-55453ba3-351d-4ca0-99f9-2109aa28e432 None None] Port 422531fd-65e7-43c4-abed-0743475c252a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:37:40.486134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:40.486824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:40.504736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.555412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:40.562873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:40.572178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:40.639307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:40.659185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:40.660159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.680729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-e7e2b3d0-fc16-42f7-9eee-43e337dd5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:40.682181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-e7e2b3d0-fc16-42f7-9eee-43e337dd5e5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1097 time: 0.2568154 Sep 02 12:37:40.685300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-6337225c-a7bc-4128-a4c5-c4ca0fb43bbd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9837584 Sep 02 12:37:40.699569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Request body: {'port': {'device_id': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:40.782849 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.792697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:40.798131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:40.886045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-10e9fe0d-660d-4aeb-add1-c545a2668d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:40.888475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-10e9fe0d-660d-4aeb-add1-c545a2668d8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.1908324 Sep 02 12:37:40.998458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-84c583b5-3cd5-47e4-9961-07da3906d3fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 217 time: 0.0502739 Sep 02 12:37:41.037069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-b184c96a-0479-4114-9fef-cd1b7bc5dc98 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:41.038433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-b184c96a-0479-4114-9fef-cd1b7bc5dc98 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100050 Sep 02 12:37:41.056169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422531fd-65e7-43c4-abed-0743475c252a {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:41.066008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:41.069247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.090957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-33c22124-fffd-4544-9a84-ca7f1070397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:41.093323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-33c22124-fffd-4544-9a84-ca7f1070397b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.0938518 Sep 02 12:37:41.094496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Transition to ACTIVE for port object 422531fd-65e7-43c4-abed-0743475c252a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:41.098260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:41.100510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.107764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:41.108546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:41.139405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-11dedcb3-900d-4db2-a078-88da020213a4 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:41.142023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-11dedcb3-900d-4db2-a078-88da020213a4 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 1093 time: 0.0948026 Sep 02 12:37:41.160564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:41.161083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:37:41.218830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d6a64-f845-43f6-b2b1-3ac9de108f6e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:41.222155 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abda158-a705-4e2d-8a66-c28378858de5" -d '{"events": [{"server_uuid": "8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8", "name": "network-vif-plugged", "status": "completed", "tag": "402d6a64-f845-43f6-b2b1-3ac9de108f6e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:41.245214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:41.357597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1019f27f-2880-497b-a744-22e775dedfc0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:41.372115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.418283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Transition to ACTIVE for port object 1019f27f-2880-497b-a744-22e775dedfc0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:41.428400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.519757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:41.541002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:41.547028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Pushing event updated for resources: {'Port': ['ID=422531fd-65e7-43c4-abed-0743475c252a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:41.586766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:41.587106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:41.587618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:41.593680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca472e0-f262-4e63-a088-9c846856bdea None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:41.625512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:41.625842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:41.638407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:41.638980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:41.639125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:41.639717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Bound port: 4cb50363-e644-4588-8aca-2624ce9d0b74, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:41.714968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-e3f876d5-df59-46ef-adf6-50a595381829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:41.726447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-e3f876d5-df59-46ef-adf6-50a595381829 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6216078 Sep 02 12:37:41.751015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:41.751365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:41.751838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:41.772891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:41.774372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:41.774790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:41.782818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.784378 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-bf0eecc0-83fb-4f8d-9e94-404760e0d609 service neutron] 10.222.0.60 "POST /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74/bindings HTTP/1.1" status: 201 len: 389 time: 0.6292062 Sep 02 12:37:41.785955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:41.786677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:41.787067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:41.787516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Bound port: 1019f27f-2880-497b-a744-22e775dedfc0, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:41.787879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.803055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Attempting to bind port 422531fd-65e7-43c4-abed-0743475c252a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:41.803422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Attempting to bind port 422531fd-65e7-43c4-abed-0743475c252a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:41.804026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Attempting to bind port 422531fd-65e7-43c4-abed-0743475c252a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:41.812697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Port 422531fd-65e7-43c4-abed-0743475c252a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:41.813074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Attempting to bind port 422531fd-65e7-43c4-abed-0743475c252a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:41.823798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:41.824302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:41.825233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:41.825233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Bound port: 422531fd-65e7-43c4-abed-0743475c252a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:41.825518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.861770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2b063e03-2728-46ae-b17a-1f56e9ebbaee details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:41.939093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-466a6b57-3dd9-4461-9bcb-7886c46bc62b service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114127 Sep 02 12:37:41.940366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:41.949389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:41.958554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:41.999543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:37:42.018629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.019393 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:42.021173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 1092 time: 1.3282962 Sep 02 12:37:42.043873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] For port 422531fd-65e7-43c4-abed-0743475c252a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:42.049278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] For port 422531fd-65e7-43c4-abed-0743475c252a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=422531fd-65e7-43c4-abed-0743475c252a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:42.060939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:42.062208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:42.063939 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "tag": "1019f27f-2880-497b-a744-22e775dedfc0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:42.157590 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66cf358-85f2-4c8b-8d86-61e9c4af72da None None] New status for floating IP 1b3252f2-b48f-493e-a498-421e568b8104: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:37:42.202843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc7a86-cb81-4e98-9c99-9e69803a81f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:42.232565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f774-7292-447b-93b1-3f3e9bc25b98 req-04e35052-49fd-46b1-bfae-dbcb29ebe796 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.239702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ba9f774-7292-447b-93b1-3f3e9bc25b98 req-04e35052-49fd-46b1-bfae-dbcb29ebe796 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 950 time: 0.2457671 Sep 02 12:37:42.246540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-1f966c3f-3ea8-4534-bf75-a39cd68871f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.251577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-1f966c3f-3ea8-4534-bf75-a39cd68871f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1095 time: 0.1409094 Sep 02 12:37:42.286205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3efdd8e6-2385-4d88-8eaa-9d297ff7cabd req-b2cb4dc2-bcda-436c-8672-8cee844d6399 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459394 Sep 02 12:37:42.304194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.305846 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:42.309849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] 10.222.0.41 "PUT /v2.0/ports/422531fd-65e7-43c4-abed-0743475c252a HTTP/1.1" status: 200 len: 1095 time: 2.0874190 Sep 02 12:37:42.391541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:42.403611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-48feb20f-9417-4e45-9797-44f1663d40b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 217 time: 0.1263659 Sep 02 12:37:42.439503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'port_id': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'mac_address': 'fa:16:3e:28:0c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:42.506423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-5037cbc8-4cf9-4569-854c-819f70302504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.507759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-5037cbc8-4cf9-4569-854c-819f70302504 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1096 time: 0.3079572 Sep 02 12:37:42.510738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c0083-3652-4a7c-aba4-a6dabd74f3fc service neutron] Pushing event updated for resources: {'Port': ['ID=422531fd-65e7-43c4-abed-0743475c252a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:42.521583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ba9f774-7292-447b-93b1-3f3e9bc25b98 req-87821ff6-be2b-4a74-8269-109aa399c559 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667294 Sep 02 12:37:42.563293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c591a3-c408-4bef-bc09-89758e444600 req-38619dde-fac2-4b56-8a97-13a78fa5349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.564830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-38619dde-fac2-4b56-8a97-13a78fa5349f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1424789 Sep 02 12:37:42.617433 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:42.625385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-78a59dac-6d7c-48a9-8983-bbb4de07824a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513844 Sep 02 12:37:42.651931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b063e03-2728-46ae-b17a-1f56e9ebbaee {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:42.669466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-97cad86f-673a-4f4b-a537-c8402f7633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.671205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-97cad86f-673a-4f4b-a537-c8402f7633bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 1098 time: 0.2654860 Sep 02 12:37:42.698970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc5d0-a3f3-4c3e-8088-223239ee6847 req-b552c117-c7c6-4c10-b318-070b8845a35d tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.704652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbbbc5d0-a3f3-4c3e-8088-223239ee6847 req-b552c117-c7c6-4c10-b318-070b8845a35d tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 943 time: 0.2742374 Sep 02 12:37:42.716760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:42.732809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:42.812736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2b063e03-2728-46ae-b17a-1f56e9ebbaee,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:42.831425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2858141-37c4-453f-a100-fcc367dedc1f req-46c36963-aa65-4e9a-b7e8-52ec963fa46b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.831786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-538f12f3-b3f8-4a34-a45f-359fce3688b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=422531fd-65e7-43c4-abed-0743475c252a HTTP/1.1" status: 200 len: 217 time: 0.1217380 Sep 02 12:37:42.833292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2858141-37c4-453f-a100-fcc367dedc1f req-46c36963-aa65-4e9a-b7e8-52ec963fa46b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 947 time: 0.1539831 Sep 02 12:37:42.845113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbbbc5d0-a3f3-4c3e-8088-223239ee6847 req-5f28864e-1193-4230-8c16-e9b2b3b81f48 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143100 Sep 02 12:37:42.895051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-96a5c7f6-29ee-499d-9daa-a0b6f9e8f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:42.897344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-96a5c7f6-29ee-499d-9daa-a0b6f9e8f507 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.3779709 Sep 02 12:37:42.939380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-addd8652-e9e4-4d9c-a77c-e15ae5902d1d service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986782 Sep 02 12:37:42.972860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2858141-37c4-453f-a100-fcc367dedc1f req-baccd50b-361f-4ac5-b2da-81416fab658a tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084664 Sep 02 12:37:42.984547 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058fe90-b5e3-461f-b770-49ed2635f86b x-openstack-request-id: req-7058fe90-b5e3-461f-b770-49ed2635f86b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:42.984988 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "tag": "197851d8-6b86-45b7-83ce-414d853278c5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:42.985347 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7058fe90-b5e3-461f-b770-49ed2635f86b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:42.985826 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5', 'status': 'completed', 'code': 200} Sep 02 12:37:42.987473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-b76f68d8-6b0e-45b7-a0f3-9265a5aebd71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 217 time: 0.0827646 Sep 02 12:37:43.025473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['2b063e03-2728-46ae-b17a-1f56e9ebbaee'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:43.052033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-23e2070d-8497-4a92-9032-b55b2a6a639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.054196 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-23e2070d-8497-4a92-9032-b55b2a6a639c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.2132034 Sep 02 12:37:43.129079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11c591a3-c408-4bef-bc09-89758e444600 req-7fa7ccfd-8952-4505-840c-899d00c14a50 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759744 Sep 02 12:37:43.145107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221b6d-a536-44da-8465-92dca3f897da req-5fe25ec7-a872-4c83-aa4d-2e6d67592d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.146772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-5fe25ec7-a872-4c83-aa4d-2e6d67592d86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 1097 time: 0.1706088 Sep 02 12:37:43.174289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635109fa-20da-487d-b21c-688af3f8a725 req-56bd7e46-f31d-4694-8e53-c0428f9f84da tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.178800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-635109fa-20da-487d-b21c-688af3f8a725 req-56bd7e46-f31d-4694-8e53-c0428f9f84da tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 944 time: 0.0974360 Sep 02 12:37:43.194126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-6aa09dd8-8fd1-4088-b5b9-31cd9f6550bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.195780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-6aa09dd8-8fd1-4088-b5b9-31cd9f6550bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1680164 Sep 02 12:37:43.228458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-635109fa-20da-487d-b21c-688af3f8a725 req-bcf9d2f0-c155-4885-bbc6-ed0eee5db845 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Sep 02 12:37:43.252508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c942-61a9-4e62-8845-48ff12700bee req-fb07a786-ba68-42ac-812c-1c7f4768389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.254221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-fb07a786-ba68-42ac-812c-1c7f4768389d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712282 Sep 02 12:37:43.278124 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf55850-e73f-4557-acbf-117701ff2674 x-openstack-request-id: req-1bf55850-e73f-4557-acbf-117701ff2674 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:43.278513 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8", "name": "network-vif-plugged", "status": "completed", "tag": "402d6a64-f845-43f6-b2b1-3ac9de108f6e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:43.278846 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bf55850-e73f-4557-acbf-117701ff2674 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:43.279331 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d6a64-f845-43f6-b2b1-3ac9de108f6e', 'code': 200} Sep 02 12:37:43.279742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-7112c10b-d5a1-4ba2-940d-25eb10b6eb81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493565 Sep 02 12:37:43.297902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17bbe-d586-4a5e-8220-5cba12b797ce req-8c1480a7-9f41-4995-9f19-10e542a09023 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.299558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddd17bbe-d586-4a5e-8220-5cba12b797ce req-8c1480a7-9f41-4995-9f19-10e542a09023 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 950 time: 0.2563746 Sep 02 12:37:43.436432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a35271-5a80-4f7c-80d0-e1fb7b98f363 req-075c4d8b-255d-42f3-8060-ed7f9241cb1b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.437992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6a35271-5a80-4f7c-80d0-e1fb7b98f363 req-075c4d8b-255d-42f3-8060-ed7f9241cb1b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 945 time: 0.0834770 Sep 02 12:37:43.440660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68408d4-4b50-45c3-90c3-0f8ef68518e4 req-6fccbd1a-3239-4352-870e-52a156e1962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.442074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e68408d4-4b50-45c3-90c3-0f8ef68518e4 req-6fccbd1a-3239-4352-870e-52a156e1962b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 1101 time: 0.0853741 Sep 02 12:37:43.443257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221b6d-a536-44da-8465-92dca3f897da req-b6cc5000-6df2-4730-ac14-ea392c4c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.444786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-b6cc5000-6df2-4730-ac14-ea392c4c2afa service neutron] 10.222.0.41 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.2873378 Sep 02 12:37:43.483816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddd17bbe-d586-4a5e-8220-5cba12b797ce req-386ee71e-5a1e-4873-a6ef-44f89455b2df tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622207 Sep 02 12:37:43.500831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6a35271-5a80-4f7c-80d0-e1fb7b98f363 req-2e3b3dbb-e551-4690-89bf-c305caaedc4b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Sep 02 12:37:43.518085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e68408d4-4b50-45c3-90c3-0f8ef68518e4 req-aa8665d4-8932-42b0-8c9c-79e8f47f5316 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Sep 02 12:37:43.529378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-15a2df84-e5a4-44c3-aaa3-bc0365fcaf79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 200 len: 217 time: 0.0703065 Sep 02 12:37:43.558472 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dc1b23-b3c1-49a0-9344-2d2c34c0ae6d x-openstack-request-id: req-70dc1b23-b3c1-49a0-9344-2d2c34c0ae6d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:43.559057 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "tag": "1019f27f-2880-497b-a744-22e775dedfc0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:43.559599 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70dc1b23-b3c1-49a0-9344-2d2c34c0ae6d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:43.560847 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0', 'status': 'completed', 'code': 200} Sep 02 12:37:43.583230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-73158311-cb37-4db8-8e64-96694daf40f6 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074217 Sep 02 12:37:43.591821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-8f4b7d63-fa59-4096-8dde-4b8204e80a4e service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892051 Sep 02 12:37:43.653105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221b6d-a536-44da-8465-92dca3f897da req-7d574db0-1541-49ec-9716-a06c684ec61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.654671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-7d574db0-1541-49ec-9716-a06c684ec61a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1160476 Sep 02 12:37:43.669933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-e4caa811-0116-4d42-8b4b-d662b1b0c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.674658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-e4caa811-0116-4d42-8b4b-d662b1b0c624 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1095 time: 0.0906065 Sep 02 12:37:43.813254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7951c942-61a9-4e62-8845-48ff12700bee req-97fe7a6f-c9a7-45fe-b75d-5c9e174d6b1b service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204223 Sep 02 12:37:43.815810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221b6d-a536-44da-8465-92dca3f897da req-1c172d23-d3b1-4529-ae95-d389cc5b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.817706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-1c172d23-d3b1-4529-ae95-d389cc5b71d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544430 Sep 02 12:37:43.949621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-4694f29d-c5ba-43c9-b147-0692f998d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.951318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-4694f29d-c5ba-43c9-b147-0692f998d7b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.2691159 Sep 02 12:37:43.964579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862c929-d44d-4ed6-9448-2f2a0023f149 req-4a944ac4-5e99-4119-b7ff-fe51f639b652 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:43.966299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4862c929-d44d-4ed6-9448-2f2a0023f149 req-4a944ac4-5e99-4119-b7ff-fe51f639b652 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 1101 time: 0.1562877 Sep 02 12:37:43.987454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-7605f55b-603c-4845-853a-d75b85e008dc service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548690 Sep 02 12:37:44.002689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-b8e39e2d-8605-440e-b8e4-f6c0a459638a tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:44.004298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-b8e39e2d-8605-440e-b8e4-f6c0a459638a tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1364763 Sep 02 12:37:44.010417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4862c929-d44d-4ed6-9448-2f2a0023f149 req-58d4a547-6ff8-49c7-a097-eaf6f8b761f6 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.029642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-83c1b236-c0c7-43b1-a977-30a772c42b11 service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798975 Sep 02 12:37:44.039276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-459896b6-ece1-4f8a-9b44-1e5a3475d692 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 217 time: 0.0646057 Sep 02 12:37:44.090358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-9b1fcce8-f3fe-4548-9b24-24036e526d36 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0540464 Sep 02 12:37:44.117147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'floatingip': {'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:44.167139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-1f2d8279-6eb7-459c-a03d-27bac511e1e2 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:44.168950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-1f2d8279-6eb7-459c-a03d-27bac511e1e2 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.0839150 Sep 02 12:37:44.188179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:44.196283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.251832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f221b6d-a536-44da-8465-92dca3f897da req-ce535d6d-b3c2-40a2-8054-96fb0dca0007 service neutron] 10.222.0.41 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140145 Sep 02 12:37:44.289611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.320683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4862c929-d44d-4ed6-9448-2f2a0023f149 req-58d4a547-6ff8-49c7-a097-eaf6f8b761f6 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.347623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4862c929-d44d-4ed6-9448-2f2a0023f149 req-58d4a547-6ff8-49c7-a097-eaf6f8b761f6 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.379168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4862c929-d44d-4ed6-9448-2f2a0023f149 req-58d4a547-6ff8-49c7-a097-eaf6f8b761f6 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022722 Sep 02 12:37:44.411941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4a547-6ff8-49c7-a097-eaf6f8b761f6 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded493dd-27af-4c79-a3f0-a695a1c9476e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:44.468207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-474ef60b-db11-4b8a-bb1c-d455e3dc8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:44.469889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-474ef60b-db11-4b8a-bb1c-d455e3dc8fd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.3967755 Sep 02 12:37:44.533914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-0c726102-a08c-495c-8665-35c724c89528 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336306 Sep 02 12:37:44.552697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:44.595027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8118-875a-48d7-b066-71ee1029ef56 req-fb3ac7d6-3fc6-4aaf-86db-2be5ee725cc5 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:44.597481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e08b8118-875a-48d7-b066-71ee1029ef56 req-fb3ac7d6-3fc6-4aaf-86db-2be5ee725cc5 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 944 time: 0.1036053 Sep 02 12:37:44.648094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:44.689564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e08b8118-875a-48d7-b066-71ee1029ef56 req-771a0636-52ef-4813-80a3-ba5ee32b518a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822203 Sep 02 12:37:44.724747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.735158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.788637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-43573a44-64d1-4a8a-9222-4de32d6fe010 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230334 Sep 02 12:37:44.853094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:44.878087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:37:44.878087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:37:44.878087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:44.897588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4e6f-1560-4360-97ba-9c3b7d078264 req-99e53bdd-1736-4093-ac6e-44287254d4df tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:44.905011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd7e4e6f-1560-4360-97ba-9c3b7d078264 req-99e53bdd-1736-4093-ac6e-44287254d4df tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 947 time: 0.1229193 Sep 02 12:37:44.914113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:37:44.914437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Attempting to bind port 4cb50363-e644-4588-8aca-2624ce9d0b74 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:37:44.929157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:37:44.929496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:37:44.929876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:37:44.930327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Bound port: 4cb50363-e644-4588-8aca-2624ce9d0b74, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:37:44.930666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:44.969308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd7e4e6f-1560-4360-97ba-9c3b7d078264 req-ff21ecb8-bb70-43e1-b67e-aa1549ba674c tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631344 Sep 02 12:37:44.998564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'tag': '422531fd-65e7-43c4-abed-0743475c252a'}, {'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:45.001983 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e219384b-31ec-4838-affe-5fd338ff5c97" -d '{"events": [{"name": "network-changed", "server_uuid": "2d44a93a-ba01-48dc-9e00-091b208e7e37", "tag": "422531fd-65e7-43c4-abed-0743475c252a"}, {"server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:45.077989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:45.094293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:37:45.103752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.116163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9c7a-95ce-4ed2-a330-92a1328217d6 req-bd0b9751-42f1-4d02-b6f8-00f3914970a2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:45.117788 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f0d9c7a-95ce-4ed2-a330-92a1328217d6 req-bd0b9751-42f1-4d02-b6f8-00f3914970a2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 944 time: 0.0795839 Sep 02 12:37:45.133250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f981a37-c30e-44da-82b9-5ca1ac7ca20c req-9ee789d6-b0d2-4991-823a-27c3b1c01c69 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296239 Sep 02 12:37:45.193614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:45.231483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:45.232111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.233570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-dc5ee4be-b152-402e-83de-44078f159234 service neutron] 10.222.0.18 "PUT /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 1121 time: 1.0545805 Sep 02 12:37:45.240177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:37:45.242384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f0d9c7a-95ce-4ed2-a330-92a1328217d6 req-be618af3-0c87-404b-8157-83a26fdff592 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006522 Sep 02 12:37:45.323014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4cb50363-e644-4588-8aca-2624ce9d0b74'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:45.346856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.352466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.378285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b77a3-d2a4-46e4-bc36-3a83357e9130 req-67056e73-9fad-4fd9-8bbd-b02d7d225ffe tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:45.379101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa7b77a3-d2a4-46e4-bc36-3a83357e9130 req-67056e73-9fad-4fd9-8bbd-b02d7d225ffe tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 950 time: 0.0599353 Sep 02 12:37:45.438327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa7b77a3-d2a4-46e4-bc36-3a83357e9130 req-6384b05c-2ff6-48a2-bea7-123aad7e897c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503180 Sep 02 12:37:45.499068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-4cc8e3a8-dc97-44f9-9553-a266ed0e293b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:45.501251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-4cc8e3a8-dc97-44f9-9553-a266ed0e293b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.41 "GET /v2.0/ports?device_id=654ae7c2-5042-4e25-9ea5-119957b24498 HTTP/1.1" status: 200 len: 946 time: 0.0786490 Sep 02 12:37:45.564881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b5b0-3a56-43a1-88f1-dec6db80005e req-073de498-5d32-49ec-945f-c741725edb59 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:45.566702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae31b5b0-3a56-43a1-88f1-dec6db80005e req-073de498-5d32-49ec-945f-c741725edb59 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.0661097 Sep 02 12:37:45.571041 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Floating IP 1b3252f2-b48f-493e-a498-421e568b8104 associated. External IP: 172.25.7.230, port: d51345ec-ad64-41b4-a451-1e50345621c0. Sep 02 12:37:45.610547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae31b5b0-3a56-43a1-88f1-dec6db80005e req-39d602c4-a57a-4a2f-b4c0-1d110879e605 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369802 Sep 02 12:37:45.655574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:45.674663 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e6f9e-f62e-4fa8-8fbb-da5d87a34ebe x-openstack-request-id: req-e64e6f9e-f62e-4fa8-8fbb-da5d87a34ebe {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:45.674663 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d44a93a-ba01-48dc-9e00-091b208e7e37", "tag": "422531fd-65e7-43c4-abed-0743475c252a", "status": "completed", "code": 200}, {"server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:45.674663 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e64e6f9e-f62e-4fa8-8fbb-da5d87a34ebe {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:45.674663 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'tag': '422531fd-65e7-43c4-abed-0743475c252a', 'status': 'completed', 'code': 200} Sep 02 12:37:45.674663 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'code': 200} Sep 02 12:37:45.735025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Deleting port 197851d8-6b86-45b7-83ce-414d853278c5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:45.735375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.829943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:45.849679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '1019f27f-2880-497b-a744-22e775dedfc0', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'port_id': '1019f27f-2880-497b-a744-22e775dedfc0', 'mac_address': 'fa:16:3e:5f:b7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6109a5-c17f-4366-80c0-a0c0296586f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:45.889698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2b063e03-2728-46ae-b17a-1f56e9ebbaee up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:45.930691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] For port 197851d8-6b86-45b7-83ce-414d853278c5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=197851d8-6b86-45b7-83ce-414d853278c5,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:45.931075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.952453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:45.954688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Calling delete_port for 197851d8-6b86-45b7-83ce-414d853278c5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:45.972532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1019f27f-2880-497b-a744-22e775dedfc0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:45.996662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:46.005968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.010309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:46.071251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:46.091096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 2b063e03-2728-46ae-b17a-1f56e9ebbaee completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:46.093972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-39a08795-df53-4b66-ac7d-8472285e96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.095667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-39a08795-df53-4b66-ac7d-8472285e96c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 1098 time: 0.4017086 Sep 02 12:37:46.096693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 2b063e03-2728-46ae-b17a-1f56e9ebbaee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:46.097100 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.120613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602c3e9-f777-498e-abcc-a00b38838f30 req-1f07d97e-d4ee-4da4-bd03-af91d36424a2 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.122814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2602c3e9-f777-498e-abcc-a00b38838f30 req-1f07d97e-d4ee-4da4-bd03-af91d36424a2 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 1101 time: 0.3878934 Sep 02 12:37:46.237150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.270874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2602c3e9-f777-498e-abcc-a00b38838f30 req-c9c87e17-bcd2-4854-9a3f-398f474868a8 tempest-ServersAdminNegativeTestJSON-2059525486 tempest-ServersAdminNegativeTestJSON-2059525486-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343129 Sep 02 12:37:46.277313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1019f27f-2880-497b-a744-22e775dedfc0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:46.319213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-faeba04c-c7f6-4a6d-aaa8-f1d8e28246fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.323440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-faeba04c-c7f6-4a6d-aaa8-f1d8e28246fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2168269 Sep 02 12:37:46.330754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:46.341315 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5124b71f-a12e-4c80-91fe-caf698d3b02c" -d '{"events": [{"server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "name": "network-vif-plugged", "status": "completed", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:46.380916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:46.401979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-9eb4426f-db76-4ec6-99bd-afb87a9ecded service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=422531fd-65e7-43c4-abed-0743475c252a HTTP/1.1" status: 200 len: 217 time: 0.0658767 Sep 02 12:37:46.465065 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.511739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-690448cc-e61e-43f5-9e33-0e3a0e92e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.513370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-690448cc-e61e-43f5-9e33-0e3a0e92e5e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1062903 Sep 02 12:37:46.605769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-1c15628a-a65e-4666-a65d-20816d6068dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.607634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-1c15628a-a65e-4666-a65d-20816d6068dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866349 Sep 02 12:37:46.611285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:46.626380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.630908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.633460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:46.644309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2b063e03-2728-46ae-b17a-1f56e9ebbaee,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:46.648230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['d51345ec-ad64-41b4-a451-1e50345621c0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:46.680645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event deleted for resources: {'Port': ['ID=197851d8-6b86-45b7-83ce-414d853278c5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:46.758672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] No DVR routers for this DVR port 197851d8-6b86-45b7-83ce-414d853278c5 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:46.776466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-c9ad357e-20fd-46d4-9e8e-34a6d9df6032 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "PUT /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 996 time: 2.6648388 Sep 02 12:37:46.788103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:46.790063 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:46.793467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:46.803290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a53b51bc-a90e-486d-813e-ad503bc61c98 req-7f79a9f5-7e23-4ad5-996d-b085c783a6ad tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.41 "DELETE /v2.0/ports/197851d8-6b86-45b7-83ce-414d853278c5 HTTP/1.1" status: 204 len: 173 time: 1.2882519 Sep 02 12:37:46.823093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-4f8f47dd-fb25-4ab5-8803-57bfc3421615 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070107 Sep 02 12:37:46.842644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-1b3cf50c-4d55-4bc6-96c7-b98d75773acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.846605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-1b3cf50c-4d55-4bc6-96c7-b98d75773acd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.0690663 Sep 02 12:37:46.874435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:46.875119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:46.903275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b44af-b778-40b6-bf64-69ca3b09f249 req-c0a1fe12-82ca-4f77-b9cc-622cf462e65e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:46.911260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-425b44af-b778-40b6-bf64-69ca3b09f249 req-c0a1fe12-82ca-4f77-b9cc-622cf462e65e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 945 time: 0.2465503 Sep 02 12:37:46.974849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-425b44af-b778-40b6-bf64-69ca3b09f249 req-80629b7b-ccc6-4dc1-b988-cddb874de816 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603948 Sep 02 12:37:47.041187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e219384b-31ec-4838-affe-5fd338ff5c97 req-8a3d260a-bf81-41e5-9946-063b19ba95e7 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046804 Sep 02 12:37:47.061102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-7900f9df-6e54-496d-8b21-45cb5f3cb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.072591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-7900f9df-6e54-496d-8b21-45cb5f3cb4bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.2147315 Sep 02 12:37:47.107285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07930e6b-9cc1-4b11-9014-07e95af4ad83 req-706b831b-23d8-48e9-a7bb-481580e65d8f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.115897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07930e6b-9cc1-4b11-9014-07e95af4ad83 req-706b831b-23d8-48e9-a7bb-481580e65d8f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 947 time: 0.0702863 Sep 02 12:37:47.137413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:47.158423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07930e6b-9cc1-4b11-9014-07e95af4ad83 req-6cfe0de4-b70c-4583-a864-096fe31bbca7 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Sep 02 12:37:47.194019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-16283297-320b-4962-98dc-105193e4d12f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 999 time: 0.1195543 Sep 02 12:37:47.263499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-78105422-d659-4956-bb56-fae1b9f79646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.269649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-78105422-d659-4956-bb56-fae1b9f79646 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.0681310 Sep 02 12:37:47.306787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa5938-6f9c-4178-9687-bf9ba03ffe42 req-72752f38-f9f9-4f0f-8143-b346e32b1ff8 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.315582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0fa5938-6f9c-4178-9687-bf9ba03ffe42 req-72752f38-f9f9-4f0f-8143-b346e32b1ff8 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 945 time: 0.0827756 Sep 02 12:37:47.336514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-0e766b7e-158e-48df-a1bb-313deee05d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.338324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-0e766b7e-158e-48df-a1bb-313deee05d88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606544 Sep 02 12:37:47.370908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0fa5938-6f9c-4178-9687-bf9ba03ffe42 req-322170ca-230f-4a3e-a1b7-06372689941d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541959 Sep 02 12:37:47.459016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['197851d8-6b86-45b7-83ce-414d853278c5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:47.491317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-4a8ee5d6-9fe1-4623-914a-578f3ca4a612 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417468 Sep 02 12:37:47.540869 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08acd94-0ec9-43b2-8bdf-869342b0b540 x-openstack-request-id: req-b08acd94-0ec9-43b2-8bdf-869342b0b540 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:47.541184 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "name": "network-vif-plugged", "status": "completed", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:47.541438 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b08acd94-0ec9-43b2-8bdf-869342b0b540 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:47.541830 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'code': 200} Sep 02 12:37:47.578229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:45Z', 'revision_number': 8, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:47.615517 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda5f5e4-922f-4da4-8599-1b3094a3ed49 req-3e1deffa-d7f8-4a3f-96c4-24b442f3ea47 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170516 Sep 02 12:37:47.616258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:47.629051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:47.630173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:47.676129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:47.678844 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:47.689818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 422531fd-65e7-43c4-abed-0743475c252a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:47.692046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:47.698173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c035c-b54d-41d6-ab0b-4305080b0e85 req-263172bd-c8e3-423b-a875-f8037c42e68f tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.700288 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-990c035c-b54d-41d6-ab0b-4305080b0e85 req-263172bd-c8e3-423b-a875-f8037c42e68f tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 950 time: 0.0926492 Sep 02 12:37:47.705490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144882ec-e365-4110-ae12-1ffe992cda9c req-e7af48fc-777c-4d72-9be5-4acd22f784d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.706943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-144882ec-e365-4110-ae12-1ffe992cda9c req-e7af48fc-777c-4d72-9be5-4acd22f784d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 1096 time: 0.0882771 Sep 02 12:37:47.770852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-990c035c-b54d-41d6-ab0b-4305080b0e85 req-262fa044-ab3b-41f8-bbb5-e9e59641e5a2 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595825 Sep 02 12:37:47.775378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-144882ec-e365-4110-ae12-1ffe992cda9c req-80ff4401-68b0-4b57-acb9-46c1f117abc2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575004 Sep 02 12:37:47.784218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758521d3-3662-42af-b82b-7f5c8e8c8594 req-090b8ef1-2410-45f3-ae75-b70ef12e1656 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:47.794157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-758521d3-3662-42af-b82b-7f5c8e8c8594 req-090b8ef1-2410-45f3-ae75-b70ef12e1656 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.0856898 Sep 02 12:37:47.837444 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e2bd07-dd60-4d10-a180-897d943b8755 x-openstack-request-id: req-49e2bd07-dd60-4d10-a180-897d943b8755 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:47.837789 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:47.838089 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49e2bd07-dd60-4d10-a180-897d943b8755 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:47.838545 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'status': 'completed', 'code': 200} Sep 02 12:37:47.853717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-758521d3-3662-42af-b82b-7f5c8e8c8594 req-0ae4f06f-44a1-4017-bce9-038cba517563 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584714 Sep 02 12:37:47.915264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:47.942820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0155f30f-9560-489e-aa80-ddc8943cbacb req-729224c0-31a9-4bc6-8450-300893a27f3b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 996 time: 0.0994086 Sep 02 12:37:47.954757 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a75b4-c1f8-4290-9d46-540b65ca917a x-openstack-request-id: req-dc0a75b4-c1f8-4290-9d46-540b65ca917a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:47.955191 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:47.955529 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc0a75b4-c1f8-4290-9d46-540b65ca917a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:47.956006 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'status': 'completed', 'code': 200} Sep 02 12:37:48.023134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:37:48.091331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 1019f27f-2880-497b-a744-22e775dedfc0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:48.114768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 1019f27f-2880-497b-a744-22e775dedfc0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:48.115144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:48.128076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-2e678d33-0ec0-49d8-98fb-583b15fbbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.139694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-2e678d33-0ec0-49d8-98fb-583b15fbbc81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1124 time: 0.1826794 Sep 02 12:37:48.236920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-71f6b757-de51-47db-aa23-ddd3924eb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.238300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 422531fd-65e7-43c4-abed-0743475c252a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=422531fd-65e7-43c4-abed-0743475c252a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:48.238721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-71f6b757-de51-47db-aa23-ddd3924eb1a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.1833780 Sep 02 12:37:48.247891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f30f-9560-489e-aa80-ddc8943cbacb req-c3e4ceb3-bdec-43b3-9ba8-e372fb208db2 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.254803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0155f30f-9560-489e-aa80-ddc8943cbacb req-c3e4ceb3-bdec-43b3-9ba8-e372fb208db2 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.3107300 Sep 02 12:37:48.275324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-0155f30f-9560-489e-aa80-ddc8943cbacb req-b66e73cd-ae1b-4e8b-91cd-90710c8ca629 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:48.275624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '422531fd-65e7-43c4-abed-0743475c252a', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '422531fd-65e7-43c4-abed-0743475c252a', 'mac_address': 'fa:16:3e:5d:ac:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:37:48.282059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0155f30f-9560-489e-aa80-ddc8943cbacb req-b66e73cd-ae1b-4e8b-91cd-90710c8ca629 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122602 Sep 02 12:37:48.331410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:48.335851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10e329-0ddc-4297-91a8-fce41973b52a req-5a64116a-951a-4900-9cdb-8fc60571cae5 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.337948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a10e329-0ddc-4297-91a8-fce41973b52a req-5a64116a-951a-4900-9cdb-8fc60571cae5 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 945 time: 0.1501005 Sep 02 12:37:48.374792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:37:48.391998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a10e329-0ddc-4297-91a8-fce41973b52a req-c01cab0e-67db-47ce-92bc-8336891496b9 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 Sep 02 12:37:48.415174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-e7bf1806-2c3a-487b-8ad0-e3811bdfaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.423780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-e7bf1806-2c3a-487b-8ad0-e3811bdfaf36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.2732978 Sep 02 12:37:48.424221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:48.449216 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:48.456024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422531fd-65e7-43c4-abed-0743475c252a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:48.504355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 422531fd-65e7-43c4-abed-0743475c252a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=422531fd-65e7-43c4-abed-0743475c252a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:48.516958 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:48.527588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:45Z', 'revision_number': 8, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:48.547340 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-6e9a2f4b-a887-49d4-8655-c21a9c263fd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 217 time: 0.0630336 Sep 02 12:37:48.575966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:48.576180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71024d1-c206-4a5c-8c12-c7a52393bcdd req-9de2a12c-b09d-4a34-9e6c-bd1c549c069a tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.577800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e71024d1-c206-4a5c-8c12-c7a52393bcdd req-9de2a12c-b09d-4a34-9e6c-bd1c549c069a tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 950 time: 0.2167792 Sep 02 12:37:48.582637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89c1e4-24c1-4d9c-b6b2-78b1b2d00286 None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1b3252f2-b48f-493e-a498-421e568b8104', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'port_id': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'mac_address': 'fa:16:3e:12:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:36:55Z', 'updated_at': '2021-09-02T12:37:45Z', 'revision_number': 8, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:48.589043 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:48.600500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aa240-d8c8-4f0e-be39-226186519a2d req-e7e45a39-7a63-446f-9719-fea9326e70ce tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.607982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c9aa240-d8c8-4f0e-be39-226186519a2d req-e7e45a39-7a63-446f-9719-fea9326e70ce tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 948 time: 0.0836973 Sep 02 12:37:48.654029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=422531fd-65e7-43c4-abed-0743475c252a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:48.677573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c9aa240-d8c8-4f0e-be39-226186519a2d req-f721b367-5f27-4870-acae-9fe145df8965 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671279 Sep 02 12:37:48.709611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-75c317f2-8cf6-4f6c-812c-986065254c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.711150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-75c317f2-8cf6-4f6c-812c-986065254c30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.4553173 Sep 02 12:37:48.729237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e71024d1-c206-4a5c-8c12-c7a52393bcdd req-4f341f55-c53d-4caa-b018-38023baf18e2 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0b4888-f069-446a-8549-dde3c7046716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008160 Sep 02 12:37:48.753713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-ef87a0ad-e305-479d-8ffb-a635cc0f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.760116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-ef87a0ad-e305-479d-8ffb-a635cc0f02f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.2037914 Sep 02 12:37:48.771465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-d6ca2cde-76a8-471a-b94c-1cae59413df7 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 999 time: 0.0799327 Sep 02 12:37:48.773650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['422531fd-65e7-43c4-abed-0743475c252a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:48.777360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:48.820047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-17c5b11f-bd13-4de7-8230-61a53e8daf51 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:48.821623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-17c5b11f-bd13-4de7-8230-61a53e8daf51 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports/d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 942 time: 0.0493891 Sep 02 12:37:48.893606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-78f99594-47ed-47bd-b2e1-317cb59513fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610278 Sep 02 12:37:48.936555 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11cd536-74c5-48aa-8d28-7b2a7caf43cd None None] New status for floating IP 1b3252f2-b48f-493e-a498-421e568b8104: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:37:48.957939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-d8aecec5-d71c-46ec-b789-0175c5850d13 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 999 time: 0.0780649 Sep 02 12:37:48.989761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-f15d13f0-9984-4e33-b453-2f5b3f5da073 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 999 time: 0.2555444 Sep 02 12:37:49.041715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859a672-0e5d-4ba2-98d0-8c984470a8d9 req-9a07b238-8951-49d9-aa77-66cee603a85b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.043227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7859a672-0e5d-4ba2-98d0-8c984470a8d9 req-9a07b238-8951-49d9-aa77-66cee603a85b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.2096138 Sep 02 12:37:49.100629 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-7c40f93d-62c9-4682-9ab4-61452ae3436f service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917992 Sep 02 12:37:49.111091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-3b080c12-c10b-409c-99fe-2cef2a18a5f5 service neutron] 10.222.0.41 "GET /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.1191370 Sep 02 12:37:49.131176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7859a672-0e5d-4ba2-98d0-8c984470a8d9 req-7e9f011c-09c0-4ec7-8564-7f16fde5285e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776048 Sep 02 12:37:49.133701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-35f84ff1-ca68-42f4-a08f-4db497abe15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.135126 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-35f84ff1-ca68-42f4-a08f-4db497abe15e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1375098 Sep 02 12:37:49.271607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-efb38f4a-3d66-4b7c-9b1c-cc2f83edb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.273140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-efb38f4a-3d66-4b7c-9b1c-cc2f83edb94c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261749 Sep 02 12:37:49.277870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-a1248866-d5dc-41f4-8e51-aa5ab210fec1 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.280056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-a1248866-d5dc-41f4-8e51-aa5ab210fec1 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.3074331 Sep 02 12:37:49.412365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-94dc3d23-3512-4fd1-a317-96e102005aac tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1063032 Sep 02 12:37:49.417173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:49.438834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c28e3c25-c5cf-40cf-ad87-0e4646fefdf8 req-b16f361f-5a19-4dc5-b9b9-1002af101916 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172517 Sep 02 12:37:49.537437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-d621511d-4bae-45ea-9ccf-689442c4ec19 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465124 Sep 02 12:37:49.543621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:49.547873 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d873064-9bbe-46e4-8556-39d8ea43c3e9" -d '{"events": [{"server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "name": "network-vif-plugged", "status": "completed", "tag": "1019f27f-2880-497b-a744-22e775dedfc0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:49.588303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:49.618900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e47bcc-01ae-4edf-b929-73d2d8937930 req-4d0c5b7d-0a29-454d-ac53-0e4990a08f0b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.620484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54e47bcc-01ae-4edf-b929-73d2d8937930 req-4d0c5b7d-0a29-454d-ac53-0e4990a08f0b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 943 time: 0.1611075 Sep 02 12:37:49.673671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:49.675486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 422531fd-65e7-43c4-abed-0743475c252a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:37:49.708144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54e47bcc-01ae-4edf-b929-73d2d8937930 req-39e21125-210a-4984-a505-e76636827791 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Sep 02 12:37:49.710789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e872fa3-f5fa-435c-ad49-6853f7c16f3c req-8444ccd5-91cb-43ba-bbc7-54ce6de0b210 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573074 Sep 02 12:37:49.764347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:49.776845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 422531fd-65e7-43c4-abed-0743475c252a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:37:49.781889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 422531fd-65e7-43c4-abed-0743475c252a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:37:49.782260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:49.843297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'name': 'network-vif-deleted', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:49.846400 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718520e8-6535-4fed-8a0a-2e862c93b751" -d '{"events": [{"server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "name": "network-vif-deleted", "tag": "197851d8-6b86-45b7-83ce-414d853278c5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:49.847395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f2c8-ee0a-4a87-9bce-c07ad9793b12 req-3beb92e0-4c56-4508-b3d4-0e0b75434361 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.849261 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba82f2c8-ee0a-4a87-9bce-c07ad9793b12 req-3beb92e0-4c56-4508-b3d4-0e0b75434361 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 950 time: 0.0681419 Sep 02 12:37:49.870197 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:49.876776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb50363-e644-4588-8aca-2624ce9d0b74 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:49.885725 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:49.886332 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Floating IP 1b3252f2-b48f-493e-a498-421e568b8104 disassociated. External IP: 172.25.7.230, port: d51345ec-ad64-41b4-a451-1e50345621c0. Sep 02 12:37:49.899060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba82f2c8-ee0a-4a87-9bce-c07ad9793b12 req-0a5397a1-32f7-48b1-bef2-7c4cba828d20 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Sep 02 12:37:49.996270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:49.996594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63257f-7325-485b-b60b-cfb51d229502 req-85e32720-00df-46c6-b909-cdd70801c2ec tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:49.998266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe63257f-7325-485b-b60b-cfb51d229502 req-85e32720-00df-46c6-b909-cdd70801c2ec tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 950 time: 0.0706015 Sep 02 12:37:50.036836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.069625 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.111384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 422531fd-65e7-43c4-abed-0743475c252a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=422531fd-65e7-43c4-abed-0743475c252a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:50.121690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.121690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 197851d8-6b86-45b7-83ce-414d853278c5 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:37:50.158414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6284196-e8d7-401d-a68a-6b932ef1c19a req-85bcabea-60c6-4761-817a-2eb6f0a284b4 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:50.160798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6284196-e8d7-401d-a68a-6b932ef1c19a req-85bcabea-60c6-4761-817a-2eb6f0a284b4 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 945 time: 0.1615531 Sep 02 12:37:50.181147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 197851d8-6b86-45b7-83ce-414d853278c5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:37:50.181506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 197851d8-6b86-45b7-83ce-414d853278c5 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:37:50.209068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=422531fd-65e7-43c4-abed-0743475c252a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:50.220267 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6284196-e8d7-401d-a68a-6b932ef1c19a req-d15326cb-8634-4413-a218-e17d7deb9fab tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523245 Sep 02 12:37:50.229205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Deleting port 402d6a64-f845-43f6-b2b1-3ac9de108f6e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:50.229788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.256780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] Transition to ACTIVE for port object 4cb50363-e644-4588-8aca-2624ce9d0b74 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:50.264050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:50.266804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.273487 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5afc98a-b12e-4f0b-b3e1-c1954d195d97 x-openstack-request-id: req-e5afc98a-b12e-4f0b-b3e1-c1954d195d97 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:50.273782 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "name": "network-vif-plugged", "status": "completed", "tag": "1019f27f-2880-497b-a744-22e775dedfc0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:50.274064 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5afc98a-b12e-4f0b-b3e1-c1954d195d97 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:50.274457 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0', 'code': 200} Sep 02 12:37:50.356199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] No DVR routers for this DVR port 4cb50363-e644-4588-8aca-2624ce9d0b74 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:50.377077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] For port 402d6a64-f845-43f6-b2b1-3ac9de108f6e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=402d6a64-f845-43f6-b2b1-3ac9de108f6e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:50.377399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.389657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Calling delete_port for 402d6a64-f845-43f6-b2b1-3ac9de108f6e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:50.464474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] 10.222.0.41 "PUT /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3447475 Sep 02 12:37:50.467816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e80f8-9fc4-4791-a017-6ba8bda48d95 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:50.526309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:50.531789 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.538064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:50.548343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:50.549226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:50.590506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-76faac7b-95bc-41ea-802f-cbeb9f10ea87 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "PUT /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 696 time: 1.1718152 Sep 02 12:37:50.622310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.642297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['402d6a64-f845-43f6-b2b1-3ac9de108f6e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:50.646527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31685-7a8c-414a-b954-b2efb8957426 req-d79e09e9-0ece-43ff-8023-640a109c7ded tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:50.662175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-01b31685-7a8c-414a-b954-b2efb8957426 req-d79e09e9-0ece-43ff-8023-640a109c7ded tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.1820626 Sep 02 12:37:50.709600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-537dddef-7c65-4294-9edd-be41fa5d5aec tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:50.711564 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-537dddef-7c65-4294-9edd-be41fa5d5aec tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.1767144 Sep 02 12:37:50.725027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Pushing event deleted for resources: {'Port': ['ID=402d6a64-f845-43f6-b2b1-3ac9de108f6e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:50.730521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-e83584f2-9ce8-4ff7-8e9e-86091224ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:50.732818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:50.733554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19804-cc3b-4378-9dbb-355b65bbb523 req-83d0035d-f093-4177-ab4a-441a1498c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:50.735279 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbb19804-cc3b-4378-9dbb-355b65bbb523 req-83d0035d-f093-4177-ab4a-441a1498c242 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1097 time: 0.2565310 Sep 02 12:37:50.740014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-e83584f2-9ce8-4ff7-8e9e-86091224ab2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.1259284 Sep 02 12:37:50.819772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] No DVR routers for this DVR port 402d6a64-f845-43f6-b2b1-3ac9de108f6e on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:50.824174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-01b31685-7a8c-414a-b954-b2efb8957426 req-0e838581-5284-416f-a642-26f954038fc1 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504200 Sep 02 12:37:50.825916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:50.828219 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe63257f-7325-485b-b60b-cfb51d229502 req-60fdd2a1-3cdd-458f-81d8-44cb2053c38c tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.18 "DELETE /v2.0/ports/402d6a64-f845-43f6-b2b1-3ac9de108f6e HTTP/1.1" status: 204 len: 173 time: 0.8158307 Sep 02 12:37:50.830766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'name': 'network-vif-deleted', 'tag': '402d6a64-f845-43f6-b2b1-3ac9de108f6e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:50.834117 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd6a379-cb75-4a3f-93df-239d71004243" -d '{"events": [{"server_uuid": "8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8", "name": "network-vif-deleted", "tag": "402d6a64-f845-43f6-b2b1-3ac9de108f6e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:50.879401 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbb19804-cc3b-4378-9dbb-355b65bbb523 req-0b5e634c-6a93-4ff7-9491-4827449de0ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312141 Sep 02 12:37:51.038810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:51.063393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c789131-82e9-4de3-b13d-a9a0cbec9595 req-49e1db20-301b-4bc9-86ca-5b9d1898b6f6 tempest-DeleteServersAdminTestJSON-1921873835 tempest-DeleteServersAdminTestJSON-1921873835-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8 HTTP/1.1" status: 200 len: 210 time: 0.0389068 Sep 02 12:37:51.083490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:51.093938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:51.094727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:51.204166 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ae1887-ca59-4945-92fb-ecc82f8b07ce x-openstack-request-id: req-92ae1887-ca59-4945-92fb-ecc82f8b07ce {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:51.204814 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654ae7c2-5042-4e25-9ea5-119957b24498", "name": "network-vif-deleted", "tag": "197851d8-6b86-45b7-83ce-414d853278c5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:51.204814 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92ae1887-ca59-4945-92fb-ecc82f8b07ce {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:51.205091 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654ae7c2-5042-4e25-9ea5-119957b24498', 'name': 'network-vif-deleted', 'tag': '197851d8-6b86-45b7-83ce-414d853278c5', 'status': 'completed', 'code': 200} Sep 02 12:37:51.229146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:51.274585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdb767-06ad-4363-913b-5bd85a872e25 req-aba2c82e-021c-4d86-abfe-05e35f6c4465 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.285380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1dcdb767-06ad-4363-913b-5bd85a872e25 req-aba2c82e-021c-4d86-abfe-05e35f6c4465 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.0745897 Sep 02 12:37:51.306635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-e031e677-0ce8-4952-be7f-b85d84c5aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.308230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-e031e677-0ce8-4952-be7f-b85d84c5aba4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85&tenant_id=8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 1095 time: 0.1057038 Sep 02 12:37:51.329939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-188b8c98-0575-45ea-a17e-9d9c9d7f0819 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.331965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-188b8c98-0575-45ea-a17e-9d9c9d7f0819 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.41 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 950 time: 0.1308174 Sep 02 12:37:51.333609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-e0f0a22f-5a65-421f-9652-0eadf4a2571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.337611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1dcdb767-06ad-4363-913b-5bd85a872e25 req-727faa4c-a6c4-4c3b-8f93-a73474c94410 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509093 Sep 02 12:37:51.338690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-e0f0a22f-5a65-421f-9652-0eadf4a2571b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.5977840 Sep 02 12:37:51.480708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47728e13-d933-4f74-8b7e-56dbd70695c6 req-000dbe24-d64f-4cc7-99a7-c45261073909 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.488678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47728e13-d933-4f74-8b7e-56dbd70695c6 req-000dbe24-d64f-4cc7-99a7-c45261073909 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 945 time: 0.0854764 Sep 02 12:37:51.500641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:51.506466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'floatingip': {'port_id': '2b063e03-2728-46ae-b17a-1f56e9ebbaee'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:51.530837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-c5522f44-c764-4df0-9e9c-9b965b7bd3ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.1723382 Sep 02 12:37:51.610337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:51.629427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:51.632617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-8d10430b-e27b-4f24-9b1d-6c45ceadcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.636026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-8d10430b-e27b-4f24-9b1d-6c45ceadcc86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1095 time: 0.2389553 Sep 02 12:37:51.666950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6bffcc-b2a8-4c6a-b8c8-0c3c53feb3cd None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:36:35Z', 'revision_number': 4, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'bfd91033-a72b-44a9-bbdb-1446cd6ed80f', 'name': '', 'network_id': '1033f2e7-fa04-4ed4-8ae1-794fa500b8be', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'mac_address': 'fa:16:3e:03:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:33Z', 'updated_at': '2021-09-02T12:36:42Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'subnets': [{'id': '68efa08e-99c1-407a-a8ae-4b3b039302fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:51.737219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-bd654b5e-c901-4855-b3c6-ccf4e49915fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.738929 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-bd654b5e-c901-4855-b3c6-ccf4e49915fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1497066 Sep 02 12:37:51.754741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Deleting port 980bb8e8-e398-44e9-9887-d5284048eeab {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:51.755079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:51.760309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286ad0-136b-4605-b8b7-9c7d1b2d97ba req-25e95af2-ce09-4fad-a16e-4ee53ec040f4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.761939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5286ad0-136b-4605-b8b7-9c7d1b2d97ba req-25e95af2-ce09-4fad-a16e-4ee53ec040f4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 944 time: 0.1708889 Sep 02 12:37:51.887613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-87f51376-ee54-4f57-bfca-b82899628a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.889187 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-87f51376-ee54-4f57-bfca-b82899628a84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.2398503 Sep 02 12:37:51.894015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-993c47fe-54a3-47ab-8729-32b38bca6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:51.895565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-993c47fe-54a3-47ab-8729-32b38bca6ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357093 Sep 02 12:37:52.012016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-e6abb0c1-76bf-4896-9e4b-406a47aee9f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 217 time: 0.1128907 Sep 02 12:37:52.095466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] For port 980bb8e8-e398-44e9-9887-d5284048eeab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=980bb8e8-e398-44e9-9887-d5284048eeab,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:52.095844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:52.120059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Calling delete_port for 980bb8e8-e398-44e9-9887-d5284048eeab owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:52.159204 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1beaeb-c4fd-46e7-ae8a-fa0905bd884c None None] New status for floating IP 1b3252f2-b48f-493e-a498-421e568b8104: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:37:52.163552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-4d97c5cd-23f3-4d7e-8949-428daa1ec0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:52.165153 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-4d97c5cd-23f3-4d7e-8949-428daa1ec0d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1373811 Sep 02 12:37:52.210036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-fd95804c-e5e2-48ea-8e50-057906166922 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349150 Sep 02 12:37:52.254247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5286ad0-136b-4605-b8b7-9c7d1b2d97ba req-4a9796fd-c829-4533-8908-6939aa25ede0 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838071 Sep 02 12:37:52.261457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-35f03656-f2d3-4f09-915e-05d1f84fd261 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538356 Sep 02 12:37:52.275466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422531fd-65e7-43c4-abed-0743475c252a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:52.278682 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce737b65-1345-4e4f-90ba-fada4fcb906f" -d '{"events": [{"server_uuid": "2d44a93a-ba01-48dc-9e00-091b208e7e37", "name": "network-vif-plugged", "status": "completed", "tag": "422531fd-65e7-43c4-abed-0743475c252a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:52.382261 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640e8b0-a149-4d76-9516-4e4b2b5d6564 x-openstack-request-id: req-d640e8b0-a149-4d76-9516-4e4b2b5d6564 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:52.383041 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8", "name": "network-vif-deleted", "tag": "402d6a64-f845-43f6-b2b1-3ac9de108f6e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:52.383041 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d640e8b0-a149-4d76-9516-4e4b2b5d6564 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:52.384250 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3f39b1-10b0-4e9d-b49c-9eb42d0b5af8', 'name': 'network-vif-deleted', 'tag': '402d6a64-f845-43f6-b2b1-3ac9de108f6e', 'status': 'completed', 'code': 200} Sep 02 12:37:52.466417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fedd37e-1d76-4cc9-b19d-2869d459d5be req-2f868332-cbab-4cbc-9d91-8549137f5773 service neutron] 10.222.0.60 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933038 Sep 02 12:37:52.499405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-f81183dc-3d43-49e5-89a2-2f0ce717e8ae service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511630 Sep 02 12:37:52.638432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47ebfb-4b0d-42a4-b534-a2c70515ad3b req-7a50baf7-cbe3-4bf1-a322-cbd5816019ec tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:52.649628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d47ebfb-4b0d-42a4-b534-a2c70515ad3b req-7a50baf7-cbe3-4bf1-a322-cbd5816019ec tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=809fa416-f236-4eac-b8d3-8b73401d41d4 HTTP/1.1" status: 200 len: 950 time: 0.1480138 Sep 02 12:37:52.653060 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:52.665703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['980bb8e8-e398-44e9-9887-d5284048eeab'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:52.668704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['bf78b468-618f-425f-a3e5-5b059ddef594'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:52.761637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd0044-67d8-47b4-987b-bf9e88f756c7 req-ab3efa49-9a46-4ce1-803f-140d8b94d98a tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:52.763220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2cdd0044-67d8-47b4-987b-bf9e88f756c7 req-ab3efa49-9a46-4ce1-803f-140d8b94d98a tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.1683710 Sep 02 12:37:52.764028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Pushing event deleted for resources: {'Port': ['ID=980bb8e8-e398-44e9-9887-d5284048eeab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:52.765186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d47ebfb-4b0d-42a4-b534-a2c70515ad3b req-7a729860-8ee5-45c8-989a-0c6b0d39abed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063573 Sep 02 12:37:52.767142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:37:52.833436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.833436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.833436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.834041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.834041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.834501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.834931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.835333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.835747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.836313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.836710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.837132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:52.859079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:52.861376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] No DVR routers for this DVR port 980bb8e8-e398-44e9-9887-d5284048eeab on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:52.866752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:52.867372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:52.870197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-afadbb33-e6f2-47b8-a876-3bef3893c56d req-6a02cc0d-742c-46b3-adaa-ddde402208ed tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.41 "DELETE /v2.0/ports/980bb8e8-e398-44e9-9887-d5284048eeab HTTP/1.1" status: 204 len: 173 time: 1.5285938 Sep 02 12:37:52.897133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-0974ba43-e5d0-48c1-ab09-be3dbe22c89a service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649118 Sep 02 12:37:52.966798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2cdd0044-67d8-47b4-987b-bf9e88f756c7 req-cd713bff-97f9-4179-b7d7-f79ac7282550 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836650 Sep 02 12:37:53.025122 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf86c8c7-3c6d-43b3-9e52-887e748bcc5f x-openstack-request-id: req-bf86c8c7-3c6d-43b3-9e52-887e748bcc5f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:53.025588 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d44a93a-ba01-48dc-9e00-091b208e7e37", "name": "network-vif-plugged", "status": "completed", "tag": "422531fd-65e7-43c4-abed-0743475c252a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:53.025938 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf86c8c7-3c6d-43b3-9e52-887e748bcc5f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:53.026434 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422531fd-65e7-43c4-abed-0743475c252a', 'code': 200} Sep 02 12:37:53.169524 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Floating IP 2dd10d84-3c98-4268-9f50-a710febce77b associated. External IP: 172.25.7.51, port: 2b063e03-2728-46ae-b17a-1f56e9ebbaee. Sep 02 12:37:53.221379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}, {'server_uuid': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'name': 'network-vif-deleted', 'tag': '980bb8e8-e398-44e9-9887-d5284048eeab'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:53.224346 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6eb02-ccea-4693-98e7-ead3211bfd45" -d '{"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}, {"server_uuid": "809fa416-f236-4eac-b8d3-8b73401d41d4", "name": "network-vif-deleted", "tag": "980bb8e8-e398-44e9-9887-d5284048eeab"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:53.301966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5a3d-acdb-4a5a-a803-51308e899c64 req-bcccad7b-2bde-4c30-ab5e-088c7c726880 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.303774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c97a5a3d-acdb-4a5a-a803-51308e899c64 req-bcccad7b-2bde-4c30-ab5e-088c7c726880 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.2091761 Sep 02 12:37:53.321772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-bd0e4999-16c1-466b-9d25-18ed2df230de tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 200 len: 694 time: 0.0571444 Sep 02 12:37:53.330239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a502a05-4066-4c9d-9f7c-5a0a41189d4d req-7bbaffe9-36fb-4fd9-af35-11ce5a0044f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.331921 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a502a05-4066-4c9d-9f7c-5a0a41189d4d req-7bbaffe9-36fb-4fd9-af35-11ce5a0044f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 1100 time: 0.1741619 Sep 02 12:37:53.340404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716c0c-cc9a-4738-9e76-77312e914405 req-b35cfcd7-45bb-49d2-9a38-6b300bc068a8 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.342004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-b35cfcd7-45bb-49d2-9a38-6b300bc068a8 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.1119220 Sep 02 12:37:53.419185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c97a5a3d-acdb-4a5a-a803-51308e899c64 req-c535a394-b833-4b6c-af9a-82e75c34d510 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018851 Sep 02 12:37:53.423781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a502a05-4066-4c9d-9f7c-5a0a41189d4d req-aa3a3adc-7f84-4627-ac84-b446dba6085b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805986 Sep 02 12:37:53.511279 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2297817a-9319-49ef-b89c-e9e51c614e54 x-openstack-request-id: req-2297817a-9319-49ef-b89c-e9e51c614e54 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:53.511627 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "status": "completed", "code": 200}, {"server_uuid": "809fa416-f236-4eac-b8d3-8b73401d41d4", "name": "network-vif-deleted", "tag": "980bb8e8-e398-44e9-9887-d5284048eeab", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:53.512257 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2297817a-9319-49ef-b89c-e9e51c614e54 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:53.512594 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'status': 'completed', 'code': 200} Sep 02 12:37:53.512958 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809fa416-f236-4eac-b8d3-8b73401d41d4', 'name': 'network-vif-deleted', 'tag': '980bb8e8-e398-44e9-9887-d5284048eeab', 'status': 'completed', 'code': 200} Sep 02 12:37:53.532250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-70716c0c-cc9a-4738-9e76-77312e914405 req-0e7c8280-62fc-460a-8a6c-e41c5882096e service neutron] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:37:53.540673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70716c0c-cc9a-4738-9e76-77312e914405 req-0e7c8280-62fc-460a-8a6c-e41c5882096e service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:53.542149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70716c0c-cc9a-4738-9e76-77312e914405 req-0e7c8280-62fc-460a-8a6c-e41c5882096e service neutron] 10.222.0.18 "DELETE /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.1904256 Sep 02 12:37:53.566551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-16eab203-e111-4750-b386-4c92b4cdcff6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.569173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-16eab203-e111-4750-b386-4c92b4cdcff6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2374074 Sep 02 12:37:53.599508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-9d5baa81-6fb2-4a92-bbbd-78a1e50b0b9b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:37:53.601526 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-9d5baa81-6fb2-4a92-bbbd-78a1e50b0b9b tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144386 Sep 02 12:37:53.690509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:37:53.693805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-d0a15f68-7a33-44d6-a1b4-c972ab322fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.695698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-d0a15f68-7a33-44d6-a1b4-c972ab322fbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 1096 time: 0.1587369 Sep 02 12:37:53.700024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-be940d92-15a2-494d-8848-76b840dd9374 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 697 time: 0.0876255 Sep 02 12:37:53.704825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 980bb8e8-e398-44e9-9887-d5284048eeab no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:37:53.736332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 980bb8e8-e398-44e9-9887-d5284048eeab {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:37:53.737310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 980bb8e8-e398-44e9-9887-d5284048eeab not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:37:53.739328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:37:53.757597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d48b-774f-4385-be3b-79f42b3d4431 req-50baf2b7-3216-46c3-8af3-727004f06a70 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.759342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4340d48b-774f-4385-be3b-79f42b3d4431 req-50baf2b7-3216-46c3-8af3-727004f06a70 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 944 time: 0.1053905 Sep 02 12:37:53.811476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:37:53.834134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4340d48b-774f-4385-be3b-79f42b3d4431 req-8bd2b7b2-a7fd-4a0f-863a-3cc45e5be96b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657592 Sep 02 12:37:53.873640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-bca883ae-53d7-4872-9d71-c8ae0fd4f2e3 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 697 time: 0.1444838 Sep 02 12:37:53.960939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 402d6a64-f845-43f6-b2b1-3ac9de108f6e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:37:53.962169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114fa95-3285-4edc-bc49-c9ee57b18f14 req-749e3ccc-09bc-4b65-bae8-5b1495fafb81 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:53.964123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e114fa95-3285-4edc-bc49-c9ee57b18f14 req-749e3ccc-09bc-4b65-bae8-5b1495fafb81 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1097 time: 0.0666811 Sep 02 12:37:54.008033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 402d6a64-f845-43f6-b2b1-3ac9de108f6e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:37:54.011506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e114fa95-3285-4edc-bc49-c9ee57b18f14 req-74017112-2091-4ecc-83b5-43ef861a4aea tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Sep 02 12:37:54.013322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 402d6a64-f845-43f6-b2b1-3ac9de108f6e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:37:54.071967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-587521aa-3056-4f48-b3df-2429ce5e4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:54.073702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-587521aa-3056-4f48-b3df-2429ce5e4bc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 200 len: 922 time: 0.3688529 Sep 02 12:37:54.143522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-64b33db7-ae7e-470a-84eb-f13aa195d850 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 200 len: 217 time: 0.0605292 Sep 02 12:37:54.145911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:37:54.165503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:37:54.168481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:54.180764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:54.181997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:54.235481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d4bb237-fc25-46c7-a4f8-ee0443d36129 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "PUT /v2.0/floatingips/2dd10d84-3c98-4268-9f50-a710febce77b HTTP/1.1" status: 200 len: 990 time: 2.7335372 Sep 02 12:37:54.248051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46ff2-591a-4ac6-abc1-c525a1b9bce5 req-f9278838-9506-43be-9b28-0388997e63da tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:54.249783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a46ff2-591a-4ac6-abc1-c525a1b9bce5 req-f9278838-9506-43be-9b28-0388997e63da tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.0533755 Sep 02 12:37:54.267870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-dec75d53-c611-4a2b-a49f-d217d88d7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:54.269366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-dec75d53-c611-4a2b-a49f-d217d88d7cf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 200 len: 860 time: 0.1183102 Sep 02 12:37:54.272783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Deleting port 302506df-a45b-4df7-af5c-5053c1c1969e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:54.273156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:54.298107 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a46ff2-591a-4ac6-abc1-c525a1b9bce5 req-08c64f79-0b35-410a-9c11-99ae7e209207 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Sep 02 12:37:54.318414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:54.387917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:54.392492 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c373f0-af9e-4258-9278-c55c502747fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:54.416933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-55a1369e-ca5a-4e6b-b10e-d37f84345d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:54.418477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-55a1369e-ca5a-4e6b-b10e-d37f84345d3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1033f2e7-fa04-4ed4-8ae1-794fa500b8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323192 Sep 02 12:37:54.462778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:54.575094 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:54.575710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:54.598057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Calling delete_port for 302506df-a45b-4df7-af5c-5053c1c1969e owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:54.608008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-6693f74b-b375-4b00-9f7d-5161a880c315 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760087 Sep 02 12:37:54.738594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2dd10d84-3c98-4268-9f50-a710febce77b', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'port_id': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'mac_address': 'fa:16:3e:28:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:26Z', 'updated_at': '2021-09-02T12:37:52Z', 'revision_number': 1, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:54.743831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a087964-cadc-4721-8a0b-de52ce513c9e req-94291c82-97a8-44d7-93b3-c19856f8efae tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:54.745529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a087964-cadc-4721-8a0b-de52ce513c9e req-94291c82-97a8-44d7-93b3-c19856f8efae tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1095 time: 0.0800219 Sep 02 12:37:54.780792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:37:54.782500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:54.783318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-62953337-7ead-4b84-bf27-8c952f05d0b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8952ebc3c8a42c09d8968a11719402b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181889 Sep 02 12:37:54.793470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:37:54.794071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:37:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:54.800085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a087964-cadc-4721-8a0b-de52ce513c9e req-7971a682-084e-469b-b92f-8d5e9a6dc847 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Sep 02 12:37:54.834359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3e6eb02-ccea-4693-98e7-ead3211bfd45 req-82816f0d-c463-4f0d-ae95-450d6ede9f99 service neutron] 10.222.0.18 "GET /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193911 Sep 02 12:37:54.910231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab8e3-6d44-4ea1-adf0-107494f08a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:54.948156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab8e3-6d44-4ea1-adf0-107494f08a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:54.956658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:55.007488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event deleted for resources: {'Port': ['ID=302506df-a45b-4df7-af5c-5053c1c1969e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:55.051320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.051664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.052006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.052340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.052659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.053022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.053368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.054133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.054133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.054376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.054613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.054934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:37:55.068273 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb546dc4-4652-4c59-b0fa-233bb66cfbc8 x-openstack-request-id: req-bb546dc4-4652-4c59-b0fa-233bb66cfbc8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:55.068622 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:55.068872 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb546dc4-4652-4c59-b0fa-233bb66cfbc8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:55.069319 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'status': 'completed', 'code': 200} Sep 02 12:37:55.075698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:37:55.142494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:55.145266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:55.146620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8dfb9ce-77fe-41ca-a6e4-f5c6dd7d5f17 req-df172a15-d5c6-4a47-9908-d6450066c7bb tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "DELETE /v2.0/floatingips/1b3252f2-b48f-493e-a498-421e568b8104 HTTP/1.1" status: 204 len: 173 time: 1.2485001 Sep 02 12:37:55.155408 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab8e3-6d44-4ea1-adf0-107494f08a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:55.156463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab8e3-6d44-4ea1-adf0-107494f08a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:55.160456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b6ab8e3-6d44-4ea1-adf0-107494f08a6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce0b4888-f069-446a-8549-dde3c7046716 HTTP/1.1" status: 204 len: 168 time: 0.3720248 Sep 02 12:37:55.174997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ab8e3-6d44-4ea1-adf0-107494f08a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b4888-f069-446a-8549-dde3c7046716,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:55.189096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c373f0-af9e-4258-9278-c55c502747fa req-e1e0ad4d-9988-4a92-8f4e-8004c1a47daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.190636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-e1e0ad4d-9988-4a92-8f4e-8004c1a47daf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 1096 time: 0.0896106 Sep 02 12:37:55.248099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c6872-c4e7-4fdb-a316-7f2ead8ec537 req-aa3ef1cd-2843-4abd-a7d5-78556575ae88 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.252235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-910c6872-c4e7-4fdb-a316-7f2ead8ec537 req-aa3ef1cd-2843-4abd-a7d5-78556575ae88 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 950 time: 0.1114280 Sep 02 12:37:55.360667 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-910c6872-c4e7-4fdb-a316-7f2ead8ec537 req-f4fd5f7e-b47f-4cbc-b76b-0c7bba4cd1e4 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/security-groups?id=3340fc3b-093f-4b17-86ba-13b81a5f224d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Sep 02 12:37:55.382152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c373f0-af9e-4258-9278-c55c502747fa req-7f8f80ae-255c-4039-803c-ad114f3d8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.383978 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-7f8f80ae-255c-4039-803c-ad114f3d8fde service neutron] 10.222.0.18 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 924 time: 0.1760771 Sep 02 12:37:55.429628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2dd10d84-3c98-4268-9f50-a710febce77b', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'port_id': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'mac_address': 'fa:16:3e:28:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:26Z', 'updated_at': '2021-09-02T12:37:52Z', 'revision_number': 1, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:37:55.474044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29445f-7336-461d-8b9d-efee40b8f397 None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2dd10d84-3c98-4268-9f50-a710febce77b', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'port_id': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'mac_address': 'fa:16:3e:28:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:26Z', 'updated_at': '2021-09-02T12:37:52Z', 'revision_number': 1, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:37:55.494195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-7a42b3b0-d3d7-4379-90d3-6851cc83b198 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--551283791&fields=id&tenant_id=e162e47acbe9405d8a7869e12958c485 HTTP/1.1" status: 200 len: 267 time: 0.1438754 Sep 02 12:37:55.581804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-bbbc80b2-979d-467a-aa0d-4c429df60078 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee HTTP/1.1" status: 200 len: 998 time: 0.1532047 Sep 02 12:37:55.611391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-abade423-f79b-4143-a0e6-40ac96395749 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.613974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-abade423-f79b-4143-a0e6-40ac96395749 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.1623058 Sep 02 12:37:55.631611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-1ac97754-fe97-4c31-9687-179d6f112a90 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/quotas/8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 375 time: 0.0102420 Sep 02 12:37:55.651325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:55.694704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-b74b6698-03f3-466b-a75f-8980cef32e7a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.695854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d92ff0cc-8f5b-42d7-983a-ca4aa86f0129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:55.696473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-b74b6698-03f3-466b-a75f-8980cef32e7a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/networks?id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 HTTP/1.1" status: 200 len: 815 time: 0.2014613 Sep 02 12:37:55.714608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-26775e6b-60a9-42dc-80eb-22df733cecd4 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/quotas/e162e47acbe9405d8a7869e12958c485 HTTP/1.1" status: 200 len: 375 time: 0.0122356 Sep 02 12:37:55.718440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c373f0-af9e-4258-9278-c55c502747fa req-447a2256-d4b6-459f-a008-16ee8df19fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.719912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-447a2256-d4b6-459f-a008-16ee8df19fe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.1141050 Sep 02 12:37:55.733511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-a97dfa8d-1a16-4589-b9b2-980accfbbabd tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884140 Sep 02 12:37:55.790333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66126baa-bcec-4d2a-9883-34710045eec4 None None] New status for floating IP 2dd10d84-3c98-4268-9f50-a710febce77b: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:37:55.828649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-7169030d-4eec-4799-9a71-a9b374ef7918 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e162e47acbe9405d8a7869e12958c485&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077068 Sep 02 12:37:55.839058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c373f0-af9e-4258-9278-c55c502747fa req-cc1b7443-4d1d-4a11-be36-a3fa1ffadab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:55.840596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-cc1b7443-4d1d-4a11-be36-a3fa1ffadab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074638 Sep 02 12:37:55.910391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-00da8b41-62c7-4ac5-aeac-90534cbd435e service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726115 Sep 02 12:37:56.038019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-ada6d986-00fe-4ef5-a256-5e4f67a223d3 service neutron] 10.222.0.60 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926024 Sep 02 12:37:56.064712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d92ff0cc-8f5b-42d7-983a-ca4aa86f0129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.085364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-4132aa93-f710-4843-b1b2-df592bda166e service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710355 Sep 02 12:37:56.086907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d92ff0cc-8f5b-42d7-983a-ca4aa86f0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.140580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d92ff0cc-8f5b-42d7-983a-ca4aa86f0129 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ee1cc126c52404ea985f78a210f9c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875109 Sep 02 12:37:56.142514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff0cc-8f5b-42d7-983a-ca4aa86f0129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1633408-e453-45ff-bec0-bd097a443692,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:56.145317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47758) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:56.238377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-c4b66a5c-941a-4b31-9d63-13e6a6e8ad99 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:56.239978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-c4b66a5c-941a-4b31-9d63-13e6a6e8ad99 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.18 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 950 time: 0.0939877 Sep 02 12:37:56.243223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c51f5f-3e42-454d-98cb-619fcb242098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.304240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c51f5f-3e42-454d-98cb-619fcb242098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.378918 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-4ef5e822-5d55-42f8-a1c6-3be8beaa6285 service neutron] 10.222.0.18 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238972 Sep 02 12:37:56.397873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c51f5f-3e42-454d-98cb-619fcb242098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.400943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7c51f5f-3e42-454d-98cb-619fcb242098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.412300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a7c51f5f-3e42-454d-98cb-619fcb242098 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1633408-e453-45ff-bec0-bd097a443692 HTTP/1.1" status: 204 len: 168 time: 0.2648852 Sep 02 12:37:56.423779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Deleting port bf78b468-618f-425f-a3e5-5b059ddef594 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:56.424311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.447756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c51f5f-3e42-454d-98cb-619fcb242098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1633408-e453-45ff-bec0-bd097a443692,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:56.548829 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-ea1b5550-5e3a-4e7b-837f-c684d05cd7a3 service neutron] 10.222.0.60 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054526 Sep 02 12:37:56.577110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93c373f0-af9e-4258-9278-c55c502747fa req-b1eda6bb-a4a5-4d6b-a592-87d2c19fb3bb service neutron] 10.222.0.18 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661270 Sep 02 12:37:56.889955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] For port bf78b468-618f-425f-a3e5-5b059ddef594, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bf78b468-618f-425f-a3e5-5b059ddef594,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:56.890516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:56.906458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Calling delete_port for bf78b468-618f-425f-a3e5-5b059ddef594 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:56.915608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c601-ea45-4160-b81f-3ed24c8d68cd req-af2dbe70-4ff5-408f-bef1-f97cce244413 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:56.921795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d74c601-ea45-4160-b81f-3ed24c8d68cd req-af2dbe70-4ff5-408f-bef1-f97cce244413 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.4055920 Sep 02 12:37:56.980475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d74c601-ea45-4160-b81f-3ed24c8d68cd req-e2fcd263-d73a-440a-b641-1c8831e9cdfd tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 Sep 02 12:37:57.129915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:57.143356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['bf78b468-618f-425f-a3e5-5b059ddef594'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:37:57.189681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Pushing event deleted for resources: {'Port': ['ID=bf78b468-618f-425f-a3e5-5b059ddef594,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:57.238407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff8251bb-b43f-41fc-8bf5-1221b2a16eaa req-05f9f132-bb62-40c6-b70c-e5c1c46af02c tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 210 time: 0.0790224 Sep 02 12:37:57.294736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] No DVR routers for this DVR port bf78b468-618f-425f-a3e5-5b059ddef594 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:37:57.305837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:57.314539 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6530458-394d-41f7-a09c-c1998a9d28eb req-4c5551bb-185f-47ce-a223-b89b049dfa67 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.18 "DELETE /v2.0/ports/bf78b468-618f-425f-a3e5-5b059ddef594 HTTP/1.1" status: 204 len: 173 time: 1.0678535 Sep 02 12:37:57.315478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'name': 'network-vif-deleted', 'tag': 'bf78b468-618f-425f-a3e5-5b059ddef594'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:37:57.319513 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca96522-321f-43ae-af7c-ce39e9bce32a" -d '{"events": [{"server_uuid": "927e7203-0ce9-4ef4-8407-8f3ba7f878e7", "name": "network-vif-deleted", "tag": "bf78b468-618f-425f-a3e5-5b059ddef594"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:37:57.436354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7d8ede1-84b2-4aa4-89c6-588eef7cdf89 req-239c369c-420f-4354-a999-d19faff2f471 tempest-ServersAdminNegativeTestJSON-522639096 tempest-ServersAdminNegativeTestJSON-522639096-project] 10.222.0.60 "GET /v2.0/ports?device_id=927e7203-0ce9-4ef4-8407-8f3ba7f878e7 HTTP/1.1" status: 200 len: 210 time: 0.0717213 Sep 02 12:37:57.723077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238e84-7ec3-4ea7-b1a9-64eabb6cb3d2 req-f333073e-8fc0-470a-a9ba-94bd1bd34893 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:57.724445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53365db6-f9ff-4018-83f6-fafafb402013 req-eb8b1283-113a-477b-bd17-e84677818a31 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.1176677 Sep 02 12:37:57.727856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e238e84-7ec3-4ea7-b1a9-64eabb6cb3d2 req-f333073e-8fc0-470a-a9ba-94bd1bd34893 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 945 time: 0.1189551 Sep 02 12:37:57.755992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-60d8a686-d946-4a36-8b01-09f33c66be25 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:57.783414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-60d8a686-d946-4a36-8b01-09f33c66be25 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.3279524 Sep 02 12:37:57.798846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Request body: {'port': {'device_id': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'admin_state_up': True, 'tenant_id': '8ca7df5b238347a8b01cead66e9063e0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:57.827331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e238e84-7ec3-4ea7-b1a9-64eabb6cb3d2 req-aeae5da2-34fc-40fd-9e4e-1c27e7a2bfdc tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844314 Sep 02 12:37:57.907442 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47381d98-cc79-45a9-a99b-dfd87c6b76d2 x-openstack-request-id: req-47381d98-cc79-45a9-a99b-dfd87c6b76d2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:37:57.907442 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927e7203-0ce9-4ef4-8407-8f3ba7f878e7", "name": "network-vif-deleted", "tag": "bf78b468-618f-425f-a3e5-5b059ddef594", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:37:57.907442 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47381d98-cc79-45a9-a99b-dfd87c6b76d2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:37:57.908067 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927e7203-0ce9-4ef4-8407-8f3ba7f878e7', 'name': 'network-vif-deleted', 'tag': 'bf78b468-618f-425f-a3e5-5b059ddef594', 'status': 'completed', 'code': 200} Sep 02 12:37:57.971168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Made reservation on behalf of 8ca7df5b238347a8b01cead66e9063e0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:37:57.979400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:58.213493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfa71b-6643-4c4b-be71-705545ce7246 req-4e13f4aa-613e-41d5-bd67-b840500b94b8 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:58.227447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0cfa71b-6643-4c4b-be71-705545ce7246 req-4e13f4aa-613e-41d5-bd67-b840500b94b8 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.1079543 Sep 02 12:37:58.286880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Allocated IP 172.20.0.9 (0d27151c-6a61-4312-a523-0939e81f1ae1/c771f484-1751-42cd-bd10-c30cf3595e49/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:37:58.330265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0cfa71b-6643-4c4b-be71-705545ce7246 req-b89da684-1b9d-403f-ba91-8e36093b1b86 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993612 Sep 02 12:37:58.502886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:58.568158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:58.596181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-777a7fe0-28a5-47f1-988e-2fc204473f65 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:58.609640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-777a7fe0-28a5-47f1-988e-2fc204473f65 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 945 time: 0.6391585 Sep 02 12:37:58.629724 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47127588-9194-4efb-a9ca-7dcc1d6460ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:58.742039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:37:58.751394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:37:58.769626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:37:58.891598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:58.892729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:58.926363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014577d-d654-4130-abce-9cd5cea3e269 req-d073adf7-72c6-40ab-9d8e-b6049e1373a5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:58.934407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a014577d-d654-4130-abce-9cd5cea3e269 req-d073adf7-72c6-40ab-9d8e-b6049e1373a5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 931 time: 0.3704758 Sep 02 12:37:58.957832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-12c1b807-abf3-4c0e-ad9e-4fdd9001454c req-b8d77247-7170-41ba-9c50-68b2871ef4b8 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.1007612 Sep 02 12:37:58.984408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:37:58.990381 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-21949f03-1815-4bbe-a9c6-0d00f21b5f74 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2060018 Sep 02 12:37:59.065954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a014577d-d654-4130-abce-9cd5cea3e269 req-607c7fb6-c3aa-4be1-aa5e-1d8621d7d734 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302221 Sep 02 12:37:59.093034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Request body: {'port': {'device_id': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:59.198343 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:59.389905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ce206-2308-4234-9a59-becf4e2a5092 req-7e967ea3-4b0a-46b0-9951-cb56d5b9eba6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:59.392394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e86ce206-2308-4234-9a59-becf4e2a5092 req-7e967ea3-4b0a-46b0-9951-cb56d5b9eba6 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 945 time: 0.2317986 Sep 02 12:37:59.555833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-cb77af65-1520-4a5d-bd63-60627a107b78 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:37:59.558403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-cb77af65-1520-4a5d-bd63-60627a107b78 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.18 "GET /v2.0/networks?id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 HTTP/1.1" status: 200 len: 815 time: 0.4692099 Sep 02 12:37:59.713997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:37:59.717227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e86ce206-2308-4234-9a59-becf4e2a5092 req-43383ea4-1dbf-4ce9-8949-455b57e69a61 tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075974 Sep 02 12:37:59.719479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:59.725582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:59.747956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Transition to ACTIVE for port object 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:37:59.761312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-411e3914-c03f-4eb9-83f4-8f48768c054b tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e162e47acbe9405d8a7869e12958c485 HTTP/1.1" status: 200 len: 379 time: 0.1911526 Sep 02 12:37:59.771472 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:59.773987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Request body: {'port': {'device_id': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'admin_state_up': True, 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'security_groups': ['2ce2e783-0b20-489f-933b-7ef934064b96']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:37:59.778958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Deleting port d51345ec-ad64-41b4-a451-1e50345621c0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:37:59.779418 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:59.851347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:37:59.914335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] For port d51345ec-ad64-41b4-a451-1e50345621c0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d51345ec-ad64-41b4-a451-1e50345621c0,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:37:59.914773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:37:59.933282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Calling delete_port for d51345ec-ad64-41b4-a451-1e50345621c0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:37:59.960132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bf78b468-618f-425f-a3e5-5b059ddef594 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:00.021463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Made reservation on behalf of e162e47acbe9405d8a7869e12958c485 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:00.027759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.088563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:00.144445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4de07-caeb-43e2-b485-9021ab0d2966 req-aaca92cc-3360-4ca9-93a3-89f7c0f248ff tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:00.152512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0af4de07-caeb-43e2-b485-9021ab0d2966 req-aaca92cc-3360-4ca9-93a3-89f7c0f248ff tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.4235804 Sep 02 12:38:00.312346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69de3cbe-3240-4fae-af65-0514cd37d956 req-3a964bee-eb0c-42b9-b532-dd9f27cc76e3 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.1121113 Sep 02 12:38:00.332983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: bf78b468-618f-425f-a3e5-5b059ddef594 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:00.333501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bf78b468-618f-425f-a3e5-5b059ddef594 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:00.343706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b32277f-c9c4-42a3-9ce0-1e608ec701e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.381558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0785819c-e432-47be-b1e5-d1dfd3890a54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46d9476caea14d48aed5598c5a5e9d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523695 Sep 02 12:38:00.383142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:00.412182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0af4de07-caeb-43e2-b485-9021ab0d2966 req-05d45d58-75dc-4e1a-a6b1-e947f231222b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579098 Sep 02 12:38:00.455444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:00.456016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:00.456541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:00.472314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e7d950e-76d0-4234-ae80-aad7fd0e11e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.514000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Allocated IP 172.20.0.4 (ef72d74c-37ab-4c0b-ba6a-83342fe0ce42/5ff0a38c-5a93-4124-99b5-713921b465c3/77c61132-b0c1-4678-aa95-6af89080d9e5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:00.540653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e7d950e-76d0-4234-ae80-aad7fd0e11e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.571620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:00.572194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:00.599503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:00.600152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:00.600715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:00.601359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Bound port: 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:00.602048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.603818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218eee5-394d-4595-81d8-a47331f73f80 req-c0b60b25-2c52-4bdd-ba8d-d172a50c54c5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:00.606639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5218eee5-394d-4595-81d8-a47331f73f80 req-c0b60b25-2c52-4bdd-ba8d-d172a50c54c5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 943 time: 0.1322989 Sep 02 12:38:00.663016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55e7f8-b8cb-4e82-b499-2bac3d1b8642 req-2c532d2f-8b02-41fa-99ec-0a0dfa6ae496 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:00.672723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e55e7f8-b8cb-4e82-b499-2bac3d1b8642 req-2c532d2f-8b02-41fa-99ec-0a0dfa6ae496 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 1100 time: 0.1436405 Sep 02 12:38:00.685395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.741424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Pushing event deleted for resources: {'Port': ['ID=d51345ec-ad64-41b4-a451-1e50345621c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:00.742207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5218eee5-394d-4595-81d8-a47331f73f80 req-6f7165dd-309b-4c00-a9ae-19e784bb19d6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234770 Sep 02 12:38:00.752131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e55e7f8-b8cb-4e82-b499-2bac3d1b8642 req-dc8150ff-04d5-4cd7-9894-0488c5a3e713 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.767399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e7d950e-76d0-4234-ae80-aad7fd0e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.770424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e7d950e-76d0-4234-ae80-aad7fd0e11e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.773228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e7d950e-76d0-4234-ae80-aad7fd0e11e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3340fc3b-093f-4b17-86ba-13b81a5f224d HTTP/1.1" status: 204 len: 168 time: 0.3845999 Sep 02 12:38:00.788271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d950e-76d0-4234-ae80-aad7fd0e11e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340fc3b-093f-4b17-86ba-13b81a5f224d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:00.881463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.905275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Transition to ACTIVE for port object 77c61132-b0c1-4678-aa95-6af89080d9e5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:00.933384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] No DVR routers for this DVR port d51345ec-ad64-41b4-a451-1e50345621c0 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:00.938752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.941031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45da342d-fef6-4552-a63f-eeda9fd59842 req-7b877ef2-989e-4a21-90a0-ec2e15e2c12e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.18 "DELETE /v2.0/ports/d51345ec-ad64-41b4-a451-1e50345621c0 HTTP/1.1" status: 204 len: 173 time: 2.2875822 Sep 02 12:38:00.942237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:00.945102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'name': 'network-vif-deleted', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:00.947812 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f91d4dc-6e13-4065-9aae-4e6be720e228" -d '{"events": [{"server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "name": "network-vif-deleted", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:00.975214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-299de3af-d33c-4b54-a34b-9b1e386df0a7 req-21719f94-2d09-464a-ac5d-9878fbf87c3e tempest-FloatingIPsAssociationTestJSON-112805245 tempest-FloatingIPsAssociationTestJSON-112805245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8323c72-c8b0-43ba-b6e2-1994fbea2850 HTTP/1.1" status: 200 len: 210 time: 0.0586448 Sep 02 12:38:00.977112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:00.988480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b32277f-c9c4-42a3-9ce0-1e608ec701e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:00.990166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.008349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b32277f-c9c4-42a3-9ce0-1e608ec701e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.031835 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.114130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:01.114714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.116296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 1091 time: 2.0674975 Sep 02 12:38:01.130241 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c49b3e-4486-4fff-84fd-0ca8686d2467 x-openstack-request-id: req-b1c49b3e-4486-4fff-84fd-0ca8686d2467 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:01.130526 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8323c72-c8b0-43ba-b6e2-1994fbea2850", "name": "network-vif-deleted", "tag": "d51345ec-ad64-41b4-a451-1e50345621c0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:01.130770 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1c49b3e-4486-4fff-84fd-0ca8686d2467 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:01.131163 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8323c72-c8b0-43ba-b6e2-1994fbea2850', 'name': 'network-vif-deleted', 'tag': 'd51345ec-ad64-41b4-a451-1e50345621c0', 'status': 'completed', 'code': 200} Sep 02 12:38:01.139442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:01.139442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:01.145216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:01.175947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8b32277f-c9c4-42a3-9ce0-1e608ec701e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c2c3442d3ca407da6de6c11c519f5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1819928 Sep 02 12:38:01.182666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:01.185369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32277f-c9c4-42a3-9ce0-1e608ec701e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad984539-bf07-4e7e-baa3-cadeda108314,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:01.209360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002efb-cc7f-407b-9f79-c4391b3186e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:01.242825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event updated for resources: {'Port': ['ID=77c61132-b0c1-4678-aa95-6af89080d9e5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:01.290205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:01.290870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.394310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13cb14a6-aac0-4b74-ada6-1a9a4b91dac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.426022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-51b10c6f-03fb-4187-a587-c0fa4111902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:01.427106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-51b10c6f-03fb-4187-a587-c0fa4111902e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1094 time: 0.2256346 Sep 02 12:38:01.457820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3496e059-ef07-41ef-aaa6-788f72afd7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.518676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3496e059-ef07-41ef-aaa6-788f72afd7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.563944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:01.582465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.587588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea595ecd-e149-46b8-87a8-3b67a658bbe2 None None] Provisioning for port 77c61132-b0c1-4678-aa95-6af89080d9e5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:01.601860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea595ecd-e149-46b8-87a8-3b67a658bbe2 None None] Provisioning complete for port 77c61132-b0c1-4678-aa95-6af89080d9e5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:01.602916 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea595ecd-e149-46b8-87a8-3b67a658bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.620474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-a1fcaad9-a999-4555-9b1a-61de4ff08b3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 217 time: 0.0590119 Sep 02 12:38:01.643129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bd2c1-3418-484a-b721-e5b8ca8b50d0 req-98ad4bb5-cec4-4f19-976f-ac2365398b9f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:01.650838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ea595ecd-e149-46b8-87a8-3b67a658bbe2 None None] Port 77c61132-b0c1-4678-aa95-6af89080d9e5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:01.653055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e5bd2c1-3418-484a-b721-e5b8ca8b50d0 req-98ad4bb5-cec4-4f19-976f-ac2365398b9f tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 931 time: 0.1708386 Sep 02 12:38:01.680100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-77e2fa1d-d24d-4598-bda1-89e30daecc7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=388269729ac44e6692307b69ce5b9559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106873 Sep 02 12:38:01.682814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:01.687212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e55e7f8-b8cb-4e82-b499-2bac3d1b8642 req-dc8150ff-04d5-4cd7-9894-0488c5a3e713 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.696557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e55e7f8-b8cb-4e82-b499-2bac3d1b8642 req-dc8150ff-04d5-4cd7-9894-0488c5a3e713 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.713950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5eddd608-eb41-4325-ae7c-befb0252d3bc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9457450 Sep 02 12:38:01.731079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Request body: {'port': {'device_id': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:01.737745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e55e7f8-b8cb-4e82-b499-2bac3d1b8642 req-dc8150ff-04d5-4cd7-9894-0488c5a3e713 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0635920 Sep 02 12:38:01.743998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e5bd2c1-3418-484a-b721-e5b8ca8b50d0 req-2cf62cd9-12ef-4baf-873e-96e005ebdc24 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899220 Sep 02 12:38:01.755157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-c7674dc4-ef51-492b-8cd9-7528b5e99ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:01.756689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-c7674dc4-ef51-492b-8cd9-7528b5e99ce4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1271961 Sep 02 12:38:01.759842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3496e059-ef07-41ef-aaa6-788f72afd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.767093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3496e059-ef07-41ef-aaa6-788f72afd7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.770813 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3496e059-ef07-41ef-aaa6-788f72afd7a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad984539-bf07-4e7e-baa3-cadeda108314 HTTP/1.1" status: 204 len: 168 time: 0.5786238 Sep 02 12:38:01.836505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6baf3b1-5acc-4609-8ad6-c9ae3cb41595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.840859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-165b71cf-dc44-498e-a94b-ccd7e8c11fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711763 Sep 02 12:38:01.850884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8150ff-04d5-4cd7-9894-0488c5a3e713 tempest-LiveMigrationNegativeTest-1072042828 tempest-LiveMigrationNegativeTest-1072042828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e6941-d8fa-4850-a0f3-06c2995f3a8f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:01.880047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6baf3b1-5acc-4609-8ad6-c9ae3cb41595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.937696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496e059-ef07-41ef-aaa6-788f72afd7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad984539-bf07-4e7e-baa3-cadeda108314,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:01.965220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6baf3b1-5acc-4609-8ad6-c9ae3cb41595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.969161 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6baf3b1-5acc-4609-8ad6-c9ae3cb41595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:01.970843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c6baf3b1-5acc-4609-8ad6-c9ae3cb41595 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ded493dd-27af-4c79-a3f0-a695a1c9476e HTTP/1.1" status: 204 len: 168 time: 0.2869279 Sep 02 12:38:01.980712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d51345ec-ad64-41b4-a451-1e50345621c0 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:02.028246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.060132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baf3b1-5acc-4609-8ad6-c9ae3cb41595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded493dd-27af-4c79-a3f0-a695a1c9476e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:02.073147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: d51345ec-ad64-41b4-a451-1e50345621c0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:02.073657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d51345ec-ad64-41b4-a451-1e50345621c0 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:02.080681 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-502ab204-cb1b-4bac-a44f-6bb749c482df service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308931 Sep 02 12:38:02.129486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e026a7-ea0d-44cb-8894-13206108a1e5 req-cdd3dfdc-6077-400e-8482-4d979e46ced1 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:02.146697 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20e026a7-ea0d-44cb-8894-13206108a1e5 req-cdd3dfdc-6077-400e-8482-4d979e46ced1 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 943 time: 0.2159030 Sep 02 12:38:02.215978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7410220a-0948-4a0a-ae8c-5441e19be462 req-2e7267bd-fee6-4cb5-94e9-37d2025c7011 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342456 Sep 02 12:38:02.334817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20e026a7-ea0d-44cb-8894-13206108a1e5 req-f7b1d2ba-5131-4638-9c2e-9af5ee1d5828 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869495 Sep 02 12:38:02.341592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:02.384957 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.529449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:02.555868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1a743-1180-4039-a378-08f156c79b65 req-c3cdfa28-f967-483e-bd2f-6040bc1e637b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:02.557399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9a1a743-1180-4039-a378-08f156c79b65 req-c3cdfa28-f967-483e-bd2f-6040bc1e637b tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.1207125 Sep 02 12:38:02.560360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7a309f-61e3-4ff7-952f-ae9068cf9427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.609891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c61132-b0c1-4678-aa95-6af89080d9e5 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:02.618978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.634319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Transition to ACTIVE for port object 77c61132-b0c1-4678-aa95-6af89080d9e5 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:02.639990 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.701603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9a1a743-1180-4039-a378-08f156c79b65 req-647174e1-3442-4130-8dfd-45de8cf9b5ff tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353543 Sep 02 12:38:02.723041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77c61132-b0c1-4678-aa95-6af89080d9e5,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:02.854023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7a309f-61e3-4ff7-952f-ae9068cf9427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.868966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7a309f-61e3-4ff7-952f-ae9068cf9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:02.898496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Attempting to bind port 77c61132-b0c1-4678-aa95-6af89080d9e5 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:02.899082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Attempting to bind port 77c61132-b0c1-4678-aa95-6af89080d9e5 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:02.899635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Attempting to bind port 77c61132-b0c1-4678-aa95-6af89080d9e5 on network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:02.919402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a309f-61e3-4ff7-952f-ae9068cf9427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b15577-66ae-4a79-9a4e-ca4e2a09eb9d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:02.975884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Port 77c61132-b0c1-4678-aa95-6af89080d9e5 on network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:02.976451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Attempting to bind port 77c61132-b0c1-4678-aa95-6af89080d9e5 on network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:02.992927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:02.993457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Checking segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:02.993994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Bound using segment: {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:02.994587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Bound port: 77c61132-b0c1-4678-aa95-6af89080d9e5, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:02.995215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.020613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0739980-7a85-4e5a-a19b-bcce66d92b81 req-26744c66-f2eb-4618-bf55-d1488072e489 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.028762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0739980-7a85-4e5a-a19b-bcce66d92b81 req-26744c66-f2eb-4618-bf55-d1488072e489 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1588225 Sep 02 12:38:03.042748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b7a309f-61e3-4ff7-952f-ae9068cf9427 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9e4276a3b584cde93159051de69cf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087616 Sep 02 12:38:03.043241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:03.116186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0739980-7a85-4e5a-a19b-bcce66d92b81 req-9f5d6c12-1ab8-4069-b099-86c20d578075 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864615 Sep 02 12:38:03.127048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] For port 77c61132-b0c1-4678-aa95-6af89080d9e5, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:03.130861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] For port 77c61132-b0c1-4678-aa95-6af89080d9e5, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=77c61132-b0c1-4678-aa95-6af89080d9e5,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:03.145563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:03.146927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.147920 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14cadb4-6888-476c-b6d6-28207f1e45f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:03.170181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc99-c530-4086-904b-535d55146707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.190604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.191426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.192977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/77c61132-b0c1-4678-aa95-6af89080d9e5 HTTP/1.1" status: 200 len: 1091 time: 1.4684873 Sep 02 12:38:03.193586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:03.195996 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d40272-7d17-4d77-939d-cdb32a39b696" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:03.207319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc99-c530-4086-904b-535d55146707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.224217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0bbe1-c248-4ba7-b128-a25a87a412c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77c61132-b0c1-4678-aa95-6af89080d9e5,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:03.289463 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418977b5-0cbf-4334-843d-78dcb34cadbb x-openstack-request-id: req-418977b5-0cbf-4334-843d-78dcb34cadbb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:03.289923 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:03.290288 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-418977b5-0cbf-4334-843d-78dcb34cadbb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:03.290787 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'status': 'completed', 'code': 200} Sep 02 12:38:03.303259 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ab1d9-4158-4ae3-984b-049055d2e23b x-openstack-request-id: req-942ab1d9-4158-4ae3-984b-049055d2e23b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:03.303893 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:03.304400 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-942ab1d9-4158-4ae3-984b-049055d2e23b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:03.305062 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'status': 'completed', 'code': 200} Sep 02 12:38:03.337955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-9dbc19c6-9475-4ca0-b4e6-c5205b2c2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.340047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-9dbc19c6-9475-4ca0-b4e6-c5205b2c2aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e162e47acbe9405d8a7869e12958c485&device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 1094 time: 0.0893376 Sep 02 12:38:03.444366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-d78f6510-1cb0-46c2-a2da-388bd40544ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c61132-b0c1-4678-aa95-6af89080d9e5 HTTP/1.1" status: 200 len: 217 time: 0.0908308 Sep 02 12:38:03.466045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc99-c530-4086-904b-535d55146707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.471957 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc99-c530-4086-904b-535d55146707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:03.474304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bc34fc99-c530-4086-904b-535d55146707 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15b15577-66ae-4a79-9a4e-ca4e2a09eb9d HTTP/1.1" status: 204 len: 168 time: 0.4275224 Sep 02 12:38:03.488076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-366575bc-799c-49b2-9d15-1fb0facade04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.489849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-366575bc-799c-49b2-9d15-1fb0facade04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1094 time: 0.1892242 Sep 02 12:38:03.531207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5ec6447e-515f-49bc-88c7-4320ee948a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.534454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-5ec6447e-515f-49bc-88c7-4320ee948a4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ff0a38c-5a93-4124-99b5-713921b465c3 HTTP/1.1" status: 200 len: 854 time: 0.0776098 Sep 02 12:38:03.629208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-bbb976ce-245f-4703-a782-a37be7dc5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.637029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-bbb976ce-245f-4703-a782-a37be7dc5b50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947461 Sep 02 12:38:03.791509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-9ac9cd9e-992b-4e89-a6af-bf5781f13ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312706 Sep 02 12:38:03.978745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-47297d1a-bea7-433b-a0ce-cb50ec4112ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:03.981176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-47297d1a-bea7-433b-a0ce-cb50ec4112ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.4778028 Sep 02 12:38:03.981962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34fc99-c530-4086-904b-535d55146707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b15577-66ae-4a79-9a4e-ca4e2a09eb9d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:04.050316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:04.083871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-fd462254-d1e2-4534-9ddd-cfe4aff3318f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 217 time: 0.0553403 Sep 02 12:38:04.115085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-e84d375f-93c2-4926-96ea-8cd327ea7889 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.116675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-e84d375f-93c2-4926-96ea-8cd327ea7889 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.2375555 Sep 02 12:38:04.152806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-7a1b9194-e5a2-4c4f-aae1-c2d570495901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.154586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-7a1b9194-e5a2-4c4f-aae1-c2d570495901 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0558789 Sep 02 12:38:04.197127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-f04acc5b-7dc4-4c53-b3c5-54019fe1aacd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311360 Sep 02 12:38:04.201911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506eac1-f7cc-4245-af4c-6a547efae37e req-ca5edb04-e31b-460f-bfcc-0e8a76594998 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.203508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5506eac1-f7cc-4245-af4c-6a547efae37e req-ca5edb04-e31b-460f-bfcc-0e8a76594998 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 949 time: 0.3391221 Sep 02 12:38:04.215195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a4f64-c5b0-4c34-8e0d-5ec006cb58a6 req-5a579019-329d-4a7c-ae20-0fa0898702d6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.223050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e2a4f64-c5b0-4c34-8e0d-5ec006cb58a6 req-5a579019-329d-4a7c-ae20-0fa0898702d6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 943 time: 0.7465398 Sep 02 12:38:04.227156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f21c8e-df28-464a-baa7-3bc07c9b41ad req-cdfa581a-11f4-4d13-95ff-b3d2d4a9f355 service neutron] 10.222.0.18 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287164 Sep 02 12:38:04.259762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:04.380619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5506eac1-f7cc-4245-af4c-6a547efae37e req-7ceb918d-d050-4352-9d51-52110b53f72c tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588798 Sep 02 12:38:04.397483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-2fb6ea5f-a558-4cb2-9f05-dfc47fb316fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.399180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-2fb6ea5f-a558-4cb2-9f05-dfc47fb316fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e162e47acbe9405d8a7869e12958c485&device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 1094 time: 0.1095855 Sep 02 12:38:04.401419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Deleting port 422531fd-65e7-43c4-abed-0743475c252a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:04.401772 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:04.439851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-5722b7e6-9705-467c-a236-4e1b06fd9823 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130420 Sep 02 12:38:04.574049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] For port 422531fd-65e7-43c4-abed-0743475c252a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=422531fd-65e7-43c4-abed-0743475c252a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:04.574783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:04.590043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-54635f83-d0c3-4619-ac34-cbfbfbeba67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.590325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e2a4f64-c5b0-4c34-8e0d-5ec006cb58a6 req-68561fcb-1dfc-41b3-9051-09511ecea220 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660951 Sep 02 12:38:04.594505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-54635f83-d0c3-4619-ac34-cbfbfbeba67a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 HTTP/1.1" status: 200 len: 916 time: 0.1746347 Sep 02 12:38:04.594505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Calling delete_port for 422531fd-65e7-43c4-abed-0743475c252a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:04.668225 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-b0ba952a-7aca-422a-95e1-81e18e035e55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c61132-b0c1-4678-aa95-6af89080d9e5 HTTP/1.1" status: 200 len: 217 time: 0.0647738 Sep 02 12:38:04.752404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f14cadb4-6888-476c-b6d6-28207f1e45f6 req-3a0d8726-a8ed-4a01-9315-60f7e5cead1f service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404926 Sep 02 12:38:04.824374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-1af8ef3b-7acc-469c-8717-121a9793256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:04.829777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-1af8ef3b-7acc-469c-8717-121a9793256b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ff0a38c-5a93-4124-99b5-713921b465c3 HTTP/1.1" status: 200 len: 854 time: 0.1205869 Sep 02 12:38:04.849225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:05.009641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275d96-69a9-401c-bdc9-d2a06971a66f req-2f2f6acd-d587-4bdd-a45f-fe6bc05c63dc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:05.014647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Deleting port bfd91033-a72b-44a9-bbdb-1446cd6ed80f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:05.015635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:05.020650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee275d96-69a9-401c-bdc9-d2a06971a66f req-2f2f6acd-d587-4bdd-a45f-fe6bc05c63dc tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.3562970 Sep 02 12:38:05.103884 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee275d96-69a9-401c-bdc9-d2a06971a66f req-335ec005-840a-4999-ada6-d5a91a33a76a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780270 Sep 02 12:38:05.111948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-fc4a08bf-7d2c-4e24-b5aa-a4f462c41f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:05.114145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-fc4a08bf-7d2c-4e24-b5aa-a4f462c41f94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684412 Sep 02 12:38:05.141335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] For port bfd91033-a72b-44a9-bbdb-1446cd6ed80f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:05.141947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:05.186206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Calling delete_port for bfd91033-a72b-44a9-bbdb-1446cd6ed80f owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:05.526961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:05.564761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd91033-a72b-44a9-bbdb-1446cd6ed80f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:05.708962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-341cbc77-26a7-469a-b150-f8a7413a3ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757310 Sep 02 12:38:05.783346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:38:05.794720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:05.856110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:05.860028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d40272-7d17-4d77-939d-cdb32a39b696 req-0cb46b5b-b426-4d65-9bcd-8806ef9aff09 service neutron] 10.222.0.18 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412785 Sep 02 12:38:05.894454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa7645d7-3619-4f0d-94f2-dccb27f97834 req-b04831f8-7486-4cd9-b034-a66f62a9414c tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d44a93a-ba01-48dc-9e00-091b208e7e37 HTTP/1.1" status: 200 len: 210 time: 0.2056036 Sep 02 12:38:05.937337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3236473b-5aac-4ce1-ad35-4a8164a31109'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:05.945199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['422531fd-65e7-43c4-abed-0743475c252a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:05.946365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Pushing event deleted for resources: {'Port': ['ID=422531fd-65e7-43c4-abed-0743475c252a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:05.976623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0402d-6f44-4941-813e-513662230a46 req-77235066-b0b0-4e6f-b8ce-7a921289df1a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:05.983313 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffc0402d-6f44-4941-813e-513662230a46 req-77235066-b0b0-4e6f-b8ce-7a921289df1a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 943 time: 0.1890790 Sep 02 12:38:06.001731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.015395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] No DVR routers for this DVR port 422531fd-65e7-43c4-abed-0743475c252a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:06.018495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.020877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be16026c-5e0e-4fc5-b466-d8e40a9a0e2b req-7b626fb6-cc9c-4861-bef1-e6a059b56bd6 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.41 "DELETE /v2.0/ports/422531fd-65e7-43c4-abed-0743475c252a HTTP/1.1" status: 204 len: 173 time: 1.8758655 Sep 02 12:38:06.021577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'name': 'network-vif-deleted', 'tag': '422531fd-65e7-43c4-abed-0743475c252a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:06.035001 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101b7d7-5969-4af9-becc-07249e1e2ab2" -d '{"events": [{"server_uuid": "2d44a93a-ba01-48dc-9e00-091b208e7e37", "name": "network-vif-deleted", "tag": "422531fd-65e7-43c4-abed-0743475c252a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:06.123776 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da4116-5116-431d-9d30-2006ba9b2e7a x-openstack-request-id: req-82da4116-5116-431d-9d30-2006ba9b2e7a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:06.124173 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d44a93a-ba01-48dc-9e00-091b208e7e37", "name": "network-vif-deleted", "tag": "422531fd-65e7-43c4-abed-0743475c252a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:06.124359 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82da4116-5116-431d-9d30-2006ba9b2e7a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:06.124720 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d44a93a-ba01-48dc-9e00-091b208e7e37', 'name': 'network-vif-deleted', 'tag': '422531fd-65e7-43c4-abed-0743475c252a', 'status': 'completed', 'code': 200} Sep 02 12:38:06.218565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:06.234252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'port_id': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'mac_address': 'fa:16:3e:bf:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771f484-1751-42cd-bd10-c30cf3595e49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:38:06.284951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffc0402d-6f44-4941-813e-513662230a46 req-3d373526-3e9f-49c5-bf6e-db88cdca0227 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933846 Sep 02 12:38:06.347935 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.393853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:06.426778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eac778-c80c-42c5-a664-16b66de1a4f4 req-fda084a2-19b8-4c89-9733-3e257f470676 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:06.435794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1eac778-c80c-42c5-a664-16b66de1a4f4 req-fda084a2-19b8-4c89-9733-3e257f470676 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1606696 Sep 02 12:38:06.442893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:06.451045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.460175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ed0d3b5-fd0c-440c-818a-777de7064ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.530970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1eac778-c80c-42c5-a664-16b66de1a4f4 req-28694e39-7ada-4353-9f04-8baf45bf3b72 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930400 Sep 02 12:38:06.540051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:06.552003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Router d6c610a7-ed24-4ee7-8686-81d63fc73682 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:06.674571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:06.711337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ed0d3b5-fd0c-440c-818a-777de7064ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.721461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ed0d3b5-fd0c-440c-818a-777de7064ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.743163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:06.769942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] Sync routers for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:06.785907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:06.789304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:06.790954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:06.795731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a77f8d7a-5872-42b1-b10c-342728059ba7 admin admin] 10.222.0.60 "PUT /v2.0/routers/d6c610a7-ed24-4ee7-8686-81d63fc73682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4518671 Sep 02 12:38:06.859296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0d3b5-fd0c-440c-818a-777de7064ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70b7e5b-dc3e-4496-a580-cab1630dc0ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:06.868309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ed0d3b5-fd0c-440c-818a-777de7064ce8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6735316901d43f692a74204b1547ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696957 Sep 02 12:38:06.868309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:06.928694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8452d534-3942-43b9-89e0-49e379993ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.928819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:06.955373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8452d534-3942-43b9-89e0-49e379993ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.021271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8452d534-3942-43b9-89e0-49e379993ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.024751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8452d534-3942-43b9-89e0-49e379993ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.028590 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8452d534-3942-43b9-89e0-49e379993ef9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c70b7e5b-dc3e-4496-a580-cab1630dc0ae HTTP/1.1" status: 204 len: 168 time: 0.1567497 Sep 02 12:38:07.028590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48064) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:07.069944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d534-3942-43b9-89e0-49e379993ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70b7e5b-dc3e-4496-a580-cab1630dc0ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:07.087327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.104066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:07.229924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Deleting port 48995938-6b2a-446d-8aaf-c236f39e35e2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:07.230574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.462592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:38:05Z', 'revision_number': 5, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port': {'id': '48995938-6b2a-446d-8aaf-c236f39e35e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:30Z', 'updated_at': '2021-09-02T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:07.507964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee78ab9f-f819-4993-9ffc-910531f0bb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.512422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] For port 48995938-6b2a-446d-8aaf-c236f39e35e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=48995938-6b2a-446d-8aaf-c236f39e35e2,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:07.512925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.519019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc50b34-512a-434a-afa9-233a3f8a8aec req-a298794b-a1b1-4419-909f-66167a6d73df tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:07.527373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-edc50b34-512a-434a-afa9-233a3f8a8aec req-a298794b-a1b1-4419-909f-66167a6d73df tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.1260870 Sep 02 12:38:07.534907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] Checking router: d6c610a7-ed24-4ee7-8686-81d63fc73682 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:07.536461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cae6b-5531-4f31-8abc-0dbd56387c4e req-e0b5351f-6fec-4ff8-b3ac-7853716d5b2f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:07.544195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-163cae6b-5531-4f31-8abc-0dbd56387c4e req-e0b5351f-6fec-4ff8-b3ac-7853716d5b2f tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.0957813 Sep 02 12:38:07.547015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Calling delete_port for 48995938-6b2a-446d-8aaf-c236f39e35e2 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:07.566910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] Routers {'d6c610a7-ed24-4ee7-8686-81d63fc73682'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:07.569509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d6c610a7-ed24-4ee7-8686-81d63fc73682'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:07.579479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:07.597213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-edc50b34-512a-434a-afa9-233a3f8a8aec req-a9b8ed8f-45c1-4477-a65d-d91b71389014 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 Sep 02 12:38:07.664154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-163cae6b-5531-4f31-8abc-0dbd56387c4e req-7dd56dcf-e648-4808-9a8a-79e7d1f5d37a tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188645 Sep 02 12:38:07.679319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b632-695c-451a-83cd-576211fab76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.694498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] Set router d6c610a7-ed24-4ee7-8686-81d63fc73682 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:07.761607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:38:07Z', 'revision_number': 6, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:07.776773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee78ab9f-f819-4993-9ffc-910531f0bb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.800806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee78ab9f-f819-4993-9ffc-910531f0bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.814054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 422531fd-65e7-43c4-abed-0743475c252a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:07.841717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee9ebf-f092-44cc-bfb4-8155f193e09d req-4dcf9d70-39f1-450d-9474-1a2e771cdbd9 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:07.843911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faee9ebf-f092-44cc-bfb4-8155f193e09d req-4dcf9d70-39f1-450d-9474-1a2e771cdbd9 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1319523 Sep 02 12:38:07.854519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:07.860060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 422531fd-65e7-43c4-abed-0743475c252a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:07.860431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 422531fd-65e7-43c4-abed-0743475c252a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:07.862814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2709c48-1945-42cd-950d-eb41eea7385b None None] The sync data for ids ['d6c610a7-ed24-4ee7-8686-81d63fc73682'] in n-d-792364-8 is: [{'id': 'd6c610a7-ed24-4ee7-8686-81d63fc73682', 'name': 'tempest-FloatingIPsAssociationTestJSON-1835590924-router', 'tenant_id': '0dfd033c87dc4429b8b9c5ff47042080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:29Z', 'updated_at': '2021-09-02T12:38:07Z', 'revision_number': 6, 'project_id': '0dfd033c87dc4429b8b9c5ff47042080', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:07.899068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Pushing event deleted for resources: {'Port': ['ID=48995938-6b2a-446d-8aaf-c236f39e35e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:07.913758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ee78ab9f-f819-4993-9ffc-910531f0bb5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61b2cfeb9f97471bbde687834d6da161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8707430 Sep 02 12:38:07.917143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78ab9f-f819-4993-9ffc-910531f0bb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e38c7-778c-44ec-8682-bd8a68d8cd40,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:07.923715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:07.947000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faee9ebf-f092-44cc-bfb4-8155f193e09d req-63458c2f-8e2d-45df-9c59-3416ba29b381 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841997 Sep 02 12:38:08.042797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.072465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b632-695c-451a-83cd-576211fab76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.132500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b632-695c-451a-83cd-576211fab76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.173245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e42c08-88cf-495c-9129-3590e5ed956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.204650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.215756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.229230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cdd1b632-695c-451a-83cd-576211fab76b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2110fca6966343d7bcce994213063405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487873 Sep 02 12:38:08.232261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:08.255394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b632-695c-451a-83cd-576211fab76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b8287-7179-4bee-a201-fac823721f7e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:08.301024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e42c08-88cf-495c-9129-3590e5ed956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.325482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.328370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c610a7-ed24-4ee7-8686-81d63fc73682 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:38:08.331368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bfd91033-a72b-44a9-bbdb-1446cd6ed80f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:08.344525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.345802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-123fcd29-4c32-489b-8bed-345dca900261 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d6c610a7-ed24-4ee7-8686-81d63fc73682 HTTP/1.1" status: 204 len: 168 time: 1.5587952 Sep 02 12:38:08.349254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:08.370946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a08efb-a47b-4f9c-875a-aac223e26b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.375443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: bfd91033-a72b-44a9-bbdb-1446cd6ed80f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:08.375777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bfd91033-a72b-44a9-bbdb-1446cd6ed80f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:08.406552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Deleting subnet 68efa08e-99c1-407a-a8ae-4b3b039302fb {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:38:08.415155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a08efb-a47b-4f9c-875a-aac223e26b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.423808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.453190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e42c08-88cf-495c-9129-3590e5ed956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.456118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e42c08-88cf-495c-9129-3590e5ed956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.459831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-83e42c08-88cf-495c-9129-3590e5ed956b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b4e38c7-778c-44ec-8682-bd8a68d8cd40 HTTP/1.1" status: 204 len: 168 time: 0.5327270 Sep 02 12:38:08.486035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.488395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a08efb-a47b-4f9c-875a-aac223e26b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.491063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a08efb-a47b-4f9c-875a-aac223e26b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.492372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-57a08efb-a47b-4f9c-875a-aac223e26b24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d64b8287-7179-4bee-a201-fac823721f7e HTTP/1.1" status: 204 len: 168 time: 0.2561014 Sep 02 12:38:08.500821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e42c08-88cf-495c-9129-3590e5ed956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e38c7-778c-44ec-8682-bd8a68d8cd40,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:08.503437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a08efb-a47b-4f9c-875a-aac223e26b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b8287-7179-4bee-a201-fac823721f7e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:08.733766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449bc4-4181-4333-8c70-110f18148920 req-52253d45-4c01-48ac-9080-00673decfdd9 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:08.735387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0449bc4-4181-4333-8c70-110f18148920 req-52253d45-4c01-48ac-9080-00673decfdd9 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.18 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.1352682 Sep 02 12:38:08.739716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.853936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1886e77-cea2-457f-bf7f-41b4632857d6 req-691f16aa-484a-4522-bb74-74a46eaba4f8 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:08.877889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1886e77-cea2-457f-bf7f-41b4632857d6 req-691f16aa-484a-4522-bb74-74a46eaba4f8 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 948 time: 0.0959032 Sep 02 12:38:08.924880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b170-0f48-40a5-a3af-0900f4805b39 req-d872fbf0-4213-4834-aef4-1a7f3daa4922 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:08.926576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2d0b170-0f48-40a5-a3af-0900f4805b39 req-d872fbf0-4213-4834-aef4-1a7f3daa4922 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.1869855 Sep 02 12:38:08.976982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:08.983395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1886e77-cea2-457f-bf7f-41b4632857d6 req-90b21b07-8da9-440f-9b4f-226c7b279c39 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8e5aa00-fba9-492f-ba45-7a81dce55d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043653 Sep 02 12:38:09.035570 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.040345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48108) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:09.040525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/68efa08e-99c1-407a-a8ae-4b3b039302fb HTTP/1.1" status: 204 len: 168 time: 0.6902857 Sep 02 12:38:09.041522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cef27-edf6-4315-a644-e9d8968f6028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68efa08e-99c1-407a-a8ae-4b3b039302fb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:09.053348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac190fa7-92f9-4a5a-87ad-709c8f406689 None None] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:38:09.055197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Deleting port 3236473b-5aac-4ce1-ad35-4a8164a31109 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:09.057218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.078837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2d0b170-0f48-40a5-a3af-0900f4805b39 req-a0f68bb9-c748-499e-a00c-d5d2cef3de42 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350784 Sep 02 12:38:09.275398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48116) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:09.320318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e0edca3-07e6-4a6e-8df9-f9497d248412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.325147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.350565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] For port 3236473b-5aac-4ce1-ad35-4a8164a31109, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3236473b-5aac-4ce1-ad35-4a8164a31109,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:09.350936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.360429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bee85c-15ef-466d-ab50-f306030280fc req-b1e6bb0a-9a36-47ef-9dd8-ecfcc485b1d8 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:09.371206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22bee85c-15ef-466d-ab50-f306030280fc req-b1e6bb0a-9a36-47ef-9dd8-ecfcc485b1d8 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1687710 Sep 02 12:38:09.395577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Calling delete_port for 3236473b-5aac-4ce1-ad35-4a8164a31109 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:09.448885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Deleting port f06c2868-57a6-47af-b627-cc2fcff644d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:09.450020 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.483530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] DHCP port deletion for 1033f2e7-fa04-4ed4-8ae1-794fa500b8be request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:38:09.520017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22bee85c-15ef-466d-ab50-f306030280fc req-f37b365e-16f5-454b-8c13-1ebc5d25f5e9 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424630 Sep 02 12:38:09.540004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] For port f06c2868-57a6-47af-b627-cc2fcff644d4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f06c2868-57a6-47af-b627-cc2fcff644d4,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:09.540381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.557640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Calling delete_port for f06c2868-57a6-47af-b627-cc2fcff644d4 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:09.596502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Deleting port f06c2868-57a6-47af-b627-cc2fcff644d4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:09.601171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.685453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e0edca3-07e6-4a6e-8df9-f9497d248412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.694579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e0edca3-07e6-4a6e-8df9-f9497d248412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.716297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] For port f06c2868-57a6-47af-b627-cc2fcff644d4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f06c2868-57a6-47af-b627-cc2fcff644d4,segment=NetworkSegment(ee94fde2-72bd-4bea-8440-4321c5061a0f),segment_id=ee94fde2-72bd-4bea-8440-4321c5061a0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:09.720188 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.721300 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.748303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] No DVR routers for this DVR port f06c2868-57a6-47af-b627-cc2fcff644d4 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:09.750195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Calling delete_port for f06c2868-57a6-47af-b627-cc2fcff644d4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:09.793431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0edca3-07e6-4a6e-8df9-f9497d248412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7196c-07b7-4bde-bc1c-8be0a6cc3de6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:09.799189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.816765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5e0edca3-07e6-4a6e-8df9-f9497d248412 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04365e7588a54f8d95b84c8e9b178c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292854 Sep 02 12:38:09.818969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48126) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:09.821236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Pushing event deleted for resources: {'Port': ['ID=f06c2868-57a6-47af-b627-cc2fcff644d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:09.845661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:09.847754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3236473b-5aac-4ce1-ad35-4a8164a31109'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:09.893796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:09.910362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1033f2e7-fa04-4ed4-8ae1-794fa500b8be']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:09.917606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Pushing event deleted for resources: {'Port': ['ID=3236473b-5aac-4ce1-ad35-4a8164a31109,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:09.962223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:09.990095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee94fde2-72bd-4bea-8440-4321c5061a0f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:09.990418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee94fde2-72bd-4bea-8440-4321c5061a0f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:09.997732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] No DVR routers for this DVR port 3236473b-5aac-4ce1-ad35-4a8164a31109 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:10.001046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.003114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0449bc4-4181-4333-8c70-110f18148920 req-04864aad-c64d-440f-9792-78ee37d10eea tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.18 "DELETE /v2.0/ports/3236473b-5aac-4ce1-ad35-4a8164a31109 HTTP/1.1" status: 204 len: 173 time: 1.2487023 Sep 02 12:38:10.006717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'name': 'network-vif-deleted', 'tag': '3236473b-5aac-4ce1-ad35-4a8164a31109'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:10.007141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.009431 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d40e91-dc7a-4425-af13-79a440ffd9a6" -d '{"events": [{"server_uuid": "96532298-ee08-4afc-bcd3-57ab94ffec3f", "name": "network-vif-deleted", "tag": "3236473b-5aac-4ce1-ad35-4a8164a31109"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:10.026512 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.053323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:38:10.057026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.074306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8b199b6-b975-4243-b200-54ee391eaa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.101289 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b96ceba-c071-4577-b437-81681f2fea8a x-openstack-request-id: req-2b96ceba-c071-4577-b437-81681f2fea8a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:10.103880 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96532298-ee08-4afc-bcd3-57ab94ffec3f", "name": "network-vif-deleted", "tag": "3236473b-5aac-4ce1-ad35-4a8164a31109", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:10.104389 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b96ceba-c071-4577-b437-81681f2fea8a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:10.105085 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96532298-ee08-4afc-bcd3-57ab94ffec3f', 'name': 'network-vif-deleted', 'tag': '3236473b-5aac-4ce1-ad35-4a8164a31109', 'status': 'completed', 'code': 200} Sep 02 12:38:10.150516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8b199b6-b975-4243-b200-54ee391eaa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:38:10.151544 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:38:10.209152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f06c2868-57a6-47af-b627-cc2fcff644d4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:10.254276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f380e8d-a2b6-4937-8ead-fa44e2fc4caf req-a008b74a-8931-4841-ab5a-e06721549af0 tempest-LiveMigrationNegativeTest-1854771010 tempest-LiveMigrationNegativeTest-1854771010-project] 10.222.0.60 "GET /v2.0/ports?device_id=96532298-ee08-4afc-bcd3-57ab94ffec3f HTTP/1.1" status: 200 len: 210 time: 0.0711365 Sep 02 12:38:10.287867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f06c2868-57a6-47af-b627-cc2fcff644d4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:10.288444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f06c2868-57a6-47af-b627-cc2fcff644d4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:10.289113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 48995938-6b2a-446d-8aaf-c236f39e35e2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:10.307363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-network', 'tenant_id': '804449cc67134563af907fcc57feffc4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:10.333214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba01ff-7f1c-4b87-b31d-39341ac74bf0 req-b01305ed-97b7-45f0-a4ce-8c0f4f700869 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:10.334819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-edba01ff-7f1c-4b87-b31d-39341ac74bf0 req-b01305ed-97b7-45f0-a4ce-8c0f4f700869 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.1427822 Sep 02 12:38:10.335509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8b199b6-b975-4243-b200-54ee391eaa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.339106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8b199b6-b975-4243-b200-54ee391eaa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.340250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b8b199b6-b975-4243-b200-54ee391eaa1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fff7196c-07b7-4bde-bc1c-8be0a6cc3de6 HTTP/1.1" status: 204 len: 168 time: 0.5050290 Sep 02 12:38:10.340941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 48995938-6b2a-446d-8aaf-c236f39e35e2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:10.341441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 48995938-6b2a-446d-8aaf-c236f39e35e2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:10.353764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Made reservation on behalf of 804449cc67134563af907fcc57feffc4 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:10.358602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b199b6-b975-4243-b200-54ee391eaa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff7196c-07b7-4bde-bc1c-8be0a6cc3de6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:10.363689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.379598 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.380328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.395067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.399943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.402777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] 10.222.0.60 "DELETE /v2.0/networks/1033f2e7-fa04-4ed4-8ae1-794fa500b8be HTTP/1.1" status: 204 len: 168 time: 1.3604369 Sep 02 12:38:10.430833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:10.440625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:10.441111 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.493756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Network 1033f2e7-fa04-4ed4-8ae1-794fa500b8be is not hosted by any dhcp agent {{(pid=94842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:38:10.494298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] No DVR routers for this DVR port f06c2868-57a6-47af-b627-cc2fcff644d4 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:10.504275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef7ad6-95b5-43e5-b06c-34d83eddc761 None None] Pushing event deleted for resources: {'Port': ['ID=f06c2868-57a6-47af-b627-cc2fcff644d4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:10.525782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-edba01ff-7f1c-4b87-b31d-39341ac74bf0 req-ea59697d-0f05-4bc9-9622-46d7d78a65a7 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551266 Sep 02 12:38:10.610791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.612715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaed19-6d63-4c0f-af62-4572f05cf31c admin admin] Pushing event deleted for resources: {'Network': ['ID=1033f2e7-fa04-4ed4-8ae1-794fa500b8be,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:10.617960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.640576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:38:10.656036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.656537 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Added segment d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0 of type vlan for network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 Sep 02 12:38:10.663230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:10.706957 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.759153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:10.761024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:10.764609 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8ddb6-3dc5-4269-a84e-0fdab8dcf751" -d '{"events": [{"server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "name": "network-vif-plugged", "status": "completed", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:10.769217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.777348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-02545e11-1054-46df-b639-48da822fab12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dfd033c87dc4429b8b9c5ff47042080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1124840 Sep 02 12:38:10.782884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:10.786810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f81da3-de8b-41d0-be88-5195bcc3aa6f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:10.816786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.847517 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e2722-481d-4ee0-b58f-6711d9fe6731 x-openstack-request-id: req-b15e2722-481d-4ee0-b58f-6711d9fe6731 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:10.847801 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "name": "network-vif-plugged", "status": "completed", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:10.848266 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b15e2722-481d-4ee0-b58f-6711d9fe6731 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:10.848839 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'code': 200} Sep 02 12:38:10.850110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:10.864580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.881383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50489b0e-5361-4fee-94fd-c6c9e4812f9b req-2f5a2691-d126-49a2-b6ac-20c6268247b1 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:10.891357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50489b0e-5361-4fee-94fd-c6c9e4812f9b req-2f5a2691-d126-49a2-b6ac-20c6268247b1 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1488583 Sep 02 12:38:10.925580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.926753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:10.927403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.947436 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440adbbb-3248-41d2-88dd-e621971c28b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:10.970725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da71a2d-2f82-4104-a4e0-911b3e278d35 req-7f302c90-8bae-4817-a489-bb5bb3ade595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:10.972299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0da71a2d-2f82-4104-a4e0-911b3e278d35 req-7f302c90-8bae-4817-a489-bb5bb3ade595 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1096 time: 0.0795617 Sep 02 12:38:10.972513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50489b0e-5361-4fee-94fd-c6c9e4812f9b req-3be74577-4905-4926-acc2-a7d82e7638f0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795391 Sep 02 12:38:10.988714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440adbbb-3248-41d2-88dd-e621971c28b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.042165 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0da71a2d-2f82-4104-a4e0-911b3e278d35 req-03be8eaa-0df7-4771-b326-e38bf1bb9400 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606494 Sep 02 12:38:11.065166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440adbbb-3248-41d2-88dd-e621971c28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.068054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440adbbb-3248-41d2-88dd-e621971c28b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.074183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-440adbbb-3248-41d2-88dd-e621971c28b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a5e2d3c-695b-4c69-83d0-9dba4bc86d01 HTTP/1.1" status: 204 len: 168 time: 0.2903225 Sep 02 12:38:11.090339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440adbbb-3248-41d2-88dd-e621971c28b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5e2d3c-695b-4c69-83d0-9dba4bc86d01,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:11.301157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3377590 Sep 02 12:38:11.301360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:11.307359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Request body: {'subnet': {'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-subnet', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:11.308585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5fd30-7f0e-4fc2-a765-5f534644f6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:11.331349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:38:11.374749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Made reservation on behalf of 804449cc67134563af907fcc57feffc4 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:11.377997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.618428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.725100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:11.739614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Checking segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:11.740134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Network hostable DHCP agents. Network: 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:38:11.759519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf0958-0e3f-4dac-a1c3-553aec24b55c req-dfdc6c52-ded3-4043-9457-20f422cdcb90 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:11.761485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9bf0958-0e3f-4dac-a1c3-553aec24b55c req-dfdc6c52-ded3-4043-9457-20f422cdcb90 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1334391 Sep 02 12:38:11.774930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:11.792224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:38:11.813547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:11.818845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:11.819626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.822985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1446e8-6c39-4cff-83eb-076bbc4f79a3 None None] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:38:11.845030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9bf0958-0e3f-4dac-a1c3-553aec24b55c req-ddbe39c7-cdf3-4679-b466-0b357a3eb9f7 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725503 Sep 02 12:38:11.859514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:11.860095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e0af33b6-a1d8-4535-9ade-36becd4351ad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5572946 Sep 02 12:38:11.873544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:11.896533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.899054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:11.969273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.020979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:38:12.022005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.120827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3236473b-5aac-4ce1-ad35-4a8164a31109 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:12.156690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 3236473b-5aac-4ce1-ad35-4a8164a31109 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:12.157743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3236473b-5aac-4ce1-ad35-4a8164a31109 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:12.254766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Allocated IP 172.20.0.2 (3c8e7f7d-0bf1-4245-b435-1b6806d4fc41/d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08/d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:12.327536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.334866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-794bb079-4323-40d8-b832-c6d0a1ca8dbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42c9f57bc6d24170b21219f4f4f77ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587792 Sep 02 12:38:12.338139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48222) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:12.363771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7bde-f020-4b52-ba52-5e1e9aa61781 req-456aab5d-5fa5-4097-98aa-d966db39e321 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:12.371168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-615e7bde-f020-4b52-ba52-5e1e9aa61781 req-456aab5d-5fa5-4097-98aa-d966db39e321 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1918943 Sep 02 12:38:12.452022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-615e7bde-f020-4b52-ba52-5e1e9aa61781 req-17d8a192-f515-4d56-a221-d8f5ab8b21aa tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770261 Sep 02 12:38:12.469870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.481215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d53c74f-42c4-4d67-9f66-9941094c4957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.492006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Transition to ACTIVE for port object d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:12.521356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Transition to ACTIVE for port object d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:12.524407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d53c74f-42c4-4d67-9f66-9941094c4957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.532359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.580065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Pushing event updated for resources: {'Port': ['ID=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:12.605216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d53c74f-42c4-4d67-9f66-9941094c4957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.607096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:12.609155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:12.610697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d53c74f-42c4-4d67-9f66-9941094c4957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.612141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:12.624192 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4d53c74f-42c4-4d67-9f66-9941094c4957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8e5aa00-fba9-492f-ba45-7a81dce55d08 HTTP/1.1" status: 204 len: 168 time: 0.2800856 Sep 02 12:38:12.649786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53c74f-42c4-4d67-9f66-9941094c4957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e5aa00-fba9-492f-ba45-7a81dce55d08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:12.693808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.703831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Attempting to bind port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:12.704126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Attempting to bind port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:12.704484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Attempting to bind port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d on network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:12.710135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:12.710635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Checking segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:12.711259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.711657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Bound using segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:12.712127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Bound port: d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:12.712509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.725988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:12.845413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] For port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:12.846423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Allocated IP 172.25.7.12 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/923dd621-5103-4dac-a4b9-1d24cca03a12) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:12.854000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] For port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:12.869780 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.007675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c77f8c-ab75-47f2-bc29-797b4ed83db2 None None] Pushing event updated for resources: {'Port': ['ID=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:13.098612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e42b-6718-4f60-8680-03bcc3fbe22c req-175133cd-beee-4c02-9d80-469a9941527f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:13.100246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f397e42b-6718-4f60-8680-03bcc3fbe22c req-175133cd-beee-4c02-9d80-469a9941527f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Sep 02 12:38:13.161505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.169755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f397e42b-6718-4f60-8680-03bcc3fbe22c req-452520d9-42c8-47b8-a8ba-7528e15592b2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Sep 02 12:38:13.228089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.287262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:13.291068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:13.295109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:13.306378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:13.327327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Pushing event updated for resources: {'Port': ['ID=923dd621-5103-4dac-a4b9-1d24cca03a12,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:13.373216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed3d0634-cca3-4d4c-be99-b2f00ddfc703 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c9d6c78d201429aa2d48073384b8ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650992 Sep 02 12:38:13.378029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:13.399607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15caa6-2ad0-4eb3-a45b-067f66c6103c req-d392966e-769c-4d9f-9f22-440b8650189f tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:13.401183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa15caa6-2ad0-4eb3-a45b-067f66c6103c req-d392966e-769c-4d9f-9f22-440b8650189f tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1096 time: 0.0996137 Sep 02 12:38:13.480426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-479640a8-ae49-4e12-96ef-21fbdd2ad75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.505112 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-479640a8-ae49-4e12-96ef-21fbdd2ad75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.554527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa15caa6-2ad0-4eb3-a45b-067f66c6103c req-e8c17b0e-36cd-4d1f-b410-8f9efcaa8fab tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098149 Sep 02 12:38:13.564145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-479640a8-ae49-4e12-96ef-21fbdd2ad75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.566802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-479640a8-ae49-4e12-96ef-21fbdd2ad75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:13.571336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-479640a8-ae49-4e12-96ef-21fbdd2ad75f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/555e6941-d8fa-4850-a0f3-06c2995f3a8f HTTP/1.1" status: 204 len: 168 time: 0.1919048 Sep 02 12:38:13.582109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479640a8-ae49-4e12-96ef-21fbdd2ad75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e6941-d8fa-4850-a0f3-06c2995f3a8f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:13.848409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b92e-8ad5-47b6-b342-2c54146af867 req-3d5c54d3-3745-4cf5-979a-2ff373c55297 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:13.850625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fc2b92e-8ad5-47b6-b342-2c54146af867 req-3d5c54d3-3745-4cf5-979a-2ff373c55297 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.1230314 Sep 02 12:38:13.878341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:14.081120 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fc2b92e-8ad5-47b6-b342-2c54146af867 req-3afe0168-ed98-49f6-ac38-9f8b7f36f2a3 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140529 Sep 02 12:38:14.217354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:14.337907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:14.380803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:14.563755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:14.572216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c6d594-77b0-43f0-92aa-4287e73c8b72 None None] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:38:14.582037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Router ccab3bd9-2976-46d8-b253-d13535663212 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:38:14.695956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] Provisioning for port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:14.706130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] Provisioning complete for port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:14.706642 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:14.804634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac714164-6fac-4862-a8c6-05024ddc3d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:14.951157 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:14.955996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:14.975156 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Sync routers for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:15.007330 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:15.008279 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:15.068272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] For port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:15.078059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.081442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac714164-6fac-4862-a8c6-05024ddc3d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.099540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac714164-6fac-4862-a8c6-05024ddc3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.152652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.156990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:15.165522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-49417db1-70ef-420f-9e7c-2ab73a5b86d5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3048222 Sep 02 12:38:15.213904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7951e-5b06-414b-af37-7362046d416a None None] Pushing event updated for resources: {'Port': ['ID=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:15.266372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ac714164-6fac-4862-a8c6-05024ddc3d94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4be116773b494fb5bb6685780dacfe23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7010696 Sep 02 12:38:15.267066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:15.315012 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:15.336949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac714164-6fac-4862-a8c6-05024ddc3d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38368780-31c7-4612-98f8-935923098208,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:15.404652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4bd66351-bb37-46e1-b545-46a5a7378828 None None] Provisioning complete for port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:15.405262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4bd66351-bb37-46e1-b545-46a5a7378828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.446530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8854e0c-1756-45a8-9872-e7e841ed642f req-b5385d21-7b50-4cf7-83ff-3c07938eee7b tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:15.465482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8854e0c-1756-45a8-9872-e7e841ed642f req-b5385d21-7b50-4cf7-83ff-3c07938eee7b tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.2187154 Sep 02 12:38:15.544231 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0db6ba1-6304-4167-ab85-1d61d8b846c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.613515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0db6ba1-6304-4167-ab85-1d61d8b846c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.673755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8854e0c-1756-45a8-9872-e7e841ed642f req-c87d7d7c-654a-44d5-8507-f419e299eeac tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067773 Sep 02 12:38:15.757492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0db6ba1-6304-4167-ab85-1d61d8b846c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.761026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0db6ba1-6304-4167-ab85-1d61d8b846c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:15.768558 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:13Z', 'revision_number': 3, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:15.770815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f0db6ba1-6304-4167-ab85-1d61d8b846c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38368780-31c7-4612-98f8-935923098208 HTTP/1.1" status: 204 len: 168 time: 0.4793205 Sep 02 12:38:15.789865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db6ba1-6304-4167-ab85-1d61d8b846c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38368780-31c7-4612-98f8-935923098208,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:15.806447 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Checking router: ccab3bd9-2976-46d8-b253-d13535663212 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:15.806811 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Updating router ccab3bd9-2976-46d8-b253-d13535663212 port 923dd621-5103-4dac-a4b9-1d24cca03a12 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:38:15.845598 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.151684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:16.164849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d74d-c674-4509-b8ab-73ce4c8e149b req-40bcf74a-a7aa-4d70-81d8-dd665e495671 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:16.175965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c494d74d-c674-4509-b8ab-73ce4c8e149b req-40bcf74a-a7aa-4d70-81d8-dd665e495671 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1097 time: 0.1396027 Sep 02 12:38:16.265563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:16.266144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.269613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c494d74d-c674-4509-b8ab-73ce4c8e149b req-aedc86d4-45ec-4bcb-8d04-445ef5e52c7e tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906923 Sep 02 12:38:16.285456 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.353749 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.384777 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Transition to ACTIVE for port object 923dd621-5103-4dac-a4b9-1d24cca03a12 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:16.393109 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.508455 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Pushing event updated for resources: {'Port': ['ID=923dd621-5103-4dac-a4b9-1d24cca03a12,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:16.539306 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.543598 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.545179 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.545648 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.547992 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.548437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.550635 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.550995 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.551333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.551667 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.552027 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.552339 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:16.565410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:16.583875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f188c83-20ca-4295-9138-2672200ec4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.652862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Attempting to bind port 923dd621-5103-4dac-a4b9-1d24cca03a12 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:16.653524 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Attempting to bind port 923dd621-5103-4dac-a4b9-1d24cca03a12 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:16.654156 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Attempting to bind port 923dd621-5103-4dac-a4b9-1d24cca03a12 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:16.659065 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:38:16.665509 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:16.666214 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:16.680959 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.684470 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:16.687474 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Bound port: 923dd621-5103-4dac-a4b9-1d24cca03a12, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:16.689708 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.743242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f188c83-20ca-4295-9138-2672200ec4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.751486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f188c83-20ca-4295-9138-2672200ec4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.805834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] For port 923dd621-5103-4dac-a4b9-1d24cca03a12, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:16.809732 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] For port 923dd621-5103-4dac-a4b9-1d24cca03a12, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=923dd621-5103-4dac-a4b9-1d24cca03a12,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:16.816583 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.828127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3f188c83-20ca-4295-9138-2672200ec4b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d43b27a57e041d482fd02010b005d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602282 Sep 02 12:38:16.829340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f188c83-20ca-4295-9138-2672200ec4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f443d914-0075-4349-8c76-92e560fac7cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:16.832063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:16.887270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75cc3c-d750-41a2-9943-5f67f335299c None None] Pushing event updated for resources: {'Port': ['ID=923dd621-5103-4dac-a4b9-1d24cca03a12,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:16.905608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e269301-b16d-48ae-88e1-0c855b6e9203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:16.922059 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:16.923924 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:16.973923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e269301-b16d-48ae-88e1-0c855b6e9203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:17.053037 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e269301-b16d-48ae-88e1-0c855b6e9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:17.056479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e269301-b16d-48ae-88e1-0c855b6e9203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:17.057719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8e269301-b16d-48ae-88e1-0c855b6e9203 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f443d914-0075-4349-8c76-92e560fac7cd HTTP/1.1" status: 204 len: 168 time: 0.2243626 Sep 02 12:38:17.084252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269301-b16d-48ae-88e1-0c855b6e9203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443d914-0075-4349-8c76-92e560fac7cd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:17.265726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Allocated IP 172.20.0.1 (3c8e7f7d-0bf1-4245-b435-1b6806d4fc41/d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08/9f440640-379c-4a8a-8ce5-414fe109e849) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:17.403359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:17.426160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Transition to ACTIVE for port object 9f440640-379c-4a8a-8ce5-414fe109e849 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:17.458920 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:17.498587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:17.572725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:17.576162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:17.580605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:17.621370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:17.721738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Pushing event updated for resources: {'Port': ['ID=9f440640-379c-4a8a-8ce5-414fe109e849,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:17.857715 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:13Z', 'revision_number': 3, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:17.859641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47c35-faec-4da1-a2c1-b4023eb73fca req-7bdd8501-8c97-4693-b3cf-76ae4fc1df89 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:17.861481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5d47c35-faec-4da1-a2c1-b4023eb73fca req-7bdd8501-8c97-4693-b3cf-76ae4fc1df89 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.0801172 Sep 02 12:38:17.928271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5d47c35-faec-4da1-a2c1-b4023eb73fca req-92e47b21-e3d4-4c79-a185-cf3bf2225606 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562348 Sep 02 12:38:17.930859 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0a55f-5d54-4796-bf54-ce5231eb79ff None None] The sync data for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 is: [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:13Z', 'revision_number': 3, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:17.937208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.010304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3edfe363-d42a-498e-a2da-61244a0f0f8d None None] Provisioning for port 9f440640-379c-4a8a-8ce5-414fe109e849 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:18.018456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3edfe363-d42a-498e-a2da-61244a0f0f8d None None] Provisioning complete for port 9f440640-379c-4a8a-8ce5-414fe109e849 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:18.018709 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3edfe363-d42a-498e-a2da-61244a0f0f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.088694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3edfe363-d42a-498e-a2da-61244a0f0f8d None None] Port 9f440640-379c-4a8a-8ce5-414fe109e849 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:18.198027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.226337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.246228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-1841c24a-cb74-42f0-a545-8293639634f4 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:38:18.247360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-1841c24a-cb74-42f0-a545-8293639634f4 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064616 Sep 02 12:38:18.321830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-8a778a67-2bfe-41b5-8912-1e12e5925c81 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:18.329774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-8a778a67-2bfe-41b5-8912-1e12e5925c81 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 1094 time: 0.0696537 Sep 02 12:38:18.335423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:18.336102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:38:18.350269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.353352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Pushing event updated for resources: {'Port': ['ID=9f440640-379c-4a8a-8ce5-414fe109e849,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:18.497002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:18.502666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:18.665744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:18.669960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:18.670590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:18.677923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:18.678263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:18.691437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:18.691790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:18.692190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:18.692643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Bound port: 1019f27f-2880-497b-a744-22e775dedfc0, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:18.781067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Router ccab3bd9-2976-46d8-b253-d13535663212 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:18.825004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:18.834323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.838177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-34d93d48-79b2-4fee-8795-88bd927dd7eb service neutron] 10.222.0.60 "POST /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5072246 Sep 02 12:38:18.973814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22250bcd-9f5c-4223-b561-aee4b529ab25 None None] Provisioning complete for port 9f440640-379c-4a8a-8ce5-414fe109e849 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:18.974734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22250bcd-9f5c-4223-b561-aee4b529ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:18.988910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:19.007992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e708bf06-cf0d-4815-8b0b-aeb327fdc463 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccab3bd9-2976-46d8-b253-d13535663212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8398309 Sep 02 12:38:19.098426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22250bcd-9f5c-4223-b561-aee4b529ab25 None None] Port 9f440640-379c-4a8a-8ce5-414fe109e849 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:19.294393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-4897b5dc-5558-45ca-a27d-c75b5ca23399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:19.297163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-4897b5dc-5558-45ca-a27d-c75b5ca23399 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1097 time: 0.1199269 Sep 02 12:38:19.414464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62bb11-f4b0-4fc5-ac81-48974a2a2261 req-6f8a7272-05a9-4f59-94ea-494c49d8338d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:19.427810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a62bb11-f4b0-4fc5-ac81-48974a2a2261 req-6f8a7272-05a9-4f59-94ea-494c49d8338d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.0980382 Sep 02 12:38:19.493604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1ccd8-b647-49ac-9727-bd2afce7a2ca req-09f04035-94c6-4244-912a-5effa41d3351 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:19.501266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0f1ccd8-b647-49ac-9727-bd2afce7a2ca req-09f04035-94c6-4244-912a-5effa41d3351 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 943 time: 0.2229898 Sep 02 12:38:19.526463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-206b7411-168b-4bb7-a486-9aeae23fd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:19.527821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-206b7411-168b-4bb7-a486-9aeae23fd22b service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1948259 Sep 02 12:38:19.539247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a62bb11-f4b0-4fc5-ac81-48974a2a2261 req-81b720d9-45b4-48b9-9348-6d45fc8e7cdf tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036024 Sep 02 12:38:19.638539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-fec40107-245a-4f2b-80d1-03a8bae28356 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 217 time: 0.0831110 Sep 02 12:38:19.648394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48674) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:19.655172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0f1ccd8-b647-49ac-9727-bd2afce7a2ca req-a51f2aa2-5285-47bd-9452-ab9878afce7c tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530015 Sep 02 12:38:19.727089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-f70e7d99-2b4a-4cda-b332-ae85a8e4c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:19.729326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-f70e7d99-2b4a-4cda-b332-ae85a8e4c799 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0727620 Sep 02 12:38:19.779797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-b6213eb1-2b95-44ab-8f21-28e10b5d719a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424707 Sep 02 12:38:19.903497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-d4b57c90-a76b-4fa1-8e4d-927966ca9783 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138933 Sep 02 12:38:20.054321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdbdd-2922-49a9-b544-ad34f32adf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.116542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 77c61132-b0c1-4678-aa95-6af89080d9e5 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:38:20.296520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 923dd621-5103-4dac-a4b9-1d24cca03a12 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:20.300239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-e1aca837-8331-4c8f-bb75-15c69aafe07b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:20.314117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-e1aca837-8331-4c8f-bb75-15c69aafe07b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 829 time: 0.2574074 Sep 02 12:38:20.322213 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdbdd-2922-49a9-b544-ad34f32adf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.329293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdbdd-2922-49a9-b544-ad34f32adf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.351531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-e92bab53-e245-4139-a884-a16b4e5f5a4e tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/quotas/804449cc67134563af907fcc57feffc4 HTTP/1.1" status: 200 len: 375 time: 0.0362706 Sep 02 12:38:20.443571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d4bdbdd-2922-49a9-b544-ad34f32adf0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8910b61bbb04c878a2c79cf01558f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7924550 Sep 02 12:38:20.446850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-559b4589-f9eb-49b8-bbb8-d2c415f1c8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342643 Sep 02 12:38:20.447609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:20.475307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bdbdd-2922-49a9-b544-ad34f32adf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5851a45b-dd1d-42ff-8e37-294e4b0f5e04,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:20.527281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-fb470790-1406-476e-9cb4-6fb884a7daf9 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742783 Sep 02 12:38:20.575343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 77c61132-b0c1-4678-aa95-6af89080d9e5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=77c61132-b0c1-4678-aa95-6af89080d9e5,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:20.595223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'port_id': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'mac_address': 'fa:16:3e:d4:a0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:38:20.601968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 923dd621-5103-4dac-a4b9-1d24cca03a12 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:20.615805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:20.616795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 923dd621-5103-4dac-a4b9-1d24cca03a12 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:20.617887 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.734341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f76dcec6-dfa3-480d-9df7-bce2775ca3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.767101 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f76dcec6-dfa3-480d-9df7-bce2775ca3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.807370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Sync routers for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:20.846881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:20.847910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:20.887673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a217157d-426a-47c1-b68c-eefaf5d2b615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.922337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-a4582c37-52f5-42a6-8236-c1bf2711a1f3 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841605 Sep 02 12:38:20.949422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f76dcec6-dfa3-480d-9df7-bce2775ca3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.952359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f76dcec6-dfa3-480d-9df7-bce2775ca3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:20.955896 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f76dcec6-dfa3-480d-9df7-bce2775ca3c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5851a45b-dd1d-42ff-8e37-294e4b0f5e04 HTTP/1.1" status: 204 len: 168 time: 0.5031407 Sep 02 12:38:20.996168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dcec6-dfa3-480d-9df7-bce2775ca3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851a45b-dd1d-42ff-8e37-294e4b0f5e04,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:21.027493 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.096151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-440e593f-131d-4ac5-a669-9b3471bcfff3 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660666 Sep 02 12:38:21.105867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c61132-b0c1-4678-aa95-6af89080d9e5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:21.121110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a217157d-426a-47c1-b68c-eefaf5d2b615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.128129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a217157d-426a-47c1-b68c-eefaf5d2b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.129881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:21.205193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a217157d-426a-47c1-b68c-eefaf5d2b615 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5206cb449884f55bef085e0a3615a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881901 Sep 02 12:38:21.208380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:21.307577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217157d-426a-47c1-b68c-eefaf5d2b615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc4944f-e246-42cb-b1c0-4bf9cc5228d2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:21.354778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff675fc5-7ac0-497c-949d-d0799c9e244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.364129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 77c61132-b0c1-4678-aa95-6af89080d9e5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=77c61132-b0c1-4678-aa95-6af89080d9e5,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:21.375792 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.399000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff675fc5-7ac0-497c-949d-d0799c9e244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.403997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cb46f-cf52-4ecf-97cf-c44536f37547 req-2183ebbc-a999-482f-99cf-8d1302942eca tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:21.416216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a34cb46f-cf52-4ecf-97cf-c44536f37547 req-2183ebbc-a999-482f-99cf-8d1302942eca tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.2003202 Sep 02 12:38:21.459247 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.465502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=77c61132-b0c1-4678-aa95-6af89080d9e5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:21.477213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.477567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.478134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.479005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.479568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.480056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.480581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.481090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.481692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.482171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.482901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.483477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:21.513735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a34cb46f-cf52-4ecf-97cf-c44536f37547 req-439a4750-9c66-40a8-bb8a-ee061b6d5fb9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941377 Sep 02 12:38:21.593381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff675fc5-7ac0-497c-949d-d0799c9e244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.599452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:21.602010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff675fc5-7ac0-497c-949d-d0799c9e244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.603524 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff675fc5-7ac0-497c-949d-d0799c9e244e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cc4944f-e246-42cb-b1c0-4bf9cc5228d2 HTTP/1.1" status: 204 len: 168 time: 0.3940654 Sep 02 12:38:21.642357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c8dacc4-f7bc-4b03-9b80-b22e5e55fd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.661111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e1595-d1b3-469c-80c8-7762c4ef969c req-a0a963ee-9795-4b3a-a5e5-cfd4cedf0418 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:21.665322 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-075e1595-d1b3-469c-80c8-7762c4ef969c req-a0a963ee-9795-4b3a-a5e5-cfd4cedf0418 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 944 time: 0.1739173 Sep 02 12:38:21.670548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff675fc5-7ac0-497c-949d-d0799c9e244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc4944f-e246-42cb-b1c0-4bf9cc5228d2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:21.780944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-075e1595-d1b3-469c-80c8-7762c4ef969c req-92e5fb5c-ac1c-4f84-8979-d8cee401403b tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987813 Sep 02 12:38:21.893538 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c8dacc4-f7bc-4b03-9b80-b22e5e55fd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.902350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c8dacc4-f7bc-4b03-9b80-b22e5e55fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:21.915089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 923dd621-5103-4dac-a4b9-1d24cca03a12, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=923dd621-5103-4dac-a4b9-1d24cca03a12,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:21.918198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['77c61132-b0c1-4678-aa95-6af89080d9e5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:21.925186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5430105-a47d-4d16-bb5a-590d7714ee3a req-67c46dad-c144-456a-8c5b-382adcd13eab tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 210 time: 0.0485921 Sep 02 12:38:21.981729 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.033785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c8dacc4-f7bc-4b03-9b80-b22e5e55fd19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c15d093b863475aa906b63e0b0a7074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337597 Sep 02 12:38:22.035172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dacc4-f7bc-4b03-9b80-b22e5e55fd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae278d3b-99e3-4b0d-bf86-914a66fc77a4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:22.036642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:22.146166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3add4645-661d-4bdd-baee-e3cd52ac72c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.149536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:18Z', 'revision_number': 2, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:22.176847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3add4645-661d-4bdd-baee-e3cd52ac72c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.198172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=923dd621-5103-4dac-a4b9-1d24cca03a12,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:22.203383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Checking router: ccab3bd9-2976-46d8-b253-d13535663212 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:22.203989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Updating router ccab3bd9-2976-46d8-b253-d13535663212 port 9f440640-379c-4a8a-8ce5-414fe109e849 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:38:22.250853 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.256772 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3add4645-661d-4bdd-baee-e3cd52ac72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.260403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3add4645-661d-4bdd-baee-e3cd52ac72c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.261662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3add4645-661d-4bdd-baee-e3cd52ac72c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae278d3b-99e3-4b0d-bf86-914a66fc77a4 HTTP/1.1" status: 204 len: 168 time: 0.2239738 Sep 02 12:38:22.295918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add4645-661d-4bdd-baee-e3cd52ac72c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae278d3b-99e3-4b0d-bf86-914a66fc77a4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:22.328653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:22.357168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72905cde-523c-45ea-9e32-8ed0d625b0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.569953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72905cde-523c-45ea-9e32-8ed0d625b0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.586172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72905cde-523c-45ea-9e32-8ed0d625b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.651279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72905cde-523c-45ea-9e32-8ed0d625b0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4370ecd3-6cff-4ea4-ae58-4c2514c69685,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:22.660574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-72905cde-523c-45ea-9e32-8ed0d625b0d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73ad2c83fff44f8099f570a3692dbc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312616 Sep 02 12:38:22.663221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:22.704660 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.716787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Transition to ACTIVE for port object 9f440640-379c-4a8a-8ce5-414fe109e849 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:22.726920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.812697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ef8f8-9e86-4cb3-82a6-02879c6d7146 req-ee8928d4-a265-4cb7-86aa-7da637108cad tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:22.821321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-041ef8f8-9e86-4cb3-82a6-02879c6d7146 req-ee8928d4-a265-4cb7-86aa-7da637108cad tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.1487701 Sep 02 12:38:22.823351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d3308dc-9912-42a2-9112-c423d486e805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.838262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f8330-1f39-4482-aa1d-cbd2718b2106 None None] Pushing event updated for resources: {'Port': ['ID=9f440640-379c-4a8a-8ce5-414fe109e849,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:22.911489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-041ef8f8-9e86-4cb3-82a6-02879c6d7146 req-10235b4a-f9db-4b31-a110-0dc57acc83cd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792434 Sep 02 12:38:22.914873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d3308dc-9912-42a2-9112-c423d486e805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.975642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Attempting to bind port 9f440640-379c-4a8a-8ce5-414fe109e849 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:22.976328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Attempting to bind port 9f440640-379c-4a8a-8ce5-414fe109e849 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:22.977203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Attempting to bind port 9f440640-379c-4a8a-8ce5-414fe109e849 on network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:22.989548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:22.992189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Checking segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:22.993297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:22.994417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Bound using segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:22.997975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Bound port: 9f440640-379c-4a8a-8ce5-414fe109e849, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:22.999149 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.051763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d3308dc-9912-42a2-9112-c423d486e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.060855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d3308dc-9912-42a2-9112-c423d486e805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.062061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d3308dc-9912-42a2-9112-c423d486e805 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4370ecd3-6cff-4ea4-ae58-4c2514c69685 HTTP/1.1" status: 204 len: 168 time: 0.3978500 Sep 02 12:38:23.104143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3308dc-9912-42a2-9112-c423d486e805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370ecd3-6cff-4ea4-ae58-4c2514c69685,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:23.153116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] For port 9f440640-379c-4a8a-8ce5-414fe109e849, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:23.157131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] For port 9f440640-379c-4a8a-8ce5-414fe109e849, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f440640-379c-4a8a-8ce5-414fe109e849,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:23.163597 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.260615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f8330-1f39-4482-aa1d-cbd2718b2106 None None] Pushing event updated for resources: {'Port': ['ID=9f440640-379c-4a8a-8ce5-414fe109e849,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:23.286072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:23.286753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:23.329283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-fca4bcb2-944d-46c7-809b-71cf9e4186d9 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:23.333099 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-fca4bcb2-944d-46c7-809b-71cf9e4186d9 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.41 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 829 time: 0.3092878 Sep 02 12:38:23.337356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755d3fc-3b7e-4097-a173-317edc8ee8b1 req-da5f4db4-b1b6-4d9a-819f-94e932cab77c tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:23.351022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Request body: {'port': {'device_id': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'admin_state_up': True, 'tenant_id': '804449cc67134563af907fcc57feffc4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:23.352970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b755d3fc-3b7e-4097-a173-317edc8ee8b1 req-da5f4db4-b1b6-4d9a-819f-94e932cab77c tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 944 time: 0.1263475 Sep 02 12:38:23.439543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b755d3fc-3b7e-4097-a173-317edc8ee8b1 req-81c16676-d633-40bc-8472-420e4f0e7196 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854805 Sep 02 12:38:23.527952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-029d9976-4fb5-4832-ad54-da1b181f1f08 req-1798d43d-4433-4f2d-8d94-ec9ea4d293b2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 210 time: 0.0589225 Sep 02 12:38:23.562963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:23.611756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:23.678141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Made reservation on behalf of 804449cc67134563af907fcc57feffc4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:23.689040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.842600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-854651215-network', 'tenant_id': '6aa83555e0844a3696342e6172e27a79'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:23.885386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Made reservation on behalf of 6aa83555e0844a3696342e6172e27a79 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:23.894781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.908373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:23.933638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:23Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:24.014015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Allocated IP 172.20.0.11 (3c8e7f7d-0bf1-4245-b435-1b6806d4fc41/d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08/7af57840-ee56-4350-b1ba-7e2d85b390ec) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:24.025442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863ce67-1764-45c3-91d3-ab6c0ff11d20 None None] The sync data for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 is: [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:23Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:24.087697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.109625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.141596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 77c61132-b0c1-4678-aa95-6af89080d9e5 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:24.186366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a52577-e4b2-4f36-9e91-9d877950ad82,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:24.212412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:38:24.239884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.241191 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Added segment 274271b7-6fc8-4435-8cd9-4c1fd02930f5 of type vlan for network 1270f114-9913-4246-8f23-34a2132b22fc Sep 02 12:38:24.281667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 923dd621-5103-4dac-a4b9-1d24cca03a12 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:24.311044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc279-2612-48ae-852b-db42c8336a30 req-660b78ce-75b5-4092-be61-0395c88d2f93 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:24.313342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f38dc279-2612-48ae-852b-db42c8336a30 req-660b78ce-75b5-4092-be61-0395c88d2f93 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.2692750 Sep 02 12:38:24.347040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.348418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 77c61132-b0c1-4678-aa95-6af89080d9e5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:24.366849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 77c61132-b0c1-4678-aa95-6af89080d9e5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:24.371316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.408726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.424974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:24.425610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.475734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f38dc279-2612-48ae-852b-db42c8336a30 req-8e15f1d2-0e22-477b-94bb-9a6dc93be177 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511669 Sep 02 12:38:24.519418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1270f114-9913-4246-8f23-34a2132b22fc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:24.522586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9ca87ea0-d386-431e-92cc-3fbc077ab3e0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9095371 Sep 02 12:38:24.529429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:24.535768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 1270f114-9913-4246-8f23-34a2132b22fc details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:38:24.536343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Request body: {'subnet': {'network_id': '1270f114-9913-4246-8f23-34a2132b22fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-854651215-subnet', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:24.598208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Made reservation on behalf of 6aa83555e0844a3696342e6172e27a79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:24.600604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.694669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.697255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 923dd621-5103-4dac-a4b9-1d24cca03a12 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:24.697571 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.733727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Transition to ACTIVE for port object 7af57840-ee56-4350-b1ba-7e2d85b390ec will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:24.838776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.925943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:24.926441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:24.930271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:24.945902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab23a80-c2fe-4ce6-bc50-be951348ec79 req-dfc34376-0fa5-4f77-a9fe-65ae8cd48fc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:24.954051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bab23a80-c2fe-4ce6-bc50-be951348ec79 req-dfc34376-0fa5-4f77-a9fe-65ae8cd48fc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 944 time: 0.3398149 Sep 02 12:38:24.959115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:24.984370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 77c61132-b0c1-4678-aa95-6af89080d9e5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=77c61132-b0c1-4678-aa95-6af89080d9e5,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:24.985783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:24.988309 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d72752-025e-44a2-8d55-b00bb8786c25" -d '{"events": [{"server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "name": "network-vif-plugged", "status": "completed", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:25.006277 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.063736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bab23a80-c2fe-4ce6-bc50-be951348ec79 req-afc01d4d-10f7-4175-85a7-3a60d039db15 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087255 Sep 02 12:38:25.090556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event updated for resources: {'Port': ['ID=7af57840-ee56-4350-b1ba-7e2d85b390ec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:25.107196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.119613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=77c61132-b0c1-4678-aa95-6af89080d9e5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:25.194240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:25.196752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.226985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-5288c8a5-2ddb-4b64-a4f9-50f04677ce97 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8803945 Sep 02 12:38:25.254103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Request body: {'port': {'device_id': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:25.305729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17457cbf-58c4-4edd-ba55-d043fba12599,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:25.340076 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae52875-03d1-4f9e-9474-88131067a0d9 x-openstack-request-id: req-9ae52875-03d1-4f9e-9474-88131067a0d9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:25.340560 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "name": "network-vif-plugged", "status": "completed", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:25.340642 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ae52875-03d1-4f9e-9474-88131067a0d9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:25.341071 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'code': 200} Sep 02 12:38:25.391935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Checking segment: {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:25.392296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Network hostable DHCP agents. Network: 1270f114-9913-4246-8f23-34a2132b22fc, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:38:25.426869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Network 1270f114-9913-4246-8f23-34a2132b22fc is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:38:25.458342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.470591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce61b223-c3ba-4943-bc6c-7c1ef94d51a5 None None] Provisioning for port 7af57840-ee56-4350-b1ba-7e2d85b390ec completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:25.481007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce61b223-c3ba-4943-bc6c-7c1ef94d51a5 None None] Provisioning complete for port 7af57840-ee56-4350-b1ba-7e2d85b390ec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:25.481542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce61b223-c3ba-4943-bc6c-7c1ef94d51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.487150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 1270f114-9913-4246-8f23-34a2132b22fc) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:25.526576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690edb7-0d02-4cc6-9b9f-78d6b81817fb None None] Network 1270f114-9913-4246-8f23-34a2132b22fc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:38:25.529180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:25.530450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.570948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d6fb2130-300f-4670-9451-e57cf8d7fcb8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0403893 Sep 02 12:38:25.573965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:25.578996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:25.643708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.644783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.689110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ce61b223-c3ba-4943-bc6c-7c1ef94d51a5 None None] Port 7af57840-ee56-4350-b1ba-7e2d85b390ec cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:25.764209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac8f28-cfef-4912-9f5d-64f0d5f5412e req-70217a27-76fc-4b42-a229-bb9b35697fe8 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:25.765989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18ac8f28-cfef-4912-9f5d-64f0d5f5412e req-70217a27-76fc-4b42-a229-bb9b35697fe8 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 932 time: 0.4410858 Sep 02 12:38:25.827032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffacc-455d-40a6-a249-86b84a7815a5 req-704831a0-7bd9-4436-8055-f941725aea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:25.838242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:25.839054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbfffacc-455d-40a6-a249-86b84a7815a5 req-704831a0-7bd9-4436-8055-f941725aea32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 1096 time: 0.4081337 Sep 02 12:38:25.856149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-1270f114-9913-4246-8f23-34a2132b22fc', 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'fixed_ips': [{'subnet_id': '17457cbf-58c4-4edd-ba55-d043fba12599'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:38:25.858446 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.050678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbfffacc-455d-40a6-a249-86b84a7815a5 req-9829b589-cde3-4547-ab87-e9d839726f4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106459 Sep 02 12:38:26.087499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18ac8f28-cfef-4912-9f5d-64f0d5f5412e req-8851688a-4b46-454b-94da-b331aa51b36a tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127115 Sep 02 12:38:26.141071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Allocated IP 172.20.0.2 (1270f114-9913-4246-8f23-34a2132b22fc/17457cbf-58c4-4edd-ba55-d043fba12599/cb6b3410-0dd7-4449-bced-a0fb84077bd8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:26.220558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af57840-ee56-4350-b1ba-7e2d85b390ec {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:26.255791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.277762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Transition to ACTIVE for port object 7af57840-ee56-4350-b1ba-7e2d85b390ec will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:26.289734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.314106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f440640-379c-4a8a-8ce5-414fe109e849 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:26.351392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7af57840-ee56-4350-b1ba-7e2d85b390ec,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:26.465732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9f440640-379c-4a8a-8ce5-414fe109e849 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:26.475739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9f440640-379c-4a8a-8ce5-414fe109e849 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:26.476158 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.517710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Attempting to bind port 7af57840-ee56-4350-b1ba-7e2d85b390ec on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:26.518291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Attempting to bind port 7af57840-ee56-4350-b1ba-7e2d85b390ec by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:26.518779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Attempting to bind port 7af57840-ee56-4350-b1ba-7e2d85b390ec on network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:26.524535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Port 7af57840-ee56-4350-b1ba-7e2d85b390ec on network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:26.525597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Attempting to bind port 7af57840-ee56-4350-b1ba-7e2d85b390ec on network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:26.531853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:26.532692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Checking segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:26.533407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Bound using segment: {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:26.534002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Bound port: 7af57840-ee56-4350-b1ba-7e2d85b390ec, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:26.534658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.543600 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1150426780', 'description': 'tempest-description-772036752'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:26.647902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] For port 7af57840-ee56-4350-b1ba-7e2d85b390ec, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:26.652435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] For port 7af57840-ee56-4350-b1ba-7e2d85b390ec, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:26.663217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.664830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.723885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Transition to ACTIVE for port object cb6b3410-0dd7-4449-bced-a0fb84077bd8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:26.735632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7af57840-ee56-4350-b1ba-7e2d85b390ec,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:26.741735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.748032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.752356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.753264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Transition to ACTIVE for port object cb6b3410-0dd7-4449-bced-a0fb84077bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:26.765200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:26.765752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.767195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-2a21e862-83e3-4c74-98fc-ef7752b2a1b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 1092 time: 1.5188146 Sep 02 12:38:26.767646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:26.770209 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed2a18-1d23-4f49-9114-04d7ae55f77c" -d '{"events": [{"name": "network-changed", "server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:26.797804 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.802300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dfa20-092f-4942-ad4a-413cfa62d3fd req-f027e895-8d98-46c8-8f52-eda6277d0385 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:26.813492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-709dfa20-092f-4942-ad4a-413cfa62d3fd req-f027e895-8d98-46c8-8f52-eda6277d0385 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 1.0421596 Sep 02 12:38:26.850124 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.893042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 9f440640-379c-4a8a-8ce5-414fe109e849, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f440640-379c-4a8a-8ce5-414fe109e849,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:26.914288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Network 1270f114-9913-4246-8f23-34a2132b22fc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:26.921788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:26.933550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:26.946538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:26.947348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-e2d64c6c-13cc-40c6-ac77-aada83fceebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:26.950521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Pushing event updated for resources: {'Port': ['ID=cb6b3410-0dd7-4449-bced-a0fb84077bd8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:26.953538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-709dfa20-092f-4942-ad4a-413cfa62d3fd req-98d451ff-ba5c-44bd-befd-66bf0c68e073 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388943 Sep 02 12:38:26.968232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-e2d64c6c-13cc-40c6-ac77-aada83fceebc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1095 time: 0.1508710 Sep 02 12:38:27.086096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:27.096701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-63b49291-ec34-40bd-bbd7-bfdd242e54bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 217 time: 0.0880718 Sep 02 12:38:27.151010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.188603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Attempting to bind port cb6b3410-0dd7-4449-bced-a0fb84077bd8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:27.189156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Attempting to bind port cb6b3410-0dd7-4449-bced-a0fb84077bd8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:27.189630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Attempting to bind port cb6b3410-0dd7-4449-bced-a0fb84077bd8 on network 1270f114-9913-4246-8f23-34a2132b22fc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:27.192393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=9f440640-379c-4a8a-8ce5-414fe109e849,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:27.219921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:27.220450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Checking segment: {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:27.220866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.222074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Bound using segment: {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:27.224210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Bound port: cb6b3410-0dd7-4449-bced-a0fb84077bd8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:27.224609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.233993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-97b4c08a-d22e-42db-8c67-9932d1726446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:27.235736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-97b4c08a-d22e-42db-8c67-9932d1726446 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 200 len: 868 time: 0.1159480 Sep 02 12:38:27.237022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.335867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a3869-5658-4539-9421-f1f37e81e661 req-c150585f-ba7e-44e6-aac3-8d2a07c24fb3 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:27.345543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-307a3869-5658-4539-9421-f1f37e81e661 req-c150585f-ba7e-44e6-aac3-8d2a07c24fb3 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.2967782 Sep 02 12:38:27.346734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-252528b7-a200-43fc-a1ef-719eb6cac66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.359402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] For port cb6b3410-0dd7-4449-bced-a0fb84077bd8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:27.362114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7882e23-e423-4338-8fb1-ae929d4bd4b5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:27.363313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] For port cb6b3410-0dd7-4449-bced-a0fb84077bd8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6b3410-0dd7-4449-bced-a0fb84077bd8,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:27.371093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.390570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311b42-5676-4e84-9432-acbb331e4a41 req-f6f565bc-7564-4458-845d-81c0edcc8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:27.392147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-f6f565bc-7564-4458-845d-81c0edcc8e0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266246 Sep 02 12:38:27.418322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.429263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.449906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1592d43-c8dd-420e-89d3-20ebf5215491 None None] Pushing event updated for resources: {'Port': ['ID=cb6b3410-0dd7-4449-bced-a0fb84077bd8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:27.463668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-307a3869-5658-4539-9421-f1f37e81e661 req-c92de083-4dc4-4b2e-ad1f-85495fafc509 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169245 Sep 02 12:38:27.465319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.479702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.561477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24be63d8-5b30-4c6a-8578-40c15c37d8e0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:27.598705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-6be3e84a-6cd7-449b-b618-d308d6972fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866398 Sep 02 12:38:27.663388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Allocated IP 172.25.7.188 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/c24e3194-9a2a-42ea-8ecc-9f443cb1cffc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:27.665612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-252528b7-a200-43fc-a1ef-719eb6cac66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.670956 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6462ae69-e358-4e8d-b37b-3cb5a4ee01dc x-openstack-request-id: req-6462ae69-e358-4e8d-b37b-3cb5a4ee01dc {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:27.671421 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:27.671890 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6462ae69-e358-4e8d-b37b-3cb5a4ee01dc {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:27.674336 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'status': 'completed', 'code': 200} Sep 02 12:38:27.692579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-252528b7-a200-43fc-a1ef-719eb6cac66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.818466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb402e99-e467-47d1-82f6-5c628d28b8c8 req-d371490e-245e-493f-9c9e-655d1c608b10 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:27.832619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb402e99-e467-47d1-82f6-5c628d28b8c8 req-d371490e-245e-493f-9c9e-655d1c608b10 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 944 time: 0.1429920 Sep 02 12:38:27.918371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:27.933700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb402e99-e467-47d1-82f6-5c628d28b8c8 req-25d65a1b-742c-4927-b6d8-d7391927d905 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964468 Sep 02 12:38:27.980874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.026368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:28.027830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:28.042779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:28.051196 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.057222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8384eebe-5630-4238-b05b-1fac93d08f24 req-81d63bcf-b175-45b7-8d0a-1607fa399340 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5191634 Sep 02 12:38:28.075608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:28.105018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9f777b06-d434-4eb6-9b33-ec279fe69af6 req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1511010267', 'description': 'tempest-description-499670601'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:28.131568 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-252528b7-a200-43fc-a1ef-719eb6cac66c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab0987db21f64601b758cf57bd30f321&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0415795 Sep 02 12:38:28.132210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49124) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:28.150314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252528b7-a200-43fc-a1ef-719eb6cac66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9963b-46d3-4817-97a8-e863522a3c09,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:28.185535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9f777b06-d434-4eb6-9b33-ec279fe69af6 req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.249443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91311b42-5676-4e84-9432-acbb331e4a41 req-6d1fe19d-74d9-4c08-8841-75b012d20803 service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731590 Sep 02 12:38:28.304366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f84f8-f16b-4268-9130-c057529fdaa1 req-c91ea189-3a99-489f-8486-193fb75b7845 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:28.314102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b48f84f8-f16b-4268-9130-c057529fdaa1 req-c91ea189-3a99-489f-8486-193fb75b7845 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.2266150 Sep 02 12:38:28.336270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9f777b06-d434-4eb6-9b33-ec279fe69af6 req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.343337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f440640-379c-4a8a-8ce5-414fe109e849 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:28.351603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9f777b06-d434-4eb6-9b33-ec279fe69af6 req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.401120 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b48f84f8-f16b-4268-9130-c057529fdaa1 req-6416f504-e4ef-49f0-9b31-9cb1d291a860 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822423 Sep 02 12:38:28.405524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa7bd-71a9-42b7-bfa6-439967922206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.409665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9f777b06-d434-4eb6-9b33-ec279fe69af6 req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.411301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f777b06-d434-4eb6-9b33-ec279fe69af6 req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3194866 Sep 02 12:38:28.416096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae01720-d5b8-4e24-b22e-ada21e8d3628 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb520c2-5901-4632-9ab7-6aa19431c8c6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:28.425981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-56d891c9-28c5-4a65-8b65-20bfab796bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:28.427746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-56d891c9-28c5-4a65-8b65-20bfab796bb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1095 time: 0.0884268 Sep 02 12:38:28.458422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9f440640-379c-4a8a-8ce5-414fe109e849 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:28.459464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.546620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa7bd-71a9-42b7-bfa6-439967922206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.625488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-c954c1f7-1621-497e-94ee-b403fc87c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:28.628343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-c954c1f7-1621-497e-94ee-b403fc87c09f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 930 time: 0.1928253 Sep 02 12:38:28.677119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.690727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573e4b1-e23d-4619-b7f7-4ce0a56d0013 req-76da76ce-e71f-4aa3-8c6a-f83b5f0d4aac tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:28.698843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c573e4b1-e23d-4619-b7f7-4ce0a56d0013 req-76da76ce-e71f-4aa3-8c6a-f83b5f0d4aac tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.1002386 Sep 02 12:38:28.749362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-4a9768a6-b3d1-4029-92b1-88fb3e4af7f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 217 time: 0.1119485 Sep 02 12:38:28.769853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa7bd-71a9-42b7-bfa6-439967922206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.772629 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa7bd-71a9-42b7-bfa6-439967922206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.774003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a6bfa7bd-71a9-42b7-bfa6-439967922206 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ee9963b-46d3-4817-97a8-e863522a3c09 HTTP/1.1" status: 204 len: 168 time: 0.6388001 Sep 02 12:38:28.811133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa7bd-71a9-42b7-bfa6-439967922206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9963b-46d3-4817-97a8-e863522a3c09,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:28.863037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c573e4b1-e23d-4619-b7f7-4ce0a56d0013 req-0776daef-72aa-44ee-995d-7aa01e2de566 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630874 Sep 02 12:38:28.875997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-96e717ea-a76d-4307-8ba0-0fc824ae52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:28.877481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-96e717ea-a76d-4307-8ba0-0fc824ae52c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 200 len: 868 time: 0.1212373 Sep 02 12:38:28.899793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-699581638', 'description': 'tempest-description-255939073'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:28.966582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6b3410-0dd7-4449-bced-a0fb84077bd8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:28.974209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03918c43-48dd-4b7a-89f9-1604406d20ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:28.988074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.044292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.065807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port cb6b3410-0dd7-4449-bced-a0fb84077bd8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:29.074260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9e0d2-30bf-496a-a2fd-bbb9f9e84d28 None None] Network 1270f114-9913-4246-8f23-34a2132b22fc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:38:29.115034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-d1e08b33-7c2c-4197-bcdf-1969b5460844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:29.116566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-d1e08b33-7c2c-4197-bcdf-1969b5460844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201362 Sep 02 12:38:29.150592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] Provisioning for port cb6b3410-0dd7-4449-bced-a0fb84077bd8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:29.158448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] Provisioning complete for port cb6b3410-0dd7-4449-bced-a0fb84077bd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:29.159223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.263899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421411a9-7d68-40ab-afcc-1c7b5bf4853e req-673514f4-e13a-4ea9-9fe8-18521db323f1 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:29.271279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-421411a9-7d68-40ab-afcc-1c7b5bf4853e req-673514f4-e13a-4ea9-9fe8-18521db323f1 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.1701140 Sep 02 12:38:29.274839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:29.308071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Request body: {'floatingip': {'port_id': '77c61132-b0c1-4678-aa95-6af89080d9e5'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:29.341606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-b6577e31-d396-47b5-b144-8ae2311c04f0 service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116106 Sep 02 12:38:29.390455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.424344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.436384 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.464078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ed2a18-1d23-4f49-9114-04d7ae55f77c req-6fc4eee8-f40a-4d89-bcb0-5d77e1be42ee service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149616 Sep 02 12:38:29.491051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.492332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] For port cb6b3410-0dd7-4449-bced-a0fb84077bd8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6b3410-0dd7-4449-bced-a0fb84077bd8,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:29.501323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.504941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.578527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5efa2c-a7a9-4ee2-aac2-4ebab648216e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:29.634100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb5a68-d978-445c-9819-39d565535bcb None None] Pushing event updated for resources: {'Port': ['ID=cb6b3410-0dd7-4449-bced-a0fb84077bd8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:29.680375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.688737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.693400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657fdf8-dbc1-4a0c-abc3-1fe39ee50430 req-3ba8396b-369f-487d-ac86-dace5606d27f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:29.701091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c657fdf8-dbc1-4a0c-abc3-1fe39ee50430 req-3ba8396b-369f-487d-ac86-dace5606d27f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 944 time: 0.3144181 Sep 02 12:38:29.715475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.717155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-43c663cd-20b8-4ebb-b48d-4117b6577106 req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8385313 Sep 02 12:38:29.734882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4986bf-1b39-44d7-9d09-955eb8f0f812 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9106830-c056-43c3-a5c3-f096d0fcd27a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:29.846179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cce91fc4-9248-4210-b202-6933f41ee796 None None] Provisioning complete for port cb6b3410-0dd7-4449-bced-a0fb84077bd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:29.847719 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cce91fc4-9248-4210-b202-6933f41ee796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.871536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c657fdf8-dbc1-4a0c-abc3-1fe39ee50430 req-d5babbba-a456-4616-8e26-22dae0003af1 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670332 Sep 02 12:38:29.915080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c530ebc7-5b3e-45cb-a963-6cd4defb74b8 req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1830143215', 'description': 'tempest-description-1019379404'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:29.916208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bbc40-45b6-4298-bca2-fc0313d4efb1 req-c693c469-864f-4db3-ae47-ba85f9fa7540 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:29.918649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d78bbc40-45b6-4298-bca2-fc0313d4efb1 req-c693c469-864f-4db3-ae47-ba85f9fa7540 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.1097915 Sep 02 12:38:29.949037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Router 5d4daccf-d1a7-4d01-8953-f98937d7c19e is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:38:29.973316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c530ebc7-5b3e-45cb-a963-6cd4defb74b8 req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:29.985999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d78bbc40-45b6-4298-bca2-fc0313d4efb1 req-435967e3-5a92-46a5-8abc-630c2bcda0c0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582128 Sep 02 12:38:30.162060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6b3410-0dd7-4449-bced-a0fb84077bd8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:30.224171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb6b3410-0dd7-4449-bced-a0fb84077bd8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:30.224562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.627793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:30.641139 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Sync routers for ids ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:30.651587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Routers {'5d4daccf-d1a7-4d01-8953-f98937d7c19e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:30.652221 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:30.701089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c530ebc7-5b3e-45cb-a963-6cd4defb74b8 req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.707223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c530ebc7-5b3e-45cb-a963-6cd4defb74b8 req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.717086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.730537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.734954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49172) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:30.735473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-53143223-580c-4265-9fa4-177a62db17a3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1598368 Sep 02 12:38:30.742461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.775721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Set router 5d4daccf-d1a7-4d01-8953-f98937d7c19e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:30.815906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c530ebc7-5b3e-45cb-a963-6cd4defb74b8 req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:30.817231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c530ebc7-5b3e-45cb-a963-6cd4defb74b8 req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9140401 Sep 02 12:38:30.819946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8decae-62d1-4dcf-bec1-012f2311f949 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15abeda-f0a0-4b70-8aea-186ab5c212c3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:30.868114 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Floating IP ce433363-d2c8-48e7-9c11-de3fbdcd2908 associated. External IP: 172.25.7.40, port: 77c61132-b0c1-4678-aa95-6af89080d9e5. Sep 02 12:38:31.015817 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:28Z', 'revision_number': 3, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:31.057691 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Checking router: 5d4daccf-d1a7-4d01-8953-f98937d7c19e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:31.058040 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Updating router 5d4daccf-d1a7-4d01-8953-f98937d7c19e port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:38:31.092413 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.098864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd227-bdd1-4df9-8946-c160930faae1 req-be7b8479-7083-492c-96ba-b232053fcf6b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:31.100558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f4dd227-bdd1-4df9-8946-c160930faae1 req-be7b8479-7083-492c-96ba-b232053fcf6b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 944 time: 0.1302223 Sep 02 12:38:31.159893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f4dd227-bdd1-4df9-8946-c160930faae1 req-48c7789d-588e-490a-b1f8-ef4d4dc9f2d4 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Sep 02 12:38:31.171161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Router f093210b-8de2-4567-80cc-61ebca445d1f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:31.373755 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fef3dc6c-a255-481d-b471-4f852d654376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.469622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60183ab5-4cee-4ce3-9c25-a08cea10ad34 req-dd473466-16fb-40c2-89a8-629b8ae924d2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:31.471305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60183ab5-4cee-4ce3-9c25-a08cea10ad34 req-dd473466-16fb-40c2-89a8-629b8ae924d2 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.1538868 Sep 02 12:38:31.493886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:31.509719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] Sync routers for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:31.522003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.537384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:31.538351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:31.610470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ca194649-ea99-40be-8cba-a668a3eb70e5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "PUT /v2.0/floatingips/ce433363-d2c8-48e7-9c11-de3fbdcd2908 HTTP/1.1" status: 200 len: 990 time: 2.3202317 Sep 02 12:38:31.613643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:31.616709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-2cf642c4-2891-4fbe-9cbf-fe18f1eede92 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50573 time: 0.7616460 Sep 02 12:38:31.617593 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac959022-107b-4da0-9810-e9821a806fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:31.628311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60183ab5-4cee-4ce3-9c25-a08cea10ad34 req-1fbfc943-8199-4901-93ac-469095b75ae1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492536 Sep 02 12:38:31.700817 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.748528 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.767904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Transition to ACTIVE for port object c24e3194-9a2a-42ea-8ecc-9f443cb1cffc will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:31.778811 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.780259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-4edcc391-99ad-4428-bb9b-fdc9cd99b211 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/011f5c0a-815a-413f-8526-16bdd8326253 HTTP/1.1" status: 200 len: 2977 time: 0.1064858 Sep 02 12:38:31.803778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:31.878001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.920765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7af57840-ee56-4350-b1ba-7e2d85b390ec details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:38:31.940430 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a26e0-ddca-4dd1-a931-8a1189addd4a None None] Pushing event updated for resources: {'Port': ['ID=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:31.942998 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Attempting to bind port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:31.943373 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Attempting to bind port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:31.943733 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Attempting to bind port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:31.949145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-29080e03-93fe-4d32-95aa-e19e05e531d2 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/011f5c0a-815a-413f-8526-16bdd8326253 HTTP/1.1" status: 200 len: 2977 time: 0.1568346 Sep 02 12:38:31.956696 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:31.958703 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:31.959285 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.959946 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:31.961716 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Bound port: c24e3194-9a2a-42ea-8ecc-9f443cb1cffc, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:31.962323 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:31.977845 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72eaa8-ec4b-4f7d-bc07-1be48626073a x-openstack-request-id: req-2d72eaa8-ec4b-4f7d-bc07-1be48626073a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:31.978322 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:31.978707 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d72eaa8-ec4b-4f7d-bc07-1be48626073a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:31.979415 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'status': 'completed', 'code': 200} Sep 02 12:38:32.094238 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] For port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:32.098722 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] For port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:32.106854 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:32.196044 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Routers {'5d4daccf-d1a7-4d01-8953-f98937d7c19e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:32.196728 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:32.249672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7af57840-ee56-4350-b1ba-7e2d85b390ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:32.284244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'port_id': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'mac_address': 'fa:16:3e:39:68:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:38:32.307990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Allocated IP 172.20.0.1 (1270f114-9913-4246-8f23-34a2132b22fc/17457cbf-58c4-4edd-ba55-d043fba12599/d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:32.326575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-2bbef7ed-a4b5-4af1-9ae3-296efa4f7a53 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0c5b7e0a-810e-413d-a7fa-af02aaf0dc11 HTTP/1.1" status: 200 len: 2981 time: 0.3248734 Sep 02 12:38:32.336640 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a26e0-ddca-4dd1-a931-8a1189addd4a None None] Pushing event updated for resources: {'Port': ['ID=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:32.380700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ff597-ebb3-4bb8-b7b5-10555c547259 req-289a0145-7cf9-443e-883f-77ef2b9fca89 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:32.388773 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] Set router 5d4daccf-d1a7-4d01-8953-f98937d7c19e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:32.389578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-141ff597-ebb3-4bb8-b7b5-10555c547259 req-289a0145-7cf9-443e-883f-77ef2b9fca89 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 944 time: 0.0822811 Sep 02 12:38:32.393337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959022-107b-4da0-9810-e9821a806fb2 req-43e133dd-6e55-4922-9cf0-0517b2e75bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:32.395164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-43e133dd-6e55-4922-9cf0-0517b2e75bf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e162e47acbe9405d8a7869e12958c485&device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 1096 time: 0.3688612 Sep 02 12:38:32.402822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:32.440400 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:32.441509 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-141ff597-ebb3-4bb8-b7b5-10555c547259 req-4afa79e2-5b1a-46bb-a4fe-35e3d6ba22d8 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509598 Sep 02 12:38:32.456055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af57840-ee56-4350-b1ba-7e2d85b390ec {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:32.472279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ce433363-d2c8-48e7-9c11-de3fbdcd2908', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'port_id': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'mac_address': 'fa:16:3e:d4:a0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:25Z', 'updated_at': '2021-09-02T12:38:30Z', 'revision_number': 1, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:26Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:32.519805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] Checking router: f093210b-8de2-4567-80cc-61ebca445d1f for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:32.527569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7af57840-ee56-4350-b1ba-7e2d85b390ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:32.535653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:32.549435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:32.549998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:32.565813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-748d7566-9582-4e2b-ab85-1cd6b8a07495 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0c5b7e0a-810e-413d-a7fa-af02aaf0dc11 HTTP/1.1" status: 200 len: 2981 time: 0.2099113 Sep 02 12:38:32.589797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959022-107b-4da0-9810-e9821a806fb2 req-062d98f4-f6cb-492e-aabf-b292f4ed9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:32.591341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-062d98f4-f6cb-492e-aabf-b292f4ed9986 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 HTTP/1.1" status: 200 len: 916 time: 0.1891367 Sep 02 12:38:32.599466 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:32.620235 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a48baf96-49a2-4e56-8520-158809528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:28Z', 'revision_number': 3, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:32.648553 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baf96-49a2-4e56-8520-158809528432 None None] The sync data for ids ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'] in n-d-792364-8 is: [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:28Z', 'revision_number': 3, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:32.698689 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-b490ed0a-f75b-4c4d-ba46-d86358c16ada tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1ea95176-9bc3-4e8d-b647-b502031412ec HTTP/1.1" status: 200 len: 2981 time: 0.1238546 Sep 02 12:38:32.705398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7af57840-ee56-4350-b1ba-7e2d85b390ec,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:32.711546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Transition to ACTIVE for port object d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:32.744606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:32.750536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-6d0c8175-3928-40a9-b3b0-2ab06371282f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c61132-b0c1-4678-aa95-6af89080d9e5 HTTP/1.1" status: 200 len: 998 time: 0.1236897 Sep 02 12:38:32.775677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcfa8-0a39-4a63-b453-c06c733707ff req-4f3dc48f-3fdf-44d7-a3a5-55db903f74b0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:32.777653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf0bcfa8-0a39-4a63-b453-c06c733707ff req-4f3dc48f-3fdf-44d7-a3a5-55db903f74b0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.0535316 Sep 02 12:38:32.828824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7af57840-ee56-4350-b1ba-7e2d85b390ec'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:32.829448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf0bcfa8-0a39-4a63-b453-c06c733707ff req-50cfb15d-3057-4d45-a586-db5b47de6700 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Sep 02 12:38:32.837540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-12e2ff3f-453c-4cf5-acb5-c5fc314485e7 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1ea95176-9bc3-4e8d-b647-b502031412ec HTTP/1.1" status: 200 len: 2981 time: 0.1379654 Sep 02 12:38:32.897334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:32.960997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:32.969310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959022-107b-4da0-9810-e9821a806fb2 req-265db386-7af7-42fa-b751-f5424ddd3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:32.970911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-265db386-7af7-42fa-b751-f5424ddd3a84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ff0a38c-5a93-4124-99b5-713921b465c3 HTTP/1.1" status: 200 len: 854 time: 0.2055137 Sep 02 12:38:32.977124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-511619ec-1062-4de6-93ae-b14fde90239b tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/28f81da3-de8b-41d0-be88-5195bcc3aa6f HTTP/1.1" status: 200 len: 2981 time: 0.1282842 Sep 02 12:38:33.002967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Network 1270f114-9913-4246-8f23-34a2132b22fc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:33.036022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:33.041616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:33.114498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:33.177493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ce433363-d2c8-48e7-9c11-de3fbdcd2908', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'port_id': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'mac_address': 'fa:16:3e:d4:a0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:25Z', 'updated_at': '2021-09-02T12:38:30Z', 'revision_number': 1, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:26Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:33.179766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-7ed1ae03-ce04-413b-99e0-cf990d386dd3 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/28f81da3-de8b-41d0-be88-5195bcc3aa6f HTTP/1.1" status: 200 len: 2981 time: 0.1800110 Sep 02 12:38:33.211095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959022-107b-4da0-9810-e9821a806fb2 req-8b1bc58a-bcdd-4f5d-848d-a1de53598cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:33.212594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-8b1bc58a-bcdd-4f5d-848d-a1de53598cbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310302 Sep 02 12:38:33.217714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50171-1542-4cc6-82c4-d733d248978b None None] The sync data for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 is: [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ce433363-d2c8-48e7-9c11-de3fbdcd2908', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'port_id': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'mac_address': 'fa:16:3e:d4:a0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:25Z', 'updated_at': '2021-09-02T12:38:30Z', 'revision_number': 1, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:26Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:33.251662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-b6db955c-6b7d-49fc-b31a-a085cdb62493 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4080b74b-6a18-48fb-bd14-a328f0fd3148 HTTP/1.1" status: 200 len: 2981 time: 0.0708749 Sep 02 12:38:33.355612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4660cdf5-d936-4212-a2fa-8add6c5d3bd9 None None] Provisioning for port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:33.363395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4660cdf5-d936-4212-a2fa-8add6c5d3bd9 None None] Provisioning complete for port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:33.363790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4660cdf5-d936-4212-a2fa-8add6c5d3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:33.398191 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-ce9b3388-e775-44b9-84cc-263d49822c01 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4080b74b-6a18-48fb-bd14-a328f0fd3148 HTTP/1.1" status: 200 len: 2981 time: 0.1455383 Sep 02 12:38:33.411722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4660cdf5-d936-4212-a2fa-8add6c5d3bd9 None None] Port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:33.496056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-8c3c06ae-3bd1-4c49-a56d-acf21056878c service neutron] 10.222.0.18 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643709 Sep 02 12:38:33.516711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-4b0a4dcf-d3b0-43e5-bbc6-533e53b5fcc8 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5b590475-cb0a-4c1b-8212-962c2cd3845f HTTP/1.1" status: 200 len: 2981 time: 0.1169810 Sep 02 12:38:33.548385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:33.575794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77010a-b80d-482d-8b8e-5d2e88e57ce2 req-a1b831ab-447d-4945-9c93-a33308e29e16 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:33.585009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec77010a-b80d-482d-8b8e-5d2e88e57ce2 req-a1b831ab-447d-4945-9c93-a33308e29e16 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 945 time: 0.0668011 Sep 02 12:38:33.590604 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46305ae9-635d-4cd4-966d-a1e7e4dafd81 None None] New status for floating IP ce433363-d2c8-48e7-9c11-de3fbdcd2908: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:38:33.667669 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec77010a-b80d-482d-8b8e-5d2e88e57ce2 req-2d08975b-bb32-4a04-ae46-3b1aff45427a tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772483 Sep 02 12:38:33.782067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-b8698071-3428-4485-80b2-6e674dfc0e2e tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5b590475-cb0a-4c1b-8212-962c2cd3845f HTTP/1.1" status: 200 len: 2981 time: 0.2274528 Sep 02 12:38:33.867651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac959022-107b-4da0-9810-e9821a806fb2 req-b89bc0d8-cbdf-4c99-b8a0-7bb646c08b94 service neutron] 10.222.0.18 "GET /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476851 Sep 02 12:38:33.919065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7af57840-ee56-4350-b1ba-7e2d85b390ec up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:33.924569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-bd4f36ca-2ac2-4285-9584-58cddf70f098 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7e5efa2c-a7a9-4ee2-aac2-4ebab648216e HTTP/1.1" status: 200 len: 2981 time: 0.1408596 Sep 02 12:38:33.983301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 7af57840-ee56-4350-b1ba-7e2d85b390ec completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:33.990259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 7af57840-ee56-4350-b1ba-7e2d85b390ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:33.992441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.026332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-38290e76-be07-47e8-8569-8f9f55084f26 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7e5efa2c-a7a9-4ee2-aac2-4ebab648216e HTTP/1.1" status: 200 len: 2981 time: 0.1005731 Sep 02 12:38:34.065368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.075723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c76a98-fa0d-49b9-b56b-4098255a7e04 req-4baf812a-a12d-45e2-99bb-b17857dd698e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:34.078469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81c76a98-fa0d-49b9-b56b-4098255a7e04 req-4baf812a-a12d-45e2-99bb-b17857dd698e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.0931244 Sep 02 12:38:34.089407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.102063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.109897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-1afa9546-ebb6-48e2-9e96-2029513ed46e tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/882609a1-db93-44ef-b652-43b65a82e670 HTTP/1.1" status: 200 len: 2977 time: 0.0822089 Sep 02 12:38:34.135159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.162685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:34.165871 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34b765c-7f29-4a39-a3b6-b4a12de952f2" -d '{"events": [{"server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "name": "network-vif-plugged", "status": "completed", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:34.180944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81c76a98-fa0d-49b9-b56b-4098255a7e04 req-dc8c1eba-a5dc-4d57-8cea-c0ea9549e7b0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840085 Sep 02 12:38:34.182690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7af57840-ee56-4350-b1ba-7e2d85b390ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:34.195989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.197427 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.235622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c24e3194-9a2a-42ea-8ecc-9f443cb1cffc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:34.290902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:34.305332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-077500a8-7714-4859-a45c-895dfdcf4c06 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/882609a1-db93-44ef-b652-43b65a82e670 HTTP/1.1" status: 200 len: 2977 time: 0.1192296 Sep 02 12:38:34.306444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7af57840-ee56-4350-b1ba-7e2d85b390ec,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:34.327140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:34.332339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:34.332724 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.386338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Network 1270f114-9913-4246-8f23-34a2132b22fc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:34.390631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:34.400574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-9caa5d08-1ecd-472f-b4ca-88a91ebfc8df tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/9aad8e21-8d25-4a60-96ae-2a555ec631ce HTTP/1.1" status: 200 len: 2981 time: 0.0776591 Sep 02 12:38:34.494724 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976066b4-849f-4766-9e45-797f7d31b84b x-openstack-request-id: req-976066b4-849f-4766-9e45-797f7d31b84b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:34.495300 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "name": "network-vif-plugged", "status": "completed", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:34.495300 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-976066b4-849f-4766-9e45-797f7d31b84b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:34.495642 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'code': 200} Sep 02 12:38:34.558940 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.582399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:34.587994 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.644463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:34.658627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a20ee32f-9316-4b07-9622-2f8843437bec None None] Provisioning complete for port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:34.659098 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a20ee32f-9316-4b07-9622-2f8843437bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.699822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a20ee32f-9316-4b07-9622-2f8843437bec None None] Port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:34.783431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30b7e-934b-4a7e-a281-27641bb906a9 req-1183233a-4de3-4584-a037-b6df831dabbe tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:34.786062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ef30b7e-934b-4a7e-a281-27641bb906a9 req-1183233a-4de3-4584-a037-b6df831dabbe tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 946 time: 0.0564222 Sep 02 12:38:34.819915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:34.843043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ef30b7e-934b-4a7e-a281-27641bb906a9 req-f0734f9e-5af2-410d-93ed-70d1d6804f0a tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Sep 02 12:38:34.851840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5bc51-0b79-400c-aaa3-9d407c7c0bd0 req-bf2ad743-11a9-4194-92ef-ffbb29a1f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:34.853441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53a5bc51-0b79-400c-aaa3-9d407c7c0bd0 req-bf2ad743-11a9-4194-92ef-ffbb29a1f9f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1097 time: 0.1445253 Sep 02 12:38:34.858069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-80ab016e-fe67-47c8-88fe-7ec2af16cd2a tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/9aad8e21-8d25-4a60-96ae-2a555ec631ce HTTP/1.1" status: 200 len: 2981 time: 0.1478441 Sep 02 12:38:34.905041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Router 5d4daccf-d1a7-4d01-8953-f98937d7c19e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:34.944714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53a5bc51-0b79-400c-aaa3-9d407c7c0bd0 req-10e9f113-138f-48c9-adaa-47534b26c788 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811002 Sep 02 12:38:34.947706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-b95ad5dd-a3ef-4a5a-9b85-423d9d45aee5 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a2a52577-e4b2-4f36-9e91-9d877950ad82 HTTP/1.1" status: 200 len: 2981 time: 0.0743964 Sep 02 12:38:35.069810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-ac019801-dd8f-47b9-8c13-d6a9539983b1 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a2a52577-e4b2-4f36-9e91-9d877950ad82 HTTP/1.1" status: 200 len: 2981 time: 0.0881526 Sep 02 12:38:35.094263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:35.099803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6c270624-18d5-4478-914d-3776e65d4348 admin admin] 10.222.0.60 "PUT /v2.0/routers/5d4daccf-d1a7-4d01-8953-f98937d7c19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3629515 Sep 02 12:38:35.135039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-40d4dbc1-c81b-44df-93b2-ba7e4d9f80ec tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a7882e23-e423-4338-8fb1-ae929d4bd4b5 HTTP/1.1" status: 200 len: 2981 time: 0.0532753 Sep 02 12:38:35.202362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-2bfc6e68-8e23-4697-834c-6ca0ba3b1528 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a7882e23-e423-4338-8fb1-ae929d4bd4b5 HTTP/1.1" status: 200 len: 2981 time: 0.0569398 Sep 02 12:38:35.287145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-b67b854a-7ad8-4c39-9df5-3cefd6e69e15 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b43dcdfa-ad68-4d3f-b013-7b460d9b4bfa HTTP/1.1" status: 200 len: 2973 time: 0.0516493 Sep 02 12:38:35.330341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c069263-5814-4099-ab67-3bb6f44f4c56 req-25eb4cfa-3b98-4704-aeed-6deeabfada86 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:35.333318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-baa6cffc-7863-4ab5-9b65-a505d22a24a5 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b43dcdfa-ad68-4d3f-b013-7b460d9b4bfa HTTP/1.1" status: 200 len: 2973 time: 0.0401065 Sep 02 12:38:35.337350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c069263-5814-4099-ab67-3bb6f44f4c56 req-25eb4cfa-3b98-4704-aeed-6deeabfada86 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.0549235 Sep 02 12:38:35.378983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c069263-5814-4099-ab67-3bb6f44f4c56 req-e92b9665-86d5-4345-9356-44cc2ed6a609 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Sep 02 12:38:35.387188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-77c0ead7-6d58-4b84-9df6-9d7a86a5b2a5 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e6cb9152-5bd2-44b4-977b-9d8d8eb1f065 HTTP/1.1" status: 200 len: 2981 time: 0.0465331 Sep 02 12:38:35.446950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-47a6e24c-0080-441b-b094-598343619e37 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e6cb9152-5bd2-44b4-977b-9d8d8eb1f065 HTTP/1.1" status: 200 len: 2981 time: 0.0544398 Sep 02 12:38:35.500655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-6bd6d652-0c30-4efb-898a-a9c6a866a11a tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f2f06468-c93f-46f1-ac0c-628f43b26789 HTTP/1.1" status: 200 len: 2981 time: 0.0471547 Sep 02 12:38:35.548267 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e679ecb0-8299-420d-b816-a82d6ee98b46 req-e76a7c54-76f3-4d92-b025-6d9e08596ecf tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f2f06468-c93f-46f1-ac0c-628f43b26789 HTTP/1.1" status: 200 len: 2981 time: 0.0415032 Sep 02 12:38:35.591884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Sync routers for ids ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:35.601605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Routers {'5d4daccf-d1a7-4d01-8953-f98937d7c19e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:35.602206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:35.702696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-51a48947-53c5-4c0a-aa3c-b20128962a02 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1115844 Sep 02 12:38:35.711554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Set router 5d4daccf-d1a7-4d01-8953-f98937d7c19e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:35.713371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:35.740315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:35.754099 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47c4367f-afa2-40c2-98c7-fe4dab00ea27 req-b4668028-d92c-4de7-8da6-f326edbd4cba tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=addbf1cad60a4866982c618dbf805c32 HTTP/1.1" status: 200 len: 6102 time: 0.0679450 Sep 02 12:38:35.811974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47c4367f-afa2-40c2-98c7-fe4dab00ea27 req-522f50e4-78fa-4aef-b6e0-aaeb159b6054 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "GET /v2.0/security-groups/a7882e23-e423-4338-8fb1-ae929d4bd4b5 HTTP/1.1" status: 200 len: 2981 time: 0.0479803 Sep 02 12:38:35.880623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47c4367f-afa2-40c2-98c7-fe4dab00ea27 req-06ae9ea9-c17b-4d54-b5e7-1c1e5b3db918 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "GET /v2.0/security-groups/a7882e23-e423-4338-8fb1-ae929d4bd4b5 HTTP/1.1" status: 200 len: 2981 time: 0.0595100 Sep 02 12:38:35.892948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.023196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:33Z', 'revision_number': 4, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9', 'name': '', 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'mac_address': 'fa:16:3e:d6:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17457cbf-58c4-4edd-ba55-d043fba12599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:31Z', 'updated_at': '2021-09-02T12:38:33Z', 'revision_number': 2, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'subnets': [{'id': '17457cbf-58c4-4edd-ba55-d043fba12599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:36.048150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Allocated IP 172.25.7.246 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/ecc19ed2-7805-4e43-93ef-b397c13b141f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:36.052508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Checking router: 5d4daccf-d1a7-4d01-8953-f98937d7c19e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:36.053326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Updating router 5d4daccf-d1a7-4d01-8953-f98937d7c19e port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:38:36.091968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.143535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdaa9c-8d8f-4668-bd06-831d775c2910 req-27beb55d-0da8-462e-9398-abda198b654b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:36.149661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7cfdaa9c-8d8f-4668-bd06-831d775c2910 req-27beb55d-0da8-462e-9398-abda198b654b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 946 time: 0.1166329 Sep 02 12:38:36.215868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7cfdaa9c-8d8f-4668-bd06-831d775c2910 req-00767672-dc40-494f-b7b3-3a92713c161d tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575006 Sep 02 12:38:36.220619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c24e3194-9a2a-42ea-8ecc-9f443cb1cffc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:36.223602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.288724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.313377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1066b32b-d7de-4525-a132-0845802b5523 req-7f4bc0ce-c7a3-4f0b-be01-901df3365910 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e15abeda-f0a0-4b70-8aea-186ab5c212c3 HTTP/1.1" status: 200 len: 1778 time: 0.0441949 Sep 02 12:38:36.333783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:36.339269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:36.343046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:36.343385 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.343497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:36.378667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1066b32b-d7de-4525-a132-0845802b5523 req-cd70cebf-4c96-4073-afdf-a9448619ab1d tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.397175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Pushing event updated for resources: {'Port': ['ID=ecc19ed2-7805-4e43-93ef-b397c13b141f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:36.415574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1066b32b-d7de-4525-a132-0845802b5523 req-cd70cebf-4c96-4073-afdf-a9448619ab1d tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.480890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1066b32b-d7de-4525-a132-0845802b5523 req-cd70cebf-4c96-4073-afdf-a9448619ab1d tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.485096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1066b32b-d7de-4525-a132-0845802b5523 req-cd70cebf-4c96-4073-afdf-a9448619ab1d tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.496852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1066b32b-d7de-4525-a132-0845802b5523 req-cd70cebf-4c96-4073-afdf-a9448619ab1d tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/e15abeda-f0a0-4b70-8aea-186ab5c212c3 HTTP/1.1" status: 204 len: 173 time: 0.1757016 Sep 02 12:38:36.510678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70cebf-4c96-4073-afdf-a9448619ab1d tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15abeda-f0a0-4b70-8aea-186ab5c212c3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:36.524931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.532456 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.551871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Transition to ACTIVE for port object d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:36.561728 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.587525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.627243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb394f-b263-4d82-b64a-b1fbc6ea7de7 None None] Pushing event updated for resources: {'Port': ['ID=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:36.668258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-c7b8f3b9-0487-4afb-a310-021eb802452b tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=21cdbb46049548ef825e76aba42edee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497966 Sep 02 12:38:36.697544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Attempting to bind port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:36.698186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Attempting to bind port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:36.698555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Attempting to bind port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 on network 1270f114-9913-4246-8f23-34a2132b22fc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:36.704989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:36.705368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Checking segment: {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:36.705784 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.706177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Bound using segment: {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:36.706658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Bound port: d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274271b7-6fc8-4435-8cd9-4c1fd02930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:36.707052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.789122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] For port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:36.792813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] For port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:36.799793 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.854330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-911f25fc-6038-44f4-add5-101531b78243 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:36.854881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.856100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-911f25fc-6038-44f4-add5-101531b78243 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810505 Sep 02 12:38:36.862178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:36.874397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Routers {'5d4daccf-d1a7-4d01-8953-f98937d7c19e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:36.875045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:36.882964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-d6d559c4-f64c-41ef-a734-f30fc86fe175 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/quotas/21cdbb46049548ef825e76aba42edee8 HTTP/1.1" status: 200 len: 375 time: 0.0175943 Sep 02 12:38:36.955297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-4ca65cd8-f863-45c3-aa68-728f57bec0c6 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21cdbb46049548ef825e76aba42edee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549858 Sep 02 12:38:36.968074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb394f-b263-4d82-b64a-b1fbc6ea7de7 None None] Pushing event updated for resources: {'Port': ['ID=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:36.968273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Pushing event updated for resources: {'Port': ['ID=ecc19ed2-7805-4e43-93ef-b397c13b141f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:36.974473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:37.003074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:37.004586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-94606741-6805-4bad-9b8f-7febed2dd563 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2955406 Sep 02 12:38:37.086240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-af0eb999-ffd4-4f58-bc28-d8747a17fd2b tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.0713272 Sep 02 12:38:37.110947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] Set router 5d4daccf-d1a7-4d01-8953-f98937d7c19e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:37.266866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-5efb7136-f782-4ff1-851e-7af165046337 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:37.279492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c62b4c1e-74e5-4d9f-aa7e-ae30e0ed9d9a req-5efb7136-f782-4ff1-851e-7af165046337 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1853781 Sep 02 12:38:37.284278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab26edf-04e2-4b92-ae3b-2a8c2d46b359 req-b42427e1-3fe2-49dc-ba68-acef6494b228 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:37.285987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ab26edf-04e2-4b92-ae3b-2a8c2d46b359 req-b42427e1-3fe2-49dc-ba68-acef6494b228 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 946 time: 0.0676684 Sep 02 12:38:37.331054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ab26edf-04e2-4b92-ae3b-2a8c2d46b359 req-dfb6736a-9bc9-47cf-9e62-ba5d3917dcee tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Sep 02 12:38:37.393406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64b755b6-86ed-4ce9-b463-afce08a2e543 req-bbc4bf3f-3c42-41fe-950c-bdb34df2bcc1 tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a9106830-c056-43c3-a5c3-f096d0fcd27a HTTP/1.1" status: 200 len: 1776 time: 0.0419221 Sep 02 12:38:37.424095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:33Z', 'revision_number': 4, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9', 'name': '', 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'mac_address': 'fa:16:3e:d6:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17457cbf-58c4-4edd-ba55-d043fba12599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:31Z', 'updated_at': '2021-09-02T12:38:36Z', 'revision_number': 4, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'subnets': [{'id': '17457cbf-58c4-4edd-ba55-d043fba12599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:37.455126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6e47d-2a84-4688-a296-1f116c2a98b6 None None] The sync data for ids ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'] in n-d-792364-8 is: [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:33Z', 'revision_number': 4, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9', 'name': '', 'network_id': '1270f114-9913-4246-8f23-34a2132b22fc', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'mac_address': 'fa:16:3e:d6:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '17457cbf-58c4-4edd-ba55-d043fba12599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:31Z', 'updated_at': '2021-09-02T12:38:36Z', 'revision_number': 4, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'subnets': [{'id': '17457cbf-58c4-4edd-ba55-d043fba12599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:37.482009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-64b755b6-86ed-4ce9-b463-afce08a2e543 req-6c5625a6-cf5f-4941-b503-78db80de447f tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:37.522363 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-64b755b6-86ed-4ce9-b463-afce08a2e543 req-6c5625a6-cf5f-4941-b503-78db80de447f tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:37.564464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cf74-f779-484f-a218-1eeeea903bf4 req-031d48b4-fbce-4c46-840f-513cd8ad4def tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:37.566345 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d454cf74-f779-484f-a218-1eeeea903bf4 req-031d48b4-fbce-4c46-840f-513cd8ad4def tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1096 time: 0.0910072 Sep 02 12:38:37.599115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-64b755b6-86ed-4ce9-b463-afce08a2e543 req-6c5625a6-cf5f-4941-b503-78db80de447f tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:37.603047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-64b755b6-86ed-4ce9-b463-afce08a2e543 req-6c5625a6-cf5f-4941-b503-78db80de447f tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:37.604506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64b755b6-86ed-4ce9-b463-afce08a2e543 req-6c5625a6-cf5f-4941-b503-78db80de447f tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9106830-c056-43c3-a5c3-f096d0fcd27a HTTP/1.1" status: 204 len: 173 time: 0.2000463 Sep 02 12:38:37.614699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5625a6-cf5f-4941-b503-78db80de447f tempest-SecurityGroupsTestAdminJSON-991517507 tempest-SecurityGroupsTestAdminJSON-991517507-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9106830-c056-43c3-a5c3-f096d0fcd27a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:37.638317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d454cf74-f779-484f-a218-1eeeea903bf4 req-d5c1b30c-1a39-402d-9b34-65ff87ea967c tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581615 Sep 02 12:38:37.754639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c4683ced-44f4-491d-b932-53d5e2ed85ec tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=21cdbb46049548ef825e76aba42edee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476363 Sep 02 12:38:37.781607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1f85f-1fc0-4588-b492-1a94f11ade6d req-3bd2cc10-2b70-4208-b9f2-5caa48d58926 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:37.783606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20e1f85f-1fc0-4588-b492-1a94f11ade6d req-3bd2cc10-2b70-4208-b9f2-5caa48d58926 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 946 time: 0.0584226 Sep 02 12:38:37.838588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20e1f85f-1fc0-4588-b492-1a94f11ade6d req-53babac5-6e4f-4569-b230-80b00eff2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485163 Sep 02 12:38:37.904279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c3b9311b-3645-482b-b835-4ae7fd2343b4 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:37.909541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c3b9311b-3645-482b-b835-4ae7fd2343b4 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490076 Sep 02 12:38:37.923446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15ab585d-ccba-4eb3-925a-d6cebef66f2e req-86bad1ab-cbf6-4f2d-bf8c-655ec4bb7965 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips/e33c1288-0f55-47a8-94b6-d45f705633d6 HTTP/1.1" status: 200 len: 693 time: 0.0608389 Sep 02 12:38:37.924757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c834a3c7-a096-4e69-a37d-1ed142b6c972 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/quotas/21cdbb46049548ef825e76aba42edee8 HTTP/1.1" status: 200 len: 375 time: 0.0122728 Sep 02 12:38:37.975650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c6512e63-fa5a-4d90-96de-ebb201e170a4 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21cdbb46049548ef825e76aba42edee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444059 Sep 02 12:38:38.089874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab585d-ccba-4eb3-925a-d6cebef66f2e req-b0900595-26a1-41ca-ba09-409aed9700d2 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:38.092172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15ab585d-ccba-4eb3-925a-d6cebef66f2e req-b0900595-26a1-41ca-ba09-409aed9700d2 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1640093 Sep 02 12:38:38.133839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-e2e3cdde-7300-4cb1-9942-7a7fad61a8da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889142 Sep 02 12:38:38.245415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:38.266802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9a23-f184-48d2-a85d-feade3260e48 req-8512ca48-515d-463b-b1d1-b630fbf4760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:38.268442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-8512ca48-515d-463b-b1d1-b630fbf4760c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 1095 time: 0.0970790 Sep 02 12:38:38.272149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f1b8913-adfc-4b91-bd52-c40ee9992fda req-38aa5cea-e16f-4091-a977-3dec744aa099 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "GET /v2.0/security-groups/5fb520c2-5901-4632-9ab7-6aa19431c8c6 HTTP/1.1" status: 200 len: 1777 time: 0.1204581 Sep 02 12:38:38.396732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:38.409868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:38.426216 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:38.477043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-6687dd51-5b7d-4553-9afd-278e8559e4f7 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=21cdbb46049548ef825e76aba42edee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537949 Sep 02 12:38:38.634363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-cadea4b1-abc4-4ef6-8521-ba4f406a3b02 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:38.638605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-cadea4b1-abc4-4ef6-8521-ba4f406a3b02 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1097 time: 0.1437478 Sep 02 12:38:38.658382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:38.666793 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:38.718042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:38.724923 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:38.784576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-f866fe57-a79e-4bea-8ea3-937d43ea616f tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:38.786765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-f866fe57-a79e-4bea-8ea3-937d43ea616f tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922626 Sep 02 12:38:38.795903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3f1b8913-adfc-4b91-bd52-c40ee9992fda req-714bf7a4-e0f4-438c-bbb7-d1d7bdf82537 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:38.814916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Request body: {'port': {'device_id': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '21cdbb46049548ef825e76aba42edee8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:38.825376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:38.854520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:38.890508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9a23-f184-48d2-a85d-feade3260e48 req-0fa1bfbb-1464-46a8-95ac-85a31c4fc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:38.892074 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-0fa1bfbb-1464-46a8-95ac-85a31c4fc34f service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.5936019 Sep 02 12:38:38.908020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3f1b8913-adfc-4b91-bd52-c40ee9992fda req-714bf7a4-e0f4-438c-bbb7-d1d7bdf82537 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:38.947990 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-e05b7457-dde9-416f-a996-4af834a5519f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 200 len: 217 time: 0.0424607 Sep 02 12:38:39.022538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:39.053456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9a23-f184-48d2-a85d-feade3260e48 req-4b7abd20-afd9-4251-8310-90c21e64469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:39.055329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-4b7abd20-afd9-4251-8310-90c21e64469d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0908346 Sep 02 12:38:39.094130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:39.099166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-d20bb064-dbcb-47d1-95e0-583c01fe7627 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351152 Sep 02 12:38:39.130394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3f1b8913-adfc-4b91-bd52-c40ee9992fda req-714bf7a4-e0f4-438c-bbb7-d1d7bdf82537 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.133416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3f1b8913-adfc-4b91-bd52-c40ee9992fda req-714bf7a4-e0f4-438c-bbb7-d1d7bdf82537 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.150394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f1b8913-adfc-4b91-bd52-c40ee9992fda req-714bf7a4-e0f4-438c-bbb7-d1d7bdf82537 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "DELETE /v2.0/security-groups/5fb520c2-5901-4632-9ab7-6aa19431c8c6 HTTP/1.1" status: 204 len: 173 time: 0.8703337 Sep 02 12:38:39.193120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:39.196426 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cce4f9-ca03-43e7-893f-6c8e3a672c5d" -d '{"events": [{"server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1019f27f-2880-497b-a744-22e775dedfc0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:39.203954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.213117 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.252694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bf7a4-e0f4-438c-bbb7-d1d7bdf82537 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb520c2-5901-4632-9ab7-6aa19431c8c6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:39.313124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Made reservation on behalf of 21cdbb46049548ef825e76aba42edee8 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:39.316680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.327365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:39.356297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.371619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:39.371970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:39.372432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:39.378715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:39.378715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Attempting to bind port 1019f27f-2880-497b-a744-22e775dedfc0 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:39.384380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:39.384960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:39.385380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:39.385843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Bound port: 1019f27f-2880-497b-a744-22e775dedfc0, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:39.386217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.464012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-01436a3f-67af-4ef1-a8f6-1c4878be9c67 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512840 Sep 02 12:38:39.472320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-fe4d6bff-92b3-40d7-bf05-f014ff4775de tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 258 time: 0.3054173 Sep 02 12:38:39.490667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:39.496266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:39.497410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:39.509942 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.590753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-eaf145c9-e2ac-46f9-a99b-544914e5bf9c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=21cdbb46049548ef825e76aba42edee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460227 Sep 02 12:38:39.626835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-428e9a23-f184-48d2-a85d-feade3260e48 req-e030036f-d012-497c-880e-2322a3b88a33 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495717 Sep 02 12:38:39.640437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-678d781c-1f4f-47eb-89f5-e93cbfb69cfa tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:38:39.650793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-678d781c-1f4f-47eb-89f5-e93cbfb69cfa tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265663 Sep 02 12:38:39.651753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.660558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.668269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:39.669008 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.670538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] 10.222.0.18 "PUT /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 1122 time: 1.0237246 Sep 02 12:38:39.714070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8835-cea0-44c3-b98e-4495586f4c1b service neutron] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:39.731852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1019f27f-2880-497b-a744-22e775dedfc0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:39.748687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.773830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['1019f27f-2880-497b-a744-22e775dedfc0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:39.781332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-fd45d55d-f025-479e-8614-b2d707f69b54 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:39.789581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-fd45d55d-f025-479e-8614-b2d707f69b54 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 1093 time: 0.1378274 Sep 02 12:38:39.798083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:39.798822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:38:39.837183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0d8972-1fd9-4887-881f-ae2835735ff6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:39.929903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Allocated IP 192.168.233.172 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/9da45528-6e01-425e-8042-ece1e00eb2f0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:39.982350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:39.982913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:39.983400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:39.995013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:39.998214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:39.998611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:40.013137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c991bfa2-9c7c-48cb-ad7a-a69135aaa6e3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:40.014749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-c991bfa2-9c7c-48cb-ad7a-a69135aaa6e3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971770 Sep 02 12:38:40.015541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:40.016098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:40.016497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:40.017126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Bound port: 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:40.046944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Request body: {'port': {'device_id': 'dca00015-607d-4287-81ff-1fb531745746', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '21cdbb46049548ef825e76aba42edee8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:40.132211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:40.140256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.150901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-62fdef16-fb6e-4aac-91fe-1302aa6ad43f service neutron] 10.222.0.60 "POST /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3557115 Sep 02 12:38:40.170635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:40.203175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Made reservation on behalf of 21cdbb46049548ef825e76aba42edee8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:40.207682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.217683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Allocated IP 172.25.7.237 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/9a940101-c420-44f0-ac29-014ed40d7e99) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:40.222235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:38:40.285578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.307380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Transition to ACTIVE for port object 9da45528-6e01-425e-8042-ece1e00eb2f0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:40.319470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:40.319951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.371975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.391173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.397693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f454fa45-8647-4a20-822e-62ec617a8e31 req-44494e6b-9371-40ab-903d-5733cc1f1e4f tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=6aa83555e0844a3696342e6172e27a79 HTTP/1.1" status: 200 len: 696 time: 0.0963953 Sep 02 12:38:40.463772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:40.469878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:40.474545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:40.479538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.481425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:40.534945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Allocated IP 192.168.233.224 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/ef29d6b1-7d90-4d60-8ccf-e30131d0b59e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:40.549740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:40.563268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:40.566990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:40.574461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:40.575138 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.579009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:40.580988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event updated for resources: {'Port': ['ID=9a940101-c420-44f0-ac29-014ed40d7e99,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:40.593886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:38:40.618025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-440de08b-b3a9-4e9a-9a7e-7eeba70d3a74 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8162026 Sep 02 12:38:40.645787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Request body: {'port': {'device_id': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:40.655805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454fa45-8647-4a20-822e-62ec617a8e31 req-119976bf-d042-446b-a24b-d01956259878 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:40.659136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f454fa45-8647-4a20-822e-62ec617a8e31 req-119976bf-d042-446b-a24b-d01956259878 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks?id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 787 time: 0.2460744 Sep 02 12:38:40.685358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-f454fa45-8647-4a20-822e-62ec617a8e31 req-d79048a2-33f2-4306-adcc-6b8dfb85a7b4 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:38:40.698115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f454fa45-8647-4a20-822e-62ec617a8e31 req-d79048a2-33f2-4306-adcc-6b8dfb85a7b4 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211797 Sep 02 12:38:40.743672 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.797971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80ac91ad-9caf-4273-899c-72012bc0dbc9 req-2233bc6d-6c6a-4d50-9500-ddbffa561d5a tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 210 time: 0.0329344 Sep 02 12:38:40.808258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.820547 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.836409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8febe45-7c95-4902-904d-56bc14580512 None None] Provisioning for port 9da45528-6e01-425e-8042-ece1e00eb2f0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:40.846754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8febe45-7c95-4902-904d-56bc14580512 None None] Provisioning complete for port 9da45528-6e01-425e-8042-ece1e00eb2f0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:40.847503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8febe45-7c95-4902-904d-56bc14580512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.877363 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:40.894721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Transition to ACTIVE for port object ef29d6b1-7d90-4d60-8ccf-e30131d0b59e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:40.905344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a8febe45-7c95-4902-904d-56bc14580512 None None] Port 9da45528-6e01-425e-8042-ece1e00eb2f0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:40.933044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.002626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:41.008555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:41.013683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:41.041735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:41.077532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f42cde-a1e1-403c-89cf-960b351928fe req-6ff9c048-0a04-4f4d-92b9-58cbd86673ec tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:41.079128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f42cde-a1e1-403c-89cf-960b351928fe req-6ff9c048-0a04-4f4d-92b9-58cbd86673ec tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 944 time: 0.1179218 Sep 02 12:38:41.085069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:41.085846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.116771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-b1a27979-d3e2-450f-bbc6-f624164ffcf3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0746212 Sep 02 12:38:41.140238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Request body: {'port': {'device_id': 'dca00015-607d-4287-81ff-1fb531745746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:41.167175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f42cde-a1e1-403c-89cf-960b351928fe req-e6e886a4-af2f-43e9-bf16-2696e086f534 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Sep 02 12:38:41.200681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.220088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.336695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56dd3ecc-1553-486e-baa1-d17f7712fd5d None None] Provisioning for port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:41.341802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56dd3ecc-1553-486e-baa1-d17f7712fd5d None None] Provisioning complete for port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:41.342722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56dd3ecc-1553-486e-baa1-d17f7712fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.389104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-56dd3ecc-1553-486e-baa1-d17f7712fd5d None None] Port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:41.527666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.536326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.642425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da45528-6e01-425e-8042-ece1e00eb2f0 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:41.654166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event updated for resources: {'Port': ['ID=9a940101-c420-44f0-ac29-014ed40d7e99,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:41.659742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.674561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.683947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Transition to ACTIVE for port object 9da45528-6e01-425e-8042-ece1e00eb2f0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:41.690938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.696741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.698044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-bb7a9dc8-ec10-4c30-a3dd-b7e30de55179 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2116725 Sep 02 12:38:41.717185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4280fd64-70ed-4b48-8b53-9314eed909bc req-ef642312-4d08-43f4-b9ca-82e500c25599 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "GET /v2.0/security-groups/24be63d8-5b30-4c6a-8578-40c15c37d8e0 HTTP/1.1" status: 200 len: 1777 time: 0.4379961 Sep 02 12:38:41.786788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:41.804470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-aaa84946-8768-4e04-a6e7-9c3ad38ad1de tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0794060 Sep 02 12:38:41.862473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4280fd64-70ed-4b48-8b53-9314eed909bc req-c0321681-d6a8-444a-a640-7dbfe911aa45 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.921468 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4280fd64-70ed-4b48-8b53-9314eed909bc req-c0321681-d6a8-444a-a640-7dbfe911aa45 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:41.945221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Attempting to bind port 9da45528-6e01-425e-8042-ece1e00eb2f0 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:41.945550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Attempting to bind port 9da45528-6e01-425e-8042-ece1e00eb2f0 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:41.945875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Attempting to bind port 9da45528-6e01-425e-8042-ece1e00eb2f0 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:41.956309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Port 9da45528-6e01-425e-8042-ece1e00eb2f0 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:41.956632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Attempting to bind port 9da45528-6e01-425e-8042-ece1e00eb2f0 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:41.965670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:41.966005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:41.966386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:41.966952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Bound port: 9da45528-6e01-425e-8042-ece1e00eb2f0, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:41.967308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.002310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef29d6b1-7d90-4d60-8ccf-e30131d0b59e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:42.012444 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.017840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4280fd64-70ed-4b48-8b53-9314eed909bc req-c0321681-d6a8-444a-a640-7dbfe911aa45 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.020162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4280fd64-70ed-4b48-8b53-9314eed909bc req-c0321681-d6a8-444a-a640-7dbfe911aa45 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.021346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4280fd64-70ed-4b48-8b53-9314eed909bc req-c0321681-d6a8-444a-a640-7dbfe911aa45 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] 10.222.0.60 "DELETE /v2.0/security-groups/24be63d8-5b30-4c6a-8578-40c15c37d8e0 HTTP/1.1" status: 204 len: 173 time: 0.2771153 Sep 02 12:38:42.028168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-abfa2db9-aa6e-47ea-b34f-e28bd3cf7670 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.028168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-abfa2db9-aa6e-47ea-b34f-e28bd3cf7670 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1983571 Sep 02 12:38:42.048587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-f71d8832-64f3-4a5a-ae78-e886b728180e tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:38:42.048815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321681-d6a8-444a-a640-7dbfe911aa45 tempest-SecurityGroupsTestAdminJSON-180558775 tempest-SecurityGroupsTestAdminJSON-180558775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24be63d8-5b30-4c6a-8578-40c15c37d8e0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:42.050868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Transition to ACTIVE for port object ef29d6b1-7d90-4d60-8ccf-e30131d0b59e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:42.056492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.077359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8647613e-41c1-4b9a-bb91-32a3b94b2c78 req-f71d8832-64f3-4a5a-ae78-e886b728180e tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354676 Sep 02 12:38:42.148976 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d71cd-cde7-461b-ae82-0370142a098a x-openstack-request-id: req-112d71cd-cde7-461b-ae82-0370142a098a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:42.149490 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1019f27f-2880-497b-a744-22e775dedfc0", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:42.149573 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-112d71cd-cde7-461b-ae82-0370142a098a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:42.150093 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0', 'code': 200} Sep 02 12:38:42.169573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:42.177738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:42.187790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.223129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.223863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.225606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] 10.222.0.41 "PUT /v2.0/ports/9da45528-6e01-425e-8042-ece1e00eb2f0 HTTP/1.1" status: 200 len: 1096 time: 1.5897670 Sep 02 12:38:42.228889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:42.232029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Attempting to bind port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:42.232182 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61" -d '{"events": [{"name": "network-changed", "server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:42.232490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Attempting to bind port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:42.233482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Attempting to bind port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:42.241845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:42.286265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:42.286504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Attempting to bind port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:42.301223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:42.301568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:42.302004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:42.302445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Bound port: ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:42.303029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.376599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-2b559687-4dfc-446e-be8e-16f2ca5491ec tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips/e33c1288-0f55-47a8-94b6-d45f705633d6 HTTP/1.1" status: 200 len: 693 time: 0.1622186 Sep 02 12:38:42.379389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0facb0c-296f-4334-ab8d-6af54c3ad618 service neutron] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:42.395914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9685-aa9c-40a3-8f19-f9bb370536fd req-cd3e0deb-f06b-4958-b440-094a9e13c23f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.403818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab3c9685-aa9c-40a3-8f19-f9bb370536fd req-cd3e0deb-f06b-4958-b440-094a9e13c23f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1756332 Sep 02 12:38:42.430459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-5a0b7e66-10ae-44ea-ade5-61c7e009da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.431983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-5a0b7e66-10ae-44ea-ade5-61c7e009da37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21cdbb46049548ef825e76aba42edee8&device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 1099 time: 0.1282501 Sep 02 12:38:42.485884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:42.504614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:42.506073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab3c9685-aa9c-40a3-8f19-f9bb370536fd req-482fe797-ef54-4ce0-adb6-182301d78cb8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971174 Sep 02 12:38:42.511416 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-777058ad-edaa-4cad-976d-f11f94e2ae51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9da45528-6e01-425e-8042-ece1e00eb2f0 HTTP/1.1" status: 200 len: 217 time: 0.0664442 Sep 02 12:38:42.516469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.571561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:42.597691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.598310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:42.599832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/ef29d6b1-7d90-4d60-8ccf-e30131d0b59e HTTP/1.1" status: 200 len: 1096 time: 1.4653783 Sep 02 12:38:42.601486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-3dc9d066-b76f-4adc-9c64-ede4ccb60e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.602889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-3dc9d066-b76f-4adc-9c64-ede4ccb60e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0822830 Sep 02 12:38:42.618671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-2f398064-f2bc-4494-8427-c08c53291a7a tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.621451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-2f398064-f2bc-4494-8427-c08c53291a7a tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2438974 Sep 02 12:38:42.635617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694b96-3a88-4d9d-a46a-a711825b16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:42.645822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-f04f2f82-aa11-4079-bb2d-996062f61bd3 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:38:42.647673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-f04f2f82-aa11-4079-bb2d-996062f61bd3 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070701 Sep 02 12:38:42.694772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52545e3e-8d62-4481-af7f-518a2ce4e5da req-51c44c25-4488-42d2-bf4e-4c8be9ea2b55 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.696384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52545e3e-8d62-4481-af7f-518a2ce4e5da req-51c44c25-4488-42d2-bf4e-4c8be9ea2b55 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 948 time: 0.0975726 Sep 02 12:38:42.698513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-1f2ce212-d293-4314-a537-5786be203ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.699995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-1f2ce212-d293-4314-a537-5786be203ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816348 Sep 02 12:38:42.753491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-6324d520-4b08-46d5-a13b-4258780b3243 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.0981898 Sep 02 12:38:42.794725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52545e3e-8d62-4481-af7f-518a2ce4e5da req-e215020c-cf5a-4285-a044-ba98dfe0f1e2 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869701 Sep 02 12:38:42.818265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-ff2fe6ed-d713-4efc-bdd0-fb626a96588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:42.819853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-ff2fe6ed-d713-4efc-bdd0-fb626a96588f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21cdbb46049548ef825e76aba42edee8&device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 1099 time: 0.1620653 Sep 02 12:38:42.829370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-f3b05252-5518-45e9-a525-34065d719c44 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.0693007 Sep 02 12:38:42.859587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-f41786ed-1f13-458b-83dc-ecb494f42fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369402 Sep 02 12:38:42.946106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b59edc95-8d11-4f55-b83a-d8fbdf087778 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=addbf1cad60a4866982c618dbf805c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671713 Sep 02 12:38:42.948719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49476) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:42.953016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-0ab410a5-dec0-4530-831a-d01ee37ab303 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e HTTP/1.1" status: 200 len: 217 time: 0.0914817 Sep 02 12:38:43.059186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-1b678b70-09e0-4a6a-842e-1959e4800795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:43.061918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-1b678b70-09e0-4a6a-842e-1959e4800795 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0809531 Sep 02 12:38:43.074144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3194df-0746-471e-bb81-c883aad29bc0 req-e7375ca1-60c4-41c3-861d-10a96388f68f service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036045 Sep 02 12:38:43.075802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-626f86c0-243b-45ed-888f-8c8551d3b528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.096231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-7d581f3d-04d8-4712-979c-abd7e309143f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:43.097985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-7d581f3d-04d8-4712-979c-abd7e309143f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1103830 Sep 02 12:38:43.114478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-626f86c0-243b-45ed-888f-8c8551d3b528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.116074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Deleting port ecc19ed2-7805-4e43-93ef-b397c13b141f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:43.116204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.177671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-15fac5d0-eeb9-4744-979c-d7019a27bb6f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0681808 Sep 02 12:38:43.182619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-53a2bc43-b0e5-435d-ae39-901def02d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:43.184173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-53a2bc43-b0e5-435d-ae39-901def02d51c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143107 Sep 02 12:38:43.193102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Request body: {'floatingip': {'port_id': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:43.240488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.261295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.261610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.278230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Calling delete_port for ecc19ed2-7805-4e43-93ef-b397c13b141f owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:43.306110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-626f86c0-243b-45ed-888f-8c8551d3b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.308767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-626f86c0-243b-45ed-888f-8c8551d3b528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.309993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-626f86c0-243b-45ed-888f-8c8551d3b528 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7882e23-e423-4338-8fb1-ae929d4bd4b5 HTTP/1.1" status: 204 len: 168 time: 0.3600206 Sep 02 12:38:43.349511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f86c0-243b-45ed-888f-8c8551d3b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7882e23-e423-4338-8fb1-ae929d4bd4b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:43.360890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-8cf72343-dbdc-40c5-a3f5-aef7ce9a66b6 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663759 Sep 02 12:38:43.510596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a23af7c-f12f-4c84-9088-08b788a2ae57 req-75905c51-b52f-4110-a681-cd9fe03c3500 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375401 Sep 02 12:38:43.529691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.556229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Pushing event deleted for resources: {'Port': ['ID=ecc19ed2-7805-4e43-93ef-b397c13b141f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:43.624499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.627203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.628468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f3ec3ec-04fd-4e83-88d9-1788a522abcf req-72da8b84-e18e-4d7b-ab72-e0e181e4a5b6 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "DELETE /v2.0/floatingips/e33c1288-0f55-47a8-94b6-d45f705633d6 HTTP/1.1" status: 204 len: 173 time: 0.7922635 Sep 02 12:38:43.680355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49486) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:43.747059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.751897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.767373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c53646-1d23-4182-8c45-e9cfd2b31f75 req-8dcea7ac-3e36-4d42-9604-c51a9938ff4a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:43.769579 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c53646-1d23-4182-8c45-e9cfd2b31f75 req-8dcea7ac-3e36-4d42-9604-c51a9938ff4a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 944 time: 0.0865719 Sep 02 12:38:43.774794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bfe5a490-a3f3-4a93-891c-41ae26653533 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09eab210b44b4baeb712b3ed3633a0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911429 Sep 02 12:38:43.777235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:43.837296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c53646-1d23-4182-8c45-e9cfd2b31f75 req-7fb784de-2d67-4b80-be8d-a332f8c6991d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Sep 02 12:38:43.852885 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Floating IP 64b5b219-4111-4c5a-ab38-39dc80fdc807 associated. External IP: 172.25.7.237, port: 7af57840-ee56-4350-b1ba-7e2d85b390ec. Sep 02 12:38:43.864837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c715daf5-4e09-4671-8fb6-3bd50dfffeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.893214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c715daf5-4e09-4671-8fb6-3bd50dfffeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.918933 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3d6e33-77d0-4cdf-91e2-787e2a977919 x-openstack-request-id: req-3a3d6e33-77d0-4cdf-91e2-787e2a977919 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:43.919297 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:43.919608 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a3d6e33-77d0-4cdf-91e2-787e2a977919 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:43.920150 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'status': 'completed', 'code': 200} Sep 02 12:38:43.957851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c715daf5-4e09-4671-8fb6-3bd50dfffeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.960733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c715daf5-4e09-4671-8fb6-3bd50dfffeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:43.965278 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c715daf5-4e09-4671-8fb6-3bd50dfffeea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e5efa2c-a7a9-4ee2-aac2-4ebab648216e HTTP/1.1" status: 204 len: 168 time: 0.1835127 Sep 02 12:38:43.976417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715daf5-4e09-4671-8fb6-3bd50dfffeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5efa2c-a7a9-4ee2-aac2-4ebab648216e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:44.023862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-d0987e3b-73d6-4d05-98d2-5b7b7c471e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:44.025805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-d0987e3b-73d6-4d05-98d2-5b7b7c471e2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21cdbb46049548ef825e76aba42edee8&device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 1099 time: 0.0982406 Sep 02 12:38:44.093586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d004-9483-4f28-a4c5-41d70b7e498f req-e690f169-b70a-4899-96f6-8d6f4800a222 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:44.101250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e257d004-9483-4f28-a4c5-41d70b7e498f req-e690f169-b70a-4899-96f6-8d6f4800a222 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.0629706 Sep 02 12:38:44.144449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e257d004-9483-4f28-a4c5-41d70b7e498f req-843e7a4b-8509-4838-bf48-e795ee433089 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Sep 02 12:38:44.151229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0'}, {'name': 'network-changed', 'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:44.154340 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73caff0-c739-4bd8-a94d-8b40a90edd73" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "tag": "1019f27f-2880-497b-a744-22e775dedfc0"}, {"name": "network-changed", "server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:44.292739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-028624eb-6724-4413-89f5-14d4b1511c38 req-a9a3ec01-9543-44cd-80a2-754b8dd04c92 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1136367 Sep 02 12:38:44.303818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:44.328385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.440104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.499281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-af34a001-aa80-46d5-948d-72aee21026a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:44.500979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-af34a001-aa80-46d5-948d-72aee21026a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.4663255 Sep 02 12:38:44.504966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Router ccab3bd9-2976-46d8-b253-d13535663212 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:44.559316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Allocated IP 172.25.7.181 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/3854a522-93d5-4e8c-9e2a-8fb133fc5fde) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:44.608692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-3a7b3dfa-bdd1-49b5-91ab-183795a64849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9da45528-6e01-425e-8042-ece1e00eb2f0 HTTP/1.1" status: 200 len: 217 time: 0.0935881 Sep 02 12:38:44.678500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-14833cec-d006-4ad2-a3cc-1786d89d64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:44.680008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-14833cec-d006-4ad2-a3cc-1786d89d64a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0627415 Sep 02 12:38:44.684335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.691604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:44.697156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.707793 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] Sync routers for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:44.733379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.733959 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:44.735142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:44.751438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-14ae696d-6c1d-4ba4-a669-5e3ec7c4da03 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "PUT /v2.0/floatingips/64b5b219-4111-4c5a-ab38-39dc80fdc807 HTTP/1.1" status: 200 len: 997 time: 1.5672851 Sep 02 12:38:44.761812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-b64932e7-5fe0-4e82-98b6-12880cd3105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:44.763501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-b64932e7-5fe0-4e82-98b6-12880cd3105a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698545 Sep 02 12:38:44.786275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:44.789660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:44.798035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:44.803989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Pushing event updated for resources: {'Port': ['ID=3854a522-93d5-4e8c-9e2a-8fb133fc5fde,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:44.878737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-6f40d5f4-a4b6-479f-ae72-e9f57c3b0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:44.880343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-6f40d5f4-a4b6-479f-ae72-e9f57c3b0721 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1097 time: 0.1129067 Sep 02 12:38:44.910277 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:44.910633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.960239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:44.982430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-32b21356-8de7-4dcb-98c7-b10d60c73f6b service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049050 Sep 02 12:38:45.079976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-6943e0ca-008f-445a-95da-7d5dec47ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:45.082183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-6943e0ca-008f-445a-95da-7d5dec47ee33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 930 time: 0.1882620 Sep 02 12:38:45.182967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:45.190346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:45.203650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-262fc61e-5ffe-4cab-8d96-0c6e1e5ffd61 req-06be19c5-34e1-4b6b-9c84-15070edacf55 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103133 Sep 02 12:38:45.206123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-bed3c3c4-e36e-49bf-9167-9e7abcc5dc40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 1000 time: 0.1172855 Sep 02 12:38:45.224677 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '64b5b219-4111-4c5a-ab38-39dc80fdc807', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'port_id': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'mac_address': 'fa:16:3e:39:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:38:40Z', 'updated_at': '2021-09-02T12:38:43Z', 'revision_number': 1, 'project_id': '804449cc67134563af907fcc57feffc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:26Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:45.264053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-fd8d9f9a-4f48-46b5-ad7a-45936c89bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:45.266242 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-fd8d9f9a-4f48-46b5-ad7a-45936c89bb70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 200 len: 868 time: 0.0536606 Sep 02 12:38:45.275781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Pushing event updated for resources: {'Port': ['ID=3854a522-93d5-4e8c-9e2a-8fb133fc5fde,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:45.287563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:45.294721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] Checking router: ccab3bd9-2976-46d8-b253-d13535663212 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:45.304511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:45.319310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-028624eb-6724-4413-89f5-14d4b1511c38 req-0d0a5e18-8b5a-4a27-b426-1e0012216d90 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0171099 Sep 02 12:38:45.321243 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:45.322047 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:45.337193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-603eac64-c81b-4ae3-8e39-b5e77387134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:45.339077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-603eac64-c81b-4ae3-8e39-b5e77387134b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634940 Sep 02 12:38:45.393517 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-028624eb-6724-4413-89f5-14d4b1511c38 req-fa42357b-9e40-4dd0-b99b-831df7d9492f tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0757174 Sep 02 12:38:45.439501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:45.485444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-15a0b4d4-ec71-4575-8248-ac9a1ba4d2fa service neutron] 10.222.0.60 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359921 Sep 02 12:38:45.563655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028624eb-6724-4413-89f5-14d4b1511c38 req-53d0add9-b42e-475d-ac3c-a210b8f0ec12 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:45.565677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-028624eb-6724-4413-89f5-14d4b1511c38 req-53d0add9-b42e-475d-ac3c-a210b8f0ec12 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1647036 Sep 02 12:38:45.652507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b2e317e-dadd-4006-bf29-98977373bb41 req-32e681b5-1426-4d53-93cc-a8629b04f8d8 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598926 Sep 02 12:38:45.755025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8370-f56c-4381-a09b-a09512355de8 req-9ee76cef-3964-42cc-8e2c-d0decc1fc8f8 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:45.756099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92cf8370-f56c-4381-a09b-a09512355de8 req-9ee76cef-3964-42cc-8e2c-d0decc1fc8f8 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 948 time: 0.1046634 Sep 02 12:38:45.788494 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '64b5b219-4111-4c5a-ab38-39dc80fdc807', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'port_id': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'mac_address': 'fa:16:3e:39:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:38:40Z', 'updated_at': '2021-09-02T12:38:43Z', 'revision_number': 1, 'project_id': '804449cc67134563af907fcc57feffc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:26Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:45.808617 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b7e14-b220-41d1-a490-a1ed7fc6ba7c x-openstack-request-id: req-9d4b7e14-b220-41d1-a490-a1ed7fc6ba7c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:45.808617 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "tag": "1019f27f-2880-497b-a744-22e775dedfc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:45.808617 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d4b7e14-b220-41d1-a490-a1ed7fc6ba7c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:45.809166 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0', 'status': 'completed', 'code': 200} Sep 02 12:38:45.809166 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'status': 'completed', 'code': 200} Sep 02 12:38:45.839730 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344462-3e74-40c8-adab-6b1bcae1e781 None None] The sync data for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 is: [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '64b5b219-4111-4c5a-ab38-39dc80fdc807', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'port_id': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'mac_address': 'fa:16:3e:39:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:38:40Z', 'updated_at': '2021-09-02T12:38:43Z', 'revision_number': 1, 'project_id': '804449cc67134563af907fcc57feffc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:26Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:45.840097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92cf8370-f56c-4381-a09b-a09512355de8 req-5b918d4b-c7c5-4337-9bb9-ba0974b06e49 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Sep 02 12:38:45.909853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-761a336d-76cb-474b-a903-eb2e38dee78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:45.911723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-761a336d-76cb-474b-a903-eb2e38dee78f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21cdbb46049548ef825e76aba42edee8&device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 1099 time: 0.0898414 Sep 02 12:38:45.940502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:45.946562 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d83b223-5655-4707-8753-a77e53acd4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:45.965345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:38:46.058614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-ca9e9d79-0a3f-42cb-b72b-72413c324bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.063546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-ca9e9d79-0a3f-42cb-b72b-72413c324bcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1125 time: 0.1947486 Sep 02 12:38:46.068949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-1910b4b2-390d-47bb-8fe6-ff7a3036ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.070542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-1910b4b2-390d-47bb-8fe6-ff7a3036ff5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1517632 Sep 02 12:38:46.136596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:46.150780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d818c9-04dc-467b-9ed4-bc691757bda4 req-c3d06ccd-47b8-44cd-a249-05877f3328de tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.163035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d818c9-04dc-467b-9ed4-bc691757bda4 req-c3d06ccd-47b8-44cd-a249-05877f3328de tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 944 time: 0.2117074 Sep 02 12:38:46.163667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'mac_address': 'fa:16:3e:db:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:38:46.182589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-4533ba8e-0b93-430d-ae84-c27987f88c36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e HTTP/1.1" status: 200 len: 217 time: 0.0983057 Sep 02 12:38:46.204040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64a4a8-d391-4919-82d1-c5730333f9c8 None None] New status for floating IP 64b5b219-4111-4c5a-ab38-39dc80fdc807: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:38:46.253822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:38:46.266159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d818c9-04dc-467b-9ed4-bc691757bda4 req-a79dd1fe-f49d-47d2-9c70-1c19ce26135f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017869 Sep 02 12:38:46.285780 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:46.294900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636625a-36bc-43d3-83ef-5e88dc52725e req-7ed1959f-d23c-4567-a49a-7e86edff099f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.297152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f636625a-36bc-43d3-83ef-5e88dc52725e req-7ed1959f-d23c-4567-a49a-7e86edff099f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1173053 Sep 02 12:38:46.308288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-e9a40916-32dc-4928-90e6-9c409675c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.310552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-e9a40916-32dc-4928-90e6-9c409675c5f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.2357628 Sep 02 12:38:46.312515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da45528-6e01-425e-8042-ece1e00eb2f0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:46.315788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-4d361925-d679-4e27-a6e6-ac5be2b5feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.317482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-4d361925-d679-4e27-a6e6-ac5be2b5feb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1246665 Sep 02 12:38:46.334073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:46.378893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:46.407688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f636625a-36bc-43d3-83ef-5e88dc52725e req-9817b88c-0851-4f95-bcce-da5fceb370a0 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968182 Sep 02 12:38:46.423842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-30c44160-9014-41d9-b4ce-95f6a1572ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.426283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-30c44160-9014-41d9-b4ce-95f6a1572ace service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966990 Sep 02 12:38:46.434796 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-7b4da9b1-13ba-4c2f-a7e8-befcdeb8361c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 217 time: 0.1101513 Sep 02 12:38:46.526806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-0d833290-6546-4a45-a4a7-1452bb60829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.529193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-0d833290-6546-4a45-a4a7-1452bb60829f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0753181 Sep 02 12:38:46.534720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-693cd578-0405-414a-b72e-a74e4a31f525 req-f1fa530e-b8ab-4f84-8ef2-d059f76868d7 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips/a8aafc72-ddb1-412b-b12f-adb2410e6bec HTTP/1.1" status: 200 len: 693 time: 0.2199764 Sep 02 12:38:46.547290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:46.558398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:46.574035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'mac_address': 'fa:16:3e:85:f3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:38:46.588074 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-a6b5931b-d102-44f9-93ba-28bc919fdaf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493360 Sep 02 12:38:46.620285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:46.636005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef29d6b1-7d90-4d60-8ccf-e30131d0b59e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:46.660185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:46.666658 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:46.673789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9da45528-6e01-425e-8042-ece1e00eb2f0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:46.681609 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-4493525f-92f4-44ad-9c49-0ddfeb124307 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2642498 Sep 02 12:38:46.766139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:46.827203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cd578-0405-414a-b72e-a74e4a31f525 req-92843fe5-9de2-4ff7-af7e-e21b43dc5e12 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.830050 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-693cd578-0405-414a-b72e-a74e4a31f525 req-92843fe5-9de2-4ff7-af7e-e21b43dc5e12 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2474089 Sep 02 12:38:46.885943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-113d79dc-8a56-4d4f-9e80-32e4ae79e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:46.887815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-113d79dc-8a56-4d4f-9e80-32e4ae79e336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1117 time: 0.1437719 Sep 02 12:38:46.891829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-44885b70-8d48-4d67-9628-5def8686aacc service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038787 Sep 02 12:38:46.903362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-8bfb8647-d33d-4856-b67e-b2c0f71b10fb tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 258 time: 0.4123569 Sep 02 12:38:46.914888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-693cd578-0405-414a-b72e-a74e4a31f525 req-ce8f9b3b-ae55-4a60-900f-11780477887d tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0745378 Sep 02 12:38:46.928703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:46.944377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:38:46.995814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-693cd578-0405-414a-b72e-a74e4a31f525 req-3ffe958b-b3ca-4349-a62a-019f48ae5b16 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0710108 Sep 02 12:38:47.068254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-e3211191-951e-4a5e-9d69-c169cc243152 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584160 Sep 02 12:38:47.288307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-0ab5967f-ffa2-4d12-b09f-aa3067840b8d service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616247 Sep 02 12:38:47.293475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Deleting port 3854a522-93d5-4e8c-9e2a-8fb133fc5fde {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:47.294275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.374912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.418332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-8ee79531-4bce-4f82-bbc6-39fbc98678c8 service neutron] 10.222.0.41 "GET /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.1110241 Sep 02 12:38:47.420024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.420476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.439799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Calling delete_port for 3854a522-93d5-4e8c-9e2a-8fb133fc5fde owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:47.455530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-947974aa-8d27-464f-8bb4-7ea7c1178db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:47.456924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-947974aa-8d27-464f-8bb4-7ea7c1178db9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.5189106 Sep 02 12:38:47.469193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e73caff0-c739-4bd8-a94d-8b40a90edd73 req-3d27a0a4-8862-44cf-8205-c4d243aaeed2 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612609 Sep 02 12:38:47.508139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-dac8a80c-9cda-472d-827b-021e9f6fb708 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.0429099 Sep 02 12:38:47.569386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-411312db-37d4-49a7-a08f-2c7f04bc31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:47.570918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-411312db-37d4-49a7-a08f-2c7f04bc31c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0551188 Sep 02 12:38:47.609899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-e5b97f7a-acb6-4af9-a157-8693695a0841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266519 Sep 02 12:38:47.614832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.720451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:47.729715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.774539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:47.776420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Pushing event deleted for resources: {'Port': ['ID=3854a522-93d5-4e8c-9e2a-8fb133fc5fde,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:47.795823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-227a1254-aaa5-4661-87e2-a3f61de26e5a service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700125 Sep 02 12:38:47.796911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Allocated IP 172.25.7.76 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/dc11b3a3-94d0-4652-9e83-d22746f883d4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:47.848240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1019f27f-2880-497b-a744-22e775dedfc0 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:47.862774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:47.875757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.878306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.879465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-693cd578-0405-414a-b72e-a74e4a31f525 req-7bfe6813-1f8a-4e44-a401-ded36cc7d774 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "DELETE /v2.0/floatingips/a8aafc72-ddb1-412b-b12f-adb2410e6bec HTTP/1.1" status: 204 len: 173 time: 0.8760235 Sep 02 12:38:47.886860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:47.930507 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65433dfd-f4d5-4177-a416-afe8fcde32f0 x-openstack-request-id: req-65433dfd-f4d5-4177-a416-afe8fcde32f0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:47.930805 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:47.931055 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65433dfd-f4d5-4177-a416-afe8fcde32f0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:47.931418 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'status': 'completed', 'code': 200} Sep 02 12:38:47.964456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:47.966034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c938539-1db8-4f17-9a6f-89de29db6b5e req-57cf9f65-9d96-4a77-8141-e46dc59d75c4 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588430 Sep 02 12:38:47.977970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.021755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 9da45528-6e01-425e-8042-ece1e00eb2f0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:48.031408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9da45528-6e01-425e-8042-ece1e00eb2f0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:48.031904 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.038627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.041545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] Transition to ACTIVE for port object 1019f27f-2880-497b-a744-22e775dedfc0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:48.048840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.081873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-0687c4bf-cd87-4394-bda8-7a8d032293ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.083755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-0687c4bf-cd87-4394-bda8-7a8d032293ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1097 time: 0.0987968 Sep 02 12:38:48.118368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:48.124061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:48.127775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:48.149433 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.163664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event updated for resources: {'Port': ['ID=dc11b3a3-94d0-4652-9e83-d22746f883d4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:48.201719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:48.204028 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3277c849-0fe4-4f93-90db-45e2ed5d8446" -d '{"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:48.217371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:48.223056 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.223678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] Pushing event updated for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:48.223950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:48.246092 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.253926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:38:48.254999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-0f8da46f-f7d4-4bef-af12-a9651fb8c964 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0da4dc13e2a14777a65cac9711328a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549781 Sep 02 12:38:48.255786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] No DVR routers for this DVR port 1019f27f-2880-497b-a744-22e775dedfc0 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:48.293805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.351903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:48.365604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0b4fc95c-33a9-4a48-9f9d-36cd90a900ec service neutron] 10.222.0.41 "PUT /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9373205 Sep 02 12:38:48.375578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:48.379226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-b7689c55-f47f-47a5-8cde-5bafdf2e614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.380632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-b7689c55-f47f-47a5-8cde-5bafdf2e614f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 930 time: 0.2847447 Sep 02 12:38:48.405002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:48.415180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:48.416259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.475804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ace4ddb6-eea5-42ee-9a8f-809f2523cd91 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.477263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ace4ddb6-eea5-42ee-9a8f-809f2523cd91 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112443 Sep 02 12:38:48.484911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-465b25f7-ccf0-4990-b5fb-107a3775805a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 1002 time: 0.0950592 Sep 02 12:38:48.510761 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.520529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.526458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.534164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-91f9e8d0-80e8-46a2-9e17-c9b6542768db tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/quotas/0da4dc13e2a14777a65cac9711328a38 HTTP/1.1" status: 200 len: 375 time: 0.0478897 Sep 02 12:38:48.551787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:48.560399 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.562025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:48.583148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-eab3a37f-9789-46f3-b5e7-68a511d447e9 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403697 Sep 02 12:38:48.585100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-0f0c4604-6b80-44f3-b520-ae48a8c48db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.586573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-0f0c4604-6b80-44f3-b520-ae48a8c48db1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 200 len: 868 time: 0.0933831 Sep 02 12:38:48.620683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event updated for resources: {'Port': ['ID=dc11b3a3-94d0-4652-9e83-d22746f883d4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:48.640666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.658997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:48.670785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-4a1259a0-522d-47b9-9361-994c26da04d6 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7654312 Sep 02 12:38:48.674169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:48.687489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-85f27255-5514-4443-9383-a92952de63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.691337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-85f27255-5514-4443-9383-a92952de63a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911970 Sep 02 12:38:48.744088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-97375e79-1bd5-43ec-8e94-c21606b133ad tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.0719032 Sep 02 12:38:48.865638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-87a407b8-f170-4623-94e0-c615e6577726 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.867080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2230a291-f064-4717-8c48-7d8ff9f2a45d req-87a407b8-f170-4623-94e0-c615e6577726 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1224473 Sep 02 12:38:48.874718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-ba080de1-8db3-4225-933c-9c93c5c26937 service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607449 Sep 02 12:38:48.971269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732a9b7-cafc-4338-b81a-8dbd620d2d49 req-19b95176-94c4-44a4-a712-8b6a8e61b2b7 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:48.972826 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6732a9b7-cafc-4338-b81a-8dbd620d2d49 req-19b95176-94c4-44a4-a712-8b6a8e61b2b7 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 950 time: 0.1008203 Sep 02 12:38:49.031855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d83b223-5655-4707-8753-a77e53acd4e9 req-59075617-a82b-4cdb-8beb-648abc42be45 service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467752 Sep 02 12:38:49.043029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6732a9b7-cafc-4338-b81a-8dbd620d2d49 req-236611e7-6213-4095-a0b1-277236ec4f95 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607545 Sep 02 12:38:49.068936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e730a2-9912-405e-bf78-98b3bdb1845a req-08585c96-5d9a-47a2-b570-20d6eb2f68dd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.068936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7e730a2-9912-405e-bf78-98b3bdb1845a req-08585c96-5d9a-47a2-b570-20d6eb2f68dd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 945 time: 0.0688684 Sep 02 12:38:49.118908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7e730a2-9912-405e-bf78-98b3bdb1845a req-def7c966-3adf-4acf-b21a-689a105b3982 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Sep 02 12:38:49.185978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573533-ca09-4e79-bde5-44e9b5517ee5 req-5f4695d6-95b3-44cd-bda8-f3b1fa5219f3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.187854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e573533-ca09-4e79-bde5-44e9b5517ee5 req-5f4695d6-95b3-44cd-bda8-f3b1fa5219f3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.0744367 Sep 02 12:38:49.224928 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-5c279a17-5645-42bc-953b-ec8cefe03d39 req-ec169e10-11e9-4487-be1d-9b62d9964c98 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] show failed (client error): The resource could not be found. Sep 02 12:38:49.224928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c279a17-5645-42bc-953b-ec8cefe03d39 req-ec169e10-11e9-4487-be1d-9b62d9964c98 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips/a8aafc72-ddb1-412b-b12f-adb2410e6bec HTTP/1.1" status: 404 len: 350 time: 0.0691574 Sep 02 12:38:49.241238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-e76db00a-79d8-4ed0-a6b4-dba03dcfd1ec tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.243339 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-e76db00a-79d8-4ed0-a6b4-dba03dcfd1ec tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.1002243 Sep 02 12:38:49.249589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e573533-ca09-4e79-bde5-44e9b5517ee5 req-b395f037-0ee0-4070-9dbf-b55db61066e3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537031 Sep 02 12:38:49.272471 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ebc30a-4434-476c-864d-0968af884daa x-openstack-request-id: req-62ebc30a-4434-476c-864d-0968af884daa {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:49.273503 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:49.273913 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62ebc30a-4434-476c-864d-0968af884daa {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:49.274477 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'code': 200} Sep 02 12:38:49.332150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-7e1471e5-6f2c-4fb0-a2d8-ba349f1f0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.335877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-7e1471e5-6f2c-4fb0-a2d8-ba349f1f0d16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9&tenant_id=4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0819404 Sep 02 12:38:49.365381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-4bb1f4b3-11ea-44d1-96ce-00431cd5ef9e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0da4dc13e2a14777a65cac9711328a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280874 Sep 02 12:38:49.424526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-abf7bcaa-1ca1-4d61-99a9-9c8e38f3ac12 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.426136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-abf7bcaa-1ca1-4d61-99a9-9c8e38f3ac12 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0886445 Sep 02 12:38:49.432964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-2782d093-ff41-4042-8999-dcf43ad6f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.434398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-2782d093-ff41-4042-8999-dcf43ad6f380 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1096 time: 0.0697739 Sep 02 12:38:49.477765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635c9b-3d38-4e57-973c-b3dac316b172 req-de0aa08f-451c-4236-bee6-e3807c8fe631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.479791 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91635c9b-3d38-4e57-973c-b3dac316b172 req-de0aa08f-451c-4236-bee6-e3807c8fe631 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 1101 time: 0.1094415 Sep 02 12:38:49.526536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-b1efd9dd-7ba3-485e-9dcc-ca0c8421198c tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.0905228 Sep 02 12:38:49.542100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-f379d574-8dc5-4381-835b-4d919a9a2633 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Request body: {'floatingip': {'port_id': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:49.548113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-1ed5241b-c36d-491a-9225-ddcb0e308ab3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.550880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-1ed5241b-c36d-491a-9225-ddcb0e308ab3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790054 Sep 02 12:38:49.557499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91635c9b-3d38-4e57-973c-b3dac316b172 req-389f399b-2460-4274-923f-90e99c83c30c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629666 Sep 02 12:38:49.568439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-c0a4039c-1917-4128-9c70-64bca530b747 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/quotas/0da4dc13e2a14777a65cac9711328a38 HTTP/1.1" status: 200 len: 375 time: 0.0099840 Sep 02 12:38:49.587281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-f379d574-8dc5-4381-835b-4d919a9a2633 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:49.603054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-21ce8bc1-0224-4f05-b851-9ee3d8511dd7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285845 Sep 02 12:38:49.693908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-46f98353-f7b5-4a00-b5a1-8f15c877cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.695485 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-46f98353-f7b5-4a00-b5a1-8f15c877cfd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.2520182 Sep 02 12:38:49.750368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-a5a8f9b3-c7ee-4e69-8483-26beeb453c1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 200 len: 217 time: 0.0457616 Sep 02 12:38:49.760730 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-2b9ebcc3-fc63-4e90-916d-5d6d735791bf req-2c911d78-9271-4d3a-a6f5-d5034e912cd8 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] show failed (client error): The resource could not be found. Sep 02 12:38:49.761869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b9ebcc3-fc63-4e90-916d-5d6d735791bf req-2c911d78-9271-4d3a-a6f5-d5034e912cd8 tempest-FloatingIPsTestJSON-541179104 tempest-FloatingIPsTestJSON-541179104-project] 10.222.0.60 "GET /v2.0/floatingips/a8aafc72-ddb1-412b-b12f-adb2410e6bec HTTP/1.1" status: 404 len: 350 time: 0.0398681 Sep 02 12:38:49.773214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:49.877749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-55c50231-cf24-4f1d-8d67-d7f93d31db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:49.879369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-55c50231-cf24-4f1d-8d67-d7f93d31db56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0902112 Sep 02 12:38:49.917074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-9a2f68e8-d037-4791-8ba0-657aa5eb2193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302351 Sep 02 12:38:49.938360 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-f379d574-8dc5-4381-835b-4d919a9a2633 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] update failed (client error): There was a conflict when trying to complete your request. Sep 02 12:38:49.939427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0eed82a1-7249-4b13-84a3-2481d7cc2e02 req-f379d574-8dc5-4381-835b-4d919a9a2633 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "PUT /v2.0/floatingips/517205f3-a394-46e8-84b2-78f42f0d35d9 HTTP/1.1" status: 409 len: 550 time: 0.4034441 Sep 02 12:38:50.039118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-ca14f254-dc0d-4a49-b017-b96f8382238d service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123078 Sep 02 12:38:50.186102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-5bb0a264-9bed-4fe1-897f-6c4bd483717f service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390769 Sep 02 12:38:50.272841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-db888ae5-2cf9-4542-9132-2324ebf05453 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips/517205f3-a394-46e8-84b2-78f42f0d35d9 HTTP/1.1" status: 200 len: 692 time: 0.0685773 Sep 02 12:38:50.281766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4630bc20-e3ae-4aa4-9e06-184ab1b62ad3 req-296e5dec-51d7-4d07-a2aa-d5029f18866f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 210 time: 0.4599876 Sep 02 12:38:50.305162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-0601c4c3-0291-4a91-948c-78e842d5b804 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0da4dc13e2a14777a65cac9711328a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789127 Sep 02 12:38:50.466981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-ea207954-64e3-49db-8505-e2ff9237c23f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:50.469410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-ea207954-64e3-49db-8505-e2ff9237c23f tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1869609 Sep 02 12:38:50.565985 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-c918460c-59de-439f-8431-f5439c1c66c7 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.0761173 Sep 02 12:38:50.575179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0cda3e0e-56fb-4061-a165-debc1b5e5fdf tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:50.578206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-0cda3e0e-56fb-4061-a165-debc1b5e5fdf tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.1277385 Sep 02 12:38:50.606076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe54dc-6f3c-42dc-a376-b63ce9219a2a req-882731a5-5764-4b3b-9d4d-e0fadd652c0d tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:50.608002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acbe54dc-6f3c-42dc-a376-b63ce9219a2a req-882731a5-5764-4b3b-9d4d-e0fadd652c0d tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 950 time: 0.2182708 Sep 02 12:38:50.626589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-f24d20df-a726-483a-b9df-a4cd8780cb87 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:50.628290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-f24d20df-a726-483a-b9df-a4cd8780cb87 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3076947 Sep 02 12:38:50.664566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Request body: {'port': {'device_id': 'ee889493-668b-4291-adf6-ea8717a6d385', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '0da4dc13e2a14777a65cac9711328a38'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:50.676334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-4ecc4ef5-97e3-427e-b204-d757139ee5d5 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.0917904 Sep 02 12:38:50.775966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acbe54dc-6f3c-42dc-a376-b63ce9219a2a req-cebf9e89-107c-4148-9ebe-656c550693c8 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593964 Sep 02 12:38:50.888510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-e1bf464f-12c3-4dc3-b8e9-bdd38409fb40 service neutron] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:50.894395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-e1bf464f-12c3-4dc3-b8e9-bdd38409fb40 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:50.895531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b8f182-3d3f-43f5-ab7c-8cea62750d7f req-e1bf464f-12c3-4dc3-b8e9-bdd38409fb40 service neutron] 10.222.0.18 "DELETE /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.3039043 Sep 02 12:38:50.915620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Deleting port dc11b3a3-94d0-4652-9e83-d22746f883d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:50.916100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:50.957011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Made reservation on behalf of 0da4dc13e2a14777a65cac9711328a38 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:50.962099 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:50.980718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.004228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-424fdcef-04f5-4e42-9ef5-c773c2b588a1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0da4dc13e2a14777a65cac9711328a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337319 Sep 02 12:38:51.004769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946af23-ae51-4315-a024-78c13d13c70e req-244527c5-fc72-44ab-bd71-dcf02e9e1808 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:51.006373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0946af23-ae51-4315-a024-78c13d13c70e req-244527c5-fc72-44ab-bd71-dcf02e9e1808 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 945 time: 0.1479223 Sep 02 12:38:51.102053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0946af23-ae51-4315-a024-78c13d13c70e req-9b07f3dc-3c08-40ea-a05d-2a48ef9079e0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839107 Sep 02 12:38:51.107257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.107682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.139988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Calling delete_port for dc11b3a3-94d0-4652-9e83-d22746f883d4 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:51.223857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-5ee2623d-4570-419d-a649-5b0a99966d11 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:51.225471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-5ee2623d-4570-419d-a649-5b0a99966d11 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112241 Sep 02 12:38:51.242192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Request body: {'port': {'device_id': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '0da4dc13e2a14777a65cac9711328a38'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:51.277567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:51.281283 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a528f8-94a4-4d10-8dae-214fafb4f6be" -d '{"events": [{"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-plugged", "status": "completed", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:51.291202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.300364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.350440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.408806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff56c43-734b-4501-8481-d55ec9fe0921 req-bce0d6c4-6991-429c-b2bd-61e386f574a3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:51.410740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ff56c43-734b-4501-8481-d55ec9fe0921 req-bce0d6c4-6991-429c-b2bd-61e386f574a3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.2200084 Sep 02 12:38:51.459442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca091d-5562-4544-b2a9-b85c62b6661d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:51.492921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ff56c43-734b-4501-8481-d55ec9fe0921 req-f3b2613d-703c-44a5-b5c9-9257028ddf60 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673828 Sep 02 12:38:51.726667 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d38a0-812c-4ee4-9d9e-18372e43430f x-openstack-request-id: req-626d38a0-812c-4ee4-9d9e-18372e43430f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:51.727584 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-plugged", "status": "completed", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:51.728539 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-626d38a0-812c-4ee4-9d9e-18372e43430f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:51.729648 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'code': 200} Sep 02 12:38:51.731162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.737593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Made reservation on behalf of 0da4dc13e2a14777a65cac9711328a38 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:38:51.741259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.771686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event deleted for resources: {'Port': ['ID=dc11b3a3-94d0-4652-9e83-d22746f883d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:51.839630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1ed09b7-05c8-4849-8d23-705f57b9bd33 req-8bb0d16c-bc1e-4dfe-813c-cbc7858ae692 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 210 time: 0.0374506 Sep 02 12:38:51.891527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Deleting port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:51.891873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.912601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.915320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:51.916554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc9ef068-ee14-4ed0-afc6-84d9c54f0bdf req-a5f21d92-5fd9-4de9-84f8-7e4fbe6840df tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "DELETE /v2.0/floatingips/517205f3-a394-46e8-84b2-78f42f0d35d9 HTTP/1.1" status: 204 len: 173 time: 1.2306294 Sep 02 12:38:51.956378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Allocated IP 192.168.233.85 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/6a56df92-32c5-4c16-b376-78a14173cc08) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:51.969205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16833f-5c4e-44e5-a45b-d0948c734104 req-5e90de3a-0fce-4ea9-80f6-7f8ed8b861af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:51.971181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e16833f-5c4e-44e5-a45b-d0948c734104 req-5e90de3a-0fce-4ea9-80f6-7f8ed8b861af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 1101 time: 0.0694742 Sep 02 12:38:52.038857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e16833f-5c4e-44e5-a45b-d0948c734104 req-8ad64556-caee-49c8-a109-bcdd23416372 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Sep 02 12:38:52.059613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ab5e0-bfee-4598-91eb-1cba86401231 req-6820cfb3-eca6-4854-bf9f-72ab5ad1b852 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.062058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a04ab5e0-bfee-4598-91eb-1cba86401231 req-6820cfb3-eca6-4854-bf9f-72ab5ad1b852 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 950 time: 0.0754738 Sep 02 12:38:52.103567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a04ab5e0-bfee-4598-91eb-1cba86401231 req-6c038968-918f-4a0e-a495-d14c536d232b tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Sep 02 12:38:52.147569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bc7ef-ce44-47e8-a4ef-1dbf9ca3b30d req-084e4758-75c1-4ddf-8f6b-bf36108bd596 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.149317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-986bc7ef-ce44-47e8-a4ef-1dbf9ca3b30d req-084e4758-75c1-4ddf-8f6b-bf36108bd596 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1096 time: 0.1744206 Sep 02 12:38:52.156354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] For port d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:52.156722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.191572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-f1792b73-e202-47b5-9cb7-bd2036a4a07e tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1002 time: 0.0656335 Sep 02 12:38:52.194157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Calling delete_port for d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:52.243864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-fc07179f-41c7-42c1-8acc-186ab5a6a8ed tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.245296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-fc07179f-41c7-42c1-8acc-186ab5a6a8ed tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports/7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 943 time: 0.0477986 Sep 02 12:38:52.245430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-986bc7ef-ce44-47e8-a4ef-1dbf9ca3b30d req-8e5b78d5-48c6-4e4d-8d67-cf1da07a995c tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854151 Sep 02 12:38:52.291435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-00586f08-0e20-4824-b665-7aa5bd1d8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.293595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-00586f08-0e20-4824-b665-7aa5bd1d8ac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1096 time: 0.0423815 Sep 02 12:38:52.300179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.326824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Transition to ACTIVE for port object 6a56df92-32c5-4c16-b376-78a14173cc08 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:52.426532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-17a9a7c2-c824-4ad3-8ace-5c3041d27274 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1002 time: 0.0995464 Sep 02 12:38:52.461856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c729b-3d86-48f1-8ff2-1aea60db7bd7 req-b64d8213-9d43-40dc-afa9-f91d3a1e1678 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.463667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba6c729b-3d86-48f1-8ff2-1aea60db7bd7 req-b64d8213-9d43-40dc-afa9-f91d3a1e1678 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 1096 time: 0.0873823 Sep 02 12:38:52.464749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.525128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-d34e8df5-d90f-4a3e-98c7-be19d626300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.527082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-d34e8df5-d90f-4a3e-98c7-be19d626300a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.2187355 Sep 02 12:38:52.569352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:52.583305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:52.586766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:52.588663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-147684b1-a106-4d9d-9819-94dc0a93e564 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 217 time: 0.0506382 Sep 02 12:38:52.590113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:52.630145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba6c729b-3d86-48f1-8ff2-1aea60db7bd7 req-f784a4a6-51ca-4153-a39a-a5ff509a4ec1 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555712 Sep 02 12:38:52.637397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Allocated IP 192.168.233.93 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/09e22b7b-2780-43eb-b246-d82dd7f0ddc5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:38:52.652638 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.667241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.668153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.699659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:52.739835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-1bbede9a-2b67-4502-a276-0fdc92d97c35 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.742528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ed067922-a149-4c4a-b053-38bd5d3096b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0871360 Sep 02 12:38:52.750590 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-1bbede9a-2b67-4502-a276-0fdc92d97c35 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.3171923 Sep 02 12:38:52.756376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-455e36ff-b573-400f-b53f-3fd2472713ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.758327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-455e36ff-b573-400f-b53f-3fd2472713ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1592791 Sep 02 12:38:52.769125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Request body: {'port': {'device_id': 'ee889493-668b-4291-adf6-ea8717a6d385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:52.875598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-6ade1f8e-d1b2-4016-8783-af721272eab5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916650 Sep 02 12:38:52.969232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.972147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44a1192a-dc21-42cc-8c2c-065a82f3db9e None None] Provisioning for port 6a56df92-32c5-4c16-b376-78a14173cc08 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:52.982070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44a1192a-dc21-42cc-8c2c-065a82f3db9e None None] Provisioning complete for port 6a56df92-32c5-4c16-b376-78a14173cc08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:52.983271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44a1192a-dc21-42cc-8c2c-065a82f3db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:52.984568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ae1dc-ba22-4f1e-b702-7278b9d68a32 req-456b0a2c-aa7b-47df-9bfc-029754206873 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:52.986229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-670ae1dc-ba22-4f1e-b702-7278b9d68a32 req-456b0a2c-aa7b-47df-9bfc-029754206873 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.2139018 Sep 02 12:38:53.011674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-35186f92-d788-4eb9-9408-adf7a365165e tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 1002 time: 0.2498269 Sep 02 12:38:53.024224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:53.049575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-44a1192a-dc21-42cc-8c2c-065a82f3db9e None None] Port 6a56df92-32c5-4c16-b376-78a14173cc08 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:53.090816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.095480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-670ae1dc-ba22-4f1e-b702-7278b9d68a32 req-b3ea0460-a13e-47a7-a1d5-6048b5888f96 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968769 Sep 02 12:38:53.123131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.136688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-9446ec10-a957-4c73-92ff-7fc220ea0c2e service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587240 Sep 02 12:38:53.272921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.346386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Transition to ACTIVE for port object 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:53.432114 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-210800ef-c487-41cf-96b8-4cc3bd03c916 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625082 Sep 02 12:38:53.442280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.449486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.449884 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Floating IP 64b5b219-4111-4c5a-ab38-39dc80fdc807 disassociated. External IP: 172.25.7.237, port: 7af57840-ee56-4350-b1ba-7e2d85b390ec. Sep 02 12:38:53.523894 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:38:53.546550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.619085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:38:53.622364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event updated for resources: {'Port': ['ID=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:53.632527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.633414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.633414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.633712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.634056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.634398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.634727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.635054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.635383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.635711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.636044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.636355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:53.640397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:38:53.644621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:38:53.901229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:53.902227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:53.938336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Router ccab3bd9-2976-46d8-b253-d13535663212 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:53.942362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-8eee3f02-212e-4d74-abf5-5acf9af305b0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7038946 Sep 02 12:38:53.959371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Request body: {'port': {'device_id': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:38:53.974604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:53.983910 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.005867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Transition to ACTIVE for port object 6a56df92-32c5-4c16-b376-78a14173cc08 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:54.016871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.079816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475719-8aab-45f9-8d3a-7276ba7a463e req-d4b6561e-75f9-4383-9d13-a6419b9aeff8 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:54.081498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0475719-8aab-45f9-8d3a-7276ba7a463e req-d4b6561e-75f9-4383-9d13-a6419b9aeff8 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 935 time: 0.2215879 Sep 02 12:38:54.129919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7356d72d-78fd-469c-9729-362bb7aaae5c None None] Provisioning for port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:38:54.140364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.140646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:54.148185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Router 5d4daccf-d1a7-4d01-8953-f98937d7c19e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:38:54.149358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7356d72d-78fd-469c-9729-362bb7aaae5c None None] Provisioning complete for port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:38:54.151620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7356d72d-78fd-469c-9729-362bb7aaae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.246452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7356d72d-78fd-469c-9729-362bb7aaae5c None None] Port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:38:54.286088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Attempting to bind port 6a56df92-32c5-4c16-b376-78a14173cc08 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:54.286479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Attempting to bind port 6a56df92-32c5-4c16-b376-78a14173cc08 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:54.286802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Attempting to bind port 6a56df92-32c5-4c16-b376-78a14173cc08 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:54.291885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0475719-8aab-45f9-8d3a-7276ba7a463e req-49ecd484-32b0-4882-a230-df7596abd44c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978023 Sep 02 12:38:54.298153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Port 6a56df92-32c5-4c16-b376-78a14173cc08 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:54.298486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Attempting to bind port 6a56df92-32c5-4c16-b376-78a14173cc08 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:54.373084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:54.373571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:54.373960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:54.377426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Bound port: 6a56df92-32c5-4c16-b376-78a14173cc08, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:54.378116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.416206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:54.429706 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] Sync routers for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:54.448041 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:54.448674 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:54.453622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.491230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-ddc6b6a3-f1fc-43c2-aee4-b27e78365fe2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "PUT /v2.0/floatingips/64b5b219-4111-4c5a-ab38-39dc80fdc807 HTTP/1.1" status: 200 len: 695 time: 1.4785135 Sep 02 12:38:54.491597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:54.493928 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f1d90f-1044-4d99-a870-8e134ecb8ada" -d '{"events": [{"name": "network-changed", "server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:54.543991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:38:54.554316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3d171cb0-faf5-4e83-bcfb-17f683c71bb8 admin admin] 10.222.0.60 "PUT /v2.0/routers/5d4daccf-d1a7-4d01-8953-f98937d7c19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7763453 Sep 02 12:38:54.558234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:54.561011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] Sync routers for ids ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:38:54.581110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] Routers {'5d4daccf-d1a7-4d01-8953-f98937d7c19e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:54.582138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:54.606045 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:54.609861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:54.646290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e413c-9c09-40f6-8205-c57188a74a88 req-8b558183-4bcf-40a6-944c-da3c9d05b486 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:54.653981 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e1e413c-9c09-40f6-8205-c57188a74a88 req-8b558183-4bcf-40a6-944c-da3c9d05b486 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 950 time: 0.2032061 Sep 02 12:38:54.686399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:38:54.689857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:54.703625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.726510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.728570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Transition to ACTIVE for port object 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:38:54.771923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.778221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] Set router 5d4daccf-d1a7-4d01-8953-f98937d7c19e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:54.806933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e1e413c-9c09-40f6-8205-c57188a74a88 req-967cdd85-98da-43f8-896c-61eae1634e7d tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519506 Sep 02 12:38:54.840202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:54.841140 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.843422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] 10.222.0.41 "PUT /v2.0/ports/6a56df92-32c5-4c16-b376-78a14173cc08 HTTP/1.1" status: 200 len: 1095 time: 2.0815423 Sep 02 12:38:54.848667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:54.851382 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830b4c8-4551-4abf-94c4-52679fb0f546" -d '{"events": [{"name": "network-changed", "server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:54.872046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:54.876115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fced4dc-9b8f-45a9-945d-9ce3dbde1b7c service neutron] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:54.893530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Pushing event updated for resources: {'Port': ['ID=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:54.958201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-fb193544-6915-4aca-89b1-e5bc04012325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:54.968950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-fb193544-6915-4aca-89b1-e5bc04012325 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1097 time: 0.4547498 Sep 02 12:38:55.042983 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:26Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:55.086948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7db34919-a45d-4122-9aa7-9349d9b8dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.089121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-7db34919-a45d-4122-9aa7-9349d9b8dde6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1098 time: 0.1670351 Sep 02 12:38:55.111233 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] Checking router: ccab3bd9-2976-46d8-b253-d13535663212 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:55.117660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:55.123813 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:55.124786 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:55.181419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-d82bd807-1c9e-401c-973f-6e0c641af618 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=6a56df92-32c5-4c16-b376-78a14173cc08 HTTP/1.1" status: 200 len: 217 time: 0.0791538 Sep 02 12:38:55.194682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Attempting to bind port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:38:55.195355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Attempting to bind port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:38:55.195937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Attempting to bind port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:55.199115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eee726-a791-43df-a530-f7830fe031d1 req-3f1fa205-b334-44f6-a913-bdc36e5d930a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.207253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:38:55.208141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Attempting to bind port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:38:55.208543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1eee726-a791-43df-a530-f7830fe031d1 req-3f1fa205-b334-44f6-a913-bdc36e5d930a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1654987 Sep 02 12:38:55.234681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:38:55.235678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:38:55.236796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:38:55.237512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Bound port: 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:38:55.238721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:55.306338 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:55.322482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:52Z', 'revision_number': 5, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port': {'id': 'c24e3194-9a2a-42ea-8ecc-9f443cb1cffc', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:27Z', 'updated_at': '2021-09-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:55.355383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-079930b1-bac8-47ca-bf6c-765d128171e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.358406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-079930b1-bac8-47ca-bf6c-765d128171e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 930 time: 0.3883002 Sep 02 12:38:55.359817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1eee726-a791-43df-a530-f7830fe031d1 req-8d75746c-4a23-473d-892e-4ea64b734417 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502690 Sep 02 12:38:55.372049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-b651cff6-9da0-4bea-ae51-3c7447d6aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.373647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-b651cff6-9da0-4bea-ae51-3c7447d6aa15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1615951 Sep 02 12:38:55.415608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] Checking router: 5d4daccf-d1a7-4d01-8953-f98937d7c19e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:38:55.449836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] Routers {'5d4daccf-d1a7-4d01-8953-f98937d7c19e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:38:55.452847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:38:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:55.510427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Deleting port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:55.518174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:55.531150 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-269f90d6-ada9-4f2b-902f-6924199f4f86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 217 time: 0.1550112 Sep 02 12:38:55.541897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] For port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:38:55.591785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] For port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:38:55.612026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:55.650991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.651483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:55.656689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] 10.222.0.18 "PUT /v2.0/ports/09e22b7b-2780-43eb-b246-d82dd7f0ddc5 HTTP/1.1" status: 200 len: 1095 time: 1.7030897 Sep 02 12:38:55.661315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ec37e4f5-7153-4c68-940c-8ed03c1f948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.663000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-ec37e4f5-7153-4c68-940c-8ed03c1f948f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2637053 Sep 02 12:38:55.732568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] Set router 5d4daccf-d1a7-4d01-8953-f98937d7c19e gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:38:55.762248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd4afc-616e-4bf8-8587-e425faafd5dc service neutron] Pushing event updated for resources: {'Port': ['ID=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:55.768793 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10880102-b651-4add-aa29-0efafa206730 x-openstack-request-id: req-10880102-b651-4add-aa29-0efafa206730 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:55.769165 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:55.769362 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10880102-b651-4add-aa29-0efafa206730 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:55.769935 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'status': 'completed', 'code': 200} Sep 02 12:38:55.815053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-73b5319b-6da5-40ab-a176-e178ac8ac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.816714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-73b5319b-6da5-40ab-a176-e178ac8ac9d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 200 len: 868 time: 0.2841406 Sep 02 12:38:55.826772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-37de3f4c-ffcc-4afb-9120-5801b99ccc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:55.829261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-37de3f4c-ffcc-4afb-9120-5801b99ccc18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 1098 time: 0.0576167 Sep 02 12:38:55.886701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:55Z', 'revision_number': 6, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:55.912756 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:26Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:55.913856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] For port c24e3194-9a2a-42ea-8ecc-9f443cb1cffc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:55.914489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:55.933550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f425a-487c-4e39-9912-6f65c83a8586 None None] The sync data for ids ['5d4daccf-d1a7-4d01-8953-f98937d7c19e'] in n-d-792364-8 is: [{'id': '5d4daccf-d1a7-4d01-8953-f98937d7c19e', 'name': 'tempest-FloatingIPsTestJSON-854651215-router', 'tenant_id': '6aa83555e0844a3696342e6172e27a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:25Z', 'updated_at': '2021-09-02T12:38:55Z', 'revision_number': 6, 'project_id': '6aa83555e0844a3696342e6172e27a79', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:55.946833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Calling delete_port for c24e3194-9a2a-42ea-8ecc-9f443cb1cffc owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:55.994337 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dd0d7-0dd2-4b2e-b66c-801b6a08feba None None] The sync data for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 is: [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:38:17Z', 'revision_number': 4, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9f440640-379c-4a8a-8ce5-414fe109e849', 'name': '', 'network_id': '3c8e7f7d-0bf1-4245-b435-1b6806d4fc41', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'mac_address': 'fa:16:3e:15:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:16Z', 'updated_at': '2021-09-02T12:38:26Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'subnets': [{'id': 'd23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:38:56.005924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-bad20bdb-dd51-44dd-a67f-9e3dd4c5e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:56.007664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-bad20bdb-dd51-44dd-a67f-9e3dd4c5e101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=804449cc67134563af907fcc57feffc4&device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 1097 time: 0.2016351 Sep 02 12:38:56.046711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-d48f6c6b-2b3b-44d0-a6da-df94817d1199 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687809 Sep 02 12:38:56.058315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daec521-d360-455b-828d-f9572b467249 req-704392c2-38a2-493d-8580-e14a2555be0e tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:56.067483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9daec521-d360-455b-828d-f9572b467249 req-704392c2-38a2-493d-8580-e14a2555be0e tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 950 time: 0.2350471 Sep 02 12:38:56.292545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-b32876e7-b5ef-447b-b310-e386ec8bd0d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5 HTTP/1.1" status: 200 len: 217 time: 0.4451840 Sep 02 12:38:56.335463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9daec521-d360-455b-828d-f9572b467249 req-8dfb2a01-37aa-48f0-928a-aa3a43b4b2da tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670889 Sep 02 12:38:56.379285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:56.402655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-fdecd467-52c4-49b0-9309-63f00c2f8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:56.404683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-fdecd467-52c4-49b0-9309-63f00c2f8da9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0924084 Sep 02 12:38:56.414149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:56.414495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7e42b0c-e5e2-4f0d-b2fd-34c2165aaed9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:56.423783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd743c9-19fb-48df-8646-46a5bd988862 None None] New status for floating IP 64b5b219-4111-4c5a-ab38-39dc80fdc807: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:38:56.452511 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbdc39-120b-4511-abfc-d4c40f6e741e x-openstack-request-id: req-d1fbdc39-120b-4511-abfc-d4c40f6e741e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:56.452932 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:56.453250 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1fbdc39-120b-4511-abfc-d4c40f6e741e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:56.453740 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'status': 'completed', 'code': 200} Sep 02 12:38:56.454903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-9c461697-05b3-40cf-bd85-3ba46e90c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:56.456811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-9c461697-05b3-40cf-bd85-3ba46e90c3e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 200 len: 930 time: 0.4067914 Sep 02 12:38:56.470271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fe384ae-0ce6-4c90-ad5e-6f1fa6caa27d req-c16c7b8a-eedf-4d5a-bcb0-1ab7aed4b68a service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847110 Sep 02 12:38:56.535321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648dab-983d-420e-ab0e-9172fa9822be req-20d6e207-a76d-4436-bcf2-e20bc6f58007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:56.537201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-20d6e207-a76d-4436-bcf2-e20bc6f58007 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233749 Sep 02 12:38:56.543331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-5168d0a7-3e09-474d-b386-18de5ec55e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:56.545047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-5168d0a7-3e09-474d-b386-18de5ec55e4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7137306 Sep 02 12:38:56.624214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-317e48bf-e9d1-4d66-8b96-84e327d0eb00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 200 len: 217 time: 0.1512382 Sep 02 12:38:56.651302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:56.715759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-1f57c1d1-6b6c-4c6d-8c5c-4dd6dc05bf51 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693041 Sep 02 12:38:56.737645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24e3194-9a2a-42ea-8ecc-9f443cb1cffc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:56.791074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-4e9b895a-c398-43d4-a57c-040b397e0ae1 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813672 Sep 02 12:38:56.900062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95648dab-983d-420e-ab0e-9172fa9822be req-dc7323dc-3cca-4073-a2ef-ab9daa1c1761 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769180 Sep 02 12:38:56.965711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cd37b1c-e6a2-403f-a369-df19cdb14d3b req-df18ee11-8390-4ed5-b5a8-b996a08640a5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597583 Sep 02 12:38:57.140039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.140382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.140717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.141101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.141410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.141825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.142189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.142523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.142846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.143158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.143897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.143897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:38:57.166651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae5d5-6501-4265-9d28-503838fef4e4 req-61c214ba-671a-4444-afce-d717f990fcf9 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.174404 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e7ae5d5-6501-4265-9d28-503838fef4e4 req-61c214ba-671a-4444-afce-d717f990fcf9 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 947 time: 0.6015875 Sep 02 12:38:57.177135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-ef016d3e-0d0d-4f9b-9a74-a1397e3ec1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.178720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-ef016d3e-0d0d-4f9b-9a74-a1397e3ec1b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 200 len: 868 time: 0.5377734 Sep 02 12:38:57.187063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-55cb5c5e-60ab-46ae-bece-15af92e822eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.188569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-55cb5c5e-60ab-46ae-bece-15af92e822eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1098 time: 0.6248760 Sep 02 12:38:57.318941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e7ae5d5-6501-4265-9d28-503838fef4e4 req-46188d79-490f-4c6e-81db-fca231e25d8f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434534 Sep 02 12:38:57.332367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:57.473281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-08d3aaea-db92-4dc3-8bea-fe8cf43d8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.474847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-08d3aaea-db92-4dc3-8bea-fe8cf43d8694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2809784 Sep 02 12:38:57.510897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:57.539942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:57.620858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-7fc98214-29f2-4896-bfaf-9af3e99ab90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.622406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-7fc98214-29f2-4896-bfaf-9af3e99ab90c service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.4257812 Sep 02 12:38:57.627811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-905bd871-f9d3-47f9-91b7-0b7c158eb844 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips/64b5b219-4111-4c5a-ab38-39dc80fdc807 HTTP/1.1" status: 200 len: 693 time: 0.0679886 Sep 02 12:38:57.675180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:57.675676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4daccf-d1a7-4d01-8953-f98937d7c19e {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:38:57.680646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:57.681843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db415f0c-00e4-4889-af6a-4e973c9cfb76 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5d4daccf-d1a7-4d01-8953-f98937d7c19e HTTP/1.1" status: 204 len: 168 time: 3.1225815 Sep 02 12:38:57.684823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:57.697054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-ecb5174b-6ddf-487f-af25-1f838448d9bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=6a56df92-32c5-4c16-b376-78a14173cc08 HTTP/1.1" status: 200 len: 217 time: 0.0631828 Sep 02 12:38:57.713275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b6f29-b779-4d48-93e2-adfe461d1eed req-c6876436-6659-4100-9973-05365bb11a53 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.714817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a8b6f29-b779-4d48-93e2-adfe461d1eed req-c6876436-6659-4100-9973-05365bb11a53 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.2439897 Sep 02 12:38:57.757282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-7278134c-316d-4de2-b815-4a2e72fd57e2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.766636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-7278134c-316d-4de2-b815-4a2e72fd57e2 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1379116 Sep 02 12:38:57.775787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'tag': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:38:57.778017 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69f5687-78c6-4d97-9881-e08fe5db5eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8f5586-3e4e-4407-97bc-06f59c597378", "tag": "09e22b7b-2780-43eb-b246-d82dd7f0ddc5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:38:57.828122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-2db31c9a-e11f-4113-94ce-8283d04b3ba4 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0604000 Sep 02 12:38:57.855294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-02ebd4ca-6a90-4962-a34f-897381a3e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:57.856711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-02ebd4ca-6a90-4962-a34f-897381a3e0de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1126411 Sep 02 12:38:57.859255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-2ff2c74a-fac8-4702-913b-e3d2799b7c39 service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747821 Sep 02 12:38:57.872121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Deleting subnet 17457cbf-58c4-4edd-ba55-d043fba12599 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:38:57.874332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:57.888251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-792ccbd4-7a1c-4dab-b71d-de9246ca934b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0589702 Sep 02 12:38:57.935233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a8b6f29-b779-4d48-93e2-adfe461d1eed req-b9bcdbcd-5be3-435c-88ce-0068cc4539d2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879077 Sep 02 12:38:58.036876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.058424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Deleting port 9a940101-c420-44f0-ac29-014ed40d7e99 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:58.058779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.073429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-05a7d3e9-cb8c-4c4c-8d3c-f2d99c9e6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:58.074895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-05a7d3e9-cb8c-4c4c-8d3c-f2d99c9e6934 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940775 Sep 02 12:38:58.147974 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142e3b1f-0c79-4d8d-973f-1fe30250e035 x-openstack-request-id: req-142e3b1f-0c79-4d8d-973f-1fe30250e035 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:38:58.148493 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8f5586-3e4e-4407-97bc-06f59c597378", "tag": "09e22b7b-2780-43eb-b246-d82dd7f0ddc5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:38:58.149171 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-142e3b1f-0c79-4d8d-973f-1fe30250e035 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:38:58.149931 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'tag': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5', 'status': 'completed', 'code': 200} Sep 02 12:38:58.174394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e5f1d90f-1044-4d99-a870-8e134ecb8ada req-0d62adfb-eca2-4280-a45d-1a2178bdc14e service neutron] 10.222.0.41 "GET /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979217 Sep 02 12:38:58.207782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c24e3194-9a2a-42ea-8ecc-9f443cb1cffc no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:38:58.228649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c24e3194-9a2a-42ea-8ecc-9f443cb1cffc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:38:58.229292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c24e3194-9a2a-42ea-8ecc-9f443cb1cffc not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:38:58.253287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-0c66a4f3-23c8-497e-92d1-da844f70d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:58.255237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-0c66a4f3-23c8-497e-92d1-da844f70d24d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 1098 time: 0.1174438 Sep 02 12:38:58.260602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.278018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.278501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.293807 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-831278ad-4cf5-471f-9aaa-fd62f30279de service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072492 Sep 02 12:38:58.327153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Calling delete_port for 9a940101-c420-44f0-ac29-014ed40d7e99 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:58.391823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.428095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17457cbf-58c4-4edd-ba55-d043fba12599,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:58.487544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-76d41738-d7d9-4f1f-8318-8ab3cbd8405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:58.490440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-76d41738-d7d9-4f1f-8318-8ab3cbd8405a service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2237897 Sep 02 12:38:58.491257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.493260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6073a52a-8e0b-4332-a944-abb85fd71f0c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/17457cbf-58c4-4edd-ba55-d043fba12599 HTTP/1.1" status: 204 len: 168 time: 0.8057351 Sep 02 12:38:58.497780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eee8b7-491f-4581-bf38-56111d4762e4 None None] Network 1270f114-9913-4246-8f23-34a2132b22fc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:38:58.502124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:38:58.546271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-374957ed-caa1-4440-8a70-a37df8c75733 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5 HTTP/1.1" status: 200 len: 217 time: 0.0431812 Sep 02 12:38:58.552795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1830b4c8-4551-4abf-94c4-52679fb0f546 req-cc63e7f0-6f68-406c-9e59-629af4d0cccf service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450044 Sep 02 12:38:58.594546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762d0-1d07-4292-a8d7-e2a8ccb101d0 req-54a39afb-23df-432d-8f0f-d23649d8ad83 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:58.604723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a10762d0-1d07-4292-a8d7-e2a8ccb101d0 req-54a39afb-23df-432d-8f0f-d23649d8ad83 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 947 time: 0.1787086 Sep 02 12:38:58.624056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-8dac08b7-514c-4757-896a-25751bfbd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:58.626757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-8dac08b7-514c-4757-896a-25751bfbd279 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0720978 Sep 02 12:38:58.686352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a10762d0-1d07-4292-a8d7-e2a8ccb101d0 req-022122b8-62cd-4c20-b6e2-aa9023341981 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813670 Sep 02 12:38:58.704619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.765486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.829581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event deleted for resources: {'Port': ['ID=9a940101-c420-44f0-ac29-014ed40d7e99,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:58.850730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Deleting port cb6b3410-0dd7-4449-bced-a0fb84077bd8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:58.851079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.879624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fee4bd84-757d-4c5a-bf00-1a7811a9d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:58.936939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-6d8cc25e-44ba-47a4-945c-038082fc4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:58.940117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-6d8cc25e-44ba-47a4-945c-038082fc4bb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876233 Sep 02 12:38:59.009478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] For port cb6b3410-0dd7-4449-bced-a0fb84077bd8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6b3410-0dd7-4449-bced-a0fb84077bd8,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:59.010477 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.027760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Calling delete_port for cb6b3410-0dd7-4449-bced-a0fb84077bd8 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:59.060720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.064088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.077745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c90bfe4-9b23-4d18-aea6-f408271219a5 req-1ce77cde-7299-4c99-801b-3e83192e92c0 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "DELETE /v2.0/floatingips/64b5b219-4111-4c5a-ab38-39dc80fdc807 HTTP/1.1" status: 204 len: 173 time: 1.1833515 Sep 02 12:38:59.078357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] DHCP port deletion for 1270f114-9913-4246-8f23-34a2132b22fc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:38:59.194630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] Deleting port cb6b3410-0dd7-4449-bced-a0fb84077bd8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:38:59.195020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.231384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-fcbc1481-f653-4ac2-88c1-5eb819e705f8 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823851 Sep 02 12:38:59.274045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.303382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] For port cb6b3410-0dd7-4449-bced-a0fb84077bd8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6b3410-0dd7-4449-bced-a0fb84077bd8,segment=NetworkSegment(274271b7-6fc8-4435-8cd9-4c1fd02930f5),segment_id=274271b7-6fc8-4435-8cd9-4c1fd02930f5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:38:59.304561 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.316154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6b3410-0dd7-4449-bced-a0fb84077bd8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:59.326321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] Calling delete_port for cb6b3410-0dd7-4449-bced-a0fb84077bd8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:38:59.347257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b091b-29cf-43f4-aaea-8b8987f1cd52 req-f5e56930-ddaf-4ef0-a386-df88477a7a2a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:59.350408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-729b091b-29cf-43f4-aaea-8b8987f1cd52 req-f5e56930-ddaf-4ef0-a386-df88477a7a2a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1457553 Sep 02 12:38:59.404074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] No DVR routers for this DVR port cb6b3410-0dd7-4449-bced-a0fb84077bd8 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:59.419067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-729b091b-29cf-43f4-aaea-8b8987f1cd52 req-c57d4e3d-1718-4d45-a3e0-1f5b50955da0 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590117 Sep 02 12:38:59.454376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c69f5687-78c6-4d97-9881-e08fe5db5eaa req-97b17c22-801c-44a8-95d2-aa7134601ba6 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143357 Sep 02 12:38:59.456946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.491566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] Pushing event deleted for resources: {'Port': ['ID=cb6b3410-0dd7-4449-bced-a0fb84077bd8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:59.498823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0046c-3871-45f6-996c-02622b527789 None None] No DVR routers for this DVR port cb6b3410-0dd7-4449-bced-a0fb84077bd8 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:38:59.536552 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.547606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2eb24-e4c7-4e01-836d-0647b28d505c req-8500e6c8-64f4-48e0-b8e6-655b3d225d24 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:59.549078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1270f114-9913-4246-8f23-34a2132b22fc']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:59.549509 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9a2eb24-e4c7-4e01-836d-0647b28d505c req-8500e6c8-64f4-48e0-b8e6-655b3d225d24 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0776401 Sep 02 12:38:59.566996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274271b7-6fc8-4435-8cd9-4c1fd02930f5') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:59.566996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274271b7-6fc8-4435-8cd9-4c1fd02930f5') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:38:59.578332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.598004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.601543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9a2eb24-e4c7-4e01-836d-0647b28d505c req-bcfe4918-18cd-4455-8e2a-c9cfe98a7582 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0438948 Sep 02 12:38:59.605989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:38:59.606594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:38:59.621985 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:38:59.713600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79e4865a-66bb-479f-9531-f899ac17521f req-5f026876-3a03-4bbe-b923-af657e0829e8 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0801647 Sep 02 12:38:59.728033 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.736115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:38:59.747963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1270f114-9913-4246-8f23-34a2132b22fc HTTP/1.1" status: 204 len: 168 time: 1.2311635 Sep 02 12:38:59.771470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12817f76-b4ee-4815-80bc-63e04f41f413 admin admin] Pushing event deleted for resources: {'Network': ['ID=1270f114-9913-4246-8f23-34a2132b22fc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:38:59.893046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb7ea2-f9b7-47d5-940e-8ac65a409907 req-71b18e5a-489b-4716-a2f4-aadd42eae301 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:38:59.901774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31bb7ea2-f9b7-47d5-940e-8ac65a409907 req-71b18e5a-489b-4716-a2f4-aadd42eae301 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 947 time: 0.0973656 Sep 02 12:38:59.962936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31bb7ea2-f9b7-47d5-940e-8ac65a409907 req-153e5900-4956-4e62-8ff5-fe5b65b9633b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582759 Sep 02 12:38:59.979404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:00.037306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e3ba492f-c572-499e-bc44-ce129135b9e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6aa83555e0844a3696342e6172e27a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564852 Sep 02 12:39:00.040842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:00.050997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:00.158674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1fbce-ba6b-4b90-842a-66a8249ad16f req-17476216-2542-48a1-b7e1-dd53f72ac6ec tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:00.160412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90e1fbce-ba6b-4b90-842a-66a8249ad16f req-17476216-2542-48a1-b7e1-dd53f72ac6ec tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 946 time: 0.0955398 Sep 02 12:39:00.196061 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2162-95ac-4427-85a6-93302ffe8d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.204300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:00.220948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '6a56df92-32c5-4c16-b376-78a14173cc08', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '6a56df92-32c5-4c16-b376-78a14173cc08', 'mac_address': 'fa:16:3e:01:0f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:00.224431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6b3410-0dd7-4449-bced-a0fb84077bd8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:00.236091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2162-95ac-4427-85a6-93302ffe8d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.248937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90e1fbce-ba6b-4b90-842a-66a8249ad16f req-a7b4b2d2-6409-4368-9617-7d669f0e1468 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794401 Sep 02 12:39:00.253135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: cb6b3410-0dd7-4449-bced-a0fb84077bd8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:00.253684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6b3410-0dd7-4449-bced-a0fb84077bd8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:00.304672 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.319235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:00.332512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:00.338740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2162-95ac-4427-85a6-93302ffe8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.341974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2162-95ac-4427-85a6-93302ffe8d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.343391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9e8f2162-95ac-4427-85a6-93302ffe8d7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2a52577-e4b2-4f36-9e91-9d877950ad82 HTTP/1.1" status: 204 len: 168 time: 0.3014910 Sep 02 12:39:00.350791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:00.357317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.357844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:00.358949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f2162-95ac-4427-85a6-93302ffe8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a52577-e4b2-4f36-9e91-9d877950ad82,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:00.484958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:00.509771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'mac_address': 'fa:16:3e:db:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:00.513329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:00.571220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:00.589172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5', 'mac_address': 'fa:16:3e:7b:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:00.591327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.631879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b7766-22a9-4b9d-a72c-535988159cf0 req-5e5ee99f-697f-4f03-b485-9051c6e9d229 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:00.633618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f82b7766-22a9-4b9d-a72c-535988159cf0 req-5e5ee99f-697f-4f03-b485-9051c6e9d229 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1024833 Sep 02 12:39:00.645725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9da45528-6e01-425e-8042-ece1e00eb2f0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:00.688373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.694172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f82b7766-22a9-4b9d-a72c-535988159cf0 req-2ca8e3ec-f554-41c8-8eff-cdfa406e7de3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526950 Sep 02 12:39:00.694357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:00.703582 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.777428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:00.784379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:00.803158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:00.809064 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:00.850359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9da45528-6e01-425e-8042-ece1e00eb2f0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:00.920533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:01.025891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6a56df92-32c5-4c16-b376-78a14173cc08'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:01.134624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['09e22b7b-2780-43eb-b246-d82dd7f0ddc5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:01.161179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a14c-4557-434a-ad35-73cc665b888e req-829a6e12-1e72-406d-8f9b-cedd0f8827c7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:01.174444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a80a14c-4557-434a-ad35-73cc665b888e req-829a6e12-1e72-406d-8f9b-cedd0f8827c7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 948 time: 0.0909195 Sep 02 12:39:01.230328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a80a14c-4557-434a-ad35-73cc665b888e req-5b0c8658-98ae-4912-8a99-43804ced5d59 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501835 Sep 02 12:39:01.488550 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-834c81f0-bdf7-421f-89e3-0e226ff0b639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:01.513540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842dffe-4484-4380-b909-2c60b10b6304 req-eb315f3f-eab3-4b1b-b341-74eac45e916d tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:01.521947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0842dffe-4484-4380-b909-2c60b10b6304 req-eb315f3f-eab3-4b1b-b341-74eac45e916d tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 946 time: 0.0699408 Sep 02 12:39:01.592565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0842dffe-4484-4380-b909-2c60b10b6304 req-f4904212-6ed5-42bf-b623-4d7ba4a235ef tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f81da3-de8b-41d0-be88-5195bcc3aa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695648 Sep 02 12:39:01.603457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:01.668416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:01.715853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-ad65e5c3-50a1-4c57-b76a-31b88893b6ba tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:01.718331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-ad65e5c3-50a1-4c57-b76a-31b88893b6ba tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.41 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 946 time: 0.1187046 Sep 02 12:39:01.880152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-network', 'tenant_id': '3b6245c8f65647f684177a37541a09c0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:01.970668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Deleting port 7af57840-ee56-4350-b1ba-7e2d85b390ec {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:01.971060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:01.976060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201988-dd8a-4e09-9cd1-5e9acc479729 req-5f5b8e8f-54c5-458d-8c0a-55782c9303dc tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:01.986986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1201988-dd8a-4e09-9cd1-5e9acc479729 req-5f5b8e8f-54c5-458d-8c0a-55782c9303dc tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1770303 Sep 02 12:39:02.050775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Made reservation on behalf of 3b6245c8f65647f684177a37541a09c0 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:02.062598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.063151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:02.102463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.173650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9da45528-6e01-425e-8042-ece1e00eb2f0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:02.174015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.190026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] For port 7af57840-ee56-4350-b1ba-7e2d85b390ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7af57840-ee56-4350-b1ba-7e2d85b390ec,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:02.190553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.220709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Calling delete_port for 7af57840-ee56-4350-b1ba-7e2d85b390ec owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:02.233752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1201988-dd8a-4e09-9cd1-5e9acc479729 req-61b8b89d-bced-432b-a01e-12ada9dc8379 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396028 Sep 02 12:39:02.354799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:02.447450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.470307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:02.486453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:02.486956 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.491863 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.492500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9f196-0c02-4d4c-97de-8f92a7ab783b req-cdc3da83-f752-4389-b685-0fe51ab44876 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:02.496383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73e9f196-0c02-4d4c-97de-8f92a7ab783b req-cdc3da83-f752-4389-b685-0fe51ab44876 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 948 time: 0.1443176 Sep 02 12:39:02.502835 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.543177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Pushing event deleted for resources: {'Port': ['ID=7af57840-ee56-4350-b1ba-7e2d85b390ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:02.554090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7af57840-ee56-4350-b1ba-7e2d85b390ec'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:02.555678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:02.562487 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b422abea-35df-4833-a488-57fa0bae26fc" -d '{"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:02.624888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:02.631852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.638478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.651581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73e9f196-0c02-4d4c-97de-8f92a7ab783b req-dd7173fa-698f-40ef-8ce9-a218039a1b14 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298072 Sep 02 12:39:02.655499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.684891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] No DVR routers for this DVR port 7af57840-ee56-4350-b1ba-7e2d85b390ec on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:02.688400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.694700 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7ecf9-b02e-4fb1-aa0b-98be351c1e4a x-openstack-request-id: req-0fd7ecf9-b02e-4fb1-aa0b-98be351c1e4a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:02.694931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9e9fe7b-9e16-42bd-9b69-663c7a8fc304 req-9d4a4f33-47f1-461d-b267-eadf972d242b tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.41 "DELETE /v2.0/ports/7af57840-ee56-4350-b1ba-7e2d85b390ec HTTP/1.1" status: 204 len: 173 time: 0.9698241 Sep 02 12:39:02.695053 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:02.695292 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fd7ecf9-b02e-4fb1-aa0b-98be351c1e4a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:02.695657 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'code': 200} Sep 02 12:39:02.697488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'name': 'network-vif-deleted', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:02.701441 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bca8a8-886c-4949-8880-463c9c14a0e2" -d '{"events": [{"server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "name": "network-vif-deleted", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:02.753207 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.768771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:39:02.778341 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1f92c-cecb-44b5-a166-fbdc4735bdf3 x-openstack-request-id: req-22c1f92c-cecb-44b5-a166-fbdc4735bdf3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:02.779455 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844ee85e-a498-48bf-8fb2-778df4c2d550", "name": "network-vif-deleted", "tag": "7af57840-ee56-4350-b1ba-7e2d85b390ec", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:02.779868 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22c1f92c-cecb-44b5-a166-fbdc4735bdf3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:02.780419 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844ee85e-a498-48bf-8fb2-778df4c2d550', 'name': 'network-vif-deleted', 'tag': '7af57840-ee56-4350-b1ba-7e2d85b390ec', 'status': 'completed', 'code': 200} Sep 02 12:39:02.791617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a00845-b9d6-46fe-ae3e-355a3734fd26,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:02.826439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.826815 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Added segment edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f of type vlan for network cd874bc5-488c-465b-bb6b-e48a33d31c41 Sep 02 12:39:02.839228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:02.882126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:02.890058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:02.992014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:03.012845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.042338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae4a436e-9234-4076-893a-d9f2e5876e82 req-793d457a-ae66-4d83-a501-ec3806e20084 tempest-FloatingIPsAssociationNegativeTestJSON-303438302 tempest-FloatingIPsAssociationNegativeTestJSON-303438302-project] 10.222.0.60 "GET /v2.0/ports?device_id=844ee85e-a498-48bf-8fb2-778df4c2d550 HTTP/1.1" status: 200 len: 210 time: 0.1276896 Sep 02 12:39:03.062679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.063883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:03.064441 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.130720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4607971 Sep 02 12:39:03.133769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:03.136475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49614c-ee14-4f73-bdc1-48f0565242c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd874bc5-488c-465b-bb6b-e48a33d31c41,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:03.142658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Request body: {'subnet': {'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-subnet', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:03.147491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:39:03.195198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Made reservation on behalf of 3b6245c8f65647f684177a37541a09c0 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:03.200424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.492546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a586e-efb6-4253-a500-c0dfd78ec087 req-8ea20936-5a2a-4dc3-a2d4-77f15b874534 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:03.502713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-331a586e-efb6-4253-a500-c0dfd78ec087 req-8ea20936-5a2a-4dc3-a2d4-77f15b874534 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1035149 Sep 02 12:39:03.522784 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.628442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-331a586e-efb6-4253-a500-c0dfd78ec087 req-2c1db67e-ae63-43f5-a3e0-8f38160db029 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245835 Sep 02 12:39:03.659031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05998c55-afb4-485b-858c-f0fdc96e24b5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:03.696116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Checking segment: {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:03.696478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Network hostable DHCP agents. Network: cd874bc5-488c-465b-bb6b-e48a33d31c41, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:39:03.723944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:39:03.750998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cd874bc5-488c-465b-bb6b-e48a33d31c41) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:03.761113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:03.761864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.763000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403afa89-30e2-4436-aba1-eeae2f920ecb None None] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:03.788165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ba161347-a9d6-4d35-b6f8-972b9b081a51 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6506574 Sep 02 12:39:03.788837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49880) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:03.798102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:03.842762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.844002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:03.855589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284996d-194f-427b-beb7-3b4daf9c4371 req-df5e2356-4ba2-4c25-adcf-d73440125881 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:03.857375 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8284996d-194f-427b-beb7-3b4daf9c4371 req-df5e2356-4ba2-4c25-adcf-d73440125881 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.1176095 Sep 02 12:39:03.947390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8284996d-194f-427b-beb7-3b4daf9c4371 req-a6d83dff-1321-41ba-b183-8c3b9e7f546a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779970 Sep 02 12:39:03.998308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:04.100472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:04.153830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:04.182546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-cd874bc5-488c-465b-bb6b-e48a33d31c41', 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'fixed_ips': [{'subnet_id': '05998c55-afb4-485b-858c-f0fdc96e24b5'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:39:04.183675 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:04.240837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:04.241405 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:04.550879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:04.613994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:04.630565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Allocated IP 172.20.0.2 (cd874bc5-488c-465b-bb6b-e48a33d31c41/05998c55-afb4-485b-858c-f0fdc96e24b5/c7f9937c-3232-49b3-923b-1ec0bbe09cd6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:04.861400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:04.864978 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181a20f4-3461-48d0-95b9-53825b3dbd05" -d '{"events": [{"server_uuid": "ed8f5586-3e4e-4407-97bc-06f59c597378", "name": "network-vif-plugged", "status": "completed", "tag": "09e22b7b-2780-43eb-b246-d82dd7f0ddc5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:04.949670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 6a56df92-32c5-4c16-b376-78a14173cc08 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:04.968829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 6a56df92-32c5-4c16-b376-78a14173cc08 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:04.970602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Allocated IP 172.25.7.103 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/3b750792-c224-4573-973a-b3ae764318e2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:04.991652 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.086920 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048f3a6f-2969-44c4-b4dc-50e2c62a20ae x-openstack-request-id: req-048f3a6f-2969-44c4-b4dc-50e2c62a20ae {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:05.087376 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f5586-3e4e-4407-97bc-06f59c597378", "name": "network-vif-plugged", "status": "completed", "tag": "09e22b7b-2780-43eb-b246-d82dd7f0ddc5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:05.087730 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-048f3a6f-2969-44c4-b4dc-50e2c62a20ae {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:05.088319 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5', 'code': 200} Sep 02 12:39:05.098172 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.140486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.194671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.213188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Transition to ACTIVE for port object c7f9937c-3232-49b3-923b-1ec0bbe09cd6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:05.242639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Transition to ACTIVE for port object c7f9937c-3232-49b3-923b-1ec0bbe09cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:05.246345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.260167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903d7be-4e38-458b-acf3-3e1ed685ae29 req-3308cef0-c5e8-4466-a30f-4ec05bc40b7d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:05.260748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.272045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5903d7be-4e38-458b-acf3-3e1ed685ae29 req-3308cef0-c5e8-4466-a30f-4ec05bc40b7d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.1239619 Sep 02 12:39:05.296489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfebe0-07c9-47d4-b7f9-b6493d3dcf18 req-447a7025-b1cb-4375-bacb-ef44a64f8ea4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:05.299280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19bfebe0-07c9-47d4-b7f9-b6493d3dcf18 req-447a7025-b1cb-4375-bacb-ef44a64f8ea4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.5084815 Sep 02 12:39:05.323754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:05.328121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:05.337986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:05.344713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5903d7be-4e38-458b-acf3-3e1ed685ae29 req-a57f3bb5-8e88-4417-84e0-595e386cbc6b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Sep 02 12:39:05.351921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.366339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:05.367967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Pushing event updated for resources: {'Port': ['ID=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:05.424869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192ab3-e662-4c16-aff6-659245df2840 req-86583b9d-7e57-4ec3-915d-3f8dde157e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:05.427283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f192ab3-e662-4c16-aff6-659245df2840 req-86583b9d-7e57-4ec3-915d-3f8dde157e6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 1100 time: 0.2083530 Sep 02 12:39:05.431536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.464757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19bfebe0-07c9-47d4-b7f9-b6493d3dcf18 req-daad7820-cb48-4614-8d2e-fb25c910a9a2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573834 Sep 02 12:39:05.480871 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.524293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:05.534637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:05.539210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Attempting to bind port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:05.539708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Attempting to bind port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:05.540223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Attempting to bind port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 on network cd874bc5-488c-465b-bb6b-e48a33d31c41 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:05.551386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:05.568060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:05.568602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Checking segment: {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:05.570303 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.570807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Bound using segment: {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:05.571396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Bound port: c7f9937c-3232-49b3-923b-1ec0bbe09cd6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:05.579668 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.591240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f192ab3-e662-4c16-aff6-659245df2840 req-99687aac-d958-4a2f-9d8b-d79e8789978f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472659 Sep 02 12:39:05.592098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Pushing event updated for resources: {'Port': ['ID=3b750792-c224-4573-973a-b3ae764318e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:05.739760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] For port c7f9937c-3232-49b3-923b-1ec0bbe09cd6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:05.747068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] For port c7f9937c-3232-49b3-923b-1ec0bbe09cd6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:05.763299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:05.778952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.898726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Deleting port 9f440640-379c-4a8a-8ce5-414fe109e849 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:05.900047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:05.981851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2225710-f135-4e6d-b684-479c9ccf259c None None] Pushing event updated for resources: {'Port': ['ID=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:06.082545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7af57840-ee56-4350-b1ba-7e2d85b390ec no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:06.122067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] For port 9f440640-379c-4a8a-8ce5-414fe109e849, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f440640-379c-4a8a-8ce5-414fe109e849,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:06.122739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:06.157046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Calling delete_port for 9f440640-379c-4a8a-8ce5-414fe109e849 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:06.551678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 7af57840-ee56-4350-b1ba-7e2d85b390ec {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:06.552303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7af57840-ee56-4350-b1ba-7e2d85b390ec not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:06.641219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743c605-820f-4c98-9dd9-df294e813a11 req-1ad67e7e-4c55-46ee-a341-ab38bdf0b510 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:06.649250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f743c605-820f-4c98-9dd9-df294e813a11 req-1ad67e7e-4c55-46ee-a341-ab38bdf0b510 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.1106606 Sep 02 12:39:06.676913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:06.678102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:06.718506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f440640-379c-4a8a-8ce5-414fe109e849,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:06.812051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f743c605-820f-4c98-9dd9-df294e813a11 req-09145fd4-95c4-4383-abcb-e3bd4d90bf7d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617091 Sep 02 12:39:07.057205 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:07.090346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:07.096204 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa17cdb2-fb24-459b-b969-89f7e2aae1d4" -d '{"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-plugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:07.333905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35930-26ce-4f40-90c1-c9a15b7e6f6b req-9c344308-28fd-4398-a53f-19d0989d07ad tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:07.335479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20f35930-26ce-4f40-90c1-c9a15b7e6f6b req-9c344308-28fd-4398-a53f-19d0989d07ad tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.2617843 Sep 02 12:39:07.466235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20f35930-26ce-4f40-90c1-c9a15b7e6f6b req-828397ed-73c1-45a6-9fb2-be13e814dc3d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179855 Sep 02 12:39:07.484226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:07.603319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa556ec-aa7a-4156-ba08-1ca1d3a24d60 None None] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:07.687332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Router 57d7876e-3b23-42a8-9990-b12e6f316a96 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:39:07.875746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:07.891270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de40e0c2-9ad3-4931-aa1f-49cad4948a1c None None] Provisioning for port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:07.899865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Sync routers for ids ['57d7876e-3b23-42a8-9990-b12e6f316a96'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:07.935483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:07.935483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-587438e5-c1df-493f-bc67-a6a8609257db admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1435089 Sep 02 12:39:07.937034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:07.994003 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970186ff-b53f-4350-af83-12d453d056d9 x-openstack-request-id: req-970186ff-b53f-4350-af83-12d453d056d9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:07.994385 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-plugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:07.994702 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-970186ff-b53f-4350-af83-12d453d056d9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:07.996661 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'code': 200} Sep 02 12:39:08.007471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Routers {'57d7876e-3b23-42a8-9990-b12e6f316a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:08.013222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['57d7876e-3b23-42a8-9990-b12e6f316a96'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:08.323900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Router ccab3bd9-2976-46d8-b253-d13535663212 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:39:08.327211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2730f-695f-4e0c-9f13-02939e12a659 req-7dcc4d2f-313f-49e8-84fb-d1685af92f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:08.328766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26f2730f-695f-4e0c-9f13-02939e12a659 req-7dcc4d2f-313f-49e8-84fb-d1685af92f12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1100 time: 0.1990836 Sep 02 12:39:08.335196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08090-9174-4786-90ff-f9ff9ef26464 req-912018dd-9a69-4547-be76-33f4312e7ea2 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:08.336775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1fd08090-9174-4786-90ff-f9ff9ef26464 req-912018dd-9a69-4547-be76-33f4312e7ea2 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.2051492 Sep 02 12:39:08.397107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Set router 57d7876e-3b23-42a8-9990-b12e6f316a96 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:08.425921 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1fd08090-9174-4786-90ff-f9ff9ef26464 req-396242ff-f0f8-4948-ad5c-885d340d00f6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802696 Sep 02 12:39:08.442127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26f2730f-695f-4e0c-9f13-02939e12a659 req-e824fdff-b2fc-4673-909f-4c92b7c4b88b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037567 Sep 02 12:39:08.676678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c7f9937c-3232-49b3-923b-1ec0bbe09cd6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:08.712005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:08.726104 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] Sync routers for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:08.766013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d03d373c-bbdb-4477-b0a0-567ed64399e3 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccab3bd9-2976-46d8-b253-d13535663212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6103575 Sep 02 12:39:08.769834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50020) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:08.775455 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:08.776099 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:08.819422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785d38b-2f3e-4ffb-8d23-f45cf164659c req-dcb1d85e-2309-443f-a1d4-f9b13165e6f7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:08.832672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e785d38b-2f3e-4ffb-8d23-f45cf164659c req-dcb1d85e-2309-443f-a1d4-f9b13165e6f7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.2357008 Sep 02 12:39:08.919723 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:08.979559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:08.990303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:08.990864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.036444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e785d38b-2f3e-4ffb-8d23-f45cf164659c req-e72b1617-6dc8-4aa8-8c3f-c6bf1de38ef0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936166 Sep 02 12:39:09.066755 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.140501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:39:06Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:09.181055 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] Checking router: ccab3bd9-2976-46d8-b253-d13535663212 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:09.195068 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] Routers {'ccab3bd9-2976-46d8-b253-d13535663212'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:09.196186 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ccab3bd9-2976-46d8-b253-d13535663212'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:09.228066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:06Z', 'revision_number': 3, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:09.341576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eda97-c04d-4e2d-8c72-8395b7bfc937 req-aa0f9903-34ae-4e24-a403-53f5d2f74f34 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:09.344087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Checking router: 57d7876e-3b23-42a8-9990-b12e6f316a96 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:09.344436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Updating router 57d7876e-3b23-42a8-9990-b12e6f316a96 port 3b750792-c224-4573-973a-b3ae764318e2 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:39:09.351004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a6eda97-c04d-4e2d-8c72-8395b7bfc937 req-aa0f9903-34ae-4e24-a403-53f5d2f74f34 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.1399393 Sep 02 12:39:09.357345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.359461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.376802 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] Set router ccab3bd9-2976-46d8-b253-d13535663212 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:09.490237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a6eda97-c04d-4e2d-8c72-8395b7bfc937 req-c2557390-c64f-4df5-ab5f-a78235df33c2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314301 Sep 02 12:39:09.523314 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.569656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Deleting port 923dd621-5103-4dac-a4b9-1d24cca03a12 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:09.578325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.677768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Allocated IP 172.20.0.1 (cd874bc5-488c-465b-bb6b-e48a33d31c41/05998c55-afb4-485b-858c-f0fdc96e24b5/63c38025-4e6f-4fc1-aaa0-e8a3f522b21c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:09.736396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.831465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c7f9937c-3232-49b3-923b-1ec0bbe09cd6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:09.842142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.875212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:39:06Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:09.909864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] For port 923dd621-5103-4dac-a4b9-1d24cca03a12, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=923dd621-5103-4dac-a4b9-1d24cca03a12,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:09.910232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:09.916035 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab496996-94f9-4873-9b8f-76dc9b6b3e41 None None] The sync data for ids ['ccab3bd9-2976-46d8-b253-d13535663212'] in n-d-792364-8 is: [{'id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914129221-router', 'tenant_id': '804449cc67134563af907fcc57feffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:38:11Z', 'updated_at': '2021-09-02T12:39:06Z', 'revision_number': 5, 'project_id': '804449cc67134563af907fcc57feffc4', 'gw_port': {'id': '923dd621-5103-4dac-a4b9-1d24cca03a12', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab3bd9-2976-46d8-b253-d13535663212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:38:12Z', 'updated_at': '2021-09-02T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:09.961730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:09.984773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Calling delete_port for 923dd621-5103-4dac-a4b9-1d24cca03a12 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:10.002993 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.029314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Transition to ACTIVE for port object 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:10.101511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.156361 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.171609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Transition to ACTIVE for port object 3b750792-c224-4573-973a-b3ae764318e2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:10.181856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.241230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Attempting to bind port 3b750792-c224-4573-973a-b3ae764318e2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:10.241567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Attempting to bind port 3b750792-c224-4573-973a-b3ae764318e2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:10.241868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Attempting to bind port 3b750792-c224-4573-973a-b3ae764318e2 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:10.251525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Pushing event updated for resources: {'Port': ['ID=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:10.253884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:10.254155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:10.254594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.254980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:10.255586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Bound port: 3b750792-c224-4573-973a-b3ae764318e2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:10.255981 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.267741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:10.285477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:10.304075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:10.333470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] For port 3b750792-c224-4573-973a-b3ae764318e2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:10.342390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] For port 3b750792-c224-4573-973a-b3ae764318e2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3b750792-c224-4573-973a-b3ae764318e2,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:10.357618 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.364595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2190-55ca-459c-848b-2e6f0b650fff None None] Pushing event updated for resources: {'Port': ['ID=3b750792-c224-4573-973a-b3ae764318e2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:10.378489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.443785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2190-55ca-459c-848b-2e6f0b650fff None None] Pushing event updated for resources: {'Port': ['ID=3b750792-c224-4573-973a-b3ae764318e2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:10.470190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c7f9937c-3232-49b3-923b-1ec0bbe09cd6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:10.533061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Routers {'57d7876e-3b23-42a8-9990-b12e6f316a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:10.540319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['57d7876e-3b23-42a8-9990-b12e6f316a96'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:10.592457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Pushing event deleted for resources: {'Port': ['ID=923dd621-5103-4dac-a4b9-1d24cca03a12,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:10.596452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.634069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c008b1-551a-4abf-a30e-15dead0258fa req-5281bb9a-48ee-4b28-95e7-32c86bf74ec5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:10.648080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5c008b1-551a-4abf-a30e-15dead0258fa req-5281bb9a-48ee-4b28-95e7-32c86bf74ec5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.3870206 Sep 02 12:39:10.778448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6e238d3-9e7f-47a7-863d-e81d42f23e6c None None] Provisioning for port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:10.787809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.792848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.799321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6e238d3-9e7f-47a7-863d-e81d42f23e6c None None] Provisioning complete for port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:10.799695 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6e238d3-9e7f-47a7-863d-e81d42f23e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.846762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] Set router 57d7876e-3b23-42a8-9990-b12e6f316a96 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:10.850401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:10.850994 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:10.972545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e6e238d3-9e7f-47a7-863d-e81d42f23e6c None None] Port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:39:11.003920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.008345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.084992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5c008b1-551a-4abf-a30e-15dead0258fa req-84d03e7e-f9f4-43a3-b0ff-e4d329f3c499 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346797 Sep 02 12:39:11.141959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.162719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccab3bd9-2976-46d8-b253-d13535663212 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:39:11.162868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.186455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.191434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c15ad24d-e53d-4f74-a53d-9b2ec8d3db93 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ccab3bd9-2976-46d8-b253-d13535663212 HTTP/1.1" status: 204 len: 168 time: 2.4200511 Sep 02 12:39:11.194401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:11.325904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Deleting subnet d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:39:11.335520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.429031 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.574587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e260d09-23a8-4c6a-9b4f-9220b44f071c req-d1312be2-6c39-43f5-ba15-9b93e1322894 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:11.579513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e260d09-23a8-4c6a-9b4f-9220b44f071c req-d1312be2-6c39-43f5-ba15-9b93e1322894 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 945 time: 0.2933159 Sep 02 12:39:11.600498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.602640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f440640-379c-4a8a-8ce5-414fe109e849 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:11.632789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9f440640-379c-4a8a-8ce5-414fe109e849 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:11.633158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f440640-379c-4a8a-8ce5-414fe109e849 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:11.680746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:06Z', 'revision_number': 3, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:11.700571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.716555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.723097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08 HTTP/1.1" status: 204 len: 168 time: 0.5261154 Sep 02 12:39:11.723999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:11.746410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d871aa-4f57-4843-9349-132d706fef8f None None] Network 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:11.757064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6fc8f-4d6a-4924-bfef-3569f4415db4 None None] The sync data for ids ['57d7876e-3b23-42a8-9990-b12e6f316a96'] in n-d-792364-8 is: [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:06Z', 'revision_number': 3, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:11.764010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d6087-97d3-4734-a68a-9d6abe125610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23b47b7-dbeb-414f-9fe7-ec1c2e7c7c08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:11.809649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.856530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:11.915485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.024312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e260d09-23a8-4c6a-9b4f-9220b44f071c req-3de7c736-a788-4b3c-9cd7-13ed25999f52 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215913 Sep 02 12:39:12.040425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Deleting port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:12.041038 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.262641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] For port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,segment=NetworkSegment(d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0),segment_id=d9ca63cb-ee8c-481b-8cc9-dce9aa210ce0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:12.263095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.313299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Calling delete_port for d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:12.340384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Pushing event updated for resources: {'Port': ['ID=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:12.377623 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.398712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] DHCP port deletion for 3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:39:12.478095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 923dd621-5103-4dac-a4b9-1d24cca03a12 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:12.520403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-9a05c3b2-c647-4208-a866-f3a48582a83c tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:12.522020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-9a05c3b2-c647-4208-a866-f3a48582a83c tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.3200798 Sep 02 12:39:12.532604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 923dd621-5103-4dac-a4b9-1d24cca03a12 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:12.533240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 923dd621-5103-4dac-a4b9-1d24cca03a12 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:12.545679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.546318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:12.583109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Deleting port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:12.584434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.618618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] No DVR routers for this DVR port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:12.625499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:12.702301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] For port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:12.703773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.724530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Calling delete_port for d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:12.728390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:39:12.731597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.731841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.784557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] Pushing event deleted for resources: {'Port': ['ID=d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:12.799819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3ccdf-2ddb-4a9f-ac7d-286314189de6 None None] No DVR routers for this DVR port d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:12.813481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.828357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8e7f7d-0bf1-4245-b435-1b6806d4fc41']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:12.840666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:12.841157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:12.841453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ca63cb-ee8c-481b-8cc9-dce9aa210ce0') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:12.846755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:12.859313 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.878833 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:39:12.912982 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:39:13.068890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.117580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.120522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c8e7f7d-0bf1-4245-b435-1b6806d4fc41 HTTP/1.1" status: 204 len: 168 time: 1.3672876 Sep 02 12:39:13.123143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13285ae-3ac4-4bfc-8c6e-27bd2a8be67b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8e7f7d-0bf1-4245-b435-1b6806d4fc41,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:13.258837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:13.336032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6b681724-b00b-44f0-b62a-4e30068e5802 None None] Provisioning complete for port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:13.337237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6b681724-b00b-44f0-b62a-4e30068e5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.384973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Router 57d7876e-3b23-42a8-9990-b12e6f316a96 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:39:13.399598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:13.409053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:13.426963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6b681724-b00b-44f0-b62a-4e30068e5802 None None] Port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:39:13.508321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-041d4766-b2b2-4567-8ad3-1a9206c01a65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=804449cc67134563af907fcc57feffc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980072 Sep 02 12:39:13.509399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:13.694641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.698025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:13.699238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-385b933d-3059-406f-868f-7199353bcd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.702292 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a5081-9808-4f09-bc51-45cb6b870748" -d '{"events": [{"server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:13.708932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.719513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:13.752646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc48d222-6a11-4aa8-8df0-5add2d6017be admin admin] 10.222.0.60 "PUT /v2.0/routers/57d7876e-3b23-42a8-9990-b12e6f316a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8146954 Sep 02 12:39:13.807799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-385b933d-3059-406f-868f-7199353bcd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.829632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92771711-8716-40fe-9383-5384411fb630 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:13.910561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:13.910881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:13.911205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:13.922675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:39:13.922675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Attempting to bind port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:13.926866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:13.927273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:13.927701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:13.929522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Bound port: 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:13.930116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.934429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-385b933d-3059-406f-868f-7199353bcd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.941471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-385b933d-3059-406f-868f-7199353bcd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:13.955922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-385b933d-3059-406f-868f-7199353bcd32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28f81da3-de8b-41d0-be88-5195bcc3aa6f HTTP/1.1" status: 204 len: 168 time: 0.4442463 Sep 02 12:39:13.997515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b933d-3059-406f-868f-7199353bcd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f81da3-de8b-41d0-be88-5195bcc3aa6f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:14.061234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:14.065825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:14.076152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:14.272934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:14.274214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:14.283127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-92771711-8716-40fe-9383-5384411fb630 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 1121 time: 1.7412169 Sep 02 12:39:14.299556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92771711-8716-40fe-9383-5384411fb630 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:14.330485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3b750792-c224-4573-973a-b3ae764318e2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:14.467873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:14.572834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:14.615392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:14.865355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 3b750792-c224-4573-973a-b3ae764318e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:14.865355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:14.887846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3b750792-c224-4573-973a-b3ae764318e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:14.888281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:14.949143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:39:14.979854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Sync routers for ids ['57d7876e-3b23-42a8-9990-b12e6f316a96'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:15.059968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Routers {'57d7876e-3b23-42a8-9990-b12e6f316a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:15.060841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['57d7876e-3b23-42a8-9990-b12e6f316a96'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:15.235511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:15.350619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 3b750792-c224-4573-973a-b3ae764318e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3b750792-c224-4573-973a-b3ae764318e2,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:15.365086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Set router 57d7876e-3b23-42a8-9990-b12e6f316a96 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:15.369181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:15.468781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:15.520047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:15.520274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9b3cb73-f0f0-43f2-aac9-3ac05ddfd94d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:15.562969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:15.621557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=3b750792-c224-4573-973a-b3ae764318e2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:15.732500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-565192161-network', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:15.783714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Made reservation on behalf of 71952be079ee4c238da8bba8da3fc6b2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:15.786064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:15.798839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:11Z', 'revision_number': 4, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '63c38025-4e6f-4fc1-aaa0-e8a3f522b21c', 'name': '', 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'mac_address': 'fa:16:3e:f3:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '05998c55-afb4-485b-858c-f0fdc96e24b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:09Z', 'updated_at': '2021-09-02T12:39:11Z', 'revision_number': 2, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'subnets': [{'id': '05998c55-afb4-485b-858c-f0fdc96e24b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:15.810151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:15.829180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Checking router: 57d7876e-3b23-42a8-9990-b12e6f316a96 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:15.829542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Updating router 57d7876e-3b23-42a8-9990-b12e6f316a96 port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:39:15.865390 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:15.970430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:15.984107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.015814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:39:16.041625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.041968 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Added segment 9cb85347-a116-4d41-8289-b74e1f00fa1b of type vlan for network 2f124dcb-8424-43fa-8811-f9b962ba0e08 Sep 02 12:39:16.043353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a09448-2dd9-49f4-a258-365a0909c02b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:16.100539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.143941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.144609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:16.145293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.223443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6593063 Sep 02 12:39:16.226457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:16.233861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Request body: {'subnet': {'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-subnet', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:16.240221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3b750792-c224-4573-973a-b3ae764318e2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:16.251258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d56ea-9848-4a95-93fd-860b4f16e78f admin admin] Pushing event updated for resources: {'Network': ['ID=2f124dcb-8424-43fa-8811-f9b962ba0e08,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:16.312560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Made reservation on behalf of 71952be079ee4c238da8bba8da3fc6b2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:16.315177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.317130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:39:16.551833 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.568025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Transition to ACTIVE for port object 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:16.615403 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.687881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed40071-69aa-4161-9988-c1e0ebacdfe8 None None] Pushing event updated for resources: {'Port': ['ID=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:16.713296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3b750792-c224-4573-973a-b3ae764318e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:16.713682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.731162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.874112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Attempting to bind port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:16.874773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Attempting to bind port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:16.875488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Attempting to bind port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c on network cd874bc5-488c-465b-bb6b-e48a33d31c41 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:16.886786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:16.887562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Checking segment: {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:16.888254 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.888850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Bound using segment: {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:16.889559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Bound port: 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:16.891733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:16.921130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33537383-d313-4434-b549-d1898f2cac75,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:16.943334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Checking segment: {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:16.943666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Network hostable DHCP agents. Network: 2f124dcb-8424-43fa-8811-f9b962ba0e08, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:39:16.977222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:39:17.001039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2f124dcb-8424-43fa-8811-f9b962ba0e08) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:17.006601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:17.012185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.053842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:17.056518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-47bd5f1d-8700-413c-8ba3-baac39e89127 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8288324 Sep 02 12:39:17.056940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:17.094857 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.096914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.227462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.246581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6b635-0977-4514-8c6d-f01681a722dd None None] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:17.375899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] For port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:17.384345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] For port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:17.402575 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.448257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.572954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Routers {'57d7876e-3b23-42a8-9990-b12e6f316a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:17.577083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['57d7876e-3b23-42a8-9990-b12e6f316a96'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:17.753564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed40071-69aa-4161-9988-c1e0ebacdfe8 None None] Pushing event updated for resources: {'Port': ['ID=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:17.932680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.959416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2f124dcb-8424-43fa-8811-f9b962ba0e08', 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'fixed_ips': [{'subnet_id': '33537383-d313-4434-b549-d1898f2cac75'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:39:17.960762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:17.971644 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.093963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Allocated IP 172.25.7.104 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0c788d3d-5053-4a3f-aa1d-d6eea97418ad) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:18.235104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Allocated IP 172.20.0.2 (2f124dcb-8424-43fa-8811-f9b962ba0e08/33537383-d313-4434-b549-d1898f2cac75/d5543f79-a9de-43eb-93a5-af7b4182faa6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:18.252738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] Set router 57d7876e-3b23-42a8-9990-b12e6f316a96 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:18.294027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.348070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.396634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:18.404558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:18.414344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:18.470426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Pushing event updated for resources: {'Port': ['ID=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:18.601597 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.623841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Transition to ACTIVE for port object d5543f79-a9de-43eb-93a5-af7b4182faa6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:18.667448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:11Z', 'revision_number': 4, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '63c38025-4e6f-4fc1-aaa0-e8a3f522b21c', 'name': '', 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'mac_address': 'fa:16:3e:f3:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '05998c55-afb4-485b-858c-f0fdc96e24b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:09Z', 'updated_at': '2021-09-02T12:39:17Z', 'revision_number': 4, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'subnets': [{'id': '05998c55-afb4-485b-858c-f0fdc96e24b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:18.701825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Transition to ACTIVE for port object d5543f79-a9de-43eb-93a5-af7b4182faa6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:18.703733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096eedf-993f-47aa-9ae1-4bba08d5f018 None None] The sync data for ids ['57d7876e-3b23-42a8-9990-b12e6f316a96'] in n-d-792364-8 is: [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:11Z', 'revision_number': 4, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '63c38025-4e6f-4fc1-aaa0-e8a3f522b21c', 'name': '', 'network_id': 'cd874bc5-488c-465b-bb6b-e48a33d31c41', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'mac_address': 'fa:16:3e:f3:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '05998c55-afb4-485b-858c-f0fdc96e24b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:09Z', 'updated_at': '2021-09-02T12:39:17Z', 'revision_number': 4, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'subnets': [{'id': '05998c55-afb4-485b-858c-f0fdc96e24b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:18.722753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.789676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:18.794290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:18.823436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:18.841666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Pushing event updated for resources: {'Port': ['ID=d5543f79-a9de-43eb-93a5-af7b4182faa6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:18.924581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Attempting to bind port d5543f79-a9de-43eb-93a5-af7b4182faa6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:18.925253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Attempting to bind port d5543f79-a9de-43eb-93a5-af7b4182faa6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:18.925511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Attempting to bind port d5543f79-a9de-43eb-93a5-af7b4182faa6 on network 2f124dcb-8424-43fa-8811-f9b962ba0e08 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:18.927499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.932280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:18.932658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Checking segment: {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:18.933100 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:18.933497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Bound using segment: {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:18.933981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Bound port: d5543f79-a9de-43eb-93a5-af7b4182faa6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:18.934379 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:19.030937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] For port d5543f79-a9de-43eb-93a5-af7b4182faa6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:19.035888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] For port d5543f79-a9de-43eb-93a5-af7b4182faa6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d5543f79-a9de-43eb-93a5-af7b4182faa6,segment=NetworkSegment(9cb85347-a116-4d41-8289-b74e1f00fa1b),segment_id=9cb85347-a116-4d41-8289-b74e1f00fa1b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:19.046213 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:19.162575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e63093-ff58-4ad2-be15-8fcee2ce91aa None None] Pushing event updated for resources: {'Port': ['ID=d5543f79-a9de-43eb-93a5-af7b4182faa6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:19.729522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:19.943292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Router b5ce5758-f89b-46c2-9d12-eec07e52d11e is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:39:20.210253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:20.222928 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Sync routers for ids ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:20.252358 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Routers {'b5ce5758-f89b-46c2-9d12-eec07e52d11e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:20.256815 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:20.285162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:20.286702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e5a8e33a-c782-4f7c-a42b-0a64a1cd8524 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2349131 Sep 02 12:39:20.292041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:20.472801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d5543f79-a9de-43eb-93a5-af7b4182faa6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:20.652826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d5543f79-a9de-43eb-93a5-af7b4182faa6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:20.662781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:20.664879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Set router b5ce5758-f89b-46c2-9d12-eec07e52d11e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:20.890502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d661e5-d40f-43c1-9d7c-b3c197fe0fe8 None None] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:20.994693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:21.008936 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:18Z', 'revision_number': 3, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:21.009340 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:21.009913 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.013787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Provisioning for port d5543f79-a9de-43eb-93a5-af7b4182faa6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:21.078601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Provisioning complete for port d5543f79-a9de-43eb-93a5-af7b4182faa6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:21.079335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Checking router: b5ce5758-f89b-46c2-9d12-eec07e52d11e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:21.079697 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Updating router b5ce5758-f89b-46c2-9d12-eec07e52d11e port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:39:21.081604 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.125526 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.601890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.663007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.702558 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.714436 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Transition to ACTIVE for port object 0c788d3d-5053-4a3f-aa1d-d6eea97418ad will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:21.726498 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.761598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] For port d5543f79-a9de-43eb-93a5-af7b4182faa6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d5543f79-a9de-43eb-93a5-af7b4182faa6,segment=NetworkSegment(9cb85347-a116-4d41-8289-b74e1f00fa1b),segment_id=9cb85347-a116-4d41-8289-b74e1f00fa1b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:21.788794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.806941 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Attempting to bind port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:21.807368 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Attempting to bind port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:21.807919 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Attempting to bind port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:21.814100 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Pushing event updated for resources: {'Port': ['ID=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:21.824351 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.824911 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.825139 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.825947 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.825947 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.826400 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.826400 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.826763 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.827489 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.827489 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.827877 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.827877 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:21.832329 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:21.832721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:21.833143 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.833676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:21.834432 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Bound port: 0c788d3d-5053-4a3f-aa1d-d6eea97418ad, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:21.834859 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.901950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:21.920784 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:21.960852 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] For port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:21.969899 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] For port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:21.970860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Pushing event updated for resources: {'Port': ['ID=d5543f79-a9de-43eb-93a5-af7b4182faa6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:21.979423 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:22.008440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.009448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.009448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.009448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.009729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.010058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.011141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.011476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.011807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.012136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.012464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.012924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aea0ca-0bf1-4b9e-8a18-700f6c043b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:22.126938 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503019a-b53e-41a4-892d-d8a9ff8898f7 None None] Pushing event updated for resources: {'Port': ['ID=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:22.146299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:22.156371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:22.157452 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Routers {'b5ce5758-f89b-46c2-9d12-eec07e52d11e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:22.158140 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:22.235756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8811ac53-64d3-4273-8db7-67cd97d9c204 None None] Provisioning complete for port d5543f79-a9de-43eb-93a5-af7b4182faa6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:22.236265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8811ac53-64d3-4273-8db7-67cd97d9c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:22.340950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d5543f79-a9de-43eb-93a5-af7b4182faa6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:22.379461 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] Set router b5ce5758-f89b-46c2-9d12-eec07e52d11e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:22.504970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:22.516177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-3250d816-8537-407b-9df4-8c53fd7e9b08 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0da4dc13e2a14777a65cac9711328a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859838 Sep 02 12:39:22.559371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d5543f79-a9de-43eb-93a5-af7b4182faa6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:22.559811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:22.624968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe0def-5a44-4957-8ce9-22977811090f req-f5249d89-4a83-4b2d-856d-e33b8c8df4c3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:22.635386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cafe0def-5a44-4957-8ce9-22977811090f req-f5249d89-4a83-4b2d-856d-e33b8c8df4c3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 943 time: 0.1010952 Sep 02 12:39:22.644377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-649e49fd-b300-470c-815e-d138872f6110 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:22.651827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-649e49fd-b300-470c-815e-d138872f6110 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346860 Sep 02 12:39:22.673600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-404347ec-08d5-40aa-88d8-5209dd1781dd tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/quotas/0da4dc13e2a14777a65cac9711328a38 HTTP/1.1" status: 200 len: 375 time: 0.0206761 Sep 02 12:39:22.715714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cafe0def-5a44-4957-8ce9-22977811090f req-7364b334-3f5c-4f53-aa56-cd47dbe8fc28 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758505 Sep 02 12:39:22.870091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:18Z', 'revision_number': 3, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:22.870938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Allocated IP 172.20.0.1 (2f124dcb-8424-43fa-8811-f9b962ba0e08/33537383-d313-4434-b549-d1898f2cac75/05bfaaff-1e4f-41ed-9e32-66d82cec939c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:22.928866 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9379c37-d2c8-4364-9d41-078e44d7ddef None None] The sync data for ids ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'] in n-d-792364-8 is: [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:18Z', 'revision_number': 3, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:23.035431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-1315d88c-1cf9-472d-a676-e84974f391bd tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3608632 Sep 02 12:39:23.105720 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81146b1c-6ef9-4f53-926f-22bc7a914db2 x-openstack-request-id: req-81146b1c-6ef9-4f53-926f-22bc7a914db2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:23.110383 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:23.111469 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81146b1c-6ef9-4f53-926f-22bc7a914db2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:23.112018 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'code': 200} Sep 02 12:39:23.126521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:23.172292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Transition to ACTIVE for port object 05bfaaff-1e4f-41ed-9e32-66d82cec939c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:23.226472 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:23.274227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:23.314631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:23.326959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:23.376414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Pushing event updated for resources: {'Port': ['ID=05bfaaff-1e4f-41ed-9e32-66d82cec939c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:23.433813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:23.471165 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-60284400-fe4f-4809-9b5c-d6b98a390930 service neutron] 10.222.0.41 "GET /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.1165409 Sep 02 12:39:23.617563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af64c7bc-6f78-41c3-939a-ef790b076384 req-629808f4-1698-448b-be1c-dc245053dcd1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 210 time: 0.1753109 Sep 02 12:39:23.808938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-33eb4a39-eb70-4235-825b-26089671c372 None None] Provisioning for port 05bfaaff-1e4f-41ed-9e32-66d82cec939c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:23.820056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f075f25-afe1-40e8-bf98-4fe81e233eb3 req-b42ffe78-eb63-4e76-b052-a4253182f95d tempest-FloatingIPsNegativeTestJSON-631197233 tempest-FloatingIPsNegativeTestJSON-631197233-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=3b6245c8f65647f684177a37541a09c0 HTTP/1.1" status: 200 len: 217 time: 0.2002535 Sep 02 12:39:23.830716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-33eb4a39-eb70-4235-825b-26089671c372 None None] Provisioning complete for port 05bfaaff-1e4f-41ed-9e32-66d82cec939c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:23.831943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-33eb4a39-eb70-4235-825b-26089671c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:23.942011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:23.944745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-33eb4a39-eb70-4235-825b-26089671c372 None None] Port 05bfaaff-1e4f-41ed-9e32-66d82cec939c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:39:23.984369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.005104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041803-43be-499b-9220-9fce00433c1e req-b1d67dc7-f0b9-48bd-a8ad-14a94c896f64 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:24.006695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64041803-43be-499b-9220-9fce00433c1e req-b1d67dc7-f0b9-48bd-a8ad-14a94c896f64 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 950 time: 0.2315083 Sep 02 12:39:24.014352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:24.079570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:24.100336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc9a51-d9a4-401a-aec5-704e4e116598 req-67378e89-199a-48de-ae3b-e940892ce743 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:24.108742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ffc9a51-d9a4-401a-aec5-704e4e116598 req-67378e89-199a-48de-ae3b-e940892ce743 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 943 time: 0.1495099 Sep 02 12:39:24.114767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64041803-43be-499b-9220-9fce00433c1e req-fd31007e-1727-480a-ae9d-e850fb9e7726 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979748 Sep 02 12:39:24.120271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:24.176276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.207747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a39bc9fd-c7ea-4268-b4c1-dd11b2110bde req-75f7a152-9a35-4a15-b491-cdb6192619d3 tempest-FloatingIPsNegativeTestJSON-631197233 tempest-FloatingIPsNegativeTestJSON-631197233-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0505466 Sep 02 12:39:24.277456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ffc9a51-d9a4-401a-aec5-704e4e116598 req-e9aca6b9-a41f-4d9d-bb36-859a4c76bebf tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666214 Sep 02 12:39:24.494341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:24.502326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.511584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.519346 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-1d9070d5-38c4-4610-869d-af559eeb27db req-7bfac889-41b7-4e86-a79a-6c8d2483e978 tempest-FloatingIPsNegativeTestJSON-631197233 tempest-FloatingIPsNegativeTestJSON-631197233-project] show failed (client error): The resource could not be found. Sep 02 12:39:24.526608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d9070d5-38c4-4610-869d-af559eeb27db req-7bfac889-41b7-4e86-a79a-6c8d2483e978 tempest-FloatingIPsNegativeTestJSON-631197233 tempest-FloatingIPsNegativeTestJSON-631197233-project] 10.222.0.60 "GET /v2.0/floatingips/6971b4a7-8c49-4dc0-8efc-1d663ca3a878 HTTP/1.1" status: 404 len: 350 time: 0.0664740 Sep 02 12:39:24.534818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:24.577845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:24.578902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.629926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.695721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Pushing event updated for resources: {'Port': ['ID=05bfaaff-1e4f-41ed-9e32-66d82cec939c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:24.757637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c788d3d-5053-4a3f-aa1d-d6eea97418ad up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:24.817365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] Transition to ACTIVE for port object 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:24.857723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.890111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:24.900047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:24.900432 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:24.912196 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a327188-e5f0-490c-be60-141e67655107 req-129e50b3-c669-4d73-a561-27bffdb60602 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 210 time: 0.1017594 Sep 02 12:39:24.955435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:24.959944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:24.986718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-a2eb6200-94b2-4dd8-b076-fe19c668c3d4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0da4dc13e2a14777a65cac9711328a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329818 Sep 02 12:39:25.100521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] No DVR routers for this DVR port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:25.129011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:25.131975 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670f1c37-03eb-4ad5-aa7e-23756abbeda4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:25.132798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:25.165300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:25.204011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:25.214270 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:25.226489 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefc1b83-4260-45c0-96ac-e0d33a522532 x-openstack-request-id: req-cefc1b83-4260-45c0-96ac-e0d33a522532 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:25.226794 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:25.227171 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cefc1b83-4260-45c0-96ac-e0d33a522532 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:25.227557 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'status': 'completed', 'code': 200} Sep 02 12:39:25.252056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Router b5ce5758-f89b-46c2-9d12-eec07e52d11e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:39:25.262263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8fe1f9a9-7309-4e5d-9462-16cc4444791d service neutron] 10.222.0.41 "PUT /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 1.7809303 Sep 02 12:39:25.392724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:25.457694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-c8394847-76bf-4be2-ae56-094796e5d143 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:25.459708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-c8394847-76bf-4be2-ae56-094796e5d143 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4627221 Sep 02 12:39:25.487476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Request body: {'port': {'device_id': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '0da4dc13e2a14777a65cac9711328a38'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:25.489324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3f19dacf-398f-4548-b031-eb2e9ea422a1 None None] Provisioning complete for port 05bfaaff-1e4f-41ed-9e32-66d82cec939c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:25.490336 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f19dacf-398f-4548-b031-eb2e9ea422a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:25.541136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3f19dacf-398f-4548-b031-eb2e9ea422a1 None None] Port 05bfaaff-1e4f-41ed-9e32-66d82cec939c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:39:25.571812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-68993dfa-4178-434b-887f-dc6906d273ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:25.574279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-68993dfa-4178-434b-887f-dc6906d273ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1095 time: 0.3203087 Sep 02 12:39:25.596620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-30c9a4f6-0119-49d1-966c-b176fd86ef55 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:25.599584 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-30c9a4f6-0119-49d1-966c-b176fd86ef55 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.1610339 Sep 02 12:39:25.697006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Made reservation on behalf of 0da4dc13e2a14777a65cac9711328a38 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:25.701360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:25.730956 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:25.734102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf52233-2f5c-4390-b519-9508fe36c259 req-8b4a66e1-70ff-44a5-b154-96747eb74181 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:25.736284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6bf52233-2f5c-4390-b519-9508fe36c259 req-8b4a66e1-70ff-44a5-b154-96747eb74181 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.2822218 Sep 02 12:39:25.788647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:25.797267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8fc93a1f-0a5f-458f-80c4-3081e1315e90 admin admin] 10.222.0.60 "PUT /v2.0/routers/b5ce5758-f89b-46c2-9d12-eec07e52d11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5027957 Sep 02 12:39:25.802932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-8e786be1-f6f0-4d24-bf89-98a7c25ce056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:25.804678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-8e786be1-f6f0-4d24-bf89-98a7c25ce056 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.2141836 Sep 02 12:39:25.811007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Sync routers for ids ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:25.813625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-c72f330e-9e57-44ac-b362-18561460fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:25.815128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-c72f330e-9e57-44ac-b362-18561460fc56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298&tenant_id=8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 1095 time: 0.1858280 Sep 02 12:39:25.832037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Routers {'b5ce5758-f89b-46c2-9d12-eec07e52d11e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:25.833250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:25.873309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-406f738b-8dfc-4556-abf8-92295ad7a308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 217 time: 0.0554268 Sep 02 12:39:26.012074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6bf52233-2f5c-4390-b519-9508fe36c259 req-6012d4ee-9651-4762-8cc5-ffe92a3ba937 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644320 Sep 02 12:39:26.023515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-1c503d6c-fa17-4507-94be-0f1ffe4e519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:26.023753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Set router b5ce5758-f89b-46c2-9d12-eec07e52d11e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:26.025017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-1c503d6c-fa17-4507-94be-0f1ffe4e519c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1371117 Sep 02 12:39:26.027695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-c9caba2b-490e-4eff-972d-f5d865204cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:26.029730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-c9caba2b-490e-4eff-972d-f5d865204cd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1095 time: 0.1536083 Sep 02 12:39:26.067333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aaf2d46c-b701-48a2-9774-c77f2b40d7df req-5645fff7-749c-476d-a151-9a60f8c1a908 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 210 time: 0.0370488 Sep 02 12:39:26.097922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-a7eb539b-fc4e-419b-87b1-652b9b3f92a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434504 Sep 02 12:39:26.176334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Allocated IP 192.168.233.76 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/6d1b43ad-d8ee-489c-a515-d46110bd5361) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:26.240945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:26.282213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c788d3d-5053-4a3f-aa1d-d6eea97418ad up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:26.326389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-c1dee52c-fb04-4d45-a75a-ce3902286786 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444988 Sep 02 12:39:26.447366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-b2774bae-0deb-4de5-a291-888ab9a86ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:26.449059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-b2774bae-0deb-4de5-a291-888ab9a86ef6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.4108911 Sep 02 12:39:26.456192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:26.456392 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:26.506848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-fccb0e9f-93a9-4768-b244-eaea1094b42e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 200 len: 217 time: 0.0461493 Sep 02 12:39:26.542182 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:26.573471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670f1c37-03eb-4ad5-aa7e-23756abbeda4 req-3e45c1ec-f9b1-46e0-92e0-9ac56ea472ec service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347326 Sep 02 12:39:26.581424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:26.583689 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f628639-b786-434d-a601-c59c536f45e3" -d '{"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:26.590101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-3d9872d0-f9be-4489-888c-5c0a44a3db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:26.591702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-3d9872d0-f9be-4489-888c-5c0a44a3db25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0766795 Sep 02 12:39:26.607880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:26.616570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:23Z', 'revision_number': 4, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '05bfaaff-1e4f-41ed-9e32-66d82cec939c', 'name': '', 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'mac_address': 'fa:16:3e:4d:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '33537383-d313-4434-b549-d1898f2cac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:22Z', 'updated_at': '2021-09-02T12:39:24Z', 'revision_number': 2, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'subnets': [{'id': '33537383-d313-4434-b549-d1898f2cac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:26.627478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-789f2813-0d50-4e17-996c-cc60241af124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268104 Sep 02 12:39:26.631749 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:26.632554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Deleting port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:26.632885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:26.648358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b52ec334-1611-4cc1-bf30-11ddda6f56ae tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4180226 Sep 02 12:39:26.657528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:26.824521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-8d24f49e-c941-4300-8917-f6edd14c14f6 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856403 Sep 02 12:39:26.828119 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34064b77-50b6-452e-9d33-a45f7eacd229 x-openstack-request-id: req-34064b77-50b6-452e-9d33-a45f7eacd229 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:26.828432 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:26.828691 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34064b77-50b6-452e-9d33-a45f7eacd229 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:26.829286 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'code': 200} Sep 02 12:39:26.852560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:26.857418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Checking router: b5ce5758-f89b-46c2-9d12-eec07e52d11e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:26.858048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Updating router b5ce5758-f89b-46c2-9d12-eec07e52d11e port 05bfaaff-1e4f-41ed-9e32-66d82cec939c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:39:26.891044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:26.947206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-a0b22706-05cd-47bd-b366-58dd2be7fb7d service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100855 Sep 02 12:39:27.139139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.152206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Transition to ACTIVE for port object 6d1b43ad-d8ee-489c-a515-d46110bd5361 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:27.196298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.205715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.215212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523426-163a-4d85-9bbb-2c74b66d4da8 req-fb744400-69de-4341-bb99-e65882f21571 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:27.221943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6a56df92-32c5-4c16-b376-78a14173cc08'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:27.224094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['09e22b7b-2780-43eb-b246-d82dd7f0ddc5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:27.228546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14523426-163a-4d85-9bbb-2c74b66d4da8 req-fb744400-69de-4341-bb99-e65882f21571 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.1112990 Sep 02 12:39:27.313951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-f502e6e5-3f2b-42ed-a6b5-c3ec9042a682 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:27.316129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] For port 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:27.316509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.316705 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-f502e6e5-3f2b-42ed-a6b5-c3ec9042a682 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.0839260 Sep 02 12:39:27.340110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14523426-163a-4d85-9bbb-2c74b66d4da8 req-84de37d7-f46d-467c-a043-d0f7d4475243 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029670 Sep 02 12:39:27.340403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:27.347055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Calling delete_port for 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:27.349753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:27.377130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:27.453499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:27.454279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.468408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event updated for resources: {'Port': ['ID=6d1b43ad-d8ee-489c-a515-d46110bd5361,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:27.475441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.488790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Transition to ACTIVE for port object 05bfaaff-1e4f-41ed-9e32-66d82cec939c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:27.489567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-d686a06c-056a-4587-b865-a04419bb907f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0183008 Sep 02 12:39:27.516519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Request body: {'port': {'device_id': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:27.526549 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.605323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b1e05-c2c9-4acb-a4c4-a8151ff54982 None None] Pushing event updated for resources: {'Port': ['ID=05bfaaff-1e4f-41ed-9e32-66d82cec939c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:27.666441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8ad5-b1f9-40ee-9a61-84e45f4f36de req-15ad3414-62bc-408c-ac2b-852cddf5f418 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:27.668003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df8ad5-b1f9-40ee-9a61-84e45f4f36de req-15ad3414-62bc-408c-ac2b-852cddf5f418 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 935 time: 0.1890411 Sep 02 12:39:27.681661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-ec0a4b58-6a32-47ce-9f22-228b5bd9dba1 service neutron] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:27.697469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-ec0a4b58-6a32-47ce-9f22-228b5bd9dba1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.698605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4928d1d-c0ff-49fa-b209-634ca03fb353 req-ec0a4b58-6a32-47ce-9f22-228b5bd9dba1 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.3634915 Sep 02 12:39:27.703676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.771560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df8ad5-b1f9-40ee-9a61-84e45f4f36de req-5740a51e-844b-4547-abac-5d12cc65d262 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884001 Sep 02 12:39:27.827661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.835549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Attempting to bind port 05bfaaff-1e4f-41ed-9e32-66d82cec939c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:27.836024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Attempting to bind port 05bfaaff-1e4f-41ed-9e32-66d82cec939c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:27.836440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Attempting to bind port 05bfaaff-1e4f-41ed-9e32-66d82cec939c on network 2f124dcb-8424-43fa-8811-f9b962ba0e08 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:27.855273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:27.855670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Checking segment: {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:27.856085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.856605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Bound using segment: {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:27.857348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Bound port: 05bfaaff-1e4f-41ed-9e32-66d82cec939c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb85347-a116-4d41-8289-b74e1f00fa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:27.858283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:27.864271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18861115-ff6a-4778-aa63-61cdd811b76e None None] Provisioning for port 6d1b43ad-d8ee-489c-a515-d46110bd5361 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:27.896667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18861115-ff6a-4778-aa63-61cdd811b76e None None] Provisioning complete for port 6d1b43ad-d8ee-489c-a515-d46110bd5361 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:27.897325 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18861115-ff6a-4778-aa63-61cdd811b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.056623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-18861115-ff6a-4778-aa63-61cdd811b76e None None] Port 6d1b43ad-d8ee-489c-a515-d46110bd5361 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:39:28.091840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] For port 05bfaaff-1e4f-41ed-9e32-66d82cec939c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:28.095338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] For port 05bfaaff-1e4f-41ed-9e32-66d82cec939c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=05bfaaff-1e4f-41ed-9e32-66d82cec939c,segment=NetworkSegment(9cb85347-a116-4d41-8289-b74e1f00fa1b),segment_id=9cb85347-a116-4d41-8289-b74e1f00fa1b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:28.100208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.187822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Allocated IP 172.25.7.161 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/558e955e-7a92-4aa6-bccf-8c590273881b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:28.196630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.253359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c38025-4e6f-4fc1-aaa0-e8a3f522b21c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:28.254916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Routers {'b5ce5758-f89b-46c2-9d12-eec07e52d11e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:28.255655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:28.382944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b1e05-c2c9-4acb-a4c4-a8151ff54982 None None] Pushing event updated for resources: {'Port': ['ID=05bfaaff-1e4f-41ed-9e32-66d82cec939c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:28.424053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:28.704855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1b43ad-d8ee-489c-a515-d46110bd5361 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:28.739184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.754496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.837802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Transition to ACTIVE for port object 6d1b43ad-d8ee-489c-a515-d46110bd5361 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:28.854195 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.957764 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:28.986797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:29.006278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'mac_address': 'fa:16:3e:85:f3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:29.018497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] Set router b5ce5758-f89b-46c2-9d12-eec07e52d11e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:29.074368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67caedc-da77-4c2b-b12e-3519283d4c60 req-71e41b68-7594-46a5-853b-27dfeff12812 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:29.077094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d67caedc-da77-4c2b-b12e-3519283d4c60 req-71e41b68-7594-46a5-853b-27dfeff12812 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.6018307 Sep 02 12:39:29.151001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d67caedc-da77-4c2b-b12e-3519283d4c60 req-aa09723c-9836-45bc-bdd5-89949dbcd9b4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554907 Sep 02 12:39:29.219886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:29.230911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1b43ad-d8ee-489c-a515-d46110bd5361,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:29.281259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f4d13531-81d1-4141-ba23-ccf3be3b0e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:29.390752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:29.393013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe290aa7-a4a2-4ff0-84b7-81e333a272e7 req-40dc51df-0615-4726-94cf-ff1fc370d076 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:29.405533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe290aa7-a4a2-4ff0-84b7-81e333a272e7 req-40dc51df-0615-4726-94cf-ff1fc370d076 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 947 time: 0.1229584 Sep 02 12:39:29.428284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef29d6b1-7d90-4d60-8ccf-e30131d0b59e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:29.468097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe290aa7-a4a2-4ff0-84b7-81e333a272e7 req-aed3ac97-7d36-4873-90dc-e1474652fd90 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Sep 02 12:39:29.471319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:29.484154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:29.505497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:29.508004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=558e955e-7a92-4aa6-bccf-8c590273881b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:29.519839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:29.529707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:29.626657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:29.635837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:23Z', 'revision_number': 4, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '05bfaaff-1e4f-41ed-9e32-66d82cec939c', 'name': '', 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'mac_address': 'fa:16:3e:4d:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '33537383-d313-4434-b549-d1898f2cac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:22Z', 'updated_at': '2021-09-02T12:39:28Z', 'revision_number': 4, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'subnets': [{'id': '33537383-d313-4434-b549-d1898f2cac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:29.668850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Attempting to bind port 6d1b43ad-d8ee-489c-a515-d46110bd5361 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:29.669325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Attempting to bind port 6d1b43ad-d8ee-489c-a515-d46110bd5361 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:29.669657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Attempting to bind port 6d1b43ad-d8ee-489c-a515-d46110bd5361 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:29.698050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:29.705534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedba21e-d3e0-4e4d-b844-2dd83ad66b2a None None] The sync data for ids ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'] in n-d-792364-8 is: [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:23Z', 'revision_number': 4, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '05bfaaff-1e4f-41ed-9e32-66d82cec939c', 'name': '', 'network_id': '2f124dcb-8424-43fa-8811-f9b962ba0e08', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'mac_address': 'fa:16:3e:4d:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '33537383-d313-4434-b549-d1898f2cac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:22Z', 'updated_at': '2021-09-02T12:39:28Z', 'revision_number': 4, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'subnets': [{'id': '33537383-d313-4434-b549-d1898f2cac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:29.706744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Port 6d1b43ad-d8ee-489c-a515-d46110bd5361 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:39:29.707055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Attempting to bind port 6d1b43ad-d8ee-489c-a515-d46110bd5361 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:29.723178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:29.723446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:29.723797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:29.724241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Bound port: 6d1b43ad-d8ee-489c-a515-d46110bd5361, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:29.724596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.032646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163afe9-4cab-450a-b52f-d172c41db2c4 req-7164575d-c3c2-41de-8d1e-01ccaa378f0a tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:30.041758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3163afe9-4cab-450a-b52f-d172c41db2c4 req-7164575d-c3c2-41de-8d1e-01ccaa378f0a tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1095 time: 0.0648737 Sep 02 12:39:30.049681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.155098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3163afe9-4cab-450a-b52f-d172c41db2c4 req-39d92a84-46b5-4976-aefa-b585edd4957b tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095634 Sep 02 12:39:30.257689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.460615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:30.482450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3220e8-8bd9-44f3-858a-830a4a1b1d44 req-cc71478c-e4db-4503-80b0-cbd8f2acb62e tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:30.484068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ee3220e8-8bd9-44f3-858a-830a4a1b1d44 req-cc71478c-e4db-4503-80b0-cbd8f2acb62e tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 1095 time: 0.1325116 Sep 02 12:39:30.503720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Router 57d7876e-3b23-42a8-9990-b12e6f316a96 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:39:30.517556 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:39:30.526786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05bfaaff-1e4f-41ed-9e32-66d82cec939c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:30.537151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] For port 6d1b43ad-d8ee-489c-a515-d46110bd5361, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:30.590076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ee3220e8-8bd9-44f3-858a-830a4a1b1d44 req-d45d110b-22a6-47ff-9cf1-737f66c4d125 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948393 Sep 02 12:39:30.681908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] For port 6d1b43ad-d8ee-489c-a515-d46110bd5361, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:30.700238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.752521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 05bfaaff-1e4f-41ed-9e32-66d82cec939c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:30.757060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:30.757438 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.759058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 05bfaaff-1e4f-41ed-9e32-66d82cec939c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:30.759419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.815783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e7f3e-7e5e-428e-86e8-85dfbaa1db76 req-fb71fe80-ac4c-4a40-a70c-a54f6a804d60 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:30.827244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1e7f3e-7e5e-428e-86e8-85dfbaa1db76 req-fb71fe80-ac4c-4a40-a70c-a54f6a804d60 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 947 time: 0.1102262 Sep 02 12:39:30.838066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.865639 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.879528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1e7f3e-7e5e-428e-86e8-85dfbaa1db76 req-2a68b320-2787-470a-b916-aa8a5ad86d63 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511341 Sep 02 12:39:30.986765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:30.988772 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.014140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:31.014787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.027393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d1b43ad-d8ee-489c-a515-d46110bd5361 HTTP/1.1" status: 200 len: 1095 time: 3.5215893 Sep 02 12:39:31.169904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 05bfaaff-1e4f-41ed-9e32-66d82cec939c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=05bfaaff-1e4f-41ed-9e32-66d82cec939c,segment=NetworkSegment(9cb85347-a116-4d41-8289-b74e1f00fa1b),segment_id=9cb85347-a116-4d41-8289-b74e1f00fa1b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:31.185287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'tag': '6d1b43ad-d8ee-489c-a515-d46110bd5361'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:31.188178 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0150c-2543-4f21-8358-e478c6d369b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6709e60-42ab-4692-b4ee-835965bb03d2", "tag": "6d1b43ad-d8ee-489c-a515-d46110bd5361"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:31.192444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:31.198282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:31.206405 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] Sync routers for ids ['57d7876e-3b23-42a8-9990-b12e6f316a96'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:31.215056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d207e78b-4246-4118-8ad6-f9ba06ef7593 admin admin] 10.222.0.60 "PUT /v2.0/routers/57d7876e-3b23-42a8-9990-b12e6f316a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6791313 Sep 02 12:39:31.217839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:31.238105 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00340e8e-d4c3-42d6-b352-53eddbf4fa06" -d '{"events": [{"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-plugged", "status": "completed", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:31.244133 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] Routers {'57d7876e-3b23-42a8-9990-b12e6f316a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:31.249888 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['57d7876e-3b23-42a8-9990-b12e6f316a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:31.284012 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.305889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:31.332706 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.341113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.408426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.410129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7608173 Sep 02 12:39:31.462710 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b49eb86f-a322-4c6a-8456-e73727982934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.479354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=05bfaaff-1e4f-41ed-9e32-66d82cec939c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:31.491094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-dfa53d57-a620-48e0-84cb-ce0a1e4214de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:31.493143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-dfa53d57-a620-48e0-84cb-ce0a1e4214de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 1098 time: 0.2945688 Sep 02 12:39:31.629060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:31.631180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.681916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-cc9854a4-8f45-47a0-83e5-be9bcdfa69eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361 HTTP/1.1" status: 200 len: 217 time: 0.1647873 Sep 02 12:39:31.685154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-63d76b94-509d-4c69-aa1b-12e3605730e6 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.2677021 Sep 02 12:39:31.685994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f043b7-c808-40b9-8aa1-1fcd35de75f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1b43ad-d8ee-489c-a515-d46110bd5361,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:31.697568 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] Set router 57d7876e-3b23-42a8-9990-b12e6f316a96 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:31.705483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:31.862976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40af9a0-3c4f-47d9-8b69-db7c555bca70 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=558e955e-7a92-4aa6-bccf-8c590273881b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:31.969255 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:32.073280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Deleting port 3b750792-c224-4573-973a-b3ae764318e2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:32.073919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:32.316531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05bfaaff-1e4f-41ed-9e32-66d82cec939c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:32.354244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] For port 3b750792-c224-4573-973a-b3ae764318e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3b750792-c224-4573-973a-b3ae764318e2,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:32.354820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:32.367783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3b750792-c224-4573-973a-b3ae764318e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:28Z', 'revision_number': 5, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port': {'id': '3b750792-c224-4573-973a-b3ae764318e2', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:04Z', 'updated_at': '2021-09-02T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:32.426622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-f3b959ea-cb58-4bef-8f71-55bd2e42e517 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:32.433291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82246bb5-aa79-4162-87f8-562d61d31e7e req-f3b959ea-cb58-4bef-8f71-55bd2e42e517 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.6972320 Sep 02 12:39:32.438789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Calling delete_port for 3b750792-c224-4573-973a-b3ae764318e2 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:32.445182 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc83d509-7626-429c-9e85-44f570a59542 x-openstack-request-id: req-cc83d509-7626-429c-9e85-44f570a59542 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:32.445578 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6709e60-42ab-4692-b4ee-835965bb03d2", "tag": "6d1b43ad-d8ee-489c-a515-d46110bd5361", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:32.445938 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc83d509-7626-429c-9e85-44f570a59542 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:32.455219 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'tag': '6d1b43ad-d8ee-489c-a515-d46110bd5361', 'status': 'completed', 'code': 200} Sep 02 12:39:32.470434 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2456b64d-6820-437b-bee2-0fc2d4bbae12 x-openstack-request-id: req-2456b64d-6820-437b-bee2-0fc2d4bbae12 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:32.471394 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-plugged", "status": "completed", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:32.474133 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2456b64d-6820-437b-bee2-0fc2d4bbae12 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:32.475370 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'code': 200} Sep 02 12:39:32.494228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-79bfc2f4-fb9b-46a4-8bd5-d8d44644000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:32.495929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-79bfc2f4-fb9b-46a4-8bd5-d8d44644000d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.7590313 Sep 02 12:39:32.507845 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] Checking router: 57d7876e-3b23-42a8-9990-b12e6f316a96 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:32.556369 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] Routers {'57d7876e-3b23-42a8-9990-b12e6f316a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:32.559151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['57d7876e-3b23-42a8-9990-b12e6f316a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:32.565504 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:32.575540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 05bfaaff-1e4f-41ed-9e32-66d82cec939c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:32.575911 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:32.649198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168718f8-d905-4ca9-b801-8015c82488c3 req-45c2eaf6-c859-4b47-a405-beb6b49d0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:32.653926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-45c2eaf6-c859-4b47-a405-beb6b49d0f72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476080 Sep 02 12:39:32.807280 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] Set router 57d7876e-3b23-42a8-9990-b12e6f316a96 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:32.908574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-703840cf-4c23-47d5-8cd1-f022f421045a service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433808 Sep 02 12:39:32.930753 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:31Z', 'revision_number': 6, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:32.948766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e7fa3-71f5-48bf-aae0-1a534b119d01 req-ba0de13c-5c0c-4444-aaa0-2ccb4d8185a7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:32.967573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d38e7fa3-71f5-48bf-aae0-1a534b119d01 req-ba0de13c-5c0c-4444-aaa0-2ccb4d8185a7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 947 time: 0.2795920 Sep 02 12:39:33.003676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fbfe9-41b6-4532-ab91-b572aaf97e86 None None] The sync data for ids ['57d7876e-3b23-42a8-9990-b12e6f316a96'] in n-d-792364-8 is: [{'id': '57d7876e-3b23-42a8-9990-b12e6f316a96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1914324420-router', 'tenant_id': '3b6245c8f65647f684177a37541a09c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:03Z', 'updated_at': '2021-09-02T12:39:31Z', 'revision_number': 6, 'project_id': '3b6245c8f65647f684177a37541a09c0', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:33.055174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d38e7fa3-71f5-48bf-aae0-1a534b119d01 req-b982455d-5ae9-4940-955b-3c5d43411749 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860043 Sep 02 12:39:33.063778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.100526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b750792-c224-4573-973a-b3ae764318e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:33.195422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.410309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.417889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.558648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.565424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d7876e-3b23-42a8-9990-b12e6f316a96 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:39:33.594276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.602729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0f6a524a-43b4-4e50-ba8d-ecb92f5ff90b admin admin] 10.222.0.60 "DELETE /v2.0/routers/57d7876e-3b23-42a8-9990-b12e6f316a96 HTTP/1.1" status: 204 len: 168 time: 2.3830092 Sep 02 12:39:33.606174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50392) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:33.801644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Deleting subnet 05998c55-afb4-485b-858c-f0fdc96e24b5 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:39:33.831762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-168718f8-d905-4ca9-b801-8015c82488c3 req-33eff3a9-4ba4-4386-9dee-11d4f02bfeb9 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9115000 Sep 02 12:39:33.832730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:33.881840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-2401a492-3981-4f55-9f94-a1da415b2856 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9160144 Sep 02 12:39:33.901533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:34.030693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.058297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.098115 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.234082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-51076fa1-eaf2-476a-9384-bc15d8928511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:34.235721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-51076fa1-eaf2-476a-9384-bc15d8928511 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0da4dc13e2a14777a65cac9711328a38&device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 1098 time: 0.2817414 Sep 02 12:39:34.315802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.339484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3b750792-c224-4573-973a-b3ae764318e2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:34.410960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 3b750792-c224-4573-973a-b3ae764318e2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:34.411310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3b750792-c224-4573-973a-b3ae764318e2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:34.411719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:34.491027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.500692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-555cf20d-baff-41e9-adae-b063b1f036e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:34.502382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-555cf20d-baff-41e9-adae-b063b1f036e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2478564 Sep 02 12:39:34.547781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:34.547781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 63c38025-4e6f-4fc1-aaa0-e8a3f522b21c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:34.579785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05998c55-afb4-485b-858c-f0fdc96e24b5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:34.588179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee6cd0c-b169-49e3-aeeb-cadbfc5f8930 None None] Network cd874bc5-488c-465b-bb6b-e48a33d31c41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:34.592347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.594421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9c68be16-6df8-4d1e-849c-2d2a622daf35 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/05998c55-afb4-485b-858c-f0fdc96e24b5 HTTP/1.1" status: 204 len: 168 time: 0.9826128 Sep 02 12:39:34.601693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50416) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:34.632964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-d0b23977-2140-43b4-9109-65c4592ec940 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361 HTTP/1.1" status: 200 len: 217 time: 0.1204553 Sep 02 12:39:34.743782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-debf9e4d-37d8-4ef6-b1bc-5543dfc654be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:34.748525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-debf9e4d-37d8-4ef6-b1bc-5543dfc654be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1027353 Sep 02 12:39:34.811870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.827986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.842618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-a19f7186-179e-4fe6-91a8-610747bfd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:34.845113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-a19f7186-179e-4fe6-91a8-610747bfd12b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898778 Sep 02 12:39:34.920008 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:34.937307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9170d-6d88-4339-adf8-0c8040c1dd79 req-c98b6c1f-21fc-496d-aa8b-3cc56e38165b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:34.953349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6b9170d-6d88-4339-adf8-0c8040c1dd79 req-c98b6c1f-21fc-496d-aa8b-3cc56e38165b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 947 time: 0.1620743 Sep 02 12:39:35.041045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6b9170d-6d88-4339-adf8-0c8040c1dd79 req-751bc255-471c-49c3-99ad-1ac0a7e9af66 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Sep 02 12:39:35.073634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Deleting port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:35.076311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.088785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-d3fdd071-00fa-44fd-a1a3-83dfeb7a4b39 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968982 Sep 02 12:39:35.097022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] DHCP port deletion for cd874bc5-488c-465b-bb6b-e48a33d31c41 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:39:35.189684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Allocated IP 172.25.7.180 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/c9e4e594-4ad1-453a-9708-907dad5bfd3d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:35.237674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a539ef-89f9-47a8-98cc-a5f4f002f581 req-891f48e2-37ad-49c9-8ced-76afffae6637 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:35.239562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29a539ef-89f9-47a8-98cc-a5f4f002f581 req-891f48e2-37ad-49c9-8ced-76afffae6637 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 945 time: 0.0845568 Sep 02 12:39:35.241834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] Deleting port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:35.242362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] For port c7f9937c-3232-49b3-923b-1ec0bbe09cd6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:35.242472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.242592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.324202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.324418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Calling delete_port for c7f9937c-3232-49b3-923b-1ec0bbe09cd6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:35.372425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.377013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] For port c7f9937c-3232-49b3-923b-1ec0bbe09cd6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,segment=NetworkSegment(edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f),segment_id=edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:35.378523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.420319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] Calling delete_port for c7f9937c-3232-49b3-923b-1ec0bbe09cd6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:35.455732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:35.462157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:35.470543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:35.608689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=c9e4e594-4ad1-453a-9708-907dad5bfd3d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:35.611187 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.611187 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29a539ef-89f9-47a8-98cc-a5f4f002f581 req-2fd05fae-7820-4717-96d4-b00e9762c6d7 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580203 Sep 02 12:39:35.611772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbb0150c-2543-4f21-8358-e478c6d369b0 req-7c86a6fb-4182-4a16-90c5-938bb889d4e7 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979861 Sep 02 12:39:35.645363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.705048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:35.710070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] No DVR routers for this DVR port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:35.747303 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.752709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.811681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] Pushing event deleted for resources: {'Port': ['ID=c7f9937c-3232-49b3-923b-1ec0bbe09cd6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:35.838055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9bc65-db7b-44d4-b566-2aaddd11a083 None None] No DVR routers for this DVR port c7f9937c-3232-49b3-923b-1ec0bbe09cd6 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:35.897841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:35.933010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd874bc5-488c-465b-bb6b-e48a33d31c41']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:35.968473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:35.968870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcf7d06-2555-4d29-9a5a-8f93bc5b2b3f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:35.996678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.020567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.032751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:39:36.037457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:39:36.039639 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:39:36.214087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6d1b43ad-d8ee-489c-a515-d46110bd5361 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:36.227768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.246228 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.255224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cd874bc5-488c-465b-bb6b-e48a33d31c41 HTTP/1.1" status: 204 len: 168 time: 1.6517217 Sep 02 12:39:36.282054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.292012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.308408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73813f-2954-4afe-b0dd-32656db1c782 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd874bc5-488c-465b-bb6b-e48a33d31c41,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:36.330096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aa7d4-c56b-4678-b9a2-37aae905e957 req-abc5aa33-c9c0-4838-a0f2-a1fdce655bc0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:36.338898 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-333aa7d4-c56b-4678-b9a2-37aae905e957 req-abc5aa33-c9c0-4838-a0f2-a1fdce655bc0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 947 time: 0.1471846 Sep 02 12:39:36.369532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=c9e4e594-4ad1-453a-9708-907dad5bfd3d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:36.382608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c7f9937c-3232-49b3-923b-1ec0bbe09cd6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:36.400262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-333aa7d4-c56b-4678-b9a2-37aae905e957 req-abaeba9c-5817-4018-8c7d-e1862e852914 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Sep 02 12:39:36.463146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.484471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c7f9937c-3232-49b3-923b-1ec0bbe09cd6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:36.485089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c7f9937c-3232-49b3-923b-1ec0bbe09cd6 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:36.499300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.500980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-6cb506e6-44b6-4da5-a064-2e76b5eb8e55 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6058371 Sep 02 12:39:36.501646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:36.554735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6d1b43ad-d8ee-489c-a515-d46110bd5361, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:36.583033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '6d1b43ad-d8ee-489c-a515-d46110bd5361', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '6d1b43ad-d8ee-489c-a515-d46110bd5361', 'mac_address': 'fa:16:3e:b5:07:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:36.621320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-8ad55ab7-020c-43d9-bd61-cc1511337ca2 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1118279 Sep 02 12:39:36.686920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.718141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1b43ad-d8ee-489c-a515-d46110bd5361 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:36.768936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6d1b43ad-d8ee-489c-a515-d46110bd5361, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:36.778044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:36.893944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-145870b2-57b5-4e17-8af6-825d03bef02f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:36.895477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e671141f-9c68-4c0f-808d-1ff31fc37be9 req-145870b2-57b5-4e17-8af6-825d03bef02f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2573860 Sep 02 12:39:36.906789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0769fd14-fe69-44e0-8aac-cc0519b6fe65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b6245c8f65647f684177a37541a09c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003618 Sep 02 12:39:36.907590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:36.963543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6d1b43ad-d8ee-489c-a515-d46110bd5361,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:36.985069 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9a37d2f-03e3-4dc1-89e3-c071337050a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:37.034081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6d1b43ad-d8ee-489c-a515-d46110bd5361'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:37.036821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9a37d2f-03e3-4dc1-89e3-c071337050a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:37.227246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-2632ac72-5fcc-4d49-9fcc-c907c92880dd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:37.234934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-2632ac72-5fcc-4d49-9fcc-c907c92880dd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.2251878 Sep 02 12:39:37.244152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9a37d2f-03e3-4dc1-89e3-c071337050a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:37.246866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9a37d2f-03e3-4dc1-89e3-c071337050a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:37.250800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b9a37d2f-03e3-4dc1-89e3-c071337050a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8a00845-b9d6-46fe-ae3e-355a3734fd26 HTTP/1.1" status: 204 len: 168 time: 0.3406017 Sep 02 12:39:37.256778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-1b93d01a-1340-4f11-9507-58784994ea01 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2292807 Sep 02 12:39:37.263430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:37.282445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-f0801ac1-3350-4f82-ad50-c85d8d18ba3c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/quotas/4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 375 time: 0.0450575 Sep 02 12:39:37.314089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:37.368540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a37d2f-03e3-4dc1-89e3-c071337050a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a00845-b9d6-46fe-ae3e-355a3734fd26,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:37.423920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-4945f831-8d84-4779-b2d7-5c926005727e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1399028 Sep 02 12:39:37.504401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:37.600037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-166738c6-3753-4337-b056-5a7994dbb933 service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750588 Sep 02 12:39:37.692879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Allocated IP 172.25.7.32 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/b3fbaf1e-333a-43ae-979d-37bdcd6e37d0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:37.828371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-3444a89d-6029-4822-97ad-af104d01afaf service neutron] 10.222.0.60 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260873 Sep 02 12:39:37.975251 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.095798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.150659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:38.155865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:38.165146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:38.220428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6d1b43ad-d8ee-489c-a515-d46110bd5361 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:38.235968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=b3fbaf1e-333a-43ae-979d-37bdcd6e37d0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:38.292061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02c89-18e3-4523-8438-9220d126f62c req-501f3b38-1179-41ef-a185-84d433725933 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:38.293883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3c02c89-18e3-4523-8438-9220d126f62c req-501f3b38-1179-41ef-a185-84d433725933 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.18 "GET /v2.0/ports?device_id=9369f2b1-ddae-440a-95d0-0304ae411b4e HTTP/1.1" status: 200 len: 945 time: 0.1346984 Sep 02 12:39:38.326705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.413944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 6d1b43ad-d8ee-489c-a515-d46110bd5361 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:38.420443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 6d1b43ad-d8ee-489c-a515-d46110bd5361 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:38.421360 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.423688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.544314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Deleting port 2b063e03-2728-46ae-b17a-1f56e9ebbaee {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:38.544314 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.657487 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.678261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.686950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.702838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1b43ad-d8ee-489c-a515-d46110bd5361'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:38.705143 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e584b-afb4-4398-ab81-6b8e4c1ac17a" -d '{"events": [{"server_uuid": "d6709e60-42ab-4692-b4ee-835965bb03d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d1b43ad-d8ee-489c-a515-d46110bd5361"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:38.759792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6d1b43ad-d8ee-489c-a515-d46110bd5361, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:38.765789 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.805495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-89370a9d-7224-4392-a776-93dc6da9793c tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1907698678&fields=id&tenant_id=bf4304df0e6c439aa721d8e897433fbc HTTP/1.1" status: 200 len: 267 time: 0.1248245 Sep 02 12:39:38.829971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=b3fbaf1e-333a-43ae-979d-37bdcd6e37d0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:38.845860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.896712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:38.897194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6d1b43ad-d8ee-489c-a515-d46110bd5361,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:38.899423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-be95de53-4d9b-4a49-a569-21ed06f845eb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6417413 Sep 02 12:39:38.999080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-a2fe6400-ff63-4148-8a74-03a3a8d4dde0 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:39.006339 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-0f2d05e6-725c-4fb0-8598-6c96bea2010d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0962958 Sep 02 12:39:39.007129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-a2fe6400-ff63-4148-8a74-03a3a8d4dde0 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 823 time: 0.2006161 Sep 02 12:39:39.025538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-f9c9a0da-d4a4-4bd1-9880-8b2d072973f8 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/quotas/bf4304df0e6c439aa721d8e897433fbc HTTP/1.1" status: 200 len: 375 time: 0.0174468 Sep 02 12:39:39.152481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-0791a2f4-a603-4479-b0bd-ec6fdcb113ae tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:39.167340 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb96421a-597f-4528-beb5-362dcb1f8653 req-0791a2f4-a603-4479-b0bd-ec6fdcb113ae tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1602819 Sep 02 12:39:39.170490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-2e913b97-bdb1-4607-ab6b-cf91c203dad8 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1439772 Sep 02 12:39:39.217004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] For port 2b063e03-2728-46ae-b17a-1f56e9ebbaee, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2b063e03-2728-46ae-b17a-1f56e9ebbaee,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:39.217481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:39.385153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd16a40-fee2-4122-a2d8-b3cf16858688 req-313d04fd-b8f6-450d-95c0-7f70e712828f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:39.397557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dd16a40-fee2-4122-a2d8-b3cf16858688 req-313d04fd-b8f6-450d-95c0-7f70e712828f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 949 time: 0.0758238 Sep 02 12:39:39.447207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dd16a40-fee2-4122-a2d8-b3cf16858688 req-f9b19b7e-66d7-4ab0-ad7e-028b87bf9b9f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483980 Sep 02 12:39:39.649676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:39.650375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:39.650375 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Floating IP 2dd10d84-3c98-4268-9f50-a710febce77b disassociated. External IP: 172.25.7.51, port: 2b063e03-2728-46ae-b17a-1f56e9ebbaee. Sep 02 12:39:39.650762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Calling delete_port for 2b063e03-2728-46ae-b17a-1f56e9ebbaee owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:39.705396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-7006a08b-f18e-4dc5-a77e-c8b16c53145a service neutron] 10.222.0.60 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083201 Sep 02 12:39:39.723875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0fd01075-5dda-4fea-9dd6-c6ac61d9a573 req-08aa4672-b067-4422-b308-4b155baf31b4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0372195 Sep 02 12:39:39.802370 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef54c667-22f4-41f1-bb89-594e969fffc6 x-openstack-request-id: req-ef54c667-22f4-41f1-bb89-594e969fffc6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:39.803139 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6709e60-42ab-4692-b4ee-835965bb03d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d1b43ad-d8ee-489c-a515-d46110bd5361", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:39.803573 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef54c667-22f4-41f1-bb89-594e969fffc6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:39.804135 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1b43ad-d8ee-489c-a515-d46110bd5361', 'code': 200} Sep 02 12:39:39.886556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-df446b37-fc79-4455-a662-d8f3f758376d service neutron] 10.222.0.60 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792278 Sep 02 12:39:39.963117 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:40.020833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d145e16-5b39-41bf-8b02-520d834ce4c9 req-da89d516-8253-46e4-abd4-fb70421f8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:40.028118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event deleted for resources: {'Port': ['ID=2b063e03-2728-46ae-b17a-1f56e9ebbaee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:40.035915 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d145e16-5b39-41bf-8b02-520d834ce4c9 req-da89d516-8253-46e4-abd4-fb70421f8119 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 1100 time: 0.1445343 Sep 02 12:39:40.191867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d145e16-5b39-41bf-8b02-520d834ce4c9 req-4cf08850-4ced-4313-91a5-9b2b54bf9925 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414940 Sep 02 12:39:40.373552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e45164f0-c9ee-40f5-be3b-cfe22b7e03db req-368952b1-ec5b-4038-9d2c-97d612db388a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 210 time: 0.0751150 Sep 02 12:39:40.767659 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:40.864690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-b313f9ce-971e-4616-8737-70ec0636c52a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:40.866299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-b313f9ce-971e-4616-8737-70ec0636c52a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 820 time: 0.8074455 Sep 02 12:39:40.881009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:39:40.896572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Request body: {'port': {'device_id': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'admin_state_up': True, 'tenant_id': '4f73671de3a548939c26bb2b37a14cf0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:40.945132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51ca5-5df8-45a1-ab09-6b9408934ca9 req-fd648502-bcfa-4432-a811-552460a93c3e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:40.954422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-45f51ca5-5df8-45a1-ab09-6b9408934ca9 req-fd648502-bcfa-4432-a811-552460a93c3e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 949 time: 0.0806773 Sep 02 12:39:41.003357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-45f51ca5-5df8-45a1-ab09-6b9408934ca9 req-eb3c385d-0764-4618-a2d4-ecc4858dfddf tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475931 Sep 02 12:39:41.218950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Made reservation on behalf of 4f73671de3a548939c26bb2b37a14cf0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:41.223539 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:41.249247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:41.262468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:41.282116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:41.283886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:41.298012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] No DVR routers for this DVR port 2b063e03-2728-46ae-b17a-1f56e9ebbaee on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:39:41.302554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:41.304500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3c02c89-18e3-4523-8438-9220d126f62c req-f7cf5fc9-cc5b-46bd-85d3-56e1468f468a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.18 "DELETE /v2.0/ports/2b063e03-2728-46ae-b17a-1f56e9ebbaee HTTP/1.1" status: 204 len: 173 time: 3.0029004 Sep 02 12:39:41.305317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'name': 'network-vif-deleted', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:41.307654 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397d125-5b1d-4822-bc51-ee22363a1429" -d '{"events": [{"server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "name": "network-vif-deleted", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:41.323431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-4e52f6c0-381c-48aa-8d3c-73db1b652c35 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5605199 Sep 02 12:39:41.329050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:41.415989 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:41.552395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68db914d-75c1-4064-93f3-6f53d36a4864 req-f89a15ea-6dba-4192-87ba-7e6c9b5fc31f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0735722 Sep 02 12:39:41.690291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Allocated IP 172.20.0.4 (06ad6b17-6e07-45ac-963a-80f46b9c1b03/3f6109a5-c17f-4366-80c0-a0c0296586f2/f22860f8-9795-4175-81c3-897013da3ff9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:41.696293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:41.761934 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad536e22-18d6-4265-b209-ddd1e20d61dc x-openstack-request-id: req-ad536e22-18d6-4265-b209-ddd1e20d61dc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:41.763738 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9369f2b1-ddae-440a-95d0-0304ae411b4e", "name": "network-vif-deleted", "tag": "2b063e03-2728-46ae-b17a-1f56e9ebbaee", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:41.764132 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad536e22-18d6-4265-b209-ddd1e20d61dc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:41.765296 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9369f2b1-ddae-440a-95d0-0304ae411b4e', 'name': 'network-vif-deleted', 'tag': '2b063e03-2728-46ae-b17a-1f56e9ebbaee', 'status': 'completed', 'code': 200} Sep 02 12:39:41.950091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:42.001694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34cebd43-c6f1-49b9-b369-3ff639feb83d req-20a82adb-f308-4932-a294-2c132f9fcc1e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 210 time: 0.1115661 Sep 02 12:39:42.175160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Allocated IP 172.25.7.90 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2632273f-c736-4d50-be43-33215d7083d6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:42.409887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-968172aa-d307-45e3-a427-829cbf34b05e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:42.413015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-968172aa-d307-45e3-a427-829cbf34b05e tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.41 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 823 time: 0.4569235 Sep 02 12:39:42.450551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:42.566014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2b063e03-2728-46ae-b17a-1f56e9ebbaee no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:42.586162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-2f4fe036-40c2-4242-b0af-5b006299bd77 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf4304df0e6c439aa721d8e897433fbc HTTP/1.1" status: 200 len: 380 time: 0.1483994 Sep 02 12:39:42.613682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'port': {'device_id': '106e6f30-b4f3-4338-93e9-206ba462341f', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'admin_state_up': True, 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'security_groups': ['8005da8f-dba1-4610-84c4-ad0d6b927644']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:42.644557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86baa94-727d-4b15-b19a-a1840285bb7e req-807652e2-b209-45f0-865b-27bfb7925b5c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:42.653681 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a86baa94-727d-4b15-b19a-a1840285bb7e req-807652e2-b209-45f0-865b-27bfb7925b5c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 949 time: 0.2394340 Sep 02 12:39:42.663332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 2b063e03-2728-46ae-b17a-1f56e9ebbaee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:39:42.663697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2b063e03-2728-46ae-b17a-1f56e9ebbaee not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:39:42.740726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:42.786109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:42.890208 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a86baa94-727d-4b15-b19a-a1840285bb7e req-146f9000-d783-4e29-af34-d4a5921edf5e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353988 Sep 02 12:39:42.917810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:42.933770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=2632273f-c736-4d50-be43-33215d7083d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:42.936276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Made reservation on behalf of bf4304df0e6c439aa721d8e897433fbc for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:42.951750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.020316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:43.046365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:43.061459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:43.062139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:43.086957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:43.095627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:43.111460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.115909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cefcd3b-ce27-45a2-bd70-4501abe3720d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.331421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f5da3e5-c42a-496d-abd2-283c02954fdb req-5373d762-f1ef-46b4-9fc7-ebf1ac986cfe tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.1251593 Sep 02 12:39:43.372536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.446425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.449152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:43.451170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:43.483355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:43.488268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:43.513200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Allocated IP 172.20.0.4 (75e411eb-2dc5-4225-8864-b756ff9f0a8d/e62d8463-4ab9-464a-92c1-db8b533fdcdc/814f59ca-1844-4a5f-893c-2e6f840ec175) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:43.603395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:43.619165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.651887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cefcd3b-ce27-45a2-bd70-4501abe3720d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.722180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cefcd3b-ce27-45a2-bd70-4501abe3720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.901389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:43.902130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:43.932211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8cefcd3b-ce27-45a2-bd70-4501abe3720d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c3c988ccc864ae38ed95bf95e31da13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1851227 Sep 02 12:39:43.949882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50714) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:43.967392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefcd3b-ce27-45a2-bd70-4501abe3720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859a7e23-50ba-45ec-a155-2acbf3c3d37f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:44.051877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:44.072887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.079553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c29e0f55-994b-4114-be3d-ca99fa14392f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1973348 Sep 02 12:39:44.110522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Transition to ACTIVE for port object 814f59ca-1844-4a5f-893c-2e6f840ec175 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:44.117527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405859b-7721-4157-b8b5-1f44bd73bb49 None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:39:44.120757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Request body: {'port': {'device_id': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:44.200980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.297166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2d19-32ca-4c61-8b9e-b3de0c2c38f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.313294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.336074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event updated for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:44.370609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:44.372138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:44.392717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:44.402438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2d19-32ca-4c61-8b9e-b3de0c2c38f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.450625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.497536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.639542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353fb6d-e789-45c2-955f-9c41f7db3067 req-c8b0f9d4-4a44-49f4-bb95-db3498d9c16f tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:44.652801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1353fb6d-e789-45c2-955f-9c41f7db3067 req-c8b0f9d4-4a44-49f4-bb95-db3498d9c16f tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 931 time: 0.2540474 Sep 02 12:39:44.673677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:44.674417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.757035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-cedc87a3-71c8-4096-88c3-1d55fea07bb2 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1494317 Sep 02 12:39:44.758229 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c248519c-977b-4e0c-8cd7-2080d1a50e5c None None] New status for floating IP 2dd10d84-3c98-4268-9f50-a710febce77b: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:39:44.784673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Request body: {'port': {'device_id': '106e6f30-b4f3-4338-93e9-206ba462341f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:44.865159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.889795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ebc2e32e-1a36-4ebd-9a8d-bbae4a297b16 None None] Provisioning for port 814f59ca-1844-4a5f-893c-2e6f840ec175 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:44.894487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ebc2e32e-1a36-4ebd-9a8d-bbae4a297b16 None None] Provisioning complete for port 814f59ca-1844-4a5f-893c-2e6f840ec175 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:44.895219 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e32e-1a36-4ebd-9a8d-bbae4a297b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:44.959137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1353fb6d-e789-45c2-955f-9c41f7db3067 req-817ac7e4-9070-4779-ae03-e934d8de2c6b tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052783 Sep 02 12:39:44.974612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2e32e-1a36-4ebd-9a8d-bbae4a297b16 None None] Port 814f59ca-1844-4a5f-893c-2e6f840ec175 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:39:44.991125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.007636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event updated for resources: {'Port': ['ID=2632273f-c736-4d50-be43-33215d7083d6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:45.024567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.033066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-7778f340-1e9d-4b8f-91f7-db1ab5fb4f28 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7085497 Sep 02 12:39:45.082726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2d19-32ca-4c61-8b9e-b3de0c2c38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.095404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2d19-32ca-4c61-8b9e-b3de0c2c38f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.096623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4c8c2d19-32ca-4c61-8b9e-b3de0c2c38f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/859a7e23-50ba-45ec-a155-2acbf3c3d37f HTTP/1.1" status: 204 len: 168 time: 1.1404159 Sep 02 12:39:45.321289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c2d19-32ca-4c61-8b9e-b3de0c2c38f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a7e23-50ba-45ec-a155-2acbf3c3d37f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:45.368477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-4ced6fae-4a30-498f-ab75-3ca772dc2235 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.3344576 Sep 02 12:39:45.648342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814f59ca-1844-4a5f-893c-2e6f840ec175 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:45.669528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.686852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Transition to ACTIVE for port object 814f59ca-1844-4a5f-893c-2e6f840ec175 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:45.703737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.729703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-2e862b30-9192-4443-80de-6a2ac8eb463d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:45.761731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f17bd950-fdd3-4080-96f0-8776b62de91c req-2e862b30-9192-4443-80de-6a2ac8eb463d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.3714724 Sep 02 12:39:45.895803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22860f8-9795-4175-81c3-897013da3ff9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:45.936849 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:45.938108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Pushing event updated for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:45.986926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Transition to ACTIVE for port object f22860f8-9795-4175-81c3-897013da3ff9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:45.998250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:46.068869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Attempting to bind port 814f59ca-1844-4a5f-893c-2e6f840ec175 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:46.069241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Attempting to bind port 814f59ca-1844-4a5f-893c-2e6f840ec175 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:46.069554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Attempting to bind port 814f59ca-1844-4a5f-893c-2e6f840ec175 on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:46.077611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Port 814f59ca-1844-4a5f-893c-2e6f840ec175 on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:39:46.077941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Attempting to bind port 814f59ca-1844-4a5f-893c-2e6f840ec175 on network 75e411eb-2dc5-4225-8864-b756ff9f0a8d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:46.096681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:46.096681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Checking segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:46.097072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Bound using segment: {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:46.097326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Bound port: 814f59ca-1844-4a5f-893c-2e6f840ec175, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289e8642-2f96-46cb-bcf0-541abf0af7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:46.097648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:46.165275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:46.316976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:46.339016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=814f59ca-1844-4a5f-893c-2e6f840ec175,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:46.348299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:46.431356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:46.431708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:46.432057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:46.442939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:39:46.443283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:46.454448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.455051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:46.458512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:46.458861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:46.459290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:46.459687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Bound port: f22860f8-9795-4175-81c3-897013da3ff9, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:46.460060 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:46.463457 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] 10.222.0.41 "PUT /v2.0/ports/814f59ca-1844-4a5f-893c-2e6f840ec175 HTTP/1.1" status: 200 len: 1091 time: 1.6906722 Sep 02 12:39:46.463457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:46.465061 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:46.526092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a27c8-cea3-47c3-83a8-1d2a88c568fc service neutron] Pushing event updated for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:46.729356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-5b241fa2-0a0c-4e68-973c-2493a74cdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.732559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-5b241fa2-0a0c-4e68-973c-2493a74cdc1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 1094 time: 0.1795065 Sep 02 12:39:46.841997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.842496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.842965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.843429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.843883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.844337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.844800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.845308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.845786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.846223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.846676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.847116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.847572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.848023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.849462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-a612d79c-9dc0-4817-9778-a92aa3e6c8c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f59ca-1844-4a5f-893c-2e6f840ec175 HTTP/1.1" status: 200 len: 217 time: 0.1075947 Sep 02 12:39:46.856073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-449898a8-c546-4d5c-a648-95be39160f61 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f&device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae&device_id=d6709e60-42ab-4692-b4ee-835965bb03d2&device_id=ed8f5586-3e4e-4407-97bc-06f59c597378&device_id=ee889493-668b-4291-adf6-ea8717a6d385&device_id=dca00015-607d-4287-81ff-1fb531745746&device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f&device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298&device_id=ddb0b7a3-acb8-4634-a741-753119ebb935&device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85&device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9&device_id=881810fe-4bbb-4abf-b208-f81797357cca&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 12608 time: 0.2313030 Sep 02 12:39:46.862361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:46.920005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:46.934520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-d9f8c2a2-3ae9-4021-ad82-b841db2e2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:46.941106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:46.944447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-d9f8c2a2-3ae9-4021-ad82-b841db2e2306 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.0775950 Sep 02 12:39:46.947034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-23bfbbaa-9bc6-48bd-8721-b397bf3f6f24 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:46.949638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:47.043397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-5a704318-4504-40ae-a368-437154a9a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:47.049160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-5a704318-4504-40ae-a368-437154a9a145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945716 Sep 02 12:39:47.067760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:47.068431 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:47.069881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 1091 time: 2.9791687 Sep 02 12:39:47.070340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:47.072711 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36122486-69d8-44d8-bafc-6730e3aa2e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "tag": "f22860f8-9795-4175-81c3-897013da3ff9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:47.176769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b277ca1-11cb-4112-8408-d0122d158df8 service neutron] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:47.218668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-d0cee1ac-902a-4b9a-83c1-6a82ee1be91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:47.220608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-d0cee1ac-902a-4b9a-83c1-6a82ee1be91e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1094 time: 0.0818231 Sep 02 12:39:47.229616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-715847805-network', 'tenant_id': '61083a2f6cc8446ca1bb0c260ad63d51'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:47.287147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-910138c5-e58d-4614-825b-abd215660225 service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317393 Sep 02 12:39:47.296800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-3cff523d-e4d9-41aa-853b-da574d1cb580 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 217 time: 0.0594084 Sep 02 12:39:47.392837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-23bfbbaa-9bc6-48bd-8721-b397bf3f6f24 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:47.406855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c431605e-18c8-4559-a33f-0dcb46272a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:47.411280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-c431605e-18c8-4559-a33f-0dcb46272a8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1044888 Sep 02 12:39:47.415153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-23bfbbaa-9bc6-48bd-8721-b397bf3f6f24 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:47.480044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aedcb06f-2d76-4603-ba56-22370f9d9cd2 req-2f0b0b88-b1dd-4da5-a6ab-4333fd3fb810 service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796818 Sep 02 12:39:47.498472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-dd0e2afc-f0be-48e9-91ac-82c8620bb3ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717051 Sep 02 12:39:47.669830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Made reservation on behalf of 61083a2f6cc8446ca1bb0c260ad63d51 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:47.672073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:47.706214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb009b23-c2f2-4669-9dcd-aa36abdc6521 req-23bfbbaa-9bc6-48bd-8721-b397bf3f6f24 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&id=2ce2e783-0b20-489f-933b-7ef934064b96&id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&id=8005da8f-dba1-4610-84c4-ad0d6b927644&id=c3ca091d-5562-4544-b2a9-b85c62b6661d&id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.8253131 Sep 02 12:39:47.723467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:47.750830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-9a70b051-7c3c-4162-9af0-342a28bc5d82 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229879 Sep 02 12:39:47.751451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfbbaa-9bc6-48bd-8721-b397bf3f6f24 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d58286-0819-485a-9645-a2495fdce6fa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:47.998306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62f6ec49-5cf3-4a39-8f74-73da61a8bf84 req-495c4d41-878f-4321-a44f-4bbeac26183b service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194026 Sep 02 12:39:48.011466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2282-afef-4eac-9b0f-89d4efa1a71c req-4d12d773-6423-49a7-8cf2-82121fca6a93 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:48.013961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aada2282-afef-4eac-9b0f-89d4efa1a71c req-4d12d773-6423-49a7-8cf2-82121fca6a93 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.1839173 Sep 02 12:39:48.085118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aada2282-afef-4eac-9b0f-89d4efa1a71c req-ab08deef-2161-4c5a-8cee-4431d890bd9f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Sep 02 12:39:48.097036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.102468 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.199326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:39:48.213098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:48.222105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6f2a63a-0504-4cc7-8bdd-7f028e71325e req-71b54639-1991-45df-b721-f92d8ea4c8e4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips/fff86b0d-079d-4598-9b34-390b9a0ca709 HTTP/1.1" status: 200 len: 692 time: 0.0965471 Sep 02 12:39:48.223259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.223621 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Added segment 119350b2-7df7-4c20-91c7-8ef407a2e70a of type vlan for network bb0c8451-a1f0-42e1-9b9a-96861e023697 Sep 02 12:39:48.363004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.423470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2a63a-0504-4cc7-8bdd-7f028e71325e req-f9e151ef-b613-4400-9734-628863389de1 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:48.430565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6f2a63a-0504-4cc7-8bdd-7f028e71325e req-f9e151ef-b613-4400-9734-628863389de1 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1986413 Sep 02 12:39:48.437534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-d6f2a63a-0504-4cc7-8bdd-7f028e71325e req-6fd8c834-532f-4668-9240-285fed1a4ecc tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:39:48.448120 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6f2a63a-0504-4cc7-8bdd-7f028e71325e req-6fd8c834-532f-4668-9240-285fed1a4ecc tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166032 Sep 02 12:39:48.449487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.450677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:48.451529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.538066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5928800 Sep 02 12:39:48.538292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:48.543330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Request body: {'subnet': {'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-715847805-subnet', 'tenant_id': '61083a2f6cc8446ca1bb0c260ad63d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:48.565458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a047-9b01-4b3e-bb15-8d6f777eb038 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0c8451-a1f0-42e1-9b9a-96861e023697,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:48.579607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:39:48.643177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Made reservation on behalf of 61083a2f6cc8446ca1bb0c260ad63d51 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:48.655281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:48.765027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9054a1-5d11-4262-bc7f-0c5ecd526b3d req-2d5d2958-08d7-425f-bce4-a3c6909141ee tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:48.767721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff9054a1-5d11-4262-bc7f-0c5ecd526b3d req-2d5d2958-08d7-425f-bce4-a3c6909141ee tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 943 time: 0.1910017 Sep 02 12:39:48.861397 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff9054a1-5d11-4262-bc7f-0c5ecd526b3d req-af7a907f-8b07-4381-9e9c-122728571c17 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781479 Sep 02 12:39:49.029214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:49.128179 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb4e62-9bc1-4ccc-9708-0da0a82a5bb1 x-openstack-request-id: req-53fb4e62-9bc1-4ccc-9708-0da0a82a5bb1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:49.128678 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:49.128763 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53fb4e62-9bc1-4ccc-9708-0da0a82a5bb1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:49.129131 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'status': 'completed', 'code': 200} Sep 02 12:39:49.349403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-e699f325-b092-42a1-891c-980f52a0f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:49.365100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-e699f325-b092-42a1-891c-980f52a0f170 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1094 time: 0.1209071 Sep 02 12:39:49.549130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-fc1456aa-6a64-471f-a7ef-cbd5b25ca542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:49.556407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-fc1456aa-6a64-471f-a7ef-cbd5b25ca542 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1900828 Sep 02 12:39:49.691844 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-dc397a38-5d16-4776-a495-1319d5064793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 217 time: 0.1192663 Sep 02 12:39:49.766528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-183341af-5b7b-4d71-bc1f-bcc2082f8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:49.768197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-183341af-5b7b-4d71-bc1f-bcc2082f8d2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0676172 Sep 02 12:39:49.799667 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe71687-2a1f-41c0-a0ab-0ed809d0dbaa x-openstack-request-id: req-2fe71687-2a1f-41c0-a0ab-0ed809d0dbaa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:49.801581 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "tag": "f22860f8-9795-4175-81c3-897013da3ff9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:49.801920 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fe71687-2a1f-41c0-a0ab-0ed809d0dbaa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:49.802434 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9', 'status': 'completed', 'code': 200} Sep 02 12:39:49.816026 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-20b851fe-a345-4eaa-9805-ab6c8cdddf3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387063 Sep 02 12:39:49.919261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Checking segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:49.920173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Network hostable DHCP agents. Network: bb0c8451-a1f0-42e1-9b9a-96861e023697, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:39:49.961528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-224ea691-2dea-41d0-8f4e-8475a0918c6b tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips/fff86b0d-079d-4598-9b34-390b9a0ca709 HTTP/1.1" status: 200 len: 692 time: 0.1730239 Sep 02 12:39:50.005784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-9e1df58d-3a8c-4263-a94e-7c0384787768 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748350 Sep 02 12:39:50.054703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75a80a5-b7c9-444b-899e-0105badf764b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:50.099089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-d0311922-8f50-4ecb-aee0-6d0f19f10175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:50.101005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-d0311922-8f50-4ecb-aee0-6d0f19f10175 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 1094 time: 0.3189116 Sep 02 12:39:50.107640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:39:50.126701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-1bb788c4-60c3-43af-9690-12e0e9ab460f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:50.128587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-1bb788c4-60c3-43af-9690-12e0e9ab460f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1600192 Sep 02 12:39:50.138326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, bb0c8451-a1f0-42e1-9b9a-96861e023697) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:50.149042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855e0f6-df86-418e-b646-14b748b8dd0d None None] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:50.172307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:50.173201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:50.179429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36122486-69d8-44d8-bafc-6730e3aa2e9b req-67c61640-7f56-4c2f-a083-94b4d9c14a01 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613681 Sep 02 12:39:50.265568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 814f59ca-1844-4a5f-893c-2e6f840ec175 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:50.287745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-1094ac4d-3bdf-4320-96e7-6be349510062 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.1256311 Sep 02 12:39:50.298460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dd332dcd-316c-4129-8d4d-756785f916e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7590368 Sep 02 12:39:50.365234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-209d887b-24d1-47b3-a7f2-5ea192767663 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.0633247 Sep 02 12:39:50.390469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-d613f401-c2dd-45d4-b476-6a83a09fa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:50.392430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-d613f401-c2dd-45d4-b476-6a83a09fa9ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 924 time: 0.2623634 Sep 02 12:39:50.466422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-339bbe8a-b8b8-4d84-ba69-c97e9a9627d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f59ca-1844-4a5f-893c-2e6f840ec175 HTTP/1.1" status: 200 len: 217 time: 0.0437572 Sep 02 12:39:50.520374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df702ebf-47c0-4c8e-93cc-d25fa5d41c1d None None] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:39:50.689786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=814f59ca-1844-4a5f-893c-2e6f840ec175,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:50.689786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'port_id': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'mac_address': 'fa:16:3e:84:73:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:50.720026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-2b7eca63-5536-43f3-9c79-3f1a865bb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:50.729190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-2b7eca63-5536-43f3-9c79-3f1a865bb7bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.2198417 Sep 02 12:39:50.801002 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:50.803879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Deleting port 2632273f-c736-4d50-be43-33215d7083d6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:50.804495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:50.819632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814f59ca-1844-4a5f-893c-2e6f840ec175 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:50.850794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-e1223b2f-95fa-49c2-8c51-696ea88a3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:50.850794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-e1223b2f-95fa-49c2-8c51-696ea88a3c19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089830 Sep 02 12:39:50.862018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=814f59ca-1844-4a5f-893c-2e6f840ec175,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:50.874271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:50.981710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:50.982227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:51.042553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:51.050588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Calling delete_port for 2632273f-c736-4d50-be43-33215d7083d6 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:51.068962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-8c900165-cc69-4bfb-8511-0b6068c728aa service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145808 Sep 02 12:39:51.145120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['814f59ca-1844-4a5f-893c-2e6f840ec175'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:39:51.229566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56b49f36-aa96-4382-a1e5-22f51c8d2f2e req-2a598044-6ef7-4e5b-a618-7d407c2f849c service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532869 Sep 02 12:39:51.314910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:51.381141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event deleted for resources: {'Port': ['ID=2632273f-c736-4d50-be43-33215d7083d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:51.438516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:51.441223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:51.450753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a3b4f3a-cc02-42d0-90b4-35b597a764de req-2d44e038-455b-4e56-80b6-1a57347656c4 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "DELETE /v2.0/floatingips/fff86b0d-079d-4598-9b34-390b9a0ca709 HTTP/1.1" status: 204 len: 173 time: 1.0721297 Sep 02 12:39:51.605740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cb527-0133-4847-8c32-27d9c5d3d461 req-2c00334a-b71b-4d95-ab91-02b3d42788c8 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:51.607594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c0cb527-0133-4847-8c32-27d9c5d3d461 req-2c00334a-b71b-4d95-ab91-02b3d42788c8 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.0765758 Sep 02 12:39:51.676042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c0cb527-0133-4847-8c32-27d9c5d3d461 req-355c659b-a5f6-42af-9af2-ab76d02a87cc tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617559 Sep 02 12:39:51.928505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861e1a-141f-4f4b-b22d-cf1244fdd8a7 req-4f00c2d5-0bfb-4432-8f81-9a891b461d6e tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:51.929908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861e1a-141f-4f4b-b22d-cf1244fdd8a7 req-4f00c2d5-0bfb-4432-8f81-9a891b461d6e tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:51.930399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861e1a-141f-4f4b-b22d-cf1244fdd8a7 req-4f00c2d5-0bfb-4432-8f81-9a891b461d6e tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:51.933267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85861e1a-141f-4f4b-b22d-cf1244fdd8a7 req-4f00c2d5-0bfb-4432-8f81-9a891b461d6e tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2&device_id=ed8f5586-3e4e-4407-97bc-06f59c597378&device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 2881 time: 0.0624011 Sep 02 12:39:51.982884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85861e1a-141f-4f4b-b22d-cf1244fdd8a7 req-5908430c-ed8b-4454-92b2-126eb8245ceb tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Sep 02 12:39:52.095194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ac927-209a-449b-b6b5-ea25093441b3 req-841cac3d-1611-4770-82a1-30849cc4a2ec tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:52.103291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-742ac927-209a-449b-b6b5-ea25093441b3 req-841cac3d-1611-4770-82a1-30849cc4a2ec tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 944 time: 0.0692618 Sep 02 12:39:52.158064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-742ac927-209a-449b-b6b5-ea25093441b3 req-c4463a42-5e22-4efb-adc8-bc086d4e58e5 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537286 Sep 02 12:39:52.261585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 814f59ca-1844-4a5f-893c-2e6f840ec175 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:39:52.344337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 814f59ca-1844-4a5f-893c-2e6f840ec175 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:39:52.355168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 814f59ca-1844-4a5f-893c-2e6f840ec175 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:39:52.358263 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:52.487931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:52.516718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:52.519640 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e32967a-8a94-4053-90e2-8348a5141a10" -d '{"events": [{"server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "name": "network-vif-plugged", "status": "completed", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:52.537130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=814f59ca-1844-4a5f-893c-2e6f840ec175,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:52.546320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:52.615296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:53.238498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-60876519-62a7-4ef7-8cfa-23ab749112d5 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:53.240152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-60876519-62a7-4ef7-8cfa-23ab749112d5 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 821 time: 0.1258981 Sep 02 12:39:53.257896 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-b1d40a58-db55-4731-ad02-b6ef160e8229 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/quotas/61083a2f6cc8446ca1bb0c260ad63d51 HTTP/1.1" status: 200 len: 375 time: 0.0114923 Sep 02 12:39:53.299342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-a0298455-976e-46a0-8b3d-bc0cbbfd7301 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319619 Sep 02 12:39:53.341095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc423ef4-a5d0-42ba-87ac-eb645cbbe6e2 req-b27d6af8-3e0e-48ad-ae35-0fdc8635aad6 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:53.342622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc423ef4-a5d0-42ba-87ac-eb645cbbe6e2 req-b27d6af8-3e0e-48ad-ae35-0fdc8635aad6 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2231486 Sep 02 12:39:53.416885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-ddd2e62f-0dd6-4bde-979d-a667b678f111 service neutron] 10.222.0.60 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080582 Sep 02 12:39:53.468728 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76929ab-0dc3-4407-a6d2-374ce97e1039 x-openstack-request-id: req-a76929ab-0dc3-4407-a6d2-374ce97e1039 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:53.469810 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "name": "network-vif-plugged", "status": "completed", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:53.470123 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a76929ab-0dc3-4407-a6d2-374ce97e1039 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:53.470578 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'code': 200} Sep 02 12:39:53.533537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-8ab437b2-af59-476e-8540-b9ae1e5408c5 service neutron] 10.222.0.60 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153853 Sep 02 12:39:53.583537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ff598-fd69-48c9-98b9-2cdfcaf15a9c req-b584a87c-781c-4222-a3e1-63fd3fc3338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:53.585232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-397ff598-fd69-48c9-98b9-2cdfcaf15a9c req-b584a87c-781c-4222-a3e1-63fd3fc3338b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 1096 time: 0.0496974 Sep 02 12:39:53.642248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-397ff598-fd69-48c9-98b9-2cdfcaf15a9c req-ab473de1-83d6-4dfb-b5ad-b60e65eb4fe8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465078 Sep 02 12:39:53.885982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301a6fb-097d-481a-80b7-cb2415a788ed req-26a89a7f-cd2e-4e85-acae-76e11a49f36d tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:53.887697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8301a6fb-097d-481a-80b7-cb2415a788ed req-26a89a7f-cd2e-4e85-acae-76e11a49f36d tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 0.0758581 Sep 02 12:39:53.937319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8301a6fb-097d-481a-80b7-cb2415a788ed req-744a81e6-471e-45fe-a1e2-39a35a056277 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Sep 02 12:39:53.994963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaa402-dc3c-45c1-b0e2-947a48357d76 req-d65e7777-a729-4717-b52d-89cff8d1f8c3 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:53.997681 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aeaa402-dc3c-45c1-b0e2-947a48357d76 req-d65e7777-a729-4717-b52d-89cff8d1f8c3 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.4649894 Sep 02 12:39:54.052388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aeaa402-dc3c-45c1-b0e2-947a48357d76 req-1c36b2a1-1eee-463f-a86d-7140e6a12a6a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Sep 02 12:39:54.119081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03f1783d-7edb-48fa-a1dd-7208a5268b28 req-0e8c4ff6-8ac4-4a95-b2ca-e82cb1ee851d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=71952be079ee4c238da8bba8da3fc6b2 HTTP/1.1" status: 200 len: 1656 time: 0.0690765 Sep 02 12:39:54.186547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9551a2c8-ba59-4caf-869a-167f69bc6cef req-ab34cdb0-407f-43da-9089-908e223ef2cb tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 210 time: 0.0528998 Sep 02 12:39:54.248332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1783d-7edb-48fa-a1dd-7208a5268b28 req-271fa0b6-1ae6-40b4-b793-e0c5ea0e3b5f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:54.263511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03f1783d-7edb-48fa-a1dd-7208a5268b28 req-271fa0b6-1ae6-40b4-b793-e0c5ea0e3b5f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks?id=89208983-4238-4a7a-801c-c970583ac987&id=89208983-4238-4a7a-801c-c970583ac987&id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 787 time: 0.1432319 Sep 02 12:39:54.307741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bb9c6-495d-4855-b9fa-13413834e29e req-16ef9855-32ee-46da-b4ad-83c1329ea7b3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:54.309464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-144bb9c6-495d-4855-b9fa-13413834e29e req-16ef9855-32ee-46da-b4ad-83c1329ea7b3 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 950 time: 0.0572329 Sep 02 12:39:54.365566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-144bb9c6-495d-4855-b9fa-13413834e29e req-fa2462f0-af0f-4da2-a128-d14449aaa76b tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487974 Sep 02 12:39:54.466104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-2c789822-69b5-49de-977b-fae623aee5b1 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips/14a1be38-bfc5-4040-a9a9-0f531007d26c HTTP/1.1" status: 200 len: 692 time: 0.0767012 Sep 02 12:39:54.582124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-9469f5ce-3671-4c09-a6ab-e2c55b38d2e9 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:54.583478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-9469f5ce-3671-4c09-a6ab-e2c55b38d2e9 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1164236 Sep 02 12:39:54.640753 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-66bfc6a2-0cbd-4547-9901-9992f00310d2 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0501962 Sep 02 12:39:54.702998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-363248e3-df0a-441e-8b8b-710c952c8a42 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0533934 Sep 02 12:39:54.891560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Deleting port b3fbaf1e-333a-43ae-979d-37bdcd6e37d0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:54.891941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.008564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.009277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.028550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Calling delete_port for b3fbaf1e-333a-43ae-979d-37bdcd6e37d0 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:55.113686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5696edc7-0aa4-49e2-a5da-8147e55eade9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:55.115363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5696edc7-0aa4-49e2-a5da-8147e55eade9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 821 time: 0.2128942 Sep 02 12:39:55.131113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'port': {'device_id': '77291ad0-129e-4494-a748-b620fd610729', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'admin_state_up': True, 'tenant_id': '61083a2f6cc8446ca1bb0c260ad63d51'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:55.218446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.250618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event deleted for resources: {'Port': ['ID=b3fbaf1e-333a-43ae-979d-37bdcd6e37d0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:55.288312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfa09e-ea71-4eab-9852-436749233429 req-196248dd-143d-404a-848d-391055ea3c28 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:55.289868 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcfa09e-ea71-4eab-9852-436749233429 req-196248dd-143d-404a-848d-391055ea3c28 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 0.0996299 Sep 02 12:39:55.315530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.318405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.331081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f1d7a16-c4a6-4344-b451-6284c61f4acc req-476c4177-4d39-49ab-a314-3d64d45f7806 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "DELETE /v2.0/floatingips/14a1be38-bfc5-4040-a9a9-0f531007d26c HTTP/1.1" status: 204 len: 173 time: 0.6268680 Sep 02 12:39:55.341094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Made reservation on behalf of 61083a2f6cc8446ca1bb0c260ad63d51 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:39:55.345090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.361115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcfa09e-ea71-4eab-9852-436749233429 req-85570f51-1a39-4413-8668-31337c06bea1 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633228 Sep 02 12:39:55.560477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b864428-2848-4e16-8d6f-e1aceb2e4f9c req-1ccd095e-d79e-4437-bfd9-45aca40cc388 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 210 time: 0.0332913 Sep 02 12:39:55.595016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Allocated IP 172.20.0.13 (bb0c8451-a1f0-42e1-9b9a-96861e023697/b75a80a5-b7c9-444b-899e-0105badf764b/cbfd105c-57b0-439e-8c0f-2e6e83046b61) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:39:55.617364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c4b9-14e5-4940-b26f-92b4ffbd1dd0 req-769f3971-d160-469a-9ee8-707a5e831184 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:55.618890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e76c4b9-14e5-4940-b26f-92b4ffbd1dd0 req-769f3971-d160-469a-9ee8-707a5e831184 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.0937207 Sep 02 12:39:55.636949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-1fc952bc-044a-49ff-b77c-be830efb8df1 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips/573ac7e1-f720-4e95-a4a7-9ef5ceff5b97 HTTP/1.1" status: 200 len: 693 time: 0.0512750 Sep 02 12:39:55.726039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e76c4b9-14e5-4940-b26f-92b4ffbd1dd0 req-ae129459-1d5b-43c8-89fe-d08db55cdec1 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902998 Sep 02 12:39:55.756162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-79a54f4a-9a97-454c-8c1c-f40083244ab9 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:55.757735 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-79a54f4a-9a97-454c-8c1c-f40083244ab9 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1145930 Sep 02 12:39:55.818087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.819186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-282d84a5-e35b-4fa1-9469-a63672454317 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0550134 Sep 02 12:39:55.873403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-f23e1777-92c0-40fe-9c58-7eeb150c1288 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0474386 Sep 02 12:39:55.892492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3da9-b233-48c3-8147-dee473fded37 req-9eeb06e8-bf47-48c0-be2a-600392cf93dc tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:55.894390 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c00b3da9-b233-48c3-8147-dee473fded37 req-9eeb06e8-bf47-48c0-be2a-600392cf93dc tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 0.0918407 Sep 02 12:39:55.906899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50912) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:55.913292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Request body: {'floatingip': {'port_id': '814f59ca-1844-4a5f-893c-2e6f840ec175'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:55.917958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:55.987731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.033838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Deleting port c9e4e594-4ad1-453a-9708-907dad5bfd3d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:56.034184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.086485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:39:56.098349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:39:56.106529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:56.109062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:39:56.129964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.130295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.150444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Calling delete_port for c9e4e594-4ad1-453a-9708-907dad5bfd3d owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:56.171166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.171518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.171852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.172203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.172546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.172864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.173220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.173561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.173869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.174192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.174512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.174835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:56.197710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddfcdf-ee16-4807-9fd6-e36802b1ce97 req-8ac427fd-3bf9-4539-a7bb-e1009d879be3 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:56.205775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21ddfcdf-ee16-4807-9fd6-e36802b1ce97 req-8ac427fd-3bf9-4539-a7bb-e1009d879be3 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1100 time: 0.2099886 Sep 02 12:39:56.289826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:56.290924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.334992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21ddfcdf-ee16-4807-9fd6-e36802b1ce97 req-b6b1ba06-4cca-407c-8188-49c369c97fd9 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281822 Sep 02 12:39:56.335641 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.340273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5ce03f97-ff56-40ea-a2a5-cd818d2fb6b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150502 Sep 02 12:39:56.361171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Request body: {'port': {'device_id': '77291ad0-129e-4494-a748-b620fd610729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:39:56.369116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event deleted for resources: {'Port': ['ID=c9e4e594-4ad1-453a-9708-907dad5bfd3d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:56.472216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.475623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.486433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.489688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd72bcd7-1d64-42d2-b61e-f7d8849023e7 req-91192307-549b-4f8f-a846-26a568c1ea95 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "DELETE /v2.0/floatingips/573ac7e1-f720-4e95-a4a7-9ef5ceff5b97 HTTP/1.1" status: 204 len: 173 time: 0.6100581 Sep 02 12:39:56.630265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-add35991-df69-494b-960f-7780df3d304c req-8559079d-b82f-4f6f-ae72-dcf5745946da tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips/f24c3995-d769-4e15-a0cd-654514bcf4b0 HTTP/1.1" status: 200 len: 693 time: 0.0605149 Sep 02 12:39:56.674276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:39:56.700122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422927-767b-41b9-8611-b1f68fdace5b req-801145b4-a1f9-4f9a-8fe2-fbe3608ea59b tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:56.706110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa422927-767b-41b9-8611-b1f68fdace5b req-801145b4-a1f9-4f9a-8fe2-fbe3608ea59b tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1100 time: 0.2251420 Sep 02 12:39:56.751621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add35991-df69-494b-960f-7780df3d304c req-28da818b-8960-44a2-a9df-0f6c780fe1bb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:56.753109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-add35991-df69-494b-960f-7780df3d304c req-28da818b-8960-44a2-a9df-0f6c780fe1bb tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.1212652 Sep 02 12:39:56.788102 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.818877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:56.824515 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23707660-7f6e-4604-b0f6-c1ee3904590a" -d '{"events": [{"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-unplugged", "status": "completed", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:56.825279 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-add35991-df69-494b-960f-7780df3d304c req-a227dc40-2526-4d9b-a0f3-c8357a33895f tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0635822 Sep 02 12:39:56.834217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa422927-767b-41b9-8611-b1f68fdace5b req-99910b3a-73d5-42bc-8eca-9bf6935f8d83 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186030 Sep 02 12:39:56.849720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:56.865247 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:56.886225 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-add35991-df69-494b-960f-7780df3d304c req-ef10b51c-063e-4ce3-8a57-e0edaf740120 tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0598152 Sep 02 12:39:56.954078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:57.053122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Deleting port 558e955e-7a92-4aa6-bccf-8c590273881b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:57.053573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.142048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.142048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.155419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Calling delete_port for 558e955e-7a92-4aa6-bccf-8c590273881b owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:57.266947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.283407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.300632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.332406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Pushing event deleted for resources: {'Port': ['ID=558e955e-7a92-4aa6-bccf-8c590273881b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:57.345397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.345744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.346230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.346570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.346909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.347235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.347544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.347870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.348189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.348521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.348834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.349176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:39:57.379062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7b7f4-e618-4c0e-85f1-7321f2b53acd req-4b6728b3-3165-4773-ae8a-d4be591a7259 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:57.380738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45a7b7f4-e618-4c0e-85f1-7321f2b53acd req-4b6728b3-3165-4773-ae8a-d4be591a7259 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 932 time: 0.1768615 Sep 02 12:39:57.409858 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.412855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.415691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-add35991-df69-494b-960f-7780df3d304c req-94dc22e7-9b05-4ccc-9dfb-f50282e17e4d tempest-FloatingIPDetailsTestJSON-458697835 tempest-FloatingIPDetailsTestJSON-458697835-project] 10.222.0.60 "DELETE /v2.0/floatingips/f24c3995-d769-4e15-a0cd-654514bcf4b0 HTTP/1.1" status: 204 len: 173 time: 0.5229738 Sep 02 12:39:57.423336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:39:57.492030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45a7b7f4-e618-4c0e-85f1-7321f2b53acd req-2f3a3b09-40b9-4351-a755-2f7689a77cab tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930419 Sep 02 12:39:57.521447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfd105c-57b0-439e-8c0f-2e6e83046b61 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:57.531849 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Floating IP 2dd10d84-3c98-4268-9f50-a710febce77b associated. External IP: 172.25.7.51, port: 814f59ca-1844-4a5f-893c-2e6f840ec175. Sep 02 12:39:57.542822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.560819 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327f40d-c18f-4245-a475-37659db57480 x-openstack-request-id: req-0327f40d-c18f-4245-a475-37659db57480 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:57.561140 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-unplugged", "status": "completed", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:57.561400 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0327f40d-c18f-4245-a475-37659db57480 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:57.561802 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'code': 200} Sep 02 12:39:57.627230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c4039-37b7-46ea-8d01-3bc5d8e4f386 req-dc12933e-9208-4456-9ba0-738a338ce279 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:57.629214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f0c4039-37b7-46ea-8d01-3bc5d8e4f386 req-dc12933e-9208-4456-9ba0-738a338ce279 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.1313870 Sep 02 12:39:57.662022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Transition to ACTIVE for port object cbfd105c-57b0-439e-8c0f-2e6e83046b61 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:39:57.674209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:57.782326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f0c4039-37b7-46ea-8d01-3bc5d8e4f386 req-19d4f044-6736-40f1-a8ee-a878a4fa0eb6 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452341 Sep 02 12:39:57.803661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:57.949995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Attempting to bind port cbfd105c-57b0-439e-8c0f-2e6e83046b61 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:39:57.950348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Attempting to bind port cbfd105c-57b0-439e-8c0f-2e6e83046b61 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:39:57.951115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Attempting to bind port cbfd105c-57b0-439e-8c0f-2e6e83046b61 on network bb0c8451-a1f0-42e1-9b9a-96861e023697 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:57.961420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Port cbfd105c-57b0-439e-8c0f-2e6e83046b61 on network bb0c8451-a1f0-42e1-9b9a-96861e023697 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:39:57.961740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Attempting to bind port cbfd105c-57b0-439e-8c0f-2e6e83046b61 on network bb0c8451-a1f0-42e1-9b9a-96861e023697 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:39:57.971356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:39:57.971702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Checking segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:39:57.972097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Bound using segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:39:57.972543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Bound port: cbfd105c-57b0-439e-8c0f-2e6e83046b61, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:39:57.972936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.001233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:39:58.041876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.146328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:39:58.219240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:39:58.230801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.241263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:39:58.254458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:39:58.265389 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.274879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:58.276456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:58.350068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:58.352710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.354374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-c1a929a4-f539-473e-b695-350899211c25 service neutron] 10.222.0.18 "PUT /v2.0/ports/cbfd105c-57b0-439e-8c0f-2e6e83046b61 HTTP/1.1" status: 200 len: 1092 time: 2.0052745 Sep 02 12:39:58.360417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:39:58.370862 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:39:58.391730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:58.433149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Deleting port 05bfaaff-1e4f-41ed-9e32-66d82cec939c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:39:58.434125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-da7c60df-cac2-4fc5-8683-1976ed1fc4fb tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "PUT /v2.0/floatingips/2dd10d84-3c98-4268-9f50-a710febce77b HTTP/1.1" status: 200 len: 990 time: 2.5243793 Sep 02 12:39:58.436659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.485714 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d81df6-c8b7-4158-b086-78184911d6f6 x-openstack-request-id: req-a3d81df6-c8b7-4158-b086-78184911d6f6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:39:58.485714 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:39:58.485714 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3d81df6-c8b7-4158-b086-78184911d6f6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:39:58.485714 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'status': 'completed', 'code': 200} Sep 02 12:39:58.525891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a929a4-f539-473e-b695-350899211c25 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:58.589444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-794c8b11-0ee2-4365-9eec-1cb9dc8d9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:58.591065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-794c8b11-0ee2-4365-9eec-1cb9dc8d9f99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 1095 time: 0.1934597 Sep 02 12:39:58.730127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-32b4718d-7a8a-4495-bdf3-e6ebfe965027 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61 HTTP/1.1" status: 200 len: 217 time: 0.1269886 Sep 02 12:39:58.811501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] For port 05bfaaff-1e4f-41ed-9e32-66d82cec939c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=05bfaaff-1e4f-41ed-9e32-66d82cec939c,segment=NetworkSegment(9cb85347-a116-4d41-8289-b74e1f00fa1b),segment_id=9cb85347-a116-4d41-8289-b74e1f00fa1b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:58.812165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.839629 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd2fafc6-ac5d-4d82-b658-39c24333ff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:58.844424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Calling delete_port for 05bfaaff-1e4f-41ed-9e32-66d82cec939c owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:39:58.851922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:58.873582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'mac_address': 'fa:16:3e:db:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:58.876804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:39:58.930321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-70903b4f-af19-407f-9356-106acaf9656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:58.931930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-70903b4f-af19-407f-9356-106acaf9656b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 200 len: 861 time: 0.1967599 Sep 02 12:39:58.978311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce59d-9637-49b3-ba9d-e4b7ebf27cb1 req-e9ad142d-a318-4db2-8083-64158a438f92 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:58.980005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90ce59d-9637-49b3-ba9d-e4b7ebf27cb1 req-e9ad142d-a318-4db2-8083-64158a438f92 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 944 time: 0.2060232 Sep 02 12:39:58.992086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af281fe8-90f1-4825-9f75-903407fe17ea req-b09efc1c-d4fc-4ff3-92c0-e4f50202be44 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:59.000626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af281fe8-90f1-4825-9f75-903407fe17ea req-b09efc1c-d4fc-4ff3-92c0-e4f50202be44 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0849383 Sep 02 12:39:59.016636 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:59.033885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-f1aa3c26-5fba-49a2-bbf1-545e8c76d3db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb0c8451-a1f0-42e1-9b9a-96861e023697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932889 Sep 02 12:39:59.039576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da45528-6e01-425e-8042-ece1e00eb2f0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:39:59.107779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af281fe8-90f1-4825-9f75-903407fe17ea req-c99158f8-7ffc-4121-ba0e-77de32e23904 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003520 Sep 02 12:39:59.111246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:59.123099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:59.124170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f22860f8-9795-4175-81c3-897013da3ff9 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:39:59.241250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90ce59d-9637-49b3-ba9d-e4b7ebf27cb1 req-9b061aa7-4dc1-49e5-9c06-ad990c504b44 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208712 Sep 02 12:39:59.295436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-6478c156-874a-4163-a456-c1581a7c731a service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453198 Sep 02 12:39:59.298124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:59.351567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0b0e-8f17-4670-bbd5-e50415bca438 req-a877ca1d-3bb6-43b4-b050-209cbd7afde0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:59.352836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e56c0b0e-8f17-4670-bbd5-e50415bca438 req-a877ca1d-3bb6-43b4-b050-209cbd7afde0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.1109419 Sep 02 12:39:59.364757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:59.376152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Pushing event deleted for resources: {'Port': ['ID=05bfaaff-1e4f-41ed-9e32-66d82cec939c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:39:59.411758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2dd10d84-3c98-4268-9f50-a710febce77b', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'port_id': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'mac_address': 'fa:16:3e:84:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e6f30-b4f3-4338-93e9-206ba462341f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:26Z', 'updated_at': '2021-09-02T12:39:56Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:59.420562 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e56c0b0e-8f17-4670-bbd5-e50415bca438 req-ea9fa286-b917-4d99-ab4b-202ef1023258 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652444 Sep 02 12:39:59.500164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:39:59.514396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3160bfe-8cbf-4b04-a185-d88f8b252cbb req-5512ea24-ecb6-4b98-9cfa-3957f4bba5ba service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085452 Sep 02 12:39:59.517159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'f22860f8-9795-4175-81c3-897013da3ff9', 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03', 'port_id': 'f22860f8-9795-4175-81c3-897013da3ff9', 'mac_address': 'fa:16:3e:0e:ef:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6109a5-c17f-4366-80c0-a0c0296586f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:39:59.520312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:39:59.540244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:39:59.540244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:39:59.749510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-66f3c59c-dbf3-49f7-be97-703e3b6a1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:39:59.751343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-66f3c59c-dbf3-49f7-be97-703e3b6a1295 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 1095 time: 0.1620257 Sep 02 12:39:59.870227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:59.880621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:39:59.945967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22860f8-9795-4175-81c3-897013da3ff9 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:00.004321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-5619e80c-d760-4475-85d9-2fb37bb0df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:00.006037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-5619e80c-d760-4475-85d9-2fb37bb0df8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 922 time: 0.2460620 Sep 02 12:40:00.032320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:00.045977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:00.061013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-071b9959-a6d4-4801-a5b8-b03b9f1d26c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61 HTTP/1.1" status: 200 len: 217 time: 0.0474508 Sep 02 12:40:00.114013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:00.118847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:00.139717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-1ca7d2bc-7a52-4fa8-a3fa-70274390fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:00.143734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-1ca7d2bc-7a52-4fa8-a3fa-70274390fca3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 200 len: 861 time: 0.0725534 Sep 02 12:40:00.220132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-568651dc-acd3-4ba0-a350-f6516028ddbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb0c8451-a1f0-42e1-9b9a-96861e023697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615253 Sep 02 12:40:00.258499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9da45528-6e01-425e-8042-ece1e00eb2f0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:00.317947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Router b5ce5758-f89b-46c2-9d12-eec07e52d11e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:40:00.448354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f22860f8-9795-4175-81c3-897013da3ff9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:00.485627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:00.488476 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800be294-3cc6-480c-b9cb-9823c3ec0b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:00.580615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24de7-d642-43d5-afc9-be0f1e3f5d2f req-b3806d54-9420-4a14-b10b-725766bccfae tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:00.581724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673926f4-3d44-4a49-864f-01bc1315cea0 req-d05a10f2-a0fd-4eda-8c01-46e187e608fc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:00.595458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-673926f4-3d44-4a49-864f-01bc1315cea0 req-d05a10f2-a0fd-4eda-8c01-46e187e608fc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 944 time: 0.2249751 Sep 02 12:40:00.603185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7bd24de7-d642-43d5-afc9-be0f1e3f5d2f req-b3806d54-9420-4a14-b10b-725766bccfae tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.3036416 Sep 02 12:40:00.646888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-907a2383-e851-4ea7-8c67-ca125aa21d56 service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186308 Sep 02 12:40:00.703302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-673926f4-3d44-4a49-864f-01bc1315cea0 req-e9cf836c-2c71-4ab4-8bf1-e3988bd789b8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998600 Sep 02 12:40:00.708506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:40:00.716413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca6f1dd1-14a5-4542-912b-c0d0e6dde59a admin admin] 10.222.0.60 "PUT /v2.0/routers/b5ce5758-f89b-46c2-9d12-eec07e52d11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2911994 Sep 02 12:40:00.718444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:00.726180 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] Sync routers for ids ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:40:00.747857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7bd24de7-d642-43d5-afc9-be0f1e3f5d2f req-081441ef-c965-44dc-b22a-1fdf36d1db0f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430883 Sep 02 12:40:00.757850 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] Routers {'b5ce5758-f89b-46c2-9d12-eec07e52d11e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:00.762660 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:39:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:00.964462 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0787ac4d-dad4-4775-b433-10d02b243ac7 x-openstack-request-id: req-0787ac4d-dad4-4775-b433-10d02b243ac7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:00.964728 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:00.965100 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0787ac4d-dad4-4775-b433-10d02b243ac7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:00.971438 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'status': 'completed', 'code': 200} Sep 02 12:40:01.036766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:01.042494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6eaeef9-638c-4e87-b6c5-73b34272d7b8 req-96d691c9-2f11-4c6b-a50d-f1cc7cdf5cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770783 Sep 02 12:40:01.044659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-0496a4f6-428c-46d6-88c3-4f1d02239f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:01.046323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-0496a4f6-428c-46d6-88c3-4f1d02239f21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 1096 time: 0.0611665 Sep 02 12:40:01.110666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2dd10d84-3c98-4268-9f50-a710febce77b', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'port_id': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'mac_address': 'fa:16:3e:84:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e6f30-b4f3-4338-93e9-206ba462341f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:26Z', 'updated_at': '2021-09-02T12:39:56Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:01.208497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05e9f3-8863-499f-b307-42b6035ee9da None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2dd10d84-3c98-4268-9f50-a710febce77b', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'port_id': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'mac_address': 'fa:16:3e:84:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e6f30-b4f3-4338-93e9-206ba462341f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:37:26Z', 'updated_at': '2021-09-02T12:39:56Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:40:01.311678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-6a637238-b0bd-4ac2-a206-1a92b4bb0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:01.313821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-6a637238-b0bd-4ac2-a206-1a92b4bb0c19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 924 time: 0.2458782 Sep 02 12:40:01.373690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-221549f4-7734-48d0-bcdf-72afc1222045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:01.397291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e4d9-0dca-411d-96e0-9dbf43c47d1a req-144dde53-1101-4e53-9d6e-723d45ea8207 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:01.398938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c038e4d9-0dca-411d-96e0-9dbf43c47d1a req-144dde53-1101-4e53-9d6e-723d45ea8207 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 944 time: 0.4141169 Sep 02 12:40:01.416494 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] Set router b5ce5758-f89b-46c2-9d12-eec07e52d11e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:01.464113 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-02ba7472-4c6b-424f-b17f-335ff0935cb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f59ca-1844-4a5f-893c-2e6f840ec175 HTTP/1.1" status: 200 len: 998 time: 0.1406736 Sep 02 12:40:01.493757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:01.571258 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:01.579696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-93d8fe4b-c9f4-46b0-9d42-cfc6a0d01961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:01.587011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-93d8fe4b-c9f4-46b0-9d42-cfc6a0d01961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.1148524 Sep 02 12:40:01.624043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c038e4d9-0dca-411d-96e0-9dbf43c47d1a req-6e40ebbd-9a0f-4880-ac03-5997ecbe0fd6 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862769 Sep 02 12:40:01.685862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-7e416b83-7ad7-479f-93bb-d3d4b11f81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:01.689284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-7e416b83-7ad7-479f-93bb-d3d4b11f81de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775995 Sep 02 12:40:01.694587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Deleting port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:01.695023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:01.712427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7262ab-cc10-4672-aaf8-d8aaf3b75784 None None] New status for floating IP 2dd10d84-3c98-4268-9f50-a710febce77b: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:40:01.777177 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:59Z', 'revision_number': 5, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port': {'id': '0c788d3d-5053-4a3f-aa1d-d6eea97418ad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:01.894250 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] Checking router: b5ce5758-f89b-46c2-9d12-eec07e52d11e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:40:01.906930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] Routers {'b5ce5758-f89b-46c2-9d12-eec07e52d11e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:01.908319 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:01.970186 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-242db5ab-a21d-4b65-a24b-2a012e376352 service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498412 Sep 02 12:40:02.065267 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] Set router b5ce5758-f89b-46c2-9d12-eec07e52d11e gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:02.127334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71903de-5f98-4473-a984-d04c82dd207a req-30094d52-90db-4198-b379-f0417dc64f42 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:02.131115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c71903de-5f98-4473-a984-d04c82dd207a req-30094d52-90db-4198-b379-f0417dc64f42 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 944 time: 0.1582086 Sep 02 12:40:02.174964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:40:01Z', 'revision_number': 6, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:02.206253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-800be294-3cc6-480c-b9cb-9823c3ec0b2f req-dff614e0-91d7-42d8-bec6-5c4178c45503 service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199049 Sep 02 12:40:02.225424 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c71903de-5f98-4473-a984-d04c82dd207a req-831add89-0f56-4bff-8c6e-05eac1b81478 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852704 Sep 02 12:40:02.248203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe5e3a-72ae-4529-99a3-eaaaebfe13d6 None None] The sync data for ids ['b5ce5758-f89b-46c2-9d12-eec07e52d11e'] in n-d-792364-8 is: [{'id': 'b5ce5758-f89b-46c2-9d12-eec07e52d11e', 'name': 'tempest-FloatingIPDetailsTestJSON-565192161-router', 'tenant_id': '71952be079ee4c238da8bba8da3fc6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:39:17Z', 'updated_at': '2021-09-02T12:40:01Z', 'revision_number': 6, 'project_id': '71952be079ee4c238da8bba8da3fc6b2', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:40:02.339027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f22860f8-9795-4175-81c3-897013da3ff9 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:02.442971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:02.482709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port f22860f8-9795-4175-81c3-897013da3ff9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:02.489021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port f22860f8-9795-4175-81c3-897013da3ff9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:02.489668 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:02.498253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb425-9703-4377-85fd-87c5d9c9b554 req-002d91f8-f886-4393-9f4e-958805ee5c14 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:02.505875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bebcb425-9703-4377-85fd-87c5d9c9b554 req-002d91f8-f886-4393-9f4e-958805ee5c14 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0786293 Sep 02 12:40:02.581597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bebcb425-9703-4377-85fd-87c5d9c9b554 req-69a0da9e-2ae3-4b4c-9502-ebc7859bef8d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673151 Sep 02 12:40:02.608276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] For port 0c788d3d-5053-4a3f-aa1d-d6eea97418ad, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:02.608637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:02.634404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Calling delete_port for 0c788d3d-5053-4a3f-aa1d-d6eea97418ad owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:02.635746 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:02.737677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:02.745615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:02.750803 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e175fe6-4d64-4b43-b9ed-3c843856b938" -d '{"events": [{"server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "name": "network-vif-plugged", "status": "completed", "tag": "f22860f8-9795-4175-81c3-897013da3ff9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:02.759628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:02.862096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15639a74-04a6-4b87-a4c3-8920e46bd6d6 req-19f0c033-9dc4-42f8-9e4f-f976c3b89b92 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:02.863995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15639a74-04a6-4b87-a4c3-8920e46bd6d6 req-19f0c033-9dc4-42f8-9e4f-f976c3b89b92 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0957291 Sep 02 12:40:02.866675 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:02.869848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:02.950830 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19025e0f-8607-4411-800e-e2aa6e1f9b35 x-openstack-request-id: req-19025e0f-8607-4411-800e-e2aa6e1f9b35 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:02.951117 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "name": "network-vif-plugged", "status": "completed", "tag": "f22860f8-9795-4175-81c3-897013da3ff9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:02.951370 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19025e0f-8607-4411-800e-e2aa6e1f9b35 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:02.951815 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9', 'code': 200} Sep 02 12:40:03.020222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15639a74-04a6-4b87-a4c3-8920e46bd6d6 req-4c22b70b-7493-4979-9650-1af72b9f6a2b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463227 Sep 02 12:40:03.021231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9da45528-6e01-425e-8042-ece1e00eb2f0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:03.021648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.099364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17db8-7876-4eb8-9861-c4b4cf62d266 req-b586ad97-514b-416a-b2e4-8ba4a23b3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:03.100944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49c17db8-7876-4eb8-9861-c4b4cf62d266 req-b586ad97-514b-416a-b2e4-8ba4a23b3c05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1096 time: 0.0999160 Sep 02 12:40:03.107355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:03.128097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.136002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:03.179061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49c17db8-7876-4eb8-9861-c4b4cf62d266 req-5b4d20da-ac8b-485b-8008-2e179fe20515 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675964 Sep 02 12:40:03.186112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c788d3d-5053-4a3f-aa1d-d6eea97418ad,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:03.191360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'port_id': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'mac_address': 'fa:16:3e:ce:3a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75a80a5-b7c9-444b-899e-0105badf764b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:03.269921 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.284370 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.296372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfd105c-57b0-439e-8c0f-2e6e83046b61 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:03.355616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:03.390289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.407609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:03.423370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454c6a1-5df4-4466-8d50-e91e8135f417 req-0c1bc772-720c-4190-9879-650cd6f86b58 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:03.433558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.438163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5454c6a1-5df4-4466-8d50-e91e8135f417 req-0c1bc772-720c-4190-9879-650cd6f86b58 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 944 time: 0.1140120 Sep 02 12:40:03.447641 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.497639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5454c6a1-5df4-4466-8d50-e91e8135f417 req-0e237cca-8aa7-481f-a00d-bd99b758ff9e tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584857 Sep 02 12:40:03.535354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:03.570851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.573676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.670504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.672280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ce5758-f89b-46c2-9d12-eec07e52d11e {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:40:03.681870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.687223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51112) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:03.692450 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0f8577ba-2d89-4c4e-8b27-94979d2877b1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b5ce5758-f89b-46c2-9d12-eec07e52d11e HTTP/1.1" status: 204 len: 168 time: 2.9692838 Sep 02 12:40:03.737221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:03.748873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['cbfd105c-57b0-439e-8c0f-2e6e83046b61'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:03.778091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97841d42-5c6d-4bb2-8e4e-651f1ea7ae59 req-f498bf3e-147a-4d9c-85d2-a80ff9afcb4d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:03.787942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97841d42-5c6d-4bb2-8e4e-651f1ea7ae59 req-f498bf3e-147a-4d9c-85d2-a80ff9afcb4d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0774612 Sep 02 12:40:03.852066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97841d42-5c6d-4bb2-8e4e-651f1ea7ae59 req-69358599-35f8-4422-a96e-9c8a95182e8b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Sep 02 12:40:03.855131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Deleting subnet 33537383-d313-4434-b549-d1898f2cac75 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:40:03.873768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:03.922206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.050297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.074545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.203842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.228848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.234204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:04.237510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2468a2-8442-4293-8960-f5113a5a4340 None None] Network 2f124dcb-8424-43fa-8811-f9b962ba0e08 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:40:04.253655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/33537383-d313-4434-b549-d1898f2cac75 HTTP/1.1" status: 204 len: 168 time: 0.5650465 Sep 02 12:40:04.300703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05bfaaff-1e4f-41ed-9e32-66d82cec939c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:04.323167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.354048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6438fc2-f9ef-4dca-ba53-6e532a2efc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33537383-d313-4434-b549-d1898f2cac75,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:04.364793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b442dd-d66f-42aa-a508-13ccb000b0fc req-8c052ee5-29b9-4ba8-a018-33f300bce913 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:04.371394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02b442dd-d66f-42aa-a508-13ccb000b0fc req-8c052ee5-29b9-4ba8-a018-33f300bce913 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.2215989 Sep 02 12:40:04.431231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Deleting port d5543f79-a9de-43eb-93a5-af7b4182faa6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:04.431585 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.460715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02b442dd-d66f-42aa-a508-13ccb000b0fc req-cf8275cf-cfc8-4042-9525-4c943ba8f798 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829852 Sep 02 12:40:04.593090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] For port d5543f79-a9de-43eb-93a5-af7b4182faa6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d5543f79-a9de-43eb-93a5-af7b4182faa6,segment=NetworkSegment(9cb85347-a116-4d41-8289-b74e1f00fa1b),segment_id=9cb85347-a116-4d41-8289-b74e1f00fa1b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:04.593723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.636234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 05bfaaff-1e4f-41ed-9e32-66d82cec939c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:04.637425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05bfaaff-1e4f-41ed-9e32-66d82cec939c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:04.638671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c788d3d-5053-4a3f-aa1d-d6eea97418ad no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:04.653689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Calling delete_port for d5543f79-a9de-43eb-93a5-af7b4182faa6 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:04.688140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 0c788d3d-5053-4a3f-aa1d-d6eea97418ad {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:04.688432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c788d3d-5053-4a3f-aa1d-d6eea97418ad not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:04.723865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbca2da-90cf-4bde-9f4f-e4ec968fbd29 req-bbc22375-27c9-48a8-9811-3b575c6282e4 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:04.731613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5dbca2da-90cf-4bde-9f4f-e4ec968fbd29 req-bbc22375-27c9-48a8-9811-3b575c6282e4 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 945 time: 0.1223440 Sep 02 12:40:04.805231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5dbca2da-90cf-4bde-9f4f-e4ec968fbd29 req-9dc8b7b5-70f9-40a4-89e7-a44bd8e57d3e tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726068 Sep 02 12:40:04.827578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.903778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5543f79-a9de-43eb-93a5-af7b4182faa6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:04.912096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:04.920694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] No DVR routers for this DVR port d5543f79-a9de-43eb-93a5-af7b4182faa6 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:04.953741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:04.957938 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242b9fc-ec9b-4ad6-a5a9-db1f008e6e0e" -d '{"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:05.026406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f1e4d-ddc2-4153-a4d0-251cbdaab6c4 None None] DHCP port deletion for 2f124dcb-8424-43fa-8811-f9b962ba0e08 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:40:05.041795 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a97accc-201a-439b-ad1e-c33468e927c6 x-openstack-request-id: req-6a97accc-201a-439b-ad1e-c33468e927c6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:05.041920 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:05.043368 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a97accc-201a-439b-ad1e-c33468e927c6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:05.043368 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'code': 200} Sep 02 12:40:05.099420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.116225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f124dcb-8424-43fa-8811-f9b962ba0e08']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:05.137234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fd806-73e0-4924-a5d5-09a4f1bacd8c req-bd0bbe2e-2d7d-4d2f-af4c-829e87eee8b3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:05.151855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd9fd806-73e0-4924-a5d5-09a4f1bacd8c req-bd0bbe2e-2d7d-4d2f-af4c-829e87eee8b3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1469347 Sep 02 12:40:05.154963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb85347-a116-4d41-8289-b74e1f00fa1b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:05.155280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb85347-a116-4d41-8289-b74e1f00fa1b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:05.174590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.199502 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.209938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd9fd806-73e0-4924-a5d5-09a4f1bacd8c req-312295c1-1063-40a0-abeb-59afe4d20873 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631473 Sep 02 12:40:05.210949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:40:05.211411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:40:05.213275 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:40:05.275837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.283224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.288429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f124dcb-8424-43fa-8811-f9b962ba0e08 HTTP/1.1" status: 204 len: 168 time: 1.0530424 Sep 02 12:40:05.304342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc0bcf-86aa-420c-b2ff-8a1562ee110c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f124dcb-8424-43fa-8811-f9b962ba0e08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:05.472672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51150) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:05.637341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-230f0a9b-cd7e-4461-a2df-8131a35d82f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71952be079ee4c238da8bba8da3fc6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632419 Sep 02 12:40:05.640509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51156) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:05.713300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd28ab8-f548-40bb-bd6c-00d0dc9a8bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.726909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a823c-a03b-43f1-92c0-35a7bee93dbf req-90c1355b-8cf8-446f-a530-93f020aefaaa tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:05.737201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c41a823c-a03b-43f1-92c0-35a7bee93dbf req-90c1355b-8cf8-446f-a530-93f020aefaaa tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.1247816 Sep 02 12:40:05.738464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd28ab8-f548-40bb-bd6c-00d0dc9a8bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.821497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c41a823c-a03b-43f1-92c0-35a7bee93dbf req-91b8d6a0-2e61-49f8-80b4-bd2338cbea8d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818310 Sep 02 12:40:05.830925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd28ab8-f548-40bb-bd6c-00d0dc9a8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.835283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd28ab8-f548-40bb-bd6c-00d0dc9a8bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:05.839151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-edd28ab8-f548-40bb-bd6c-00d0dc9a8bcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38a09448-2dd9-49f4-a258-365a0909c02b HTTP/1.1" status: 204 len: 168 time: 0.1950104 Sep 02 12:40:05.867340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd28ab8-f548-40bb-bd6c-00d0dc9a8bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a09448-2dd9-49f4-a258-365a0909c02b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:06.007901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44766b1-26b6-4de5-8b43-448e8e6a2032 req-ffe0bc76-4e18-4bc2-9ab3-5a85b83f8364 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:06.024853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a44766b1-26b6-4de5-8b43-448e8e6a2032 req-ffe0bc76-4e18-4bc2-9ab3-5a85b83f8364 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1096 time: 0.0656216 Sep 02 12:40:06.067572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4a87e-9637-40f2-a751-39363faedf7a req-6285401a-9faa-480f-b6c3-732c7197f902 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:06.069251 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecc4a87e-9637-40f2-a751-39363faedf7a req-6285401a-9faa-480f-b6c3-732c7197f902 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 945 time: 0.1180878 Sep 02 12:40:06.085076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a44766b1-26b6-4de5-8b43-448e8e6a2032 req-a15d205a-f137-499b-a8a7-013e7142ed1e tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568075 Sep 02 12:40:06.156239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecc4a87e-9637-40f2-a751-39363faedf7a req-16de7d91-cbcd-4de6-8e8b-5498e27e16be tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796502 Sep 02 12:40:06.386800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6653d-22b0-4d39-ab6e-35a650b87685 req-a1ad58ee-e223-4142-9b77-bc8e3e07ca7a tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:06.396642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f6653d-22b0-4d39-ab6e-35a650b87685 req-a1ad58ee-e223-4142-9b77-bc8e3e07ca7a tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1096 time: 0.1218054 Sep 02 12:40:06.408721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d5543f79-a9de-43eb-93a5-af7b4182faa6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:06.449669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d5543f79-a9de-43eb-93a5-af7b4182faa6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:06.452181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d5543f79-a9de-43eb-93a5-af7b4182faa6 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:06.490872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11f6653d-22b0-4d39-ab6e-35a650b87685 req-5f83729d-457b-49f3-a337-659ebdda4483 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927427 Sep 02 12:40:06.506716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31d4f-ea7d-4a21-81e3-d660625ebf56 req-87a1d9ad-aa59-47b1-8c24-abd54ed82661 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:06.511717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cca31d4f-ea7d-4a21-81e3-d660625ebf56 req-87a1d9ad-aa59-47b1-8c24-abd54ed82661 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1690087 Sep 02 12:40:06.581627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cca31d4f-ea7d-4a21-81e3-d660625ebf56 req-ae22e048-7600-4faf-b69c-020d6ac75a72 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 Sep 02 12:40:06.768369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:06.893831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port cbfd105c-57b0-439e-8c0f-2e6e83046b61 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:06.902702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port cbfd105c-57b0-439e-8c0f-2e6e83046b61 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:06.903372 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:07.073262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:07.123316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:07.126434 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea192b39-e1ed-4746-8cf7-10334b877849" -d '{"events": [{"server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "name": "network-vif-plugged", "status": "completed", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:07.150080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:07.158478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:07.274291 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba1c1f-37a3-47de-aa25-bd323056cd8d x-openstack-request-id: req-a9ba1c1f-37a3-47de-aa25-bd323056cd8d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:07.274613 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "name": "network-vif-plugged", "status": "completed", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:07.274874 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9ba1c1f-37a3-47de-aa25-bd323056cd8d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:07.276768 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'code': 200} Sep 02 12:40:07.344323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:07.439449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552121c-9cd1-47a9-aa00-e06861cefe84 req-ff445544-768b-4a2d-b32e-471325d46a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:07.457403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3552121c-9cd1-47a9-aa00-e06861cefe84 req-ff445544-768b-4a2d-b32e-471325d46a5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 1097 time: 0.1091797 Sep 02 12:40:07.462768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aa076-f118-4c92-98a3-f774501be2f6 req-10e822c6-4cc6-4e09-b663-dc31d5cb92c3 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:07.475957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e30aa076-f118-4c92-98a3-f774501be2f6 req-10e822c6-4cc6-4e09-b663-dc31d5cb92c3 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.1098113 Sep 02 12:40:07.510581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3552121c-9cd1-47a9-aa00-e06861cefe84 req-30b80b37-1e66-434b-a0d4-8e410f67c734 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512328 Sep 02 12:40:07.522702 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:40:07.532872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e30aa076-f118-4c92-98a3-f774501be2f6 req-7161d2bc-ff82-4085-87d9-23a7cb33dbd6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547204 Sep 02 12:40:07.679135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:07.924852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-550012603-network', 'tenant_id': '6a5f6fd0cef14b3ba433a081e87fc156'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:07.995097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68535-676e-4a07-aae3-a7b4380b6e5d req-3be6ff9e-e1ce-4f1c-a88e-0c5991b606b3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:07.996765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ff68535-676e-4a07-aae3-a7b4380b6e5d req-3be6ff9e-e1ce-4f1c-a88e-0c5991b606b3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1495738 Sep 02 12:40:07.998255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Made reservation on behalf of 6a5f6fd0cef14b3ba433a081e87fc156 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:08.000665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.011671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.088575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ff68535-676e-4a07-aae3-a7b4380b6e5d req-46bb77a8-f896-4c65-8c85-c32c5cf1a3b2 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Sep 02 12:40:08.210728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-98c881d1-4a58-440c-83cf-44a463f9df0e tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:40:08.211615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-98c881d1-4a58-440c-83cf-44a463f9df0e tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069294 Sep 02 12:40:08.259431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.265344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.282301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-42abb1f2-920b-4aa7-9912-85c49ba30b3d tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:08.283737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-42abb1f2-920b-4aa7-9912-85c49ba30b3d tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 1093 time: 0.0558717 Sep 02 12:40:08.294246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:08.295208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:40:08.303559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486d4af7-182b-4103-b86f-9688193e1f6d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:08.320155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:40:08.335214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.335785 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Added segment e8f09716-737a-4e99-bb8e-b4a4c2c61cca of type vlan for network 2f55900f-672f-4a50-a931-45d496cae7f6 Sep 02 12:40:08.427056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.468557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:08.469474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:08.469474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:08.476731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:40:08.477067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:08.486635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:08.486996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:08.487410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:08.487857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Bound port: f22860f8-9795-4175-81c3-897013da3ff9, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:08.497803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.498964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:08.499608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.608385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:08.621189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.622908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-c9b5822f-8505-4be9-9074-0e2cddb22cba service neutron] 10.222.0.60 "POST /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3324263 Sep 02 12:40:08.624631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9443500 Sep 02 12:40:08.627713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:08.634372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Request body: {'subnet': {'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-550012603-subnet', 'tenant_id': '6a5f6fd0cef14b3ba433a081e87fc156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:08.644130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c4af-4110-4285-a4cc-fcd76fbbf016 admin admin] Pushing event updated for resources: {'Network': ['ID=2f55900f-672f-4a50-a931-45d496cae7f6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:08.667143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2f55900f-672f-4a50-a931-45d496cae7f6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:40:08.668663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Made reservation on behalf of 6a5f6fd0cef14b3ba433a081e87fc156 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:08.672233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:08.822360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68712-c076-4c43-8e74-b1a15b15a001 req-810105f2-7d09-4b33-bc0f-7f2075f61a67 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:08.835559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70f68712-c076-4c43-8e74-b1a15b15a001 req-810105f2-7d09-4b33-bc0f-7f2075f61a67 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.1576827 Sep 02 12:40:08.906484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70f68712-c076-4c43-8e74-b1a15b15a001 req-00393d40-472e-43d2-a1a4-6fb0fdbf0fe8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698116 Sep 02 12:40:09.071998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3148-c789-4279-ad90-d592c5985cc0 req-8dac195a-9e9f-4099-9882-b0a7441524e5 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.074700 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9e9d3148-c789-4279-ad90-d592c5985cc0 req-8dac195a-9e9f-4099-9882-b0a7441524e5 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0894995 Sep 02 12:40:09.093730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-390243fb-cf50-46b6-8cdf-e5dd2a5fc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.095733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-390243fb-cf50-46b6-8cdf-e5dd2a5fc3f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1096 time: 0.1055834 Sep 02 12:40:09.098049 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:09.126687 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9e9d3148-c789-4279-ad90-d592c5985cc0 req-ddf10ea5-08d1-49ac-a860-394d24e4a669 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Sep 02 12:40:09.178173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11d6bdd-387b-48ab-b7a4-88440d404ec8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:09.274522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac91f81-39d4-4728-8cea-ddce863823ac req-2a666511-475b-4155-8734-58faea809607 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.276167 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac91f81-39d4-4728-8cea-ddce863823ac req-2a666511-475b-4155-8734-58faea809607 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0700321 Sep 02 12:40:09.326515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cac91f81-39d4-4728-8cea-ddce863823ac req-61cbbd38-5b7f-4dd3-bc27-e02371d6b41a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Sep 02 12:40:09.340821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Checking segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:09.341370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Network hostable DHCP agents. Network: 2f55900f-672f-4a50-a931-45d496cae7f6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:40:09.403707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Network 2f55900f-672f-4a50-a931-45d496cae7f6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:40:09.419365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-2f272249-93f9-475c-b7f0-f335d1975802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.421403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-2f272249-93f9-475c-b7f0-f335d1975802 service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.3141961 Sep 02 12:40:09.427850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2f55900f-672f-4a50-a931-45d496cae7f6) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:09.437423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d95dd6-4f66-44b6-920b-ebfa082dd88f None None] Network 2f55900f-672f-4a50-a931-45d496cae7f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:40:09.447789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.448385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:09.509572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-244cc48d-a6d7-4be7-8e20-b9ccb9f19be6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.518741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-244cc48d-a6d7-4be7-8e20-b9ccb9f19be6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.3364902 Sep 02 12:40:09.533512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c11470b4-1d57-4abc-8a2b-eecb7e8cd306 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9046614 Sep 02 12:40:09.535494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-a8b0d5a8-c0f5-416f-a0ee-a238d212aee6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 217 time: 0.1035936 Sep 02 12:40:09.549645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-b5c539cb-ff22-4ed3-a2a2-2796eede326d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/quotas/8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 375 time: 0.0293493 Sep 02 12:40:09.677789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-2797353b-92c9-4450-8a27-12b0e415fc3d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267743 Sep 02 12:40:09.691899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab651c-f54e-401e-af6b-c600aeace30f None None] Network 2f55900f-672f-4a50-a931-45d496cae7f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:40:09.693237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-005c40ae-aba7-4239-907c-3cc9761562f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:09.695007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-005c40ae-aba7-4239-907c-3cc9761562f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1306899 Sep 02 12:40:10.113329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-94e60d35-1f02-4ddc-8339-f18ed2d2176b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4074996 Sep 02 12:40:10.197065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-0aab0ec3-6e69-4a14-b063-27f966525083 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:10.205354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-0aab0ec3-6e69-4a14-b063-27f966525083 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.1402907 Sep 02 12:40:10.218380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-ed679c8a-f6d1-4cd1-8fd4-523308f964f7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/quotas/6a5f6fd0cef14b3ba433a081e87fc156 HTTP/1.1" status: 200 len: 375 time: 0.0117493 Sep 02 12:40:10.230887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-35593fef-16d7-4505-aafa-03f561ae6982 service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519886 Sep 02 12:40:10.273358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-2e056b87-67a0-47be-adb4-dd31af3a3136 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415759 Sep 02 12:40:10.309230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-cfc8b60c-2f1a-4c14-8ebf-d610de8561ca service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880193 Sep 02 12:40:10.396596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-5c7b9976-16b1-4559-b12d-1d8da5d8f9ee service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216788 Sep 02 12:40:10.407951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-97fb8bbd-3aeb-4c15-a344-99633be34b78 service neutron] 10.222.0.60 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649644 Sep 02 12:40:10.432964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-0189928f-f50f-4def-8f91-9a5edd3c30f1 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144929 Sep 02 12:40:10.541022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-b58cda5a-34f6-4bd1-8e3d-2f4062b2492e service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401019 Sep 02 12:40:10.770271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:10.836500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcbc45-0e21-427b-a7f7-5beb54b5918e req-2f0b2875-3705-4163-bc63-a16cadc692d4 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:10.846734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fbcbc45-0e21-427b-a7f7-5beb54b5918e req-2f0b2875-3705-4163-bc63-a16cadc692d4 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.0766642 Sep 02 12:40:10.956733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fbcbc45-0e21-427b-a7f7-5beb54b5918e req-e2b598cc-24b6-4d7b-9f46-5f122467c5ae tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089172 Sep 02 12:40:11.191382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8257b75-5e59-4876-981e-8675d3cda7d4 req-9787c3c3-615a-40f0-8315-8c37a8b32970 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:11.202627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8257b75-5e59-4876-981e-8675d3cda7d4 req-9787c3c3-615a-40f0-8315-8c37a8b32970 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1169074 Sep 02 12:40:11.211528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc84de9-3fde-4bae-abde-ec93c088e3ac req-3a7588ec-3dd5-42a6-9c8e-8f7eb4d1ea63 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:11.227236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecc84de9-3fde-4bae-abde-ec93c088e3ac req-3a7588ec-3dd5-42a6-9c8e-8f7eb4d1ea63 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.1723223 Sep 02 12:40:11.259619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8257b75-5e59-4876-981e-8675d3cda7d4 req-458c1b17-00c4-4933-8590-520b20cc3c36 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518773 Sep 02 12:40:11.374251 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecc84de9-3fde-4bae-abde-ec93c088e3ac req-1055d04e-0bdc-4315-aa06-9c70f078c294 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439333 Sep 02 12:40:11.597832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-391d36db-a657-49fb-b368-005a406f7219 req-567abc50-b36f-4fb7-b1e3-ef603cd40a99 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0328221 Sep 02 12:40:11.602843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77fdf34a-1c4d-4280-88de-a83050f89381 req-2d2d4146-be86-40e1-aa76-e1c59ad33ce9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 210 time: 0.0859044 Sep 02 12:40:11.738236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b65be-9068-44f1-9ec0-60166f75026f req-5549d330-0aa0-43ba-8b82-c1f6a0c02750 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:11.739827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-299b65be-9068-44f1-9ec0-60166f75026f req-5549d330-0aa0-43ba-8b82-c1f6a0c02750 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.0762963 Sep 02 12:40:11.828237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-299b65be-9068-44f1-9ec0-60166f75026f req-3a586c0d-2ff2-4029-ac3f-69476aaa9b7c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787725 Sep 02 12:40:12.029204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdaede-201e-4afb-808b-9141a526494b req-f4e4993c-02e1-4457-953b-e6e18c504f2c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:12.050047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03fdaede-201e-4afb-808b-9141a526494b req-f4e4993c-02e1-4457-953b-e6e18c504f2c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.1134341 Sep 02 12:40:12.176856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03fdaede-201e-4afb-808b-9141a526494b req-8e5047ca-67fe-4fb6-8f04-ca2c3d4f7e41 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253347 Sep 02 12:40:12.385832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e4ffc-f72f-4aa8-ba1c-48620898f894 req-4177817c-6719-4418-b489-3ca5ba86b33b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:12.387414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b3e4ffc-f72f-4aa8-ba1c-48620898f894 req-4177817c-6719-4418-b489-3ca5ba86b33b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.1120026 Sep 02 12:40:12.397208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-ff6a7e9b-6206-4d7b-a8e3-431312e3f971 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:12.398658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-ff6a7e9b-6206-4d7b-a8e3-431312e3f971 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.2197862 Sep 02 12:40:12.424729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Request body: {'port': {'device_id': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'admin_state_up': True, 'tenant_id': '6a5f6fd0cef14b3ba433a081e87fc156'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:12.507322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47814ea1-8d28-40ee-b943-9ea463388215 req-3ed5ad44-5def-4ffa-b7e4-173b9b8b0fa1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:12.508082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b3e4ffc-f72f-4aa8-ba1c-48620898f894 req-1e97f1e5-7b1d-4343-ba74-38e017205e34 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083241 Sep 02 12:40:12.521425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47814ea1-8d28-40ee-b943-9ea463388215 req-3ed5ad44-5def-4ffa-b7e4-173b9b8b0fa1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1442873 Sep 02 12:40:12.575482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47814ea1-8d28-40ee-b943-9ea463388215 req-b9b81b37-8b67-4bae-a1c1-9f355185d12f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529618 Sep 02 12:40:12.612944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Made reservation on behalf of 6a5f6fd0cef14b3ba433a081e87fc156 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:12.622551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:12.804401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1c57a-607b-4092-8e5a-0b0da718508b req-ad8a9e84-e2a4-47b8-8ae9-88b13d4989b0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:12.819676 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dac1c57a-607b-4092-8e5a-0b0da718508b req-ad8a9e84-e2a4-47b8-8ae9-88b13d4989b0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.1428685 Sep 02 12:40:12.871838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dac1c57a-607b-4092-8e5a-0b0da718508b req-0d952a61-ff2d-4ccf-a67a-965385b91670 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508635 Sep 02 12:40:12.967406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ab6deca-91cf-4e10-94b5-654dd3412378 req-b4d85364-edac-4ab3-8aff-be16c1c36f02 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 210 time: 0.0601735 Sep 02 12:40:13.002173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d07423d-e9ef-49c2-aaec-6a4120eca07f req-bd68b2cb-7dd9-4b67-b7fc-81a982fc179e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0490606 Sep 02 12:40:13.053681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Allocated IP 172.20.0.13 (2f55900f-672f-4a50-a931-45d496cae7f6/d11d6bdd-387b-48ab-b7a4-88440d404ec8/0e8f1ab4-949a-46df-af72-d8679936e95e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:13.073534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-9a1c9f4a-4d3a-482a-8d6e-3a45c36f9d69 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:13.075063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-9a1c9f4a-4d3a-482a-8d6e-3a45c36f9d69 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 807 time: 0.2643802 Sep 02 12:40:13.093184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Request body: {'port': {'device_id': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'admin_state_up': True, 'tenant_id': '8ca7df5b238347a8b01cead66e9063e0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:13.324211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:13.386583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:13.649051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Network 2f55900f-672f-4a50-a931-45d496cae7f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:13.649303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:13.659700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd84c-cc69-4b26-bd4e-f4f4a51749e2 req-10dc4e8b-1bac-4d7a-853e-2b22e62aff07 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:13.661331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf9cd84c-cc69-4b26-bd4e-f4f4a51749e2 req-10dc4e8b-1bac-4d7a-853e-2b22e62aff07 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.2988002 Sep 02 12:40:13.665856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:13.681892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:13.841434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325581e-b08c-4d75-8606-b977944b7d06 req-b0b94532-a6fb-409a-b01e-137b28a746ee tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:13.849963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf9cd84c-cc69-4b26-bd4e-f4f4a51749e2 req-fcdec97f-1a01-469d-8b4f-06acf27cf000 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795566 Sep 02 12:40:13.851248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8325581e-b08c-4d75-8606-b977944b7d06 req-b0b94532-a6fb-409a-b01e-137b28a746ee tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1435935 Sep 02 12:40:13.884708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:13.888660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:13.923525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8325581e-b08c-4d75-8606-b977944b7d06 req-a2df5dea-ad2a-409d-83b0-426f6e0ca196 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711472 Sep 02 12:40:13.927795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Made reservation on behalf of 8ca7df5b238347a8b01cead66e9063e0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:13.931369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:13.956485 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-c3aeaaf2-109a-45f7-a7cf-34df7bc46878 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5379202 Sep 02 12:40:13.970506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Request body: {'port': {'device_id': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:14.244249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:14.284171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e213a7-9fb5-43d5-8e30-01afa4e46974 req-6eb01e24-c250-45de-9e44-637a24bf114d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:14.287067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72e213a7-9fb5-43d5-8e30-01afa4e46974 req-6eb01e24-c250-45de-9e44-637a24bf114d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0843039 Sep 02 12:40:14.317762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987e82-2559-4881-a870-03e1669aac65 req-4cf17813-0dc9-4a57-bfbe-228f9889dea1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:14.319600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39987e82-2559-4881-a870-03e1669aac65 req-4cf17813-0dc9-4a57-bfbe-228f9889dea1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.2201252 Sep 02 12:40:14.368186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72e213a7-9fb5-43d5-8e30-01afa4e46974 req-105aa28b-263e-40b1-a59b-b7ac2c68ed6a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722163 Sep 02 12:40:14.430019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Allocated IP 172.20.0.7 (0d27151c-6a61-4312-a523-0939e81f1ae1/c771f484-1751-42cd-bd10-c30cf3595e49/4aad2d4c-f560-45d6-ad91-e07004ef3216) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:14.515352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39987e82-2559-4881-a870-03e1669aac65 req-a70f127b-d868-424d-a589-f2a5cbd77b7f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729355 Sep 02 12:40:14.528405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf19ab8-f950-4e96-96e8-09f9d220507b req-eb07e23f-0203-4e03-b0ce-d08a30310407 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:14.537698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddf19ab8-f950-4e96-96e8-09f9d220507b req-eb07e23f-0203-4e03-b0ce-d08a30310407 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 932 time: 0.0719275 Sep 02 12:40:14.610428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddf19ab8-f950-4e96-96e8-09f9d220507b req-85dbecb5-5376-4bc5-ae61-9e6b56ea0545 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717249 Sep 02 12:40:14.683735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36cba3a3-bb60-4999-8ec1-6a24c46ff8e8 req-f2f203fe-9b46-41ae-aff2-6ffa1e0942be tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0693650 Sep 02 12:40:14.832501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:14.846125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65858b9-0948-4743-b012-6bc124498e31 req-04cb7374-cd4c-4156-a187-ece5b6cc9a99 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:14.854574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a65858b9-0948-4743-b012-6bc124498e31 req-04cb7374-cd4c-4156-a187-ece5b6cc9a99 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.0821128 Sep 02 12:40:14.890484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8f1ab4-949a-46df-af72-d8679936e95e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:14.903654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:14.927925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Transition to ACTIVE for port object 0e8f1ab4-949a-46df-af72-d8679936e95e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:14.934133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:14.940474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a65858b9-0948-4743-b012-6bc124498e31 req-796cf533-ce75-493d-905a-56f8982cab01 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Sep 02 12:40:14.941814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:14.963806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:15.036995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:15.048215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Network 0d27151c-6a61-4312-a523-0939e81f1ae1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:15.080700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:15.084683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:15.161755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e5a66-4b07-4cfc-992a-b2dc45564286 req-5b761b2a-73b8-4a61-9211-8fe6ec7699ea tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:15.167795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e76e5a66-4b07-4cfc-992a-b2dc45564286 req-5b761b2a-73b8-4a61-9211-8fe6ec7699ea tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.0944054 Sep 02 12:40:15.248876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e76e5a66-4b07-4cfc-992a-b2dc45564286 req-a28c9b05-835e-4944-98ce-7bee7a56a0e9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664511 Sep 02 12:40:15.314388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:15.332786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:15.334437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:15.399350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ead76-6e13-47dd-b526-57eee2005fa4 req-1cbb2116-03df-432f-951b-bb5fca4c05d5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:15.407908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-084ead76-6e13-47dd-b526-57eee2005fa4 req-1cbb2116-03df-432f-951b-bb5fca4c05d5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.3385215 Sep 02 12:40:15.413443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-43ef000c-c494-4f6d-ab36-f73da4cec9f6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3274314 Sep 02 12:40:15.423300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Attempting to bind port 0e8f1ab4-949a-46df-af72-d8679936e95e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:15.423300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Attempting to bind port 0e8f1ab4-949a-46df-af72-d8679936e95e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:15.423300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Attempting to bind port 0e8f1ab4-949a-46df-af72-d8679936e95e on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:15.438364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Request body: {'port': {'device_id': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:15.447071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Port 0e8f1ab4-949a-46df-af72-d8679936e95e on network 2f55900f-672f-4a50-a931-45d496cae7f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:40:15.447441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Attempting to bind port 0e8f1ab4-949a-46df-af72-d8679936e95e on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:15.493009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:15.493357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Checking segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:15.495851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Bound using segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:15.496440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Bound port: 0e8f1ab4-949a-46df-af72-d8679936e95e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:15.497083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:15.519378 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-084ead76-6e13-47dd-b526-57eee2005fa4 req-9c59b3c4-3f5f-4e8b-8480-e90838a4e84c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104188 Sep 02 12:40:15.650421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:15.724212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:15.763831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9fcc4-287b-4c88-9a95-37245fb03a65 req-18d0e8d4-8bc9-4a44-8592-36f727985b57 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:15.765489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acc9fcc4-287b-4c88-9a95-37245fb03a65 req-18d0e8d4-8bc9-4a44-8592-36f727985b57 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.1488192 Sep 02 12:40:15.767539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:15.828280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:15.915304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:15.915938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:15.917650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/0e8f1ab4-949a-46df-af72-d8679936e95e HTTP/1.1" status: 200 len: 1092 time: 1.9524090 Sep 02 12:40:15.920551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:15.923370 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779ad86a-777f-4dc1-8078-7ed095bfd5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:16.062312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acc9fcc4-287b-4c88-9a95-37245fb03a65 req-20f056dc-b48b-499e-99f3-4e726bfe280c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854664 Sep 02 12:40:16.127381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea25c79-448e-45fa-b62c-e484959f10e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:16.219333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-3c91737c-af81-47a8-bbeb-704ee81a7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:16.221513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-3c91737c-af81-47a8-bbeb-704ee81a7086 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 1095 time: 0.2469389 Sep 02 12:40:16.241925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c72f61-245a-4b6b-bf18-f0dd10a21473 req-addcd1cc-885d-4402-9be7-bef638498b3c tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:16.244132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6c72f61-245a-4b6b-bf18-f0dd10a21473 req-addcd1cc-885d-4402-9be7-bef638498b3c tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.1275897 Sep 02 12:40:16.318876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-4a0c0fa1-1140-426b-8f4d-114483292409 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8f1ab4-949a-46df-af72-d8679936e95e HTTP/1.1" status: 200 len: 217 time: 0.0735190 Sep 02 12:40:16.325000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6c72f61-245a-4b6b-bf18-f0dd10a21473 req-a04b4c4a-7aca-4030-aa04-0bc140e08b0c tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668445 Sep 02 12:40:16.394407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fcbb-52a3-4c97-9396-8fb0e131a496 req-68b98637-b6d8-4a8e-abbf-df62099d6469 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:16.403244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3ba0fcbb-52a3-4c97-9396-8fb0e131a496 req-68b98637-b6d8-4a8e-abbf-df62099d6469 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 944 time: 0.2075348 Sep 02 12:40:16.550313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56533750-b932-4445-a741-e307f58a2e3e req-0a11eda7-3e2a-48d0-a445-43d1771dc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:16.552110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-0a11eda7-3e2a-48d0-a445-43d1771dc1d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.2247431 Sep 02 12:40:16.554411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aad2d4c-f560-45d6-ad91-e07004ef3216 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:16.575886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:16.637455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3ba0fcbb-52a3-4c97-9396-8fb0e131a496 req-62a9145d-417f-4260-9c44-1bffea3b6934 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314694 Sep 02 12:40:16.672826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-2f910e91-dd96-400d-9cf7-0c2b2438650d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047180 Sep 02 12:40:16.724122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Transition to ACTIVE for port object 4aad2d4c-f560-45d6-ad91-e07004ef3216 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:16.762842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:16.811835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327396e0-05f3-4191-bacc-1e9ce61acb7c req-5acfc0e0-dd2f-4c8a-b876-ce859fc1246d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:16.826384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-327396e0-05f3-4191-bacc-1e9ce61acb7c req-5acfc0e0-dd2f-4c8a-b876-ce859fc1246d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 931 time: 0.1501124 Sep 02 12:40:16.908817 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbf98a-e22d-4a18-914f-8109202c9d14 x-openstack-request-id: req-68cbf98a-e22d-4a18-914f-8109202c9d14 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:16.914241 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:16.916147 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68cbf98a-e22d-4a18-914f-8109202c9d14 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:16.917247 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'status': 'completed', 'code': 200} Sep 02 12:40:16.944083 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-327396e0-05f3-4191-bacc-1e9ce61acb7c req-24c603f4-7b2a-44df-96c5-acbe7bb03dbc tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061904 Sep 02 12:40:17.051879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:17.161730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-147b7b7b-f7b2-4260-b48f-ea9049094d84 service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760222 Sep 02 12:40:17.316716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d6420-ce8b-4f71-893b-6e6225ad8265 req-99759ebf-073f-4c84-8047-8fccd768decb tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:17.318455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c30d6420-ce8b-4f71-893b-6e6225ad8265 req-99759ebf-073f-4c84-8047-8fccd768decb tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1866231 Sep 02 12:40:17.466190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c30d6420-ce8b-4f71-893b-6e6225ad8265 req-82fac4b4-bf7e-4147-a9fa-985cc5bc2d1e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317790 Sep 02 12:40:17.492723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:17.493201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:17.493604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:17.515686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:40:17.518698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:17.543143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:17.543607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:17.543933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:17.544377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Bound port: 4aad2d4c-f560-45d6-ad91-e07004ef3216, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:17.544806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:17.628072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56533750-b932-4445-a741-e307f58a2e3e req-4ae51463-5179-4de4-bdb7-c0a6042801c9 service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557894 Sep 02 12:40:17.713151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7ee94-7b09-439b-aab7-a2cbea374dee req-656a1fc3-025b-486f-b540-4aa3a9945d4b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:17.727806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2b7ee94-7b09-439b-aab7-a2cbea374dee req-656a1fc3-025b-486f-b540-4aa3a9945d4b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.1738820 Sep 02 12:40:17.759367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:17.765130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:17.793416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:17.809424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2b7ee94-7b09-439b-aab7-a2cbea374dee req-cd418c5f-a80a-4057-8c2a-06fe6ee61c37 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805438 Sep 02 12:40:18.283545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.284679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:18.286693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] 10.222.0.18 "PUT /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 1091 time: 2.8556955 Sep 02 12:40:18.326262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d72bf-951b-4b69-8c7f-c19e2d27b8f3 req-1f85f0df-b230-4537-aa11-b4252bdbbfb7 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.336128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e26d72bf-951b-4b69-8c7f-c19e2d27b8f3 req-1f85f0df-b230-4537-aa11-b4252bdbbfb7 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.7628841 Sep 02 12:40:18.400836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-e47313b7-6588-414e-8cca-788f7aa21f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.403345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-e47313b7-6588-414e-8cca-788f7aa21f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 1095 time: 0.6316547 Sep 02 12:40:18.442499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26bfa-ca71-4349-9c44-74391f25c29a req-8d81c850-b556-42b6-a93f-ccd850b2ec03 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.451654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bc26bfa-ca71-4349-9c44-74391f25c29a req-8d81c850-b556-42b6-a93f-ccd850b2ec03 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 944 time: 0.0743761 Sep 02 12:40:18.506665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bc26bfa-ca71-4349-9c44-74391f25c29a req-f74a8172-cc97-46a9-96be-0b5f2698211f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Sep 02 12:40:18.510227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f4ad-7c4f-46a4-ba26-3664e7123ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:18.547976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e26d72bf-951b-4b69-8c7f-c19e2d27b8f3 req-66f15117-9a54-48f4-bef6-12feccea75fd tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106688 Sep 02 12:40:18.552451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-0f651b15-bbb0-497b-9c17-c2e0a4ed13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.557979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-0f651b15-bbb0-497b-9c17-c2e0a4ed13fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1094 time: 0.2103531 Sep 02 12:40:18.651059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-891574f8-2845-4250-8b31-f2879062349c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 217 time: 0.0694680 Sep 02 12:40:18.695119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71011-c61d-46f1-962e-0a49b4975da7 req-0540f1c6-0954-4742-a704-ffb0056874eb tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.705302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbc71011-c61d-46f1-962e-0a49b4975da7 req-0540f1c6-0954-4742-a704-ffb0056874eb tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1246707 Sep 02 12:40:18.758657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-5c6a391b-4217-4b2c-99ff-97d131e680d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.760194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-5c6a391b-4217-4b2c-99ff-97d131e680d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1009295 Sep 02 12:40:18.761148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbc71011-c61d-46f1-962e-0a49b4975da7 req-ab58c6d3-c90c-475d-92f7-9b40cc125fde tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501642 Sep 02 12:40:18.761632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-c0936208-c041-4a77-9f60-3760a12421ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.763701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-c0936208-c041-4a77-9f60-3760a12421ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 905 time: 0.3467543 Sep 02 12:40:18.836092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:18.913347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-b02ac27a-4abb-4107-b208-1fc82ab7b5d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303916 Sep 02 12:40:18.916047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-be47f8bf-fb8a-46cc-8aa8-9a9adcac2bec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8f1ab4-949a-46df-af72-d8679936e95e HTTP/1.1" status: 200 len: 217 time: 0.1245072 Sep 02 12:40:18.917683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff64c03-cbfb-4c38-9f06-064368a76be9 req-c564ea04-142d-43ef-b3c8-12968a283449 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:18.920234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ff64c03-cbfb-4c38-9f06-064368a76be9 req-c564ea04-142d-43ef-b3c8-12968a283449 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0872464 Sep 02 12:40:18.934875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:18.937476 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50b71d-3db2-4211-b591-410379c23696" -d '{"events": [{"name": "network-changed", "server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:19.046917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ff64c03-cbfb-4c38-9f06-064368a76be9 req-09f01cc6-5ad7-473b-bcb0-3a949e54c7a6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149645 Sep 02 12:40:19.092704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:19.093353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21cfb4-64a9-48f4-a9e9-517fd93f9fb8 req-19dcddbd-606f-4241-9c27-e81e744e182b tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.101592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d21cfb4-64a9-48f4-a9e9-517fd93f9fb8 req-19dcddbd-606f-4241-9c27-e81e744e182b tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.2015691 Sep 02 12:40:19.108653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'port_id': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'mac_address': 'fa:16:3e:ce:3a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75a80a5-b7c9-444b-899e-0105badf764b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:19.148609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-b7ecc41d-0c95-4cc2-a68c-3d2a84896a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.150224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-b7ecc41d-0c95-4cc2-a68c-3d2a84896a0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.1821876 Sep 02 12:40:19.187354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d21cfb4-64a9-48f4-a9e9-517fd93f9fb8 req-332442a5-8b27-411c-a81d-b58dc896190d tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847805 Sep 02 12:40:19.225137 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:19.237181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903b3d-d4c5-4f85-8f14-ab6406fce4a1 req-202ece6f-8614-4d35-ab6f-cc67b7120ac6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.239996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73903b3d-d4c5-4f85-8f14-ab6406fce4a1 req-202ece6f-8614-4d35-ab6f-cc67b7120ac6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.0929413 Sep 02 12:40:19.254677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-d7b986db-c29d-4df1-bfec-7f74d98520e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903649 Sep 02 12:40:19.265377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbfd105c-57b0-439e-8c0f-2e6e83046b61 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:19.282575 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-7e3446b6-60f0-4352-88a3-e7ea00f62d03 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408513 Sep 02 12:40:19.301583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73903b3d-d4c5-4f85-8f14-ab6406fce4a1 req-137600f9-a061-40fe-a593-9cc7e571a9fb tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556247 Sep 02 12:40:19.335923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:19.344352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:19.420424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:19.444677 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8fff57-995b-447e-9bd8-afc5efdfe952 x-openstack-request-id: req-7b8fff57-995b-447e-9bd8-afc5efdfe952 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:19.445041 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:19.445249 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b8fff57-995b-447e-9bd8-afc5efdfe952 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:19.445670 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'status': 'completed', 'code': 200} Sep 02 12:40:19.472332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['cbfd105c-57b0-439e-8c0f-2e6e83046b61'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:19.504223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-941e326c-812f-4bde-a812-4f6ebace9ffe req-1e8c5bcd-1f4b-4385-8f87-3565e18fc1aa service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916044 Sep 02 12:40:19.559269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-8d17c074-debc-47a7-a1fe-8e948db8ef09 service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960491 Sep 02 12:40:19.724648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0f01-ff86-41f0-95b8-5301fdedce18 req-52a78fc8-5cb2-4767-b67b-3109100b9042 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.726940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3adb0f01-ff86-41f0-95b8-5301fdedce18 req-52a78fc8-5cb2-4767-b67b-3109100b9042 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 944 time: 0.0968249 Sep 02 12:40:19.778313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7c08b-3919-4fc6-9449-dcbedde4d8f9 req-4f307b8b-47bc-49f5-b724-49421d713794 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.779945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58a7c08b-3919-4fc6-9449-dcbedde4d8f9 req-4f307b8b-47bc-49f5-b724-49421d713794 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.1248858 Sep 02 12:40:19.788641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3adb0f01-ff86-41f0-95b8-5301fdedce18 req-d4609df5-5600-460a-8347-35c1c5c2bca6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 Sep 02 12:40:19.794840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b71d-3db2-4211-b591-410379c23696 req-848c9cb3-c816-4f53-a854-32962fc79232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.796472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-848c9cb3-c816-4f53-a854-32962fc79232 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1094 time: 0.2162929 Sep 02 12:40:19.881125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779ad86a-777f-4dc1-8078-7ed095bfd5a6 req-eef21735-982b-414c-95f0-d0989ca01a59 service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100173 Sep 02 12:40:19.905070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58a7c08b-3919-4fc6-9449-dcbedde4d8f9 req-fb993010-1f58-40d2-b1c6-7e03c2dd5157 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016123 Sep 02 12:40:19.943067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b71d-3db2-4211-b591-410379c23696 req-bbb34a92-0704-4148-b872-2939d119e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:19.944599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-bbb34a92-0704-4148-b872-2939d119e62b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1400192 Sep 02 12:40:19.995489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-939fbb29-6559-4284-8612-c93d15352122 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 217 time: 0.0433881 Sep 02 12:40:20.066691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b71d-3db2-4211-b591-410379c23696 req-f919ed0a-ec29-4f0a-9491-d4d5f2e371de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:20.068128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-f919ed0a-ec29-4f0a-9491-d4d5f2e371de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0659318 Sep 02 12:40:20.068791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1607b9-eed5-45f2-94d4-0038dd6887ca req-7cf05487-2c60-4804-8223-ae360c9bc5c6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:20.075467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb1607b9-eed5-45f2-94d4-0038dd6887ca req-7cf05487-2c60-4804-8223-ae360c9bc5c6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.0619397 Sep 02 12:40:20.117327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-7ba1b193-bc30-48b5-88aa-e2fb98a65f0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407364 Sep 02 12:40:20.127569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb1607b9-eed5-45f2-94d4-0038dd6887ca req-0ffa86bb-6c19-4db4-a1e0-13ad8809bb93 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503252 Sep 02 12:40:20.198411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb88d8c-ef01-4614-93ec-4d49a1d30c4c req-b0b91461-fea9-4b39-8700-86ea5b280dac tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:20.201155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-adb88d8c-ef01-4614-93ec-4d49a1d30c4c req-b0b91461-fea9-4b39-8700-86ea5b280dac tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.1371593 Sep 02 12:40:20.256533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-adb88d8c-ef01-4614-93ec-4d49a1d30c4c req-f2e45389-18ce-429a-96a6-5dd577879141 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475965 Sep 02 12:40:20.286771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-d9e5effa-846e-4bcd-8e53-5bc9bafce019 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600907 Sep 02 12:40:20.329369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e151da-6669-4b1e-9679-8ec63004535e req-63fe87f9-83fd-4804-9290-38a85a2227f1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:20.331152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29e151da-6669-4b1e-9679-8ec63004535e req-63fe87f9-83fd-4804-9290-38a85a2227f1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0622675 Sep 02 12:40:20.373256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29e151da-6669-4b1e-9679-8ec63004535e req-1b9155b9-5337-43ba-b063-dc6aeee299fa tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354409 Sep 02 12:40:20.405461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:20.440132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:20.443815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c617-fd27-475f-8e97-80f139fd6fcf req-139f58c7-12c8-4025-9749-7ca5025b16fa tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:20.445495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15b7c617-fd27-475f-8e97-80f139fd6fcf req-139f58c7-12c8-4025-9749-7ca5025b16fa tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 951 time: 0.0959601 Sep 02 12:40:20.449571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea50b71d-3db2-4211-b591-410379c23696 req-28206643-f340-46e3-9ff3-eb77b496e5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521676 Sep 02 12:40:20.511849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15b7c617-fd27-475f-8e97-80f139fd6fcf req-cce7c44d-3420-4df8-93f0-1ca6d415f507 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580282 Sep 02 12:40:20.631072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:20.644739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:20.652351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec744b9-7085-4dd8-a4f2-2fd8c2c54f4d req-881d1caf-a786-4d60-b421-be266ba426e8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:20.658943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '6a56df92-32c5-4c16-b376-78a14173cc08', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '6a56df92-32c5-4c16-b376-78a14173cc08', 'mac_address': 'fa:16:3e:01:0f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:20.666212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ec744b9-7085-4dd8-a4f2-2fd8c2c54f4d req-881d1caf-a786-4d60-b421-be266ba426e8 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 945 time: 0.1177700 Sep 02 12:40:20.727244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ec744b9-7085-4dd8-a4f2-2fd8c2c54f4d req-24b90079-c4a4-4452-b0f2-015f5b613833 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564704 Sep 02 12:40:20.727857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:20.730526 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5a17c8-7390-40fb-b09c-9d46c8eed61b" -d '{"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-unplugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:20.752017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:20.753553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:20.771702 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:20.843067 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d193b6a-137e-4b5f-91aa-dc9ef13ba619 x-openstack-request-id: req-1d193b6a-137e-4b5f-91aa-dc9ef13ba619 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:20.843354 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-unplugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:20.843631 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d193b6a-137e-4b5f-91aa-dc9ef13ba619 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:20.844022 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'code': 200} Sep 02 12:40:20.849056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:20.852302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:20.860716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:20.868744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:21.028025 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:40:21.028438 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:40:21.044706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port cbfd105c-57b0-439e-8c0f-2e6e83046b61 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:21.045130 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.071086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b55ea-5c8d-43d0-ae36-ee395b73cd4c req-99d8c5dd-bd1d-4929-9cf9-06c6d7b0f5c9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.079061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-996b55ea-5c8d-43d0-ae36-ee395b73cd4c req-99d8c5dd-bd1d-4929-9cf9-06c6d7b0f5c9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 944 time: 0.0749047 Sep 02 12:40:21.103843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817c460-26b6-403f-99bf-3745ceead4f1 req-e3a71cbd-1123-4426-ba98-28263bca002f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.115797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f817c460-26b6-403f-99bf-3745ceead4f1 req-e3a71cbd-1123-4426-ba98-28263bca002f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0733762 Sep 02 12:40:21.116380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:21.130403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-996b55ea-5c8d-43d0-ae36-ee395b73cd4c req-72663ae2-70c2-4233-834a-8e2309aeeca9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Sep 02 12:40:21.141355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'mac_address': 'fa:16:3e:ca:58:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:21.196586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f817c460-26b6-403f-99bf-3745ceead4f1 req-ebfeada1-cbcd-46c3-8e8c-59b0f98d3b5f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792701 Sep 02 12:40:21.228007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.232102 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.252871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8f1ab4-949a-46df-af72-d8679936e95e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:21.289701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:21.299257 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.303457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:21.334373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.340071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38eddb-eb32-4e13-8f47-37dcf34d8de5 req-15fa51a4-132c-4e9f-81d4-6fef092d775f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.347893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf38eddb-eb32-4e13-8f47-37dcf34d8de5 req-15fa51a4-132c-4e9f-81d4-6fef092d775f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 945 time: 0.0633056 Sep 02 12:40:21.348808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5c171-d1b9-4b4d-982f-04c275ef0b8d req-a70c56c9-37e0-4439-b1d2-7428b869e3d1 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.357687 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6b5c171-d1b9-4b4d-982f-04c275ef0b8d req-a70c56c9-37e0-4439-b1d2-7428b869e3d1 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.0840490 Sep 02 12:40:21.365125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:21.387245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf38eddb-eb32-4e13-8f47-37dcf34d8de5 req-f9d533a8-8665-4ecd-a828-3aefa503f005 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Sep 02 12:40:21.417879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6b5c171-d1b9-4b4d-982f-04c275ef0b8d req-6f317f11-a08a-47d2-855a-d66aaf18c5c8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531561 Sep 02 12:40:21.439725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:21.552930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288fb8-8735-4851-acb1-ae1ef4ffe273 req-790843a7-e133-4554-a728-e3d7e058864a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.554990 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9288fb8-8735-4851-acb1-ae1ef4ffe273 req-790843a7-e133-4554-a728-e3d7e058864a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.0632038 Sep 02 12:40:21.574354 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.595101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:21.599535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8e72b-5a0f-4b91-aaa7-67fdd31d5787 req-f68966d5-65af-49bd-8d68-63b219dbc11b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.608582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6e8e72b-5a0f-4b91-aaa7-67fdd31d5787 req-f68966d5-65af-49bd-8d68-63b219dbc11b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 947 time: 0.0875278 Sep 02 12:40:21.613584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9288fb8-8735-4851-acb1-ae1ef4ffe273 req-7cb20ab2-5bae-4434-b86c-c6f8694036d9 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ce2e783-0b20-489f-933b-7ef934064b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461636 Sep 02 12:40:21.624986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:21.629751 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.660227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['0e8f1ab4-949a-46df-af72-d8679936e95e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:21.695295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6e8e72b-5a0f-4b91-aaa7-67fdd31d5787 req-a14373cf-57ee-40a0-bf6f-aced20e98100 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843847 Sep 02 12:40:21.726354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-1ee9ab65-39f5-496b-a50e-27ab7302bbff tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:21.728436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-1ee9ab65-39f5-496b-a50e-27ab7302bbff tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 945 time: 0.0921133 Sep 02 12:40:21.747506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:21.883507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Deleting port 77c61132-b0c1-4678-aa95-6af89080d9e5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:21.883922 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:21.926377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6a56df92-32c5-4c16-b376-78a14173cc08'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:22.012228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] For port 77c61132-b0c1-4678-aa95-6af89080d9e5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=77c61132-b0c1-4678-aa95-6af89080d9e5,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:22.013624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:22.235379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:22.236024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:22.236024 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Floating IP ce433363-d2c8-48e7-9c11-de3fbdcd2908 disassociated. External IP: 172.25.7.40, port: 77c61132-b0c1-4678-aa95-6af89080d9e5. Sep 02 12:40:22.236308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Calling delete_port for 77c61132-b0c1-4678-aa95-6af89080d9e5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:22.287676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982aad-d4aa-4796-a716-9f31ca4d1fe7 req-01e69ad1-77cb-4ba4-b759-258173976732 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:22.297536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f8982aad-d4aa-4796-a716-9f31ca4d1fe7 req-01e69ad1-77cb-4ba4-b759-258173976732 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 945 time: 0.0826263 Sep 02 12:40:22.336683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f8982aad-d4aa-4796-a716-9f31ca4d1fe7 req-efb239c7-26d9-4f1e-b8ac-d9c97cf880db tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382335 Sep 02 12:40:22.421226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d7af1-d954-4363-8cee-577fbca08079 req-55d32ad7-0263-40fa-a342-264cffeae457 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:22.421226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-294d7af1-d954-4363-8cee-577fbca08079 req-55d32ad7-0263-40fa-a342-264cffeae457 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0880175 Sep 02 12:40:22.454584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:22.496342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event deleted for resources: {'Port': ['ID=77c61132-b0c1-4678-aa95-6af89080d9e5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:22.518355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-294d7af1-d954-4363-8cee-577fbca08079 req-e79458b1-c058-4232-b7ff-ce432465ce16 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856586 Sep 02 12:40:22.522911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdcf5b-4f1b-4301-9d09-b8ead76c685f req-45497193-8d60-4bcb-8ff3-ad397129a26e tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:22.526718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4cdcf5b-4f1b-4301-9d09-b8ead76c685f req-45497193-8d60-4bcb-8ff3-ad397129a26e tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.0584133 Sep 02 12:40:22.578029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4cdcf5b-4f1b-4301-9d09-b8ead76c685f req-88156bdd-fe2c-47ec-a3dc-421ee4279da1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Sep 02 12:40:22.655391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Router f093210b-8de2-4567-80cc-61ebca445d1f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:40:22.689461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52139b3c-66dd-48df-9ecc-681233fc0684 req-0ce72581-a993-4d4e-b407-71918baf19ec tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:22.691166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52139b3c-66dd-48df-9ecc-681233fc0684 req-0ce72581-a993-4d4e-b407-71918baf19ec tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.0534694 Sep 02 12:40:22.739078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52139b3c-66dd-48df-9ecc-681233fc0684 req-80460d34-7f98-4f86-b345-af3d8ca04f3e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Sep 02 12:40:22.819011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31be7aa7-ef24-4a84-b0c3-64dced373549 req-26ab381d-65c3-49f7-8c5a-db4ce67aad70 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.0504537 Sep 02 12:40:22.825158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:40:22.846546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:22.851874 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] Sync routers for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:40:22.853388 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2367e-5154-45da-b863-4712b4cd45a1" -d '{"events": [{"server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "name": "network-vif-plugged", "status": "completed", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:22.865498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:22.873683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7261c61-9200-47af-9a0c-3a529df4444f req-f0485718-f940-4085-82e5-aacd18126bb6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:22.875200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7261c61-9200-47af-9a0c-3a529df4444f req-f0485718-f940-4085-82e5-aacd18126bb6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 946 time: 0.1229024 Sep 02 12:40:22.879602 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:22.881635 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:22.901899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] No DVR routers for this DVR port 77c61132-b0c1-4678-aa95-6af89080d9e5 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:22.906930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:22.909586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f77bc4d-b807-4c0c-b86f-a147dd4b78ed req-e054f6b9-eedf-40b1-a9d8-da701ec73e0a tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.18 "DELETE /v2.0/ports/77c61132-b0c1-4678-aa95-6af89080d9e5 HTTP/1.1" status: 204 len: 173 time: 1.1732254 Sep 02 12:40:22.910086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'name': 'network-vif-deleted', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:22.913711 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0440a-dd7b-4dff-a041-1db055327e89" -d '{"events": [{"server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "name": "network-vif-deleted", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:22.939212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140a5ec-d4cf-49de-8590-adb71f38bd67 req-db74b1b2-dac3-4410-944c-6c68527a4b91 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:22.942519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d140a5ec-d4cf-49de-8590-adb71f38bd67 req-db74b1b2-dac3-4410-944c-6c68527a4b91 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 948 time: 0.0787325 Sep 02 12:40:23.003907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 0e8f1ab4-949a-46df-af72-d8679936e95e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:23.017797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 0e8f1ab4-949a-46df-af72-d8679936e95e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:23.027245 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d140a5ec-d4cf-49de-8590-adb71f38bd67 req-86ed460e-a3d6-42b8-9a5c-5945ce017e33 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708601 Sep 02 12:40:23.039658 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.048447 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc0501f-3141-4731-a3a2-5b3e6ffd1c14 x-openstack-request-id: req-dfc0501f-3141-4731-a3a2-5b3e6ffd1c14 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:23.048791 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "name": "network-vif-plugged", "status": "completed", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:23.049095 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfc0501f-3141-4731-a3a2-5b3e6ffd1c14 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:23.050566 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'code': 200} Sep 02 12:40:23.095913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Deleting port cbfd105c-57b0-439e-8c0f-2e6e83046b61 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:23.096539 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.124176 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:23.149645 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ccf1b-fcb6-442e-8293-656a46a13adb x-openstack-request-id: req-d92ccf1b-fcb6-442e-8293-656a46a13adb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:23.158025 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb0b7a3-acb8-4634-a741-753119ebb935", "name": "network-vif-deleted", "tag": "77c61132-b0c1-4678-aa95-6af89080d9e5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:23.158378 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d92ccf1b-fcb6-442e-8293-656a46a13adb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:23.158750 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb0b7a3-acb8-4634-a741-753119ebb935', 'name': 'network-vif-deleted', 'tag': '77c61132-b0c1-4678-aa95-6af89080d9e5', 'status': 'completed', 'code': 200} Sep 02 12:40:23.260961 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.295283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] For port cbfd105c-57b0-439e-8c0f-2e6e83046b61, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cbfd105c-57b0-439e-8c0f-2e6e83046b61,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:23.295908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.309855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Calling delete_port for cbfd105c-57b0-439e-8c0f-2e6e83046b61 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:23.330092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:23.335958 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.337357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:23.434395 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:26Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:23.473935 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] Checking router: f093210b-8de2-4567-80cc-61ebca445d1f for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:40:23.485875 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:23.487015 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:23.527103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:23.541737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.542083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.543030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.543698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.544469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.545107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.545518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.545870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.546261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.546599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.546922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.547288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:23.551952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.568486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235d53a-6db6-466c-ae7b-d173ec4de2fc req-cc0d3309-0ccd-45f3-a1fc-54d5dd23704d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:23.570372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e235d53a-6db6-466c-ae7b-d173ec4de2fc req-cc0d3309-0ccd-45f3-a1fc-54d5dd23704d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 946 time: 0.1200235 Sep 02 12:40:23.571604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.611357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 77c61132-b0c1-4678-aa95-6af89080d9e5 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:23.638690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 77c61132-b0c1-4678-aa95-6af89080d9e5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:23.639433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 77c61132-b0c1-4678-aa95-6af89080d9e5 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:23.648477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event deleted for resources: {'Port': ['ID=cbfd105c-57b0-439e-8c0f-2e6e83046b61,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:23.665649 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:23.735142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e235d53a-6db6-466c-ae7b-d173ec4de2fc req-a9f64a8f-71fa-4b45-9036-41e816bebf96 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512134 Sep 02 12:40:23.766527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] No DVR routers for this DVR port cbfd105c-57b0-439e-8c0f-2e6e83046b61 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:23.773278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:23.775367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7261c61-9200-47af-9a0c-3a529df4444f req-45b810eb-d861-46a9-a5a5-f20c131e41dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "DELETE /v2.0/ports/cbfd105c-57b0-439e-8c0f-2e6e83046b61 HTTP/1.1" status: 204 len: 173 time: 0.8816957 Sep 02 12:40:23.910295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a31a6-c89c-4b08-80ee-dc594801df32 req-7c38fba5-711f-4d39-bfcb-82cc67ab0cfe tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:23.912242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c2a31a6-c89c-4b08-80ee-dc594801df32 req-7c38fba5-711f-4d39-bfcb-82cc67ab0cfe tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0876687 Sep 02 12:40:23.971049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c2a31a6-c89c-4b08-80ee-dc594801df32 req-70bd44bc-e690-4e9e-9ae7-ce87c5fd03df tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Sep 02 12:40:23.984298 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:26Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:24.020571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334ccea0-8e1d-4b64-b30c-f7d570df8831 None None] The sync data for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 is: [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:37:18Z', 'revision_number': 4, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ef93dfd5-9fea-4cba-8559-23380257d081', 'name': '', 'network_id': 'ef72d74c-37ab-4c0b-ba6a-83342fe0ce42', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'mac_address': 'fa:16:3e:62:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:16Z', 'updated_at': '2021-09-02T12:37:26Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'subnets': [{'id': '5ff0a38c-5a93-4124-99b5-713921b465c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:40:24.110880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83428fc5-facf-4589-9cf0-47547885e81e req-6ba97355-fb46-4bde-92c0-b5ced0893a8a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=77291ad0-129e-4494-a748-b620fd610729 HTTP/1.1" status: 200 len: 210 time: 0.0371544 Sep 02 12:40:24.252847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba1370-9b9a-4349-89fa-f39501e1b9f4 req-7daf07b0-8c73-44c5-97ff-39f9469b2dba tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:24.264889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81ba1370-9b9a-4349-89fa-f39501e1b9f4 req-7daf07b0-8c73-44c5-97ff-39f9469b2dba tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1097887 Sep 02 12:40:24.325734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81ba1370-9b9a-4349-89fa-f39501e1b9f4 req-dff7d043-8d59-4226-83f9-a408cec32cea tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593932 Sep 02 12:40:24.395463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99f9f05d-7dd0-48f2-a96b-49b29f8f13b0 req-6e3f604d-42c2-44a0-8ca8-2c470053c183 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.0641727 Sep 02 12:40:24.409083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda673d8-d273-4791-8257-366a0dcaeb0e None None] New status for floating IP ce433363-d2c8-48e7-9c11-de3fbdcd2908: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:40:24.457752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:24.465603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93955dac-c33e-474d-a3e9-7ca4b0608bf6 req-728f7184-c2a9-49fc-b5b1-cb940cc42e37 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:24.475433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93955dac-c33e-474d-a3e9-7ca4b0608bf6 req-728f7184-c2a9-49fc-b5b1-cb940cc42e37 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 948 time: 0.0715876 Sep 02 12:40:24.528931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93955dac-c33e-474d-a3e9-7ca4b0608bf6 req-1f86c9d2-7aa6-44c9-811f-35cf92f19292 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524876 Sep 02 12:40:24.744621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 6a56df92-32c5-4c16-b376-78a14173cc08 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:24.745030 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:24.866685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:24.875670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0ea0-e7c8-42dd-901e-ec0fea08e42e req-654a7ffb-6cba-4a3f-8c50-1f001a958b0c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:24.877938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-00df0ea0-e7c8-42dd-901e-ec0fea08e42e req-654a7ffb-6cba-4a3f-8c50-1f001a958b0c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 946 time: 0.0631468 Sep 02 12:40:24.908291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:24.913870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:24.914955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:24.929673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-00df0ea0-e7c8-42dd-901e-ec0fea08e42e req-a789be68-4467-41d9-a43c-2e11ca756f4b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Sep 02 12:40:25.012265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:25.055000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e'}, {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:25.059711 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d36c1f-5f67-4b8b-a7a5-e0f9c0b4a5ae" -d '{"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e"}, {"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-plugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:25.078235 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:25.126092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:25.138293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87c2fa-bdb5-439a-bcb2-8f702955948f req-6b490b40-f383-4902-8b36-e343cbcb2043 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:25.140232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be87c2fa-bdb5-439a-bcb2-8f702955948f req-6b490b40-f383-4902-8b36-e343cbcb2043 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0754836 Sep 02 12:40:25.143313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:25.160507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'name': 'network-vif-deleted', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:25.163159 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135825f1-edaf-4c6a-b399-deac13e80f66" -d '{"events": [{"server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "name": "network-vif-deleted", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:25.211890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be87c2fa-bdb5-439a-bcb2-8f702955948f req-be9dd4d4-da7c-4fe9-96d3-abb2eedfb777 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608706 Sep 02 12:40:25.226914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:25.290913 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f73c6f2-842b-4b21-b15f-a3b2871cb1a6 x-openstack-request-id: req-1f73c6f2-842b-4b21-b15f-a3b2871cb1a6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:25.291337 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e", "code": 200}, {"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-plugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:25.291460 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f73c6f2-842b-4b21-b15f-a3b2871cb1a6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:25.291870 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'code': 200} Sep 02 12:40:25.292180 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'code': 200} Sep 02 12:40:25.372793 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff96e49-4f6b-46c2-804b-d91fecb7f385 x-openstack-request-id: req-bff96e49-4f6b-46c2-804b-d91fecb7f385 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:25.373408 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77291ad0-129e-4494-a748-b620fd610729", "name": "network-vif-deleted", "tag": "cbfd105c-57b0-439e-8c0f-2e6e83046b61", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:25.373862 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bff96e49-4f6b-46c2-804b-d91fecb7f385 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:25.374394 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77291ad0-129e-4494-a748-b620fd610729', 'name': 'network-vif-deleted', 'tag': 'cbfd105c-57b0-439e-8c0f-2e6e83046b61', 'status': 'completed', 'code': 200} Sep 02 12:40:25.485406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19771-e178-4175-91f8-ac9a3e7803c2 req-917fb45e-ad68-417f-8dae-b248a39fbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:25.489624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48e19771-e178-4175-91f8-ac9a3e7803c2 req-917fb45e-ad68-417f-8dae-b248a39fbfd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 1097 time: 0.1027694 Sep 02 12:40:25.563680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48e19771-e178-4175-91f8-ac9a3e7803c2 req-f54df40c-4f89-4d20-aa3a-18e223297b00 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Sep 02 12:40:25.648314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd1d8a-d7d4-4458-a48c-d60856f18a12 req-3a879a14-8c3e-441f-b3e2-d66728ea2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:25.650090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7cfd1d8a-d7d4-4458-a48c-d60856f18a12 req-3a879a14-8c3e-441f-b3e2-d66728ea2c15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1100 time: 0.0587449 Sep 02 12:40:25.728209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7cfd1d8a-d7d4-4458-a48c-d60856f18a12 req-638a5d49-9f14-48ad-ab8f-10d3b09f77ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643866 Sep 02 12:40:25.737226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c4b93-cd50-4edc-89dd-e6eba4667cb2 req-54b2a445-5d2b-495a-a9a0-13f2427e9fbd tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:25.738768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba8c4b93-cd50-4edc-89dd-e6eba4667cb2 req-54b2a445-5d2b-495a-a9a0-13f2427e9fbd tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.0874550 Sep 02 12:40:25.785267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba8c4b93-cd50-4edc-89dd-e6eba4667cb2 req-618e061c-c4f8-43b8-a2ac-63596c990257 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Sep 02 12:40:25.886647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca648ad4-b09d-4881-8d15-538e6f85596e req-b106e1ea-89e8-44f7-80bd-808678e430ae tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Sep 02 12:40:25.993809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:25.999859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29855297', 'description': 'tempest-description--1898256485'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:26.018466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb8e3-a815-4308-afa4-189d45fe4dfa req-18666bd7-8034-456a-92a8-61a4c8067fef tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:26.020661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b8bb8e3-a815-4308-afa4-189d45fe4dfa req-18666bd7-8034-456a-92a8-61a4c8067fef tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0672319 Sep 02 12:40:26.038514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.072122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b8bb8e3-a815-4308-afa4-189d45fe4dfa req-52337de9-6adb-4032-a263-f6c6d367b797 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Sep 02 12:40:26.140264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.145660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.211952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3c4b2-0004-4325-94a8-91eaeb79bbe0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:26.214779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.219348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b57c3af-107a-44d8-b42b-5e74ba81833d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2244213 Sep 02 12:40:26.219952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:26.225116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'security_group_rule': {'security_group_id': 'a7d3c4b2-0004-4325-94a8-91eaeb79bbe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:26.228187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46648da-1a50-4b59-8ab5-8cf0079b077c req-8f51de19-a6c4-48b9-b137-1b92e3e53584 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:26.229924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46648da-1a50-4b59-8ab5-8cf0079b077c req-8f51de19-a6c4-48b9-b137-1b92e3e53584 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 946 time: 0.0813577 Sep 02 12:40:26.286968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46648da-1a50-4b59-8ab5-8cf0079b077c req-43ca7672-45e0-41b2-9694-e30cd498d254 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Sep 02 12:40:26.305671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.355200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58b74-6f02-4533-ae31-fc847e12fad6 req-31b424c4-3304-438d-8d3c-7110413f41f6 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:26.358149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80a58b74-6f02-4533-ae31-fc847e12fad6 req-31b424c4-3304-438d-8d3c-7110413f41f6 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 948 time: 0.0945022 Sep 02 12:40:26.411367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb10a4-50b0-418d-8846-14557d32adb6 req-a1d01304-facd-4e03-8865-6c0a439ecbaf tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:26.413033 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ecb10a4-50b0-418d-8846-14557d32adb6 req-a1d01304-facd-4e03-8865-6c0a439ecbaf tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 945 time: 0.0557628 Sep 02 12:40:26.422213 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.433723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.446650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80a58b74-6f02-4533-ae31-fc847e12fad6 req-d5a87c96-2f8c-4e05-ad1d-48a3c73ec73a tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785704 Sep 02 12:40:26.459785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf782ea8-5f9c-4072-a734-637387c79813,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:26.469022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.469790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ecb10a4-50b0-418d-8846-14557d32adb6 req-7250201a-e3b8-4418-b7b6-4b1186a6b7ee tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Sep 02 12:40:26.473720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef9dcc33-6067-4ae1-98bc-a041ba7ddf43 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494960 Sep 02 12:40:26.474160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:26.482597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'security_group_rule': {'security_group_id': 'a7d3c4b2-0004-4325-94a8-91eaeb79bbe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:26.529468 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.585033 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.589690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.611443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ba8b76-c77c-4670-a1c2-e0255dc361d8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:26.625051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.626298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e7071f7-b522-4de4-9c87-0371e57b0a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507602 Sep 02 12:40:26.629863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:26.634702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:26.659940 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.778858 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:26.895617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Allocated IP 172.25.7.206 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/08c1b75a-dfb3-4ed4-9409-401f976a95b1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:26.901873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:26.960841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: cbfd105c-57b0-439e-8c0f-2e6e83046b61 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:26.961215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cbfd105c-57b0-439e-8c0f-2e6e83046b61 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:26.964317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569c9f-4cd0-4845-b2cb-2a77830e2979 req-87bb4c81-4b87-4966-a958-98ff91f6aec8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:26.966748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0569c9f-4cd0-4845-b2cb-2a77830e2979 req-87bb4c81-4b87-4966-a958-98ff91f6aec8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1061280 Sep 02 12:40:26.970625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-a5a7f804-ce72-48d4-9771-25ae1492de05 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:26.972472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-a5a7f804-ce72-48d4-9771-25ae1492de05 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.0785990 Sep 02 12:40:26.993150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:27.029841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20a1e7ec-fcee-44e9-86fa-b1c9f5c2242e req-3410730e-4934-41bf-ad69-a63ab5075108 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddb0b7a3-acb8-4634-a741-753119ebb935 HTTP/1.1" status: 200 len: 210 time: 0.0361896 Sep 02 12:40:27.047279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0569c9f-4cd0-4845-b2cb-2a77830e2979 req-88c15c83-f0d3-4c9f-a2b8-319e4e215094 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716536 Sep 02 12:40:27.082622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.102166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.210617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.250476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:27.262400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:27.267935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:27.279722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb6962-f965-4d46-8dc0-634107fe1ca2 req-73b0fad7-3194-47ef-a974-44109728e449 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:27.281788 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4eeb6962-f965-4d46-8dc0-634107fe1ca2 req-73b0fad7-3194-47ef-a974-44109728e449 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1145372 Sep 02 12:40:27.282832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:27.286164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'Port': ['ID=08c1b75a-dfb3-4ed4-9409-401f976a95b1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:27.293329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:27.296524 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463708d-3e20-4ee5-b935-3b6828b2099f" -d '{"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:27.316460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:27.337150 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0dacde-97f6-44f7-b985-09fb577a7526 x-openstack-request-id: req-6d0dacde-97f6-44f7-b985-09fb577a7526 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:27.337777 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:27.338233 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d0dacde-97f6-44f7-b985-09fb577a7526 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:27.338942 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'code': 200} Sep 02 12:40:27.375352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.377029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:27.380421 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df5b4b2-7bfa-4d75-8ff2-07faac073ea1" -d '{"events": [{"server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "name": "network-vif-unplugged", "status": "completed", "tag": "f22860f8-9795-4175-81c3-897013da3ff9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:27.392135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.404248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4eeb6962-f965-4d46-8dc0-634107fe1ca2 req-261f59ee-d901-440e-b043-4305556e11c6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143889 Sep 02 12:40:27.479943 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1e87ee-3f90-492b-b941-b77375222f22 x-openstack-request-id: req-1d1e87ee-3f90-492b-b941-b77375222f22 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:27.480253 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "name": "network-vif-unplugged", "status": "completed", "tag": "f22860f8-9795-4175-81c3-897013da3ff9", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:27.480508 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d1e87ee-3f90-492b-b941-b77375222f22 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:27.481811 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9', 'code': 200} Sep 02 12:40:27.503876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.616043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.667970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374be41e-565c-4482-b9ae-b58e2191d857 req-4388d125-b457-46df-9197-45c50af5f6e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:27.669767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-374be41e-565c-4482-b9ae-b58e2191d857 req-4388d125-b457-46df-9197-45c50af5f6e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1023955 Sep 02 12:40:27.761591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-374be41e-565c-4482-b9ae-b58e2191d857 req-79eacefe-2fdf-42f7-b619-7796eb8b46df tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834970 Sep 02 12:40:27.844529 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.856558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.915374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:27.951291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:27.960370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dfeb7-040a-436c-868c-4c9604f16714 req-79b337f0-d75f-4d5d-aad5-2658e4004d79 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:27.962726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b68dfeb7-040a-436c-868c-4c9604f16714 req-79b337f0-d75f-4d5d-aad5-2658e4004d79 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 946 time: 0.5419464 Sep 02 12:40:27.966226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:27.966652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:27.967171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:27.968487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'Port': ['ID=08c1b75a-dfb3-4ed4-9409-401f976a95b1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:27.994039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:40:27.994520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Attempting to bind port f22860f8-9795-4175-81c3-897013da3ff9 on network 06ad6b17-6e07-45ac-963a-80f46b9c1b03 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:28.007821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:28.008358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Checking segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:28.008848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Bound using segment: {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:28.009426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Bound port: f22860f8-9795-4175-81c3-897013da3ff9, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586d6c6a-ae68-4fb8-8cf0-58bb54d78927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '06ad6b17-6e07-45ac-963a-80f46b9c1b03'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:28.009892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.015364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f6713-e23a-4396-88f2-66532558447b req-a3bfa69d-d5fd-42d4-b623-c1b6b0efca9d tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:28.018816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-453f6713-e23a-4396-88f2-66532558447b req-a3bfa69d-d5fd-42d4-b623-c1b6b0efca9d tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 948 time: 0.1795614 Sep 02 12:40:28.019337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.024859 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93bc67f2-3a4e-4517-bc7e-6c93678d97c1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3895652 Sep 02 12:40:28.026458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-6186e7af-db02-4429-91e1-37d55a596e7b tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:28.028196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-6186e7af-db02-4429-91e1-37d55a596e7b tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.18 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 948 time: 0.1254084 Sep 02 12:40:28.084176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b68dfeb7-040a-436c-868c-4c9604f16714 req-cdf2bb88-c970-4d87-b25c-4ef949aa6fc8 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110921 Sep 02 12:40:28.140692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-453f6713-e23a-4396-88f2-66532558447b req-bd1ced1a-bb18-43b7-8b3e-e3a04259f5fd tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001158 Sep 02 12:40:28.224713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:28.245413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:28.255696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.296529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Deleting port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:28.297000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.317195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26918883-f84f-48f3-a730-ced4332a6cba req-127f2bf3-352b-4ebc-bcb5-6f4a676ee1e0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:28.318903 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26918883-f84f-48f3-a730-ced4332a6cba req-127f2bf3-352b-4ebc-bcb5-6f4a676ee1e0 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.1316416 Sep 02 12:40:28.440776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:28.471298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:28.471919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.473466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-7ab29066-b7b2-4d21-bdcf-ac7f857d6625 service neutron] 10.222.0.18 "PUT /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 1121 time: 1.4863272 Sep 02 12:40:28.476595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26918883-f84f-48f3-a730-ced4332a6cba req-5b2e9523-0e8f-4569-8f66-425c29f7f2f9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390982 Sep 02 12:40:28.522866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] For port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:28.523808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.567042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Calling delete_port for ef29d6b1-7d90-4d60-8ccf-e30131d0b59e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:28.591169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f22860f8-9795-4175-81c3-897013da3ff9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:28.600651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f22860f8-9795-4175-81c3-897013da3ff9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:28.771606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0088-a396-421d-a732-c51e9155a263 req-c48700df-bf9a-4373-9a73-588299612c0e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:28.775343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f84d0088-a396-421d-a732-c51e9155a263 req-c48700df-bf9a-4373-9a73-588299612c0e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1228807 Sep 02 12:40:28.862019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f84d0088-a396-421d-a732-c51e9155a263 req-81aa3049-894d-41ad-b4bc-e9c9cac34d29 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Sep 02 12:40:28.964230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.965996 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4366-37c0-4d10-a10c-360c4df543f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:28.970581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f22860f8-9795-4175-81c3-897013da3ff9 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:29.024384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Pushing event deleted for resources: {'Port': ['ID=ef29d6b1-7d90-4d60-8ccf-e30131d0b59e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:29.106611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-d67781c1-212c-472c-b215-6284a20ac2c5 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:29.108526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] No DVR routers for this DVR port ef29d6b1-7d90-4d60-8ccf-e30131d0b59e on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:29.111671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.114137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-89d6a09a-1c19-4f36-9098-7312377bb953 req-1604d6ff-cbe9-43b1-a40b-af2706f6067c tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.18 "DELETE /v2.0/ports/ef29d6b1-7d90-4d60-8ccf-e30131d0b59e HTTP/1.1" status: 204 len: 173 time: 1.0761507 Sep 02 12:40:29.123768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-d67781c1-212c-472c-b215-6284a20ac2c5 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 821 time: 0.2799516 Sep 02 12:40:29.151269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011596c9-6f4a-428b-8468-10e2c91b0a5a req-6597af95-3fcc-492d-894b-d05c0dc01c96 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:29.153947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-011596c9-6f4a-428b-8468-10e2c91b0a5a req-6597af95-3fcc-492d-894b-d05c0dc01c96 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1338565 Sep 02 12:40:29.160291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-3d35c6f7-dacc-4700-a192-a1237f90e251 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/quotas/61083a2f6cc8446ca1bb0c260ad63d51 HTTP/1.1" status: 200 len: 375 time: 0.0345893 Sep 02 12:40:29.216103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-011596c9-6f4a-428b-8468-10e2c91b0a5a req-323774ef-9480-4b88-83dc-6930ef74fe94 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522902 Sep 02 12:40:29.256714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-54157d08-4cd6-4679-aa6d-71121af9657a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938246 Sep 02 12:40:29.273008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:29.289298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f22860f8-9795-4175-81c3-897013da3ff9 has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:40:29.306213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:29.376682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-ccaca98a-c390-4dec-b2c2-4d1f98184078 service neutron] 10.222.0.60 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195221 Sep 02 12:40:29.398480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66561e6b-95e3-4dec-b110-7bd11448a0d0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.432263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66561e6b-95e3-4dec-b110-7bd11448a0d0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.452880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44df61-2339-4f11-ac61-c7b80b1c5f8e req-1b0af387-df20-4eb7-952f-8b9bee43c399 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:29.454220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a44df61-2339-4f11-ac61-c7b80b1c5f8e req-1b0af387-df20-4eb7-952f-8b9bee43c399 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 946 time: 0.0935724 Sep 02 12:40:29.485969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9'}, {'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-deleted', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:29.488700 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697b3d4-6ab5-4064-aec1-097da118033a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "tag": "f22860f8-9795-4175-81c3-897013da3ff9"}, {"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-deleted", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:29.520078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-844e3321-5023-45d5-86fe-69691f8a8c55 service neutron] 10.222.0.60 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349080 Sep 02 12:40:29.526748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a44df61-2339-4f11-ac61-c7b80b1c5f8e req-42248d22-3b9b-4a54-8e3b-75799c6ba131 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602407 Sep 02 12:40:29.550521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66561e6b-95e3-4dec-b110-7bd11448a0d0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.553714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66561e6b-95e3-4dec-b110-7bd11448a0d0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.554907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-66561e6b-95e3-4dec-b110-7bd11448a0d0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ce2e783-0b20-489f-933b-7ef934064b96 HTTP/1.1" status: 204 len: 168 time: 0.2475471 Sep 02 12:40:29.558089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:29.566956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561e6b-95e3-4dec-b110-7bd11448a0d0 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2e783-0b20-489f-933b-7ef934064b96,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:29.599764 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-744dcfe6-79de-44fd-92e4-ae577c7e1444 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] show failed (client error): The resource could not be found. Sep 02 12:40:29.606226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-744dcfe6-79de-44fd-92e4-ae577c7e1444 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "GET /v2.0/security-groups/2ce2e783-0b20-489f-933b-7ef934064b96 HTTP/1.1" status: 404 len: 347 time: 0.0463779 Sep 02 12:40:29.609571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:29.761657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d628281-d9e6-483a-b73a-f2c1f6e895ce req-b5092d9d-35c6-4ddd-af65-f571a81512cd tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=dca00015-607d-4287-81ff-1fb531745746 HTTP/1.1" status: 200 len: 210 time: 0.0524735 Sep 02 12:40:29.822705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Deleting port 0d90fb0b-5e49-471e-807c-daaac518f34c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:29.823054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.846273 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a394df5a-02f6-41f2-8cd8-1a6adb237d1f x-openstack-request-id: req-a394df5a-02f6-41f2-8cd8-1a6adb237d1f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:29.846563 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "tag": "f22860f8-9795-4175-81c3-897013da3ff9", "status": "completed", "code": 200}, {"server_uuid": "dca00015-607d-4287-81ff-1fb531745746", "name": "network-vif-deleted", "tag": "ef29d6b1-7d90-4d60-8ccf-e30131d0b59e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:29.846884 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a394df5a-02f6-41f2-8cd8-1a6adb237d1f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:29.847290 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9', 'status': 'completed', 'code': 200} Sep 02 12:40:29.847615 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca00015-607d-4287-81ff-1fb531745746', 'name': 'network-vif-deleted', 'tag': 'ef29d6b1-7d90-4d60-8ccf-e30131d0b59e', 'status': 'completed', 'code': 200} Sep 02 12:40:29.924187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.924945 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:29.941186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Calling delete_port for 0d90fb0b-5e49-471e-807c-daaac518f34c owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:30.008590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697b3d4-6ab5-4064-aec1-097da118033a req-d28fb8e8-a7a1-4f12-b822-123cbb8318be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:30.010729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-d28fb8e8-a7a1-4f12-b822-123cbb8318be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1124 time: 0.1333144 Sep 02 12:40:30.027805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f8a3d-b492-4bff-acdb-d38de61be888 req-62ed85f0-22c9-4550-88e9-d3a28cda3943 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:30.029825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c99f8a3d-b492-4bff-acdb-d38de61be888 req-62ed85f0-22c9-4550-88e9-d3a28cda3943 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.0762596 Sep 02 12:40:30.139713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:30.158482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c99f8a3d-b492-4bff-acdb-d38de61be888 req-3562eb4b-d69e-401f-8ba2-4177d7c010ca tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190469 Sep 02 12:40:30.306074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Pushing event deleted for resources: {'Port': ['ID=0d90fb0b-5e49-471e-807c-daaac518f34c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:30.316107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:30.320123 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:30.321414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c815f884-4681-4fae-8e06-fcb8d1994bc5 tempest-ServersTestBootFromVolume-236280888 tempest-ServersTestBootFromVolume-236280888-project] 10.222.0.60 "DELETE /v2.0/floatingips/ce433363-d2c8-48e7-9c11-de3fbdcd2908 HTTP/1.1" status: 204 len: 168 time: 0.7095602 Sep 02 12:40:30.322705 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39222389-f636-4fcd-8d4e-f4b85cdc39b9 req-3807e970-026a-4f08-9e39-5d19f0bb435a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 210 time: 0.0607290 Sep 02 12:40:30.324292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697b3d4-6ab5-4064-aec1-097da118033a req-821cabf6-979d-4dcd-8b52-0825f9475959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:30.324772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:30.335731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-821cabf6-979d-4dcd-8b52-0825f9475959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.2983809 Sep 02 12:40:30.457831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-bdd9e653-af56-4edd-8181-417afacf1082 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 217 time: 0.1112363 Sep 02 12:40:30.555569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697b3d4-6ab5-4064-aec1-097da118033a req-0fb03995-8ba5-4391-b293-7271fc0d7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:30.557621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-0fb03995-8ba5-4391-b293-7271fc0d7292 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.0795956 Sep 02 12:40:30.594005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859d51c-181c-4ec8-94cb-42670d206d1b req-5eba5f53-e1f6-4c99-b7ef-57cf3c0acd56 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:30.597632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a859d51c-181c-4ec8-94cb-42670d206d1b req-5eba5f53-e1f6-4c99-b7ef-57cf3c0acd56 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1660626 Sep 02 12:40:30.627049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28256571-82d5-4e8b-b18d-17762c785397 req-33e58cb5-72e2-46e4-91f1-b4317bfe98a7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:30.634104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28256571-82d5-4e8b-b18d-17762c785397 req-33e58cb5-72e2-46e4-91f1-b4317bfe98a7 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1378016 Sep 02 12:40:30.639760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-e518c78f-0f09-46be-99b0-60574144eb8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396829 Sep 02 12:40:30.768544 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a859d51c-181c-4ec8-94cb-42670d206d1b req-179e82c2-d5c2-41d2-8863-6b4c177401b0 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546149 Sep 02 12:40:30.843063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-7d358a36-cf7f-4dd4-9e59-f2ed22b6c323 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917789 Sep 02 12:40:30.920167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:30.938879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:30.961132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5697b3d4-6ab5-4064-aec1-097da118033a req-c783bda9-877c-4433-844e-e022d88a0352 service neutron] 10.222.0.41 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092749 Sep 02 12:40:30.981936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: ef29d6b1-7d90-4d60-8ccf-e30131d0b59e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:30.982581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef29d6b1-7d90-4d60-8ccf-e30131d0b59e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:31.095471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28256571-82d5-4e8b-b18d-17762c785397 req-19c2c691-2430-4ad2-a549-e74b929c6466 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505560 Sep 02 12:40:31.123641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:31.136180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1', 'port_id': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'mac_address': 'fa:16:3e:65:10:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c771f484-1751-42cd-bd10-c30cf3595e49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:31.233120 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:31.282548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aad2d4c-f560-45d6-ad91-e07004ef3216 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:31.383867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:31.399673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:31.416563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf2863-8860-4472-9909-d1e9c6555c3a req-2e446326-be0e-4e43-8f50-47db66f3c69b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:31.418398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3bf2863-8860-4472-9909-d1e9c6555c3a req-2e446326-be0e-4e43-8f50-47db66f3c69b tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.0858827 Sep 02 12:40:31.460579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:31.490619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:31.497537 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-197dbdcb-344b-4b14-8a7f-fbaf3acfd39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:31.568303 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:31.622470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032f1f8-4a53-4f8b-a083-ac5385307745 req-afcd5035-d61e-490e-9555-c2c1c2ac2de2 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:31.634439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7032f1f8-4a53-4f8b-a083-ac5385307745 req-afcd5035-d61e-490e-9555-c2c1c2ac2de2 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 949 time: 0.2196467 Sep 02 12:40:31.658466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3bf2863-8860-4472-9909-d1e9c6555c3a req-f888f314-54f7-408d-85c9-042f5e674c05 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214088 Sep 02 12:40:31.748315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4aad2d4c-f560-45d6-ad91-e07004ef3216'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:31.780354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7032f1f8-4a53-4f8b-a083-ac5385307745 req-defcf811-9fb5-4156-bd73-5558b6f9fc06 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379056 Sep 02 12:40:31.816823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-47c3534a-0883-410c-b9c7-c3731f313920 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:31.819987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-47c3534a-0883-410c-b9c7-c3731f313920 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.41 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 821 time: 0.3343966 Sep 02 12:40:31.840020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'port': {'device_id': '69625c72-2535-428b-856b-363da68b9d31', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'admin_state_up': True, 'tenant_id': '61083a2f6cc8446ca1bb0c260ad63d51'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:31.995408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc6503d9-81b3-4c2a-979e-cb6b030eba16 req-a51107af-0e08-429b-a0d8-c19d4192d73c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 210 time: 0.1015325 Sep 02 12:40:32.096072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6195a25-52ad-405c-ae1c-c93b95ccfc5c req-ff6fa34f-db65-47df-b267-97d246adcd22 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:32.098960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6195a25-52ad-405c-ae1c-c93b95ccfc5c req-ff6fa34f-db65-47df-b267-97d246adcd22 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.1294906 Sep 02 12:40:32.174895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6195a25-52ad-405c-ae1c-c93b95ccfc5c req-a9d5af03-e169-4d16-8099-2ca22b4a5335 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646870 Sep 02 12:40:32.176304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Made reservation on behalf of 61083a2f6cc8446ca1bb0c260ad63d51 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:32.179925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.194910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Deleting port ef93dfd5-9fea-4cba-8559-23380257d081 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:32.195370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.350911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] For port ef93dfd5-9fea-4cba-8559-23380257d081, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ef93dfd5-9fea-4cba-8559-23380257d081,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:32.351279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.366338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Calling delete_port for ef93dfd5-9fea-4cba-8559-23380257d081 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:32.391570 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.456614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ded575-1bd1-4b3e-9190-5149e2331298 req-5a95dddd-22d5-4bdc-be86-cdf6a10b49b4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:32.458269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48ded575-1bd1-4b3e-9190-5149e2331298 req-5a95dddd-22d5-4bdc-be86-cdf6a10b49b4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1108942 Sep 02 12:40:32.497416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Allocated IP 172.20.0.3 (bb0c8451-a1f0-42e1-9b9a-96861e023697/b75a80a5-b7c9-444b-899e-0105badf764b/66e8b944-ee5a-4491-b56e-6bb122f4df4a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:32.524364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48ded575-1bd1-4b3e-9190-5149e2331298 req-05c809d6-0aad-4ea3-abbc-06b69ec436d4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544014 Sep 02 12:40:32.575817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.603333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef93dfd5-9fea-4cba-8559-23380257d081,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:32.706285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.793633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.905016 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:32.924546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:32.928914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:32.964837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:32.971107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:33.028682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111ad0c-bf34-4a5e-baef-8ed42e2801f0 req-672ac33f-ed2f-4f40-a95e-5ac9443845ca tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:33.038351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:33.039026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:33.043121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8111ad0c-bf34-4a5e-baef-8ed42e2801f0 req-672ac33f-ed2f-4f40-a95e-5ac9443845ca tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.2164428 Sep 02 12:40:33.109923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07246d49-b140-40c3-865f-5be9465825d7 req-15067cc1-bc12-40e4-b892-1bac35f0f977 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:33.119998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07246d49-b140-40c3-865f-5be9465825d7 req-15067cc1-bc12-40e4-b892-1bac35f0f977 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 949 time: 0.2229078 Sep 02 12:40:33.128449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:33.148213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-59b562d2-444a-4b12-8aca-e4a253c86f25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3164065 Sep 02 12:40:33.164716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Request body: {'port': {'device_id': '69625c72-2535-428b-856b-363da68b9d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:33.186573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:33.213296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'mac_address': 'fa:16:3e:ca:58:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:33.215532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8111ad0c-bf34-4a5e-baef-8ed42e2801f0 req-32b04dc3-be9c-407c-bd9d-1f5077101e7c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654313 Sep 02 12:40:33.269302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:33.276113 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:33.298111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e8f1ab4-949a-46df-af72-d8679936e95e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:33.330222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:33.337439 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:33.342511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07246d49-b140-40c3-865f-5be9465825d7 req-7e5dd8ae-3c38-4953-b786-739084f45633 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216988 Sep 02 12:40:33.389593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-194d7b45-c721-4114-9c38-1afc107e8d61 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:33.391094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-194d7b45-c721-4114-9c38-1afc107e8d61 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 949 time: 0.1637087 Sep 02 12:40:33.410221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:33.487823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['0e8f1ab4-949a-46df-af72-d8679936e95e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:33.573624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca11c-4c15-4af1-a169-66351e3bc4d9 req-e05cf54e-642a-4c16-8fb8-e588615aa56d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:33.575280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f3ca11c-4c15-4af1-a169-66351e3bc4d9 req-e05cf54e-642a-4c16-8fb8-e588615aa56d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 931 time: 0.2467952 Sep 02 12:40:33.635871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Router f093210b-8de2-4567-80cc-61ebca445d1f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:40:33.700706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd820d46-3c56-4d9a-b6a1-c09ffd5ad4c1 req-aa060c0a-c477-4a0e-a8fe-95e2b63f3e1a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:33.703721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd820d46-3c56-4d9a-b6a1-c09ffd5ad4c1 req-aa060c0a-c477-4a0e-a8fe-95e2b63f3e1a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.1279256 Sep 02 12:40:33.787088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f3ca11c-4c15-4af1-a169-66351e3bc4d9 req-7f5d70a7-2d6b-492a-8ceb-9624c806a576 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972950 Sep 02 12:40:33.803710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd820d46-3c56-4d9a-b6a1-c09ffd5ad4c1 req-a1d3b931-8cd9-4c86-a556-1bc71ca6f1a3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762577 Sep 02 12:40:33.832195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Deleting port 9da45528-6e01-425e-8042-ece1e00eb2f0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:33.832546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:33.912008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:40:33.921273 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-772b4f53-80cd-4e8f-b949-292dea38011a admin admin] 10.222.0.60 "PUT /v2.0/routers/f093210b-8de2-4567-80cc-61ebca445d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5950975 Sep 02 12:40:33.924874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:33.928850 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] Sync routers for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:40:33.946155 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:33.952645 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:33.984406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e8b944-ee5a-4491-b56e-6bb122f4df4a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:34.021469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.061053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.071005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Transition to ACTIVE for port object 66e8b944-ee5a-4491-b56e-6bb122f4df4a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:34.074797 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.082180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.170557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1990-f99c-42d3-bbb0-0c62c44de7cd req-18e1317f-4526-433b-8d7c-dd228f6b7c69 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:34.179499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2cf1990-f99c-42d3-bbb0-0c62c44de7cd req-18e1317f-4526-433b-8d7c-dd228f6b7c69 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1995280 Sep 02 12:40:34.299895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:34.312428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] For port 9da45528-6e01-425e-8042-ece1e00eb2f0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9da45528-6e01-425e-8042-ece1e00eb2f0,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:34.312636 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.375552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Calling delete_port for 9da45528-6e01-425e-8042-ece1e00eb2f0 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:34.383720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2cf1990-f99c-42d3-bbb0-0c62c44de7cd req-74101765-eb13-4fd9-8428-8faff3f9d1cc tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031772 Sep 02 12:40:34.497981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9da45528-6e01-425e-8042-ece1e00eb2f0 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:34.520142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Attempting to bind port 66e8b944-ee5a-4491-b56e-6bb122f4df4a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:34.521638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Attempting to bind port 66e8b944-ee5a-4491-b56e-6bb122f4df4a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:34.522295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Attempting to bind port 66e8b944-ee5a-4491-b56e-6bb122f4df4a on network bb0c8451-a1f0-42e1-9b9a-96861e023697 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:34.541413 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:34.545250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Port 66e8b944-ee5a-4491-b56e-6bb122f4df4a on network bb0c8451-a1f0-42e1-9b9a-96861e023697 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:40:34.545914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Attempting to bind port 66e8b944-ee5a-4491-b56e-6bb122f4df4a on network bb0c8451-a1f0-42e1-9b9a-96861e023697 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:34.554761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:34.555504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Checking segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:34.557282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Bound using segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:34.558014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Bound port: 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:34.558804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.589086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768528c-b4a9-49d5-b30e-06ab67a0513d req-1ad1792c-ad4d-43bf-9d79-e7a80e8abc7e tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:34.597740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6768528c-b4a9-49d5-b30e-06ab67a0513d req-1ad1792c-ad4d-43bf-9d79-e7a80e8abc7e tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 949 time: 0.0931935 Sep 02 12:40:34.687022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6768528c-b4a9-49d5-b30e-06ab67a0513d req-dbc74626-f4eb-4398-9693-18bcfb1ef1bc tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd0d8972-1fd9-4887-881f-ae2835735ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876811 Sep 02 12:40:34.709191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:34.720864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:34.731848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.741843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f22860f8-9795-4175-81c3-897013da3ff9 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:34.743509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.803844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:34.804659 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.806400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] 10.222.0.41 "PUT /v2.0/ports/66e8b944-ee5a-4491-b56e-6bb122f4df4a HTTP/1.1" status: 200 len: 1091 time: 1.6468432 Sep 02 12:40:34.809283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:34.812730 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda23d9-e345-43af-a73e-989750e44e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:34.898052 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3e3e0-1b85-4c92-927d-0ef768604c36 x-openstack-request-id: req-93c3e3e0-1b85-4c92-927d-0ef768604c36 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:34.898675 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:34.899143 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93c3e3e0-1b85-4c92-927d-0ef768604c36 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:34.899872 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'status': 'completed', 'code': 200} Sep 02 12:40:34.929594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:34.932522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:34.936398 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:40:32Z', 'revision_number': 5, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port': {'id': '07bae608-2f7f-4de2-b0d5-e708ed22aa55', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:13Z', 'updated_at': '2021-09-02T12:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:34.941922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34768a51-a814-4cd5-a408-1da493d58230 service neutron] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:34.971647 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] Checking router: f093210b-8de2-4567-80cc-61ebca445d1f for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:40:34.998300 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] Routers {'f093210b-8de2-4567-80cc-61ebca445d1f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:34.999381 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f093210b-8de2-4567-80cc-61ebca445d1f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:35.009847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-51d02714-6bef-4078-996e-6e35810d13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:35.015049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-51d02714-6bef-4078-996e-6e35810d13f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 1094 time: 0.1481488 Sep 02 12:40:35.046763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 0e8f1ab4-949a-46df-af72-d8679936e95e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:35.047130 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.108262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-81f46e02-e138-4a40-b446-e8cbd19e7689 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a HTTP/1.1" status: 200 len: 217 time: 0.0781143 Sep 02 12:40:35.135973 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] Set router f093210b-8de2-4567-80cc-61ebca445d1f gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:35.155799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-47613803-a05a-4b2c-bbe8-d5081dd3df11 service neutron] 10.222.0.41 "GET /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.4549673 Sep 02 12:40:35.197772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65350-7077-4ccb-a16d-76e2924574ba req-222e5725-9b5b-477a-8a67-f1da150c808a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:35.199693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ea65350-7077-4ccb-a16d-76e2924574ba req-222e5725-9b5b-477a-8a67-f1da150c808a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 943 time: 0.1805465 Sep 02 12:40:35.212503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.232262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-6150535d-d50d-4c5a-ab7b-6b122cf91677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:35.235097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-6150535d-d50d-4c5a-ab7b-6b122cf91677 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 200 len: 861 time: 0.1165495 Sep 02 12:40:35.244521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fa5ca-0d54-4322-b5d3-797f81748ce6 req-4ce0fc12-f091-46d8-9c72-9889d8d2a626 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:35.252828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d28fa5ca-0d54-4322-b5d3-797f81748ce6 req-4ce0fc12-f091-46d8-9c72-9889d8d2a626 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.8707662 Sep 02 12:40:35.266718 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:40:34Z', 'revision_number': 6, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:35.267290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:35.271221 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ac9ec-cf32-4441-8e13-5ef1dc9e76ab" -d '{"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:35.299935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:35.307717 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.309199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:35.329491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-c5a39181-9f85-462f-9cbc-f380d3aae814 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb0c8451-a1f0-42e1-9b9a-96861e023697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740197 Sep 02 12:40:35.332505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e26de7-bb95-40ec-8fda-6f2866cdb222 None None] The sync data for ids ['f093210b-8de2-4567-80cc-61ebca445d1f'] in n-d-792364-8 is: [{'id': 'f093210b-8de2-4567-80cc-61ebca445d1f', 'name': 'tempest-ServersTestBootFromVolume-734148878-router', 'tenant_id': 'e162e47acbe9405d8a7869e12958c485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:11Z', 'updated_at': '2021-09-02T12:40:34Z', 'revision_number': 6, 'project_id': 'e162e47acbe9405d8a7869e12958c485', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:40:35.357871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.405268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d28fa5ca-0d54-4322-b5d3-797f81748ce6 req-c345b844-f229-464d-8d19-4fba01efc880 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461375 Sep 02 12:40:35.450035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:35.469171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ea65350-7077-4ccb-a16d-76e2924574ba req-a7fead87-0a5c-4aaf-8ef8-441708808b9c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314212 Sep 02 12:40:35.476207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 4aad2d4c-f560-45d6-ad91-e07004ef3216 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:35.493921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 4aad2d4c-f560-45d6-ad91-e07004ef3216 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:35.494329 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.539823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Pushing event deleted for resources: {'Port': ['ID=9da45528-6e01-425e-8042-ece1e00eb2f0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:35.548807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-d2cf1880-2f37-433f-9451-017f10151173 service neutron] 10.222.0.41 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076366 Sep 02 12:40:35.612986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Deleting port 07bae608-2f7f-4de2-b0d5-e708ed22aa55 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:35.613704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.687961 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] No DVR routers for this DVR port 9da45528-6e01-425e-8042-ece1e00eb2f0 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:35.691410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.706704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-681955aa-2d5d-473c-8f86-b083ab32d561 req-ad085e24-f42b-4819-99e5-6616510d5f59 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.41 "DELETE /v2.0/ports/9da45528-6e01-425e-8042-ece1e00eb2f0 HTTP/1.1" status: 204 len: 173 time: 2.2011366 Sep 02 12:40:35.715778 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710b977-fac0-42c7-86f5-b9980ca37c0b x-openstack-request-id: req-a710b977-fac0-42c7-86f5-b9980ca37c0b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:35.716654 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:35.717134 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a710b977-fac0-42c7-86f5-b9980ca37c0b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:35.717483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-deleted', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:35.720890 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852b8b7e-8330-46b3-a4f9-25ee5fd4895d" -d '{"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-deleted", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:35.726037 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'code': 200} Sep 02 12:40:35.735435 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.841914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1c76722-3465-4f7e-85fd-4bebbe48924a req-7dd5f9ce-715f-4c4c-b160-5e8e2fee9812 service neutron] 10.222.0.41 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830489 Sep 02 12:40:35.844996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:35.852977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:35.937921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900dd6-8c1f-4ed1-a111-47476b1a2df3 req-d3bc6b27-6988-4e71-8460-8fce48e155e1 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:35.946331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56900dd6-8c1f-4ed1-a111-47476b1a2df3 req-d3bc6b27-6988-4e71-8460-8fce48e155e1 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.3947892 Sep 02 12:40:35.982900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:36.006845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] For port 07bae608-2f7f-4de2-b0d5-e708ed22aa55, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=07bae608-2f7f-4de2-b0d5-e708ed22aa55,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:36.007368 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:36.038568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Calling delete_port for 07bae608-2f7f-4de2-b0d5-e708ed22aa55 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:36.048806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ab310-0e65-444a-aa85-3313a5537ca5 req-903b014e-efed-4a4d-a957-cb6c877be6b3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:36.059895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca7ab310-0e65-444a-aa85-3313a5537ca5 req-903b014e-efed-4a4d-a957-cb6c877be6b3 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1502178 Sep 02 12:40:36.082955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:36.090696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda23d9-e345-43af-a73e-989750e44e5c req-2b363170-fa49-41e2-b7c7-e78f232d2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:36.092262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-2b363170-fa49-41e2-b7c7-e78f232d2151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 1094 time: 0.1283846 Sep 02 12:40:36.120374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56900dd6-8c1f-4ed1-a111-47476b1a2df3 req-10d3057c-3126-4b56-a506-16b4fe0fe17a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706502 Sep 02 12:40:36.162603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca7ab310-0e65-444a-aa85-3313a5537ca5 req-70babc79-6bbd-42e1-aa61-461177e66c3f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012390 Sep 02 12:40:36.326640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda23d9-e345-43af-a73e-989750e44e5c req-8f1a228e-ed3f-4776-b975-12b0df830ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:36.329526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-8f1a228e-ed3f-4776-b975-12b0df830ab5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 922 time: 0.2264142 Sep 02 12:40:36.337785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ef93dfd5-9fea-4cba-8559-23380257d081 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:36.390528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-2fb68b49-af63-4f58-ac98-682e31d1bbf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a HTTP/1.1" status: 200 len: 217 time: 0.0525751 Sep 02 12:40:36.435975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ef93dfd5-9fea-4cba-8559-23380257d081 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:36.436320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ef93dfd5-9fea-4cba-8559-23380257d081 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:36.448563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 07bae608-2f7f-4de2-b0d5-e708ed22aa55 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:36.469878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda23d9-e345-43af-a73e-989750e44e5c req-6d13047e-1ac8-43e1-aee7-8b069694b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:36.471804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-6d13047e-1ac8-43e1-aee7-8b069694b487 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 200 len: 861 time: 0.0721505 Sep 02 12:40:36.533090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-735a307b-b5c0-412e-9e74-d74e2423fae9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb0c8451-a1f0-42e1-9b9a-96861e023697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504017 Sep 02 12:40:36.618510 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:36.648176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 07bae608-2f7f-4de2-b0d5-e708ed22aa55, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=07bae608-2f7f-4de2-b0d5-e708ed22aa55,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:36.657050 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:36.675911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997bbbd-7925-4d32-9ea7-477d1d7258cb req-56d287ae-48b2-4381-a3d3-41247ab2d863 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:36.684633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9997bbbd-7925-4d32-9ea7-477d1d7258cb req-56d287ae-48b2-4381-a3d3-41247ab2d863 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 943 time: 0.1569428 Sep 02 12:40:36.713979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:36.741376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=07bae608-2f7f-4de2-b0d5-e708ed22aa55,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:36.757288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22860f8-9795-4175-81c3-897013da3ff9 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:36.766975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-be78de4b-9697-4e53-8125-f3c1ecb1b55c service neutron] 10.222.0.41 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191470 Sep 02 12:40:36.784730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9997bbbd-7925-4d32-9ea7-477d1d7258cb req-4414ff5a-9988-4d7b-ba61-d5508669ae06 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986292 Sep 02 12:40:36.787522 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14249847-4e24-4e98-8132-d9485c428ec0 x-openstack-request-id: req-14249847-4e24-4e98-8132-d9485c428ec0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:36.787851 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec85e6-8c52-40d4-9555-4706e1099c9f", "name": "network-vif-deleted", "tag": "9da45528-6e01-425e-8042-ece1e00eb2f0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:36.788219 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14249847-4e24-4e98-8132-d9485c428ec0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:36.788704 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec85e6-8c52-40d4-9555-4706e1099c9f', 'name': 'network-vif-deleted', 'tag': '9da45528-6e01-425e-8042-ece1e00eb2f0', 'status': 'completed', 'code': 200} Sep 02 12:40:36.817210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:36.854908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11013611-1ad7-40be-8547-4a720468289a req-77ba76b0-6752-4128-bd01-fcb06e443001 tempest-ListImageFiltersTestJSON-1105605981 tempest-ListImageFiltersTestJSON-1105605981-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fec85e6-8c52-40d4-9555-4706e1099c9f HTTP/1.1" status: 200 len: 210 time: 0.0928025 Sep 02 12:40:36.972062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:36.973447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8c21-3cdb-44b1-9646-c1bbfe5da732 req-b0dc768f-c544-45fb-9428-d57fd57dacd1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:36.975197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b81e8c21-3cdb-44b1-9646-c1bbfe5da732 req-b0dc768f-c544-45fb-9428-d57fd57dacd1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 943 time: 0.0893941 Sep 02 12:40:36.980604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda23d9-e345-43af-a73e-989750e44e5c req-8ccf2cd1-161f-461f-a853-52bf47e6c969 service neutron] 10.222.0.41 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917522 Sep 02 12:40:37.029541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b81e8c21-3cdb-44b1-9646-c1bbfe5da732 req-1a9ceb39-da9b-4ed6-b6ba-890e1420f491 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Sep 02 12:40:37.161080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] Transition to ACTIVE for port object f22860f8-9795-4175-81c3-897013da3ff9 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:37.171648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.238738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.284345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] No DVR routers for this DVR port f22860f8-9795-4175-81c3-897013da3ff9 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:37.326432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bdd52-4227-4781-8171-01420858999f req-9aa386aa-3664-4068-a392-e9f6d24dac3e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:37.335518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-241bdd52-4227-4781-8171-01420858999f req-9aa386aa-3664-4068-a392-e9f6d24dac3e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0686407 Sep 02 12:40:37.358740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 2.1631372 Sep 02 12:40:37.359532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b5dfd-328f-4acd-8672-75839961a7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:37.393719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-241bdd52-4227-4781-8171-01420858999f req-168ca7df-b9ab-4b40-93aa-12cbcce1ef90 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557768 Sep 02 12:40:37.455798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bae608-2f7f-4de2-b0d5-e708ed22aa55,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:37.477283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b296-5ad0-48fe-8bcd-7c3e21683b78 req-4e1c8a19-fe2d-478a-a962-b449be3ae1c9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:37.480488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5171b296-5ad0-48fe-8bcd-7c3e21683b78 req-4e1c8a19-fe2d-478a-a962-b449be3ae1c9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.2636061 Sep 02 12:40:37.531323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.536326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-c73bac58-2323-4bd7-a2a3-907e1b043c05 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:37.538915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-c73bac58-2323-4bd7-a2a3-907e1b043c05 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.1116993 Sep 02 12:40:37.598213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-0b9b3212-93f8-47bd-89a4-caa594a92515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:37.601712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-0b9b3212-93f8-47bd-89a4-caa594a92515 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae&tenant_id=4f73671de3a548939c26bb2b37a14cf0 HTTP/1.1" status: 200 len: 1095 time: 0.0556557 Sep 02 12:40:37.673820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.677484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-7fe0a8f6-fd00-48b9-b20f-1fdfd14393df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:37.678351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5171b296-5ad0-48fe-8bcd-7c3e21683b78 req-48ea521b-7f37-4267-9997-c72622b56a8c tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894662 Sep 02 12:40:37.679087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-7fe0a8f6-fd00-48b9-b20f-1fdfd14393df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1095 time: 0.0502310 Sep 02 12:40:37.679844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.727958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:37.731100 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ce275-a2fa-4da0-9b48-a0c6946b66eb" -d '{"events": [{"server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "name": "network-vif-plugged", "status": "completed", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:37.756264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.757183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f093210b-8de2-4567-80cc-61ebca445d1f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:40:37.765342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.768210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4bb16dac-f197-4271-8716-d586fdbdd5b3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f093210b-8de2-4567-80cc-61ebca445d1f HTTP/1.1" status: 204 len: 168 time: 3.8419900 Sep 02 12:40:37.771474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:37.798449 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6353864f-82f2-4fdd-bc84-457c390adef1 x-openstack-request-id: req-6353864f-82f2-4fdd-bc84-457c390adef1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:37.799245 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "name": "network-vif-plugged", "status": "completed", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:37.799245 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6353864f-82f2-4fdd-bc84-457c390adef1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:37.799453 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'code': 200} Sep 02 12:40:37.810699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-01a20ce7-78b4-4697-94e0-d7ae5f0b5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:37.812643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-01a20ce7-78b4-4697-94e0-d7ae5f0b5e8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1257641 Sep 02 12:40:37.860915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Deleting subnet 5ff0a38c-5a93-4124-99b5-713921b465c3 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:40:37.865988 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:37.945550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-a423c98c-7090-4f8f-a88e-6d0807c54b95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 200 len: 217 time: 0.1085827 Sep 02 12:40:38.003158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:38.044640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e4f9-8e30-46bb-9b5e-2b1da30a3746 req-0ac339b0-5ea9-41b3-9383-2c3013ef10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:38.046484 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1975e4f9-8e30-46bb-9b5e-2b1da30a3746 req-0ac339b0-5ea9-41b3-9383-2c3013ef10d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1096 time: 0.1175721 Sep 02 12:40:38.054122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58bbe9-ba2f-46d5-a5a9-3c517f2369b7 req-9b0e228f-b399-4fc8-b5d3-88a9c280fb63 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:38.064608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b58bbe9-ba2f-46d5-a5a9-3c517f2369b7 req-9b0e228f-b399-4fc8-b5d3-88a9c280fb63 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 944 time: 0.1213038 Sep 02 12:40:38.103979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-49db3d6d-aa65-464e-8c7c-f39f177cb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:38.105823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-49db3d6d-aa65-464e-8c7c-f39f177cb361 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.1335032 Sep 02 12:40:38.113692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1975e4f9-8e30-46bb-9b5e-2b1da30a3746 req-d4e46c2d-2a7f-4ed5-ab38-9fe048f8242e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Sep 02 12:40:38.141546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b58bbe9-ba2f-46d5-a5a9-3c517f2369b7 req-d5236e83-c99f-4cbb-b927-e43d9924888f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756266 Sep 02 12:40:38.148626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-a0dc4506-cc38-468d-8932-ff5600697956 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340261 Sep 02 12:40:38.232552 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:38.322749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:38.399558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff0a38c-5a93-4124-99b5-713921b465c3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:38.410362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:38.414845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c507890a-67ca-4ff9-ae73-4e3d4817e42d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5ff0a38c-5a93-4124-99b5-713921b465c3 HTTP/1.1" status: 204 len: 168 time: 0.6421945 Sep 02 12:40:38.417308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52228) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:38.418113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01b09d-38b4-4278-8b0c-9e276e9060e9 None None] Network ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:40:38.532859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 66e8b944-ee5a-4491-b56e-6bb122f4df4a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:38.581530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-d5fdf436-15a9-40a0-9593-8baaa024837b service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679172 Sep 02 12:40:38.669067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:38.716238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c68b2d-0b94-4626-82b9-73571a265f47 req-d9a879f1-7c89-477b-9afa-e2efe38560a9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:38.718605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-98a13855-27dc-4d5a-815f-c519bce55cea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2225347 Sep 02 12:40:38.720199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54c68b2d-0b94-4626-82b9-73571a265f47 req-d9a879f1-7c89-477b-9afa-e2efe38560a9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 943 time: 0.1982028 Sep 02 12:40:38.775435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:38.810412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'port_id': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'mac_address': 'fa:16:3e:57:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75a80a5-b7c9-444b-899e-0105badf764b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:38.880303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] DHCP port deletion for ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:40:38.882518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-b0a75d28-b2b5-44b2-9c04-299fbf6db5ac service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939928 Sep 02 12:40:38.892421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54c68b2d-0b94-4626-82b9-73571a265f47 req-0ce6316d-b5de-4347-aa01-4f34d08ffea1 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596794 Sep 02 12:40:38.912411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b301092-7591-4bbe-8370-22596b0cee4a req-536d18dd-2dcb-4264-a5f7-4512d4fd22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:38.914674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-536d18dd-2dcb-4264-a5f7-4512d4fd22c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f73671de3a548939c26bb2b37a14cf0&device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 1096 time: 0.1233191 Sep 02 12:40:38.928891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Deleting port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:38.929355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.025848 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.056887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e8b944-ee5a-4491-b56e-6bb122f4df4a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:39.067922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b301092-7591-4bbe-8370-22596b0cee4a req-fbcb5cbc-fb29-4615-be21-61512c25ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:39.069500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-fbcb5cbc-fb29-4615-be21-61512c25ec74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 200 len: 921 time: 0.1209006 Sep 02 12:40:39.126904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:39.132816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.171317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] For port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:39.171918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.182192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] Deleting port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:39.183012 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.240576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Calling delete_port for 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:39.246988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-685164d0-c296-4fd2-8558-4074c804c7cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 200 len: 217 time: 0.1632273 Sep 02 12:40:39.272197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb90b5-36ae-4d70-b9a5-5993f68e7561 req-bcc69784-1911-48b5-b8c2-8777fb468856 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:39.273943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46fb90b5-36ae-4d70-b9a5-5993f68e7561 req-bcc69784-1911-48b5-b8c2-8777fb468856 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.0945487 Sep 02 12:40:39.287059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] For port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,segment=NetworkSegment(6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3),segment_id=6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:39.287933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.306126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] Calling delete_port for 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:39.380019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46fb90b5-36ae-4d70-b9a5-5993f68e7561 req-e82e7e38-57ab-4fe7-90fb-3b44ac0aa27d tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693464 Sep 02 12:40:39.402698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c9e70-890a-4887-8c9f-8d840a096eb9 req-cda3eb4d-3ed8-4de8-86b5-91f278c1bb5d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:39.420647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e2c9e70-890a-4887-8c9f-8d840a096eb9 req-cda3eb4d-3ed8-4de8-86b5-91f278c1bb5d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.3412690 Sep 02 12:40:39.428651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.472080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Pushing event deleted for resources: {'Port': ['ID=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:39.480768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] No DVR routers for this DVR port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:39.502210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a806da-1b39-49e3-a158-807423e3a932 req-f9793343-b914-4548-8324-f3b4d67202e5 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:39.505445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:39.506564 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-f9793343-b914-4548-8324-f3b4d67202e5 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae&tenant_id=4f73671de3a548939c26bb2b37a14cf0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.2735841 Sep 02 12:40:39.517247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b301092-7591-4bbe-8370-22596b0cee4a req-00f1ded9-31e1-441e-ae16-6711fa8261f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:39.520410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-00f1ded9-31e1-441e-ae16-6711fa8261f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 200 len: 860 time: 0.2483535 Sep 02 12:40:39.528373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['66e8b944-ee5a-4491-b56e-6bb122f4df4a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:39.603508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-5a566f61-becc-4b65-8a5b-bd6841907734 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06ad6b17-6e07-45ac-963a-80f46b9c1b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644870 Sep 02 12:40:39.604845 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.608719 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.621292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef72d74c-37ab-4c0b-ba6a-83342fe0ce42']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:39.640277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:39.644467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0761ff-80c5-4b55-a17e-1dc3cc8de0e3') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:39.660138 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.669696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] Pushing event deleted for resources: {'Port': ['ID=903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:39.679359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcd183-72a1-46a0-a3c8-c628b25e9678 None None] No DVR routers for this DVR port 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:39.683307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.697352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e2c9e70-890a-4887-8c9f-8d840a096eb9 req-61a139ea-4d65-408b-876b-c086c410514d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689571 Sep 02 12:40:39.698143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:40:39.698143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:40:39.783051 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:40:39.828543 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.857065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:39.862132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] 10.222.0.60 "DELETE /v2.0/networks/ef72d74c-37ab-4c0b-ba6a-83342fe0ce42 HTTP/1.1" status: 204 len: 168 time: 1.4434359 Sep 02 12:40:39.896639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fab6a8-5973-4223-bbca-986ba172515e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef72d74c-37ab-4c0b-ba6a-83342fe0ce42,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:40.190565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:40.315644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-7246e329-a24c-4334-9962-12b04c5ee18d service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007179 Sep 02 12:40:40.337029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5637eb17-bd77-45b2-a871-0c9094632c94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e162e47acbe9405d8a7869e12958c485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484692 Sep 02 12:40:40.339662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:40.357169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873cd79-2316-4049-bda3-fa4689a41df1 req-94a27f0b-4ec4-44ab-85e2-f976d2ab1591 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:40.358850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d873cd79-2316-4049-bda3-fa4689a41df1 req-94a27f0b-4ec4-44ab-85e2-f976d2ab1591 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 944 time: 0.5222425 Sep 02 12:40:40.360150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98a806da-1b39-49e3-a158-807423e3a932 req-5853a48e-9074-4094-9b10-b738716d63a1 service neutron] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:40.375944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:40.400338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d2843-918e-4251-a11b-9e1acfb3be5c req-14b6cf64-4cc4-4f35-8d03-6058251299ca tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:40.402566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-277d2843-918e-4251-a11b-9e1acfb3be5c req-14b6cf64-4cc4-4f35-8d03-6058251299ca tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 944 time: 0.1606853 Sep 02 12:40:40.412272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98a806da-1b39-49e3-a158-807423e3a932 req-5853a48e-9074-4094-9b10-b738716d63a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:40.413438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98a806da-1b39-49e3-a158-807423e3a932 req-5853a48e-9074-4094-9b10-b738716d63a1 service neutron] 10.222.0.18 "DELETE /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.8920624 Sep 02 12:40:40.439707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:40.440361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 903d6b26-9b30-4ba9-a36a-9b4b1b2e12ae not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:40.474215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d873cd79-2316-4049-bda3-fa4689a41df1 req-19ce1ab5-56d7-4bdc-9d2f-8d603cd24408 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959775 Sep 02 12:40:40.487754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52294) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:40.533356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d41b-3568-4115-a7cd-cb00000feaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:40.545228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b301092-7591-4bbe-8370-22596b0cee4a req-a0d9d6fb-5320-4c29-99ff-b19ac3ac7538 service neutron] 10.222.0.18 "GET /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113373 Sep 02 12:40:40.555973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 66e8b944-ee5a-4491-b56e-6bb122f4df4a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:40.601948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-277d2843-918e-4251-a11b-9e1acfb3be5c req-632c27cc-cfc5-4ba0-8866-bb0b22c5ab81 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651487 Sep 02 12:40:40.613097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d41b-3568-4115-a7cd-cb00000feaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:40.737063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 66e8b944-ee5a-4491-b56e-6bb122f4df4a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:40.737781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d41b-3568-4115-a7cd-cb00000feaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:40.743438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d41b-3568-4115-a7cd-cb00000feaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:40.744239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 66e8b944-ee5a-4491-b56e-6bb122f4df4a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:40.747892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a2f0d41b-3568-4115-a7cd-cb00000feaed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c5b7e0a-810e-413d-a7fa-af02aaf0dc11 HTTP/1.1" status: 204 len: 168 time: 0.4027398 Sep 02 12:40:40.762452 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:40.826136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d41b-3568-4115-a7cd-cb00000feaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b7e0a-810e-413d-a7fa-af02aaf0dc11,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:40.872193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2d911e93-4be0-45b8-b7e2-52362421b38b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21cdbb46049548ef825e76aba42edee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786128 Sep 02 12:40:40.872892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52314) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:40.917631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e5267-0ed0-45e7-9c59-719b7187fcb6 req-935fe2d1-aee3-4b56-917a-3c8a4ad9fa95 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:40.927921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d432-63ee-4152-abc8-dc67361bd8d2 req-53a92129-092f-4642-a6ac-0badfa1a3745 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:40.929934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd2e5267-0ed0-45e7-9c59-719b7187fcb6 req-935fe2d1-aee3-4b56-917a-3c8a4ad9fa95 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1243596 Sep 02 12:40:40.930848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89c1d432-63ee-4152-abc8-dc67361bd8d2 req-53a92129-092f-4642-a6ac-0badfa1a3745 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1537499 Sep 02 12:40:40.948481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.005185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d500852b-828c-4429-81c5-216894208616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.038490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd2e5267-0ed0-45e7-9c59-719b7187fcb6 req-5ece89c6-36b8-423b-8b65-a06518cbdd89 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056259 Sep 02 12:40:41.038987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.043442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89c1d432-63ee-4152-abc8-dc67361bd8d2 req-40071ed2-b016-4998-9b61-731cb67b4e92 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039357 Sep 02 12:40:41.076096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d500852b-828c-4429-81c5-216894208616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.108697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:41.111388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:41.114521 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f2a446-6c90-46e3-b593-b1365b58ccc1" -d '{"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-plugged", "status": "completed", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:41.120544 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.177801 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d500852b-828c-4429-81c5-216894208616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.182535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d500852b-828c-4429-81c5-216894208616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:41.184665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d500852b-828c-4429-81c5-216894208616 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd0d8972-1fd9-4887-881f-ae2835735ff6 HTTP/1.1" status: 204 len: 168 time: 0.3109109 Sep 02 12:40:41.202538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db849df-7c11-48b7-8371-59c8757429a5 req-5f69a09f-fb1f-4035-85d0-209d0a38a4b5 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:41.213760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0db849df-7c11-48b7-8371-59c8757429a5 req-5f69a09f-fb1f-4035-85d0-209d0a38a4b5 tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 1095 time: 0.1039734 Sep 02 12:40:41.216806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500852b-828c-4429-81c5-216894208616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0d8972-1fd9-4887-881f-ae2835735ff6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:41.255217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cd5af-bd60-49b8-a50d-b0aa67a19233 req-9c2ca575-9aae-4a5a-baf4-0593cb95f7d1 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:41.257069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-566cd5af-bd60-49b8-a50d-b0aa67a19233 req-9c2ca575-9aae-4a5a-baf4-0593cb95f7d1 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0921233 Sep 02 12:40:41.273312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:41.301645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0db849df-7c11-48b7-8371-59c8757429a5 req-ae36fd3a-bd03-4f8f-9130-11ec211d300f tempest-LiveAutoBlockMigrationV225Test-1928777839 tempest-LiveAutoBlockMigrationV225Test-1928777839-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Sep 02 12:40:41.400593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-566cd5af-bd60-49b8-a50d-b0aa67a19233 req-bdd103be-566f-4aa9-be74-bdb70506eb27 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335521 Sep 02 12:40:41.461206 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd705e-a641-4954-9772-f5e447255a6f x-openstack-request-id: req-7edd705e-a641-4954-9772-f5e447255a6f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:41.461913 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-plugged", "status": "completed", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:41.461913 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7edd705e-a641-4954-9772-f5e447255a6f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:41.462557 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'code': 200} Sep 02 12:40:41.703338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660b3be-2fbb-4ffb-9c74-eef135e12bde req-ab962215-76af-4407-a306-f292303161d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:41.706902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2660b3be-2fbb-4ffb-9c74-eef135e12bde req-ab962215-76af-4407-a306-f292303161d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 1096 time: 0.1442204 Sep 02 12:40:41.711707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee18f26-41b8-4691-94c1-e595430aa6db req-825f69ff-9670-48fe-a84e-21ffcedc533e tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:41.719702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ee18f26-41b8-4691-94c1-e595430aa6db req-825f69ff-9670-48fe-a84e-21ffcedc533e tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1096 time: 0.1550221 Sep 02 12:40:41.784510 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2660b3be-2fbb-4ffb-9c74-eef135e12bde req-6c909f06-2978-4575-aa5c-4b982c26c65b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693636 Sep 02 12:40:41.789427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ee18f26-41b8-4691-94c1-e595430aa6db req-0a1a3c05-d3fa-4117-8bbd-6d8d35e854ab tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607400 Sep 02 12:40:41.962732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44e6e-c74d-4cbf-abc7-17a21663e3db req-6f40b451-220a-461a-a002-fc68c3e1c4ab tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:41.972047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fb44e6e-c74d-4cbf-abc7-17a21663e3db req-6f40b451-220a-461a-a002-fc68c3e1c4ab tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.1033792 Sep 02 12:40:42.029667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fb44e6e-c74d-4cbf-abc7-17a21663e3db req-102c79b5-4b32-4ad5-923f-0d184e2320f2 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569575 Sep 02 12:40:42.190904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3214a2-2745-444f-816e-8ef7e4837e8f req-37704868-df69-4494-8e2f-cb49f1a63c0e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:42.195912 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa3214a2-2745-444f-816e-8ef7e4837e8f req-37704868-df69-4494-8e2f-cb49f1a63c0e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 944 time: 0.1502409 Sep 02 12:40:42.263300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f3c7-2cab-4ad4-b69f-f941df657eaf req-78dad611-9537-4dbf-8706-3303ae2eabb5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:42.273521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab54f3c7-2cab-4ad4-b69f-f941df657eaf req-78dad611-9537-4dbf-8706-3303ae2eabb5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0971961 Sep 02 12:40:42.291364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa3214a2-2745-444f-816e-8ef7e4837e8f req-d27d5f4f-1c22-488f-9623-aa8da0fba377 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824096 Sep 02 12:40:42.344858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab54f3c7-2cab-4ad4-b69f-f941df657eaf req-89d0229a-bc7b-4ed5-8050-ece9f2eb433f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691240 Sep 02 12:40:42.554485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-2e838518-2a60-467e-a75b-cd3cdd59193a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:42.556158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-2e838518-2a60-467e-a75b-cd3cdd59193a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 944 time: 0.1180015 Sep 02 12:40:42.597756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:42.751578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Deleting port f22860f8-9795-4175-81c3-897013da3ff9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:42.752569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:42.822857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1852086804-network', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:42.876637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:42.886756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:42.900564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:42.931921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] For port f22860f8-9795-4175-81c3-897013da3ff9, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f22860f8-9795-4175-81c3-897013da3ff9,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:42.935505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:42.967594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Calling delete_port for f22860f8-9795-4175-81c3-897013da3ff9 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:43.110271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.115474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.170994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.181314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:40:43.189182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f22860f8-9795-4175-81c3-897013da3ff9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:43.207317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4714ecc-ec11-423a-8f14-9773c1e64e31,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:43.227984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.228339 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Added segment 6fd62698-ca3e-46ca-9a90-175873005028 of type vlan for network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 Sep 02 12:40:43.285363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event deleted for resources: {'Port': ['ID=f22860f8-9795-4175-81c3-897013da3ff9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:43.302887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] No DVR routers for this DVR port f22860f8-9795-4175-81c3-897013da3ff9 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:43.306232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.309882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-496d3c1b-fe70-4b06-a359-e5f0173fd058 req-9c901640-aa9e-434c-8d60-cbe253b1231f tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "DELETE /v2.0/ports/f22860f8-9795-4175-81c3-897013da3ff9 HTTP/1.1" status: 204 len: 173 time: 0.7462096 Sep 02 12:40:43.310530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.311026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'name': 'network-vif-deleted', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:43.321920 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c371ff-bd56-46c7-9a2a-29e6624dd4c7" -d '{"events": [{"server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "name": "network-vif-deleted", "tag": "f22860f8-9795-4175-81c3-897013da3ff9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:43.348435 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.353507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:43.354528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.460398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8587346 Sep 02 12:40:43.461002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52422) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:43.469393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Request body: {'subnet': {'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1852086804-subnet', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:43.488810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341916-0184-46ba-a2bf-0e82b932953c admin admin] Pushing event updated for resources: {'Network': ['ID=a2ab007a-abbf-4e90-b0c6-4a35c3990e24,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:43.501943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:40:43.532206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:40:43.541204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.779664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47467-3270-4b57-9d7f-26956dd7464f req-f0b4faf6-b867-4651-ae88-d2bd91ec8d95 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:43.781763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94c47467-3270-4b57-9d7f-26956dd7464f req-f0b4faf6-b867-4651-ae88-d2bd91ec8d95 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.0867653 Sep 02 12:40:43.824275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:43.912222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94c47467-3270-4b57-9d7f-26956dd7464f req-84645e33-92a0-48e1-b30f-b1ae673ed0ba tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101086 Sep 02 12:40:43.937318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Checking segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:43.939223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Network hostable DHCP agents. Network: a2ab007a-abbf-4e90-b0c6-4a35c3990e24, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:40:43.945801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7342db09-aee2-4520-8420-d1c553d77e09,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:43.964959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-17c444fb-539a-4387-a721-6f4e834abb81 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:40:43.972168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-17c444fb-539a-4387-a721-6f4e834abb81 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157797 Sep 02 12:40:44.007197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:40:44.017238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27b1eadf-f802-45fb-9817-b7c46ce4cefd req-705e9c4e-0efb-46ba-a643-d8f6d365f98d tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0432975 Sep 02 12:40:44.029305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a2ab007a-abbf-4e90-b0c6-4a35c3990e24) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:44.048637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:44.049390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.066004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666326a-708b-494a-b5de-748b5e58bfc1 None None] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:40:44.074960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-f8de0253-58a0-48d2-92e5-8646df35bbbc tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:44.085229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-f8de0253-58a0-48d2-92e5-8646df35bbbc tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 1093 time: 0.1110506 Sep 02 12:40:44.092186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Request body: {'binding': {'host': 'n-h1-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:44.097192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:40:44.102386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9f16266f-0a76-467f-a4bc-934b73d454d1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6405239 Sep 02 12:40:44.105520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:44.110966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:40:44.153515 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3188b-102f-438b-ba4a-563ddaa5f6f0 x-openstack-request-id: req-bbf3188b-102f-438b-ba4a-563ddaa5f6f0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:44.154107 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919943-a9d8-4e4b-a243-f2894ca151ae", "name": "network-vif-deleted", "tag": "f22860f8-9795-4175-81c3-897013da3ff9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:44.154582 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbf3188b-102f-438b-ba4a-563ddaa5f6f0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:44.157546 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc919943-a9d8-4e4b-a243-f2894ca151ae', 'name': 'network-vif-deleted', 'tag': 'f22860f8-9795-4175-81c3-897013da3ff9', 'status': 'completed', 'code': 200} Sep 02 12:40:44.165398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.167545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.271619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.360730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h1-792364-8 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:44.361777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:44.365099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:44.378605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:40:44.378605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:44.388597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:44.390723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:44.391464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:44.393564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Bound port: 4aad2d4c-f560-45d6-ad91-e07004ef3216, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:44.414224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:40:44.415805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.512488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:44.512760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:40:44.530123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.531965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] 10.222.0.60 "POST /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216/bindings HTTP/1.1" status: 201 len: 389 time: 0.4468961 Sep 02 12:40:44.563737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:44.588384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b52b8d-c2cb-49b8-913b-aa2a6cd07073 req-3253b43e-bd8a-4066-b565-dea430e79600 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:44.592504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36b52b8d-c2cb-49b8-913b-aa2a6cd07073 req-3253b43e-bd8a-4066-b565-dea430e79600 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.3360741 Sep 02 12:40:44.809817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36b52b8d-c2cb-49b8-913b-aa2a6cd07073 req-1c29ebb4-3d27-4b10-bb3c-8b5edaf8b0c4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088912 Sep 02 12:40:44.939754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Allocated IP 172.20.0.2 (a2ab007a-abbf-4e90-b0c6-4a35c3990e24/7342db09-aee2-4520-8420-d1c553d77e09/475686d1-b588-496e-9945-1df95a9b7990) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:45.003281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-a90566ba-211c-4a29-8fa4-8c3379a238aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:45.013612 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-a90566ba-211c-4a29-8fa4-8c3379a238aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1096 time: 0.1699698 Sep 02 12:40:45.019997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe073-7f53-4820-a70a-5f60ccdc7513 req-31dffc22-d076-4886-8a56-d619e2363db3 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:45.034582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e7fe073-7f53-4820-a70a-5f60ccdc7513 req-31dffc22-d076-4886-8a56-d619e2363db3 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.1354282 Sep 02 12:40:45.112391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e7fe073-7f53-4820-a70a-5f60ccdc7513 req-ac32e7a3-edb1-4393-9c55-2fb9c0265746 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764525 Sep 02 12:40:45.148974 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.161836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Transition to ACTIVE for port object 475686d1-b588-496e-9945-1df95a9b7990 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:45.203960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Transition to ACTIVE for port object 475686d1-b588-496e-9945-1df95a9b7990 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:45.218077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.265071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e932be1-d129-40f6-a9bf-09b8815576f0 req-b30e56c0-5350-49c8-8582-2d85ac7b7ac7 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0433762 Sep 02 12:40:45.275946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Pushing event updated for resources: {'Port': ['ID=475686d1-b588-496e-9945-1df95a9b7990,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:45.300839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:45.306804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:45.312510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:45.425079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Attempting to bind port 475686d1-b588-496e-9945-1df95a9b7990 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:45.425766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Attempting to bind port 475686d1-b588-496e-9945-1df95a9b7990 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:45.426046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Attempting to bind port 475686d1-b588-496e-9945-1df95a9b7990 on network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:45.432173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:45.432605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Checking segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:45.433156 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.433947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Bound using segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:45.434528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Bound port: 475686d1-b588-496e-9945-1df95a9b7990, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:45.435153 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.505062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-af972bd0-e331-4986-84c9-98ed5edf3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:45.506582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-af972bd0-e331-4986-84c9-98ed5edf3275 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.4850497 Sep 02 12:40:45.522630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb5947-89d4-4804-9b22-315470ef9e37 req-fa163589-cdff-4f29-b3c0-649d62625ea6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:45.524761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] For port 475686d1-b588-496e-9945-1df95a9b7990, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:45.532110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] For port 475686d1-b588-496e-9945-1df95a9b7990, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=475686d1-b588-496e-9945-1df95a9b7990,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:45.542444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.549210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0fb5947-89d4-4804-9b22-315470ef9e37 req-fa163589-cdff-4f29-b3c0-649d62625ea6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.3454869 Sep 02 12:40:45.559602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.686239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430b44-95f3-411a-8d83-ce67424fd1db None None] Pushing event updated for resources: {'Port': ['ID=475686d1-b588-496e-9945-1df95a9b7990,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:45.732961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:45.735997 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-924f2837-9637-45f2-b987-a1257ba7a649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 217 time: 0.1840379 Sep 02 12:40:45.882897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0fb5947-89d4-4804-9b22-315470ef9e37 req-41cfd90f-3dce-4f60-abdc-aaf735efc77a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283241 Sep 02 12:40:46.083306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-aabaef23-c3dd-4705-83b5-68d06534843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:46.085878 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-aabaef23-c3dd-4705-83b5-68d06534843f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.3305285 Sep 02 12:40:46.167227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Allocated IP 172.25.7.90 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:46.322255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-daf9002b-f14a-44a2-8d2c-2b0f2d5ec748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335858 Sep 02 12:40:46.349132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f076-f331-41bf-a405-c660e04ba59c req-a7ab7694-169f-471f-90b7-e4f246d09d2b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:46.358070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7be3f076-f331-41bf-a405-c660e04ba59c req-a7ab7694-169f-471f-90b7-e4f246d09d2b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0813081 Sep 02 12:40:46.407347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 475686d1-b588-496e-9945-1df95a9b7990 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:46.462025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7be3f076-f331-41bf-a405-c660e04ba59c req-4cfed505-705d-4966-bb42-48a951fc7d6f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029408 Sep 02 12:40:46.583541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f707b6c9-cd94-47f1-9ba5-2621c4efe8c9 req-0962d7dd-0539-472d-835b-22204bc38a11 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0567226 Sep 02 12:40:46.608786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 475686d1-b588-496e-9945-1df95a9b7990 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:46.609360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:46.676476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-875b610c-042a-44fd-a88e-fbda286cfb71 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288095 Sep 02 12:40:46.791204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e447d9c-3b32-428a-a08a-080ae0ca27c9 req-80ed6bcc-3621-4ab4-b557-a64e2a5f1c09 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:46.792966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e447d9c-3b32-428a-a08a-080ae0ca27c9 req-80ed6bcc-3621-4ab4-b557-a64e2a5f1c09 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.0792651 Sep 02 12:40:46.800697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:46.866540 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e447d9c-3b32-428a-a08a-080ae0ca27c9 req-2bf5f67f-598e-46ff-b5cc-1729bcdc3a28 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570772 Sep 02 12:40:46.912401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Pushing event updated for resources: {'Port': ['ID=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:46.923954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:46.937362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-dc92576a-00dc-4828-95f3-81c1a850b563 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487175 Sep 02 12:40:46.941690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f22860f8-9795-4175-81c3-897013da3ff9 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:46.953485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:46.962137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:47.012468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: f22860f8-9795-4175-81c3-897013da3ff9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:40:47.012813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f22860f8-9795-4175-81c3-897013da3ff9 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:40:47.340954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac5113-d62a-4f5a-825e-9f9a3af0623e req-b91cf223-4053-405d-84c5-ac7e7633b708 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:47.342498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90ac5113-d62a-4f5a-825e-9f9a3af0623e req-b91cf223-4053-405d-84c5-ac7e7633b708 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.2573740 Sep 02 12:40:47.454214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8e780-0280-4d05-b35a-969b0b8be7f6 None None] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:40:47.468780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90ac5113-d62a-4f5a-825e-9f9a3af0623e req-240237e3-2ca1-4cfa-ab85-571204551030 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058133 Sep 02 12:40:47.622012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] Provisioning for port 475686d1-b588-496e-9945-1df95a9b7990 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:47.630273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] Provisioning complete for port 475686d1-b588-496e-9945-1df95a9b7990 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:47.630648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:47.661330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:47.911232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:47.939379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c52c1-2feb-4675-8589-58335da668f7 req-23cc36bd-a41d-4235-aee8-16d7d30fadf2 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:47.940857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6c52c1-2feb-4675-8589-58335da668f7 req-23cc36bd-a41d-4235-aee8-16d7d30fadf2 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1238215 Sep 02 12:40:47.963324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] For port 475686d1-b588-496e-9945-1df95a9b7990, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=475686d1-b588-496e-9945-1df95a9b7990,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:47.970889 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:48.079651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6c52c1-2feb-4675-8589-58335da668f7 req-c670044c-9eff-4315-97f4-70a4a3282b33 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129911 Sep 02 12:40:48.090102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf8542-5122-45ca-b543-00b66ae00815 None None] Pushing event updated for resources: {'Port': ['ID=475686d1-b588-496e-9945-1df95a9b7990,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:48.349633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 475686d1-b588-496e-9945-1df95a9b7990 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:48.358389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3ad4c-6ebf-4048-b1b7-1c527097fb3f req-867f6ae6-39c1-498f-920f-109972607c25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:48.363075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e81fb7b5-b82d-46c1-badc-255ea7606460 req-fbc7eca5-d3d4-4a8c-8d77-cd61d20595c7 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0367215 Sep 02 12:40:48.393529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54d3ad4c-6ebf-4048-b1b7-1c527097fb3f req-867f6ae6-39c1-498f-920f-109972607c25 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.1738760 Sep 02 12:40:48.492154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54d3ad4c-6ebf-4048-b1b7-1c527097fb3f req-f7c50336-e8bf-44a9-803a-ecaf60978f5f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976315 Sep 02 12:40:48.507228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 475686d1-b588-496e-9945-1df95a9b7990 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:48.507602 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:48.594595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 66e8b944-ee5a-4491-b56e-6bb122f4df4a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:40:48.668548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a0c81-6c2e-4d39-8796-35b4e3002e34 req-474505aa-b7f2-47c9-9760-6d687f878625 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:48.673188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-d0d14822-0f28-45e2-bc9a-8d55c0dc437c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1629012 Sep 02 12:40:48.689704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-053a0c81-6c2e-4d39-8796-35b4e3002e34 req-474505aa-b7f2-47c9-9760-6d687f878625 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1140935 Sep 02 12:40:48.698927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:48.782129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-053a0c81-6c2e-4d39-8796-35b4e3002e34 req-e12b2788-b036-4c51-a5dd-e54be125f05b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909972 Sep 02 12:40:48.787670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-392dde2d-56f1-4cb2-8588-eddfc70c830d None None] Provisioning complete for port 475686d1-b588-496e-9945-1df95a9b7990 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:48.798640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-392dde2d-56f1-4cb2-8588-eddfc70c830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:48.880945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a50205-f007-442e-9944-7de952986981 req-4ff988bf-9697-4f41-81c8-97dae126476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:48.883107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-4ff988bf-9697-4f41-81c8-97dae126476a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 1117 time: 0.1174331 Sep 02 12:40:48.916367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:48.958859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'port_id': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'mac_address': 'fa:16:3e:57:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75a80a5-b7c9-444b-899e-0105badf764b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:40:49.031069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Router febea485-1964-4508-a96f-610d8936c787 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:40:49.046559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a50205-f007-442e-9944-7de952986981 req-06f62273-6478-4764-9891-6b4d73f783c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:49.062731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-06f62273-6478-4764-9891-6b4d73f783c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1527777 Sep 02 12:40:49.153122 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:49.196602 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-50d4b53a-fdce-42c4-8e80-589fc3abf2aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 200 len: 217 time: 0.1248233 Sep 02 12:40:49.234043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:40:49.241770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e8b944-ee5a-4491-b56e-6bb122f4df4a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:40:49.264435 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:49.266232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6350c0e5-8e52-4a4f-bab3-3e4f8a4c23ff admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1595368 Sep 02 12:40:49.269307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:49.332744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:49.338964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Sync routers for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:40:49.378105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af80dba-7003-482c-b59d-aad88d319d41 req-faf49ffc-d44f-4877-87da-715fc81f82ef tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:49.378686 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:49.386662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0af80dba-7003-482c-b59d-aad88d319d41 req-faf49ffc-d44f-4877-87da-715fc81f82ef tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1258311 Sep 02 12:40:49.397667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a50205-f007-442e-9944-7de952986981 req-0ee5b9c1-ef19-4791-a4aa-4196416c6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:49.399173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-0ee5b9c1-ef19-4791-a4aa-4196416c6101 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0931826 Sep 02 12:40:49.437117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-2db2db0e-7d06-473b-928e-b86092705c1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277760 Sep 02 12:40:49.479707 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0af80dba-7003-482c-b59d-aad88d319d41 req-03ed92d2-824c-435e-a65a-bbdd471023d0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875146 Sep 02 12:40:49.586386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['66e8b944-ee5a-4491-b56e-6bb122f4df4a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:40:49.588590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:49.613440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:49.640053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44fa9446-22c8-424c-9e13-41dfb83fb9ca req-36d8fe67-c3a1-4131-a928-7753aa7aff05 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0458629 Sep 02 12:40:49.712460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-9e730d04-9ecf-4c36-8f6e-42ac97200c8e service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623575 Sep 02 12:40:49.900913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:49.930781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887d208-a965-4134-bad7-39a4ba4ec0eb req-d63f0975-c0f1-43ed-9c59-b3114607136a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:49.938904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b887d208-a965-4134-bad7-39a4ba4ec0eb req-d63f0975-c0f1-43ed-9c59-b3114607136a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 944 time: 0.1327238 Sep 02 12:40:49.957315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a50205-f007-442e-9944-7de952986981 req-863428e7-1459-406e-8c49-aa26e26915b3 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367375 Sep 02 12:40:49.995118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b887d208-a965-4134-bad7-39a4ba4ec0eb req-f4b66d9b-1641-4329-ae00-d16cf619d335 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529094 Sep 02 12:40:50.006329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:50.195147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891f2a9-87e4-46f2-9f70-457da47ac4da req-8b391684-6d61-4629-b3e2-0eda9903852a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:50.207702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3891f2a9-87e4-46f2-9f70-457da47ac4da req-8b391684-6d61-4629-b3e2-0eda9903852a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1696658 Sep 02 12:40:50.409103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3891f2a9-87e4-46f2-9f70-457da47ac4da req-d98f29fe-4ae1-462e-9a42-15ca63d1cb16 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907957 Sep 02 12:40:50.432778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:47Z', 'revision_number': 3, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:50.508818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:50.528756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Checking router: febea485-1964-4508-a96f-610d8936c787 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:40:50.529405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Updating router febea485-1964-4508-a96f-610d8936c787 port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:40:50.578814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:50.658534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 66e8b944-ee5a-4491-b56e-6bb122f4df4a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:50.776474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dba26-ea3e-411b-8054-b233b13b22d1 req-5b8b8ee5-6a4e-4456-9f9a-30e894a7dc82 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:50.788578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b8dba26-ea3e-411b-8054-b233b13b22d1 req-5b8b8ee5-6a4e-4456-9f9a-30e894a7dc82 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 944 time: 0.1474147 Sep 02 12:40:50.905906 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b8dba26-ea3e-411b-8054-b233b13b22d1 req-4ea5e4ff-ae0a-48a2-aa81-fc9d3956c47e tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153090 Sep 02 12:40:51.097241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc02eb7-e644-4298-970c-52f983163790 req-e7b2d40a-f883-4295-a9bf-2291929989e9 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:51.109823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cfc02eb7-e644-4298-970c-52f983163790 req-e7b2d40a-f883-4295-a9bf-2291929989e9 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1812248 Sep 02 12:40:51.115690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 66e8b944-ee5a-4491-b56e-6bb122f4df4a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:51.118879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.133662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Allocated IP 172.20.0.1 (a2ab007a-abbf-4e90-b0c6-4a35c3990e24/7342db09-aee2-4520-8420-d1c553d77e09/e3ca03a3-d919-4ec7-ac80-1615737e3290) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:40:51.149765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:51.194731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cfc02eb7-e644-4298-970c-52f983163790 req-042fb9cb-c94d-4d55-9d16-a71d308e2b60 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834224 Sep 02 12:40:51.249997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e66c92d-9be6-4e31-a566-e4c41b761c85 req-ff794bae-40ad-4826-b20d-d5627132399a tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc919943-a9d8-4e4b-a243-f2894ca151ae HTTP/1.1" status: 200 len: 210 time: 0.0982063 Sep 02 12:40:51.435603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7160af93-dd8e-48d3-8f1a-504a221c5555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.497101 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.597229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.692540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:51.704180 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517b8e17-8caf-4776-a8ba-83c496972e44" -d '{"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-plugged", "status": "completed", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:51.731482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Transition to ACTIVE for port object e3ca03a3-d919-4ec7-ac80-1615737e3290 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:51.762109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:51.769796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a268a0-0137-46c7-a049-4474afb65650 req-41fadd32-4d8f-49d8-b6d5-cc15c610463a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:51.771841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1a268a0-0137-46c7-a049-4474afb65650 req-41fadd32-4d8f-49d8-b6d5-cc15c610463a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1603460 Sep 02 12:40:51.790561 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.804329 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9862220-c4b8-49f9-8eaf-b5bf311fabe4 x-openstack-request-id: req-e9862220-c4b8-49f9-8eaf-b5bf311fabe4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:51.804673 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-plugged", "status": "completed", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:51.807022 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9862220-c4b8-49f9-8eaf-b5bf311fabe4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:51.807706 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'code': 200} Sep 02 12:40:51.822600 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.828111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7160af93-dd8e-48d3-8f1a-504a221c5555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.833798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7160af93-dd8e-48d3-8f1a-504a221c5555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.857937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1a268a0-0137-46c7-a049-4474afb65650 req-895a9c28-81ce-4d5e-a892-22fc09f21446 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765626 Sep 02 12:40:51.883435 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.909659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160af93-dd8e-48d3-8f1a-504a221c5555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a76aaf7-d503-485c-ace1-4a9ed9c8685e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:51.910229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:51.914505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:51.922163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Transition to ACTIVE for port object 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:40:51.933791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:51.986748 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7160af93-dd8e-48d3-8f1a-504a221c5555 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78c8615c33fe45eab1215481491ee4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8353193 Sep 02 12:40:51.994879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:51.995104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:52.011931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:40:52.147931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.267129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8237-b7bc-4ecc-a7c2-4e412a7717bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.316020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8237-b7bc-4ecc-a7c2-4e412a7717bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.355774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-00aa937c-7791-4519-8d6c-59f6c8f83f0b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:52.357740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-00aa937c-7791-4519-8d6c-59f6c8f83f0b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.41 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.2005293 Sep 02 12:40:52.360811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ca03a3-d919-4ec7-ac80-1615737e3290,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:52.410378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1ec95-7fe7-47de-9129-f77fd1c8b91c req-3f8ce20f-d008-4180-a43a-a1bb08fbf649 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:52.419154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ec1ec95-7fe7-47de-9129-f77fd1c8b91c req-3f8ce20f-d008-4180-a43a-a1bb08fbf649 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.0893946 Sep 02 12:40:52.425214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a69ea-2222-481c-981f-7b69b2212e27 req-d4700e3a-a3d8-47e9-9bb2-45ca31b4bce0 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:52.426901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc0a69ea-2222-481c-981f-7b69b2212e27 req-d4700e3a-a3d8-47e9-9bb2-45ca31b4bce0 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 945 time: 0.3647983 Sep 02 12:40:52.503702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Attempting to bind port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:40:52.504274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Attempting to bind port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:40:52.504392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Attempting to bind port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:40:52.511005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ec1ec95-7fe7-47de-9129-f77fd1c8b91c req-fe8514ca-a252-43f5-8dbc-78d77aee8979 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905309 Sep 02 12:40:52.519964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:40:52.520426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:40:52.520966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.521429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:40:52.521992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Bound port: 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:40:52.522377 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.539911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc0a69ea-2222-481c-981f-7b69b2212e27 req-03c7250f-9d65-4668-9d8d-117f7523552a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802872 Sep 02 12:40:52.551965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8237-b7bc-4ecc-a7c2-4e412a7717bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.564060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8237-b7bc-4ecc-a7c2-4e412a7717bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.567639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b5bd8237-b7bc-4ecc-a7c2-4e412a7717bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a76aaf7-d503-485c-ace1-4a9ed9c8685e HTTP/1.1" status: 204 len: 168 time: 0.5672297 Sep 02 12:40:52.597775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Deleting port 66e8b944-ee5a-4491-b56e-6bb122f4df4a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:40:52.598141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.601539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8237-b7bc-4ecc-a7c2-4e412a7717bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a76aaf7-d503-485c-ace1-4a9ed9c8685e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:52.633599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 66e8b944-ee5a-4491-b56e-6bb122f4df4a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:40:52.642123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.733062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9356e-45eb-4f3e-b677-a12e83584b0d None None] Pushing event updated for resources: {'Port': ['ID=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:52.755788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97341396-9038-4237-bb3f-cb78f0a0a7a5 None None] Provisioning for port e3ca03a3-d919-4ec7-ac80-1615737e3290 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:52.781064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97341396-9038-4237-bb3f-cb78f0a0a7a5 None None] Provisioning complete for port e3ca03a3-d919-4ec7-ac80-1615737e3290 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:52.785235 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97341396-9038-4237-bb3f-cb78f0a0a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.918736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.944273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:52.944663 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:52.959258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] For port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:40:52.979512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-97341396-9038-4237-bb3f-cb78f0a0a7a5 None None] Port e3ca03a3-d919-4ec7-ac80-1615737e3290 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:40:52.991653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] For port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:40:53.009229 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.009445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Calling delete_port for 66e8b944-ee5a-4491-b56e-6bb122f4df4a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:40:53.087769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 66e8b944-ee5a-4491-b56e-6bb122f4df4a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=66e8b944-ee5a-4491-b56e-6bb122f4df4a,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:53.104148 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.138729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:53.138729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:53.157963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.168064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.196739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76276f9-dccd-493a-8af2-ea3b3a5bc805 req-db72ce0e-82cb-40ec-831f-26e58bd3cee2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:53.206807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a76276f9-dccd-493a-8af2-ea3b3a5bc805 req-db72ce0e-82cb-40ec-831f-26e58bd3cee2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1367729 Sep 02 12:40:53.210418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9356e-45eb-4f3e-b677-a12e83584b0d None None] Pushing event updated for resources: {'Port': ['ID=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:53.302101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:53.311756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.336800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.382418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:53.409424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event deleted for resources: {'Port': ['ID=66e8b944-ee5a-4491-b56e-6bb122f4df4a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:53.521685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] No DVR routers for this DVR port 66e8b944-ee5a-4491-b56e-6bb122f4df4a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:40:53.531066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:53.533214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c3e6430-9249-4997-a9e9-4bc81d62485b req-5b896c9b-f786-441b-8336-baada60a9da9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.41 "DELETE /v2.0/ports/66e8b944-ee5a-4491-b56e-6bb122f4df4a HTTP/1.1" status: 204 len: 173 time: 1.1691320 Sep 02 12:40:53.533660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-deleted', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:53.535975 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794a342-797a-4b29-9b06-00a1d1f6bebb" -d '{"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-deleted", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:53.738186 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a76276f9-dccd-493a-8af2-ea3b3a5bc805 req-62ba7e85-1055-4006-b2a5-22fc0cbac9b6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064875 Sep 02 12:40:53.747663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ca03a3-d919-4ec7-ac80-1615737e3290,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:53.793239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:40:51Z', 'revision_number': 1, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:53.847869 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e3b31e-340f-437d-ae3d-cccb45e748f6 x-openstack-request-id: req-34e3b31e-340f-437d-ae3d-cccb45e748f6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:53.847869 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-deleted", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:53.848132 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34e3b31e-340f-437d-ae3d-cccb45e748f6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:53.848404 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-deleted', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'status': 'completed', 'code': 200} Sep 02 12:40:53.875695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:40:53.878093 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae4c6bb-7220-4127-9ba5-807be5c9b98a" -d '{"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-unplugged", "status": "completed", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:40:53.883016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:40:53.884588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:40:53.897461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552e30d-75f6-41d5-bce8-9d8349fb173b None None] The sync data for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 is: [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:40:51Z', 'revision_number': 1, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:40:54.212976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54ffb546-cf7c-4ab6-a37c-c173866610a8 req-e266f522-68bd-4279-a39f-9c2a50387bde tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=69625c72-2535-428b-856b-363da68b9d31 HTTP/1.1" status: 200 len: 210 time: 0.2244394 Sep 02 12:40:54.317950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Router febea485-1964-4508-a96f-610d8936c787 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:40:54.418901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb11b2c-62b7-43a4-89fe-aad8c981f657 req-efde155c-da9a-4230-a42d-ee0710ebe153 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:54.433875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-58e18fe4-6307-41cf-a788-6098e4c28c0d None None] Provisioning complete for port e3ca03a3-d919-4ec7-ac80-1615737e3290 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:54.434685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58e18fe4-6307-41cf-a788-6098e4c28c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:54.437333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebb11b2c-62b7-43a4-89fe-aad8c981f657 req-efde155c-da9a-4230-a42d-ee0710ebe153 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.7117829 Sep 02 12:40:54.552644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-58e18fe4-6307-41cf-a788-6098e4c28c0d None None] Port e3ca03a3-d919-4ec7-ac80-1615737e3290 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:40:54.557884 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebb11b2c-62b7-43a4-89fe-aad8c981f657 req-bf6ceb75-fec0-45a9-8ad5-d89d5d21c0d0 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195900 Sep 02 12:40:54.670671 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e6d51d-60a0-4791-8498-5632a291ef44 x-openstack-request-id: req-56e6d51d-60a0-4791-8498-5632a291ef44 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:40:54.670963 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69625c72-2535-428b-856b-363da68b9d31", "name": "network-vif-unplugged", "status": "completed", "tag": "66e8b944-ee5a-4491-b56e-6bb122f4df4a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:40:54.671290 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56e6d51d-60a0-4791-8498-5632a291ef44 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:40:54.671794 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69625c72-2535-428b-856b-363da68b9d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e8b944-ee5a-4491-b56e-6bb122f4df4a', 'code': 200} Sep 02 12:40:54.738853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:40:54.754427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-53df6b18-08ce-420d-980f-730486c18df5 admin admin] 10.222.0.60 "PUT /v2.0/routers/febea485-1964-4508-a96f-610d8936c787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4771099 Sep 02 12:40:54.951640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879f82-6134-4475-b02b-ea46170f4b61 req-e6270f19-b4f1-494f-bb37-7b9cb5bc13ed tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:54.953483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77879f82-6134-4475-b02b-ea46170f4b61 req-e6270f19-b4f1-494f-bb37-7b9cb5bc13ed tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1242135 Sep 02 12:40:55.031707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77879f82-6134-4475-b02b-ea46170f4b61 req-6f1b7851-d490-409d-9bc1-b9705469ad4f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631249 Sep 02 12:40:55.120016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ce1e72-9473-4f26-91e0-ebd185e1ffea req-35ae4dfd-abd7-4ef9-8645-31f9ca819e91 tempest-AbsoluteLimitsNegativeTestJSON-198320700 tempest-AbsoluteLimitsNegativeTestJSON-198320700-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ef68a3c425444548aa8fff3b4ef48ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517092 Sep 02 12:40:55.422123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce1e72-9473-4f26-91e0-ebd185e1ffea req-e3e9700e-1f31-42e2-9a65-6731cfe71850 tempest-AbsoluteLimitsNegativeTestJSON-198320700 tempest-AbsoluteLimitsNegativeTestJSON-198320700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:55.423756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ce1e72-9473-4f26-91e0-ebd185e1ffea req-e3e9700e-1f31-42e2-9a65-6731cfe71850 tempest-AbsoluteLimitsNegativeTestJSON-198320700 tempest-AbsoluteLimitsNegativeTestJSON-198320700-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022180 Sep 02 12:40:55.459635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ce1e72-9473-4f26-91e0-ebd185e1ffea req-eb9d48d2-bde5-4cf7-919e-6e955c5b5174 tempest-AbsoluteLimitsNegativeTestJSON-198320700 tempest-AbsoluteLimitsNegativeTestJSON-198320700-project] 10.222.0.60 "GET /v2.0/quotas/ef68a3c425444548aa8fff3b4ef48ecd HTTP/1.1" status: 200 len: 375 time: 0.0273314 Sep 02 12:40:55.555998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ce1e72-9473-4f26-91e0-ebd185e1ffea req-f4c4f7a6-c21d-4403-a0b6-42f0a4b60540 tempest-AbsoluteLimitsNegativeTestJSON-198320700 tempest-AbsoluteLimitsNegativeTestJSON-198320700-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef68a3c425444548aa8fff3b4ef48ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916293 Sep 02 12:40:56.070308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-13e2bd96-803e-482f-b00a-d8dba4558a0f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:56.091340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-13e2bd96-803e-482f-b00a-d8dba4558a0f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 821 time: 0.4194760 Sep 02 12:40:56.096881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01235896-aea7-48f9-992c-46df7b89983b req-bb257bed-4139-4650-8fc3-c4c9a1cf0e61 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:56.112367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-01235896-aea7-48f9-992c-46df7b89983b req-bb257bed-4139-4650-8fc3-c4c9a1cf0e61 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1276348 Sep 02 12:40:56.119315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-73ad370a-f538-4588-8f20-4bae2983b499 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/quotas/61083a2f6cc8446ca1bb0c260ad63d51 HTTP/1.1" status: 200 len: 375 time: 0.0272601 Sep 02 12:40:56.195895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-01235896-aea7-48f9-992c-46df7b89983b req-9a02ac4d-c259-4e7b-848f-3ab879a264a8 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821199 Sep 02 12:40:56.241175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-4c3084bd-dc39-4e30-8be6-721603d33289 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208072 Sep 02 12:40:56.391641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a79a99-a961-4d96-93f6-f0fa32467af2 req-a0d60fb8-bdf6-4d93-92d3-7a9a4bb5d492 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:56.408107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3a79a99-a961-4d96-93f6-f0fa32467af2 req-a0d60fb8-bdf6-4d93-92d3-7a9a4bb5d492 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1065645 Sep 02 12:40:56.425778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:56.456306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:56.497557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3a79a99-a961-4d96-93f6-f0fa32467af2 req-21198228-a574-4c8f-8b7e-29b0f2ed1c18 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828297 Sep 02 12:40:56.695938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-62d390cb-b42f-4fb1-aeb6-c63f973301ed service neutron] 10.222.0.60 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520607 Sep 02 12:40:56.752882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:40:56.769786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:56.770174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:56.818037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0d7eccd-fde6-451d-8578-65564d553437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:56.911155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-9256cee5-7292-4003-b6cb-786902d9294a service neutron] 10.222.0.60 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102759 Sep 02 12:40:57.044229 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.059889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0d7eccd-fde6-451d-8578-65564d553437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.070769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0d7eccd-fde6-451d-8578-65564d553437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.098342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:40:57.118747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7eccd-fde6-451d-8578-65564d553437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e310721-2fbb-4f17-a189-9235b54a9fc7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:57.136995 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.157600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b0d7eccd-fde6-451d-8578-65564d553437 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef68a3c425444548aa8fff3b4ef48ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279792 Sep 02 12:40:57.160349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:40:57.374207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.420675 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.481747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b429-a79b-4041-9d2b-fd0d59176997 req-1183e4e1-20d1-45bf-b566-2490e7a55f5a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:57.483331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a71b429-a79b-4041-9d2b-fd0d59176997 req-1183e4e1-20d1-45bf-b566-2490e7a55f5a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1375546 Sep 02 12:40:57.583873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:57.607404 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a71b429-a79b-4041-9d2b-fd0d59176997 req-b43470b3-1488-4c1a-9bd7-8df9365b2a9d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107602 Sep 02 12:40:57.623279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85026b36-f052-4d02-9f8c-40d1a55ec1ee req-e4144da5-c5f9-408f-9cb6-8aa525ec93d9 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 210 time: 0.0902953 Sep 02 12:40:57.644973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.648125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:57.654399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e310721-2fbb-4f17-a189-9235b54a9fc7 HTTP/1.1" status: 204 len: 168 time: 0.4922330 Sep 02 12:40:57.675945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e310721-2fbb-4f17-a189-9235b54a9fc7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:40:57.693910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.694296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.694617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.694970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.695320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.695640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.695978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.696316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.696649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.699165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.701200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:57.702074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca75033-0892-456c-b4af-1d209cf7ed3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:40:58.029025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b225133-831a-42f3-9ced-177546be070b None None] Sync routers for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:40:58.041039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b074c-3933-42eb-a275-04cb239f89c2 req-6ceec4de-0394-4b22-a759-c3b81b58042b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:58.050274 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:40:58.056926 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:58.066461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d0b074c-3933-42eb-a275-04cb239f89c2 req-6ceec4de-0394-4b22-a759-c3b81b58042b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.2344394 Sep 02 12:40:58.215769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d0b074c-3933-42eb-a275-04cb239f89c2 req-705267d6-d8ab-4f17-8a2e-f234ebd160f4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413131 Sep 02 12:40:58.380486 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:40:58.421361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:40:58.609087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:40:58.614163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:58.711288 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c511aa4-7da8-4a4b-be83-43bc52269ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:58.789879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 2, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:40:58.862370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9276580b-9cd8-4a99-85f0-8ddeda33112a req-82145a42-64fd-4011-89c8-8495681246ad tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 210 time: 0.1270366 Sep 02 12:40:58.975066 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b225133-831a-42f3-9ced-177546be070b None None] Checking router: febea485-1964-4508-a96f-610d8936c787 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:40:58.975514 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b225133-831a-42f3-9ced-177546be070b None None] Updating router febea485-1964-4508-a96f-610d8936c787 port e3ca03a3-d919-4ec7-ac80-1615737e3290 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:40:59.040371 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1b225133-831a-42f3-9ced-177546be070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:59.156884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aea1ba-75ff-4f5e-89b4-5dd0f1b7710d req-cbd76bf5-f3b8-42fc-ae50-cc533331977c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:59.166760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3aea1ba-75ff-4f5e-89b4-5dd0f1b7710d req-cbd76bf5-f3b8-42fc-ae50-cc533331977c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1064222 Sep 02 12:40:59.314914 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3aea1ba-75ff-4f5e-89b4-5dd0f1b7710d req-25d0f3f0-ee16-42fa-aa81-db490eb4ee67 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445060 Sep 02 12:40:59.517302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc7fd4-3fc4-4310-9cb3-9a4aa0557890 req-e3ae6f2b-174f-43bf-b965-a8b5d4ca7b1f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:40:59.527329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ecc7fd4-3fc4-4310-9cb3-9a4aa0557890 req-e3ae6f2b-174f-43bf-b965-a8b5d4ca7b1f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.0910690 Sep 02 12:40:59.653081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ecc7fd4-3fc4-4310-9cb3-9a4aa0557890 req-cfaeb733-2a19-4f84-83f2-2e5c81505503 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100924 Sep 02 12:40:59.929325 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1b225133-831a-42f3-9ced-177546be070b None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:40:59.994968 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1b225133-831a-42f3-9ced-177546be070b None None] Transition to ACTIVE for port object e3ca03a3-d919-4ec7-ac80-1615737e3290 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:00.013976 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1b225133-831a-42f3-9ced-177546be070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:00.162333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Pushing event updated for resources: {'Port': ['ID=e3ca03a3-d919-4ec7-ac80-1615737e3290,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:00.165593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c732a80-2ac8-4149-8e83-62cb96e3d97e req-fc89ff96-821d-43ca-ad97-615483020f23 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 210 time: 0.1130443 Sep 02 12:41:00.174432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-9aa279e8-a5b5-4c2c-95f7-2c1015c58f99 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:00.178964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-9aa279e8-a5b5-4c2c-95f7-2c1015c58f99 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 821 time: 0.3639209 Sep 02 12:41:00.194388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Request body: {'port': {'device_id': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'admin_state_up': True, 'tenant_id': '61083a2f6cc8446ca1bb0c260ad63d51'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:00.276874 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.279431 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.281150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.283755 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.284606 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.305486 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.306252 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.310437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.310868 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.311217 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.311560 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.311900 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:00.462311 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1b225133-831a-42f3-9ced-177546be070b None None] Attempting to bind port e3ca03a3-d919-4ec7-ac80-1615737e3290 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:00.462651 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1b225133-831a-42f3-9ced-177546be070b None None] Attempting to bind port e3ca03a3-d919-4ec7-ac80-1615737e3290 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:00.463013 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b225133-831a-42f3-9ced-177546be070b None None] Attempting to bind port e3ca03a3-d919-4ec7-ac80-1615737e3290 on network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:00.474506 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b225133-831a-42f3-9ced-177546be070b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:00.474880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b225133-831a-42f3-9ced-177546be070b None None] Checking segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:00.489029 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1b225133-831a-42f3-9ced-177546be070b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:00.489620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b225133-831a-42f3-9ced-177546be070b None None] Bound using segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:00.490139 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1b225133-831a-42f3-9ced-177546be070b None None] Bound port: e3ca03a3-d919-4ec7-ac80-1615737e3290, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:00.490776 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1b225133-831a-42f3-9ced-177546be070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:00.622128 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1b225133-831a-42f3-9ced-177546be070b None None] For port e3ca03a3-d919-4ec7-ac80-1615737e3290, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:00.625260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Made reservation on behalf of 61083a2f6cc8446ca1bb0c260ad63d51 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:00.631008 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1b225133-831a-42f3-9ced-177546be070b None None] For port e3ca03a3-d919-4ec7-ac80-1615737e3290, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e3ca03a3-d919-4ec7-ac80-1615737e3290,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:00.635914 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:00.643000 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1b225133-831a-42f3-9ced-177546be070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:00.898836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:00.899699 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:40:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:01.054843 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17f8f5-dac5-42b6-a50b-31a3d4cc8f5e None None] Pushing event updated for resources: {'Port': ['ID=e3ca03a3-d919-4ec7-ac80-1615737e3290,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:01.189456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Allocated IP 172.20.0.7 (bb0c8451-a1f0-42e1-9b9a-96861e023697/b75a80a5-b7c9-444b-899e-0105badf764b/3a231ba6-7acf-4701-a563-fabc03ae0867) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:01.384425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:01.435022 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8a157ba-d567-467a-90b8-5a33812c6d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:01.509043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800234e-7c6c-4060-adc6-a151f53d8ea1 req-742887ab-87cc-49d6-8f1f-5a5fb01eb630 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:01.518512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8800234e-7c6c-4060-adc6-a151f53d8ea1 req-742887ab-87cc-49d6-8f1f-5a5fb01eb630 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 949 time: 0.1024761 Sep 02 12:41:01.615975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8800234e-7c6c-4060-adc6-a151f53d8ea1 req-d16890b7-d6b1-4ede-b3b8-bc78e19f18c5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951648 Sep 02 12:41:01.620483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:01.630063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:01.761129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:01.799268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1cb7-0870-447f-ae96-42da31055f86 req-ec025d97-29f7-4469-9e30-7cfbf8824943 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:01.809324 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b12a1cb7-0870-447f-ae96-42da31055f86 req-ec025d97-29f7-4469-9e30-7cfbf8824943 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.2819114 Sep 02 12:41:01.915941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Network bb0c8451-a1f0-42e1-9b9a-96861e023697 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:01.921221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:01.930186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:01.941297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b12a1cb7-0870-447f-ae96-42da31055f86 req-1f7a41ff-5310-47e3-b40d-e40812bd6c75 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309187 Sep 02 12:41:01.966239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event updated for resources: {'Port': ['ID=3a231ba6-7acf-4701-a563-fabc03ae0867,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:02.000155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-32bf6c84-a6f8-4d36-82e7-19a23e3e8abf tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:02.001890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-32bf6c84-a6f8-4d36-82e7-19a23e3e8abf tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 945 time: 0.1360619 Sep 02 12:41:02.059096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52992) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:02.061143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:02.061827 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:02.152577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-7902f73e-ba83-4d14-b081-7c7e42775e87 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9617801 Sep 02 12:41:02.176628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Request body: {'port': {'device_id': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:02.391965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:02.412533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe8e34-a52c-45a6-a994-0ac7d33a0146 req-a266827d-6396-4e68-b2d6-5bb7188f4cc6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:02.416935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05fe8e34-a52c-45a6-a994-0ac7d33a0146 req-a266827d-6396-4e68-b2d6-5bb7188f4cc6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 931 time: 0.2617011 Sep 02 12:41:02.529647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05fe8e34-a52c-45a6-a994-0ac7d33a0146 req-c3eeed64-9975-4276-8765-4f87a49c4b36 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062124 Sep 02 12:41:02.530922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e3ca03a3-d919-4ec7-ac80-1615737e3290 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:02.599988 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1b225133-831a-42f3-9ced-177546be070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:00Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:02.605541 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:02.658818 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b225133-831a-42f3-9ced-177546be070b None None] The sync data for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 is: [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:00Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:41:02.686436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:02.757161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e3ca03a3-d919-4ec7-ac80-1615737e3290 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:02.797971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e3ca03a3-d919-4ec7-ac80-1615737e3290 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:02.798347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:02.999283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Deleting port 1019f27f-2880-497b-a744-22e775dedfc0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:03.000844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.031311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:03.045454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.080203 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.092049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.125299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-795aa69d-294c-470d-870e-6dd8802e7444 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:03.127366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-795aa69d-294c-470d-870e-6dd8802e7444 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.3448181 Sep 02 12:41:03.143367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:03.181638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '6a56df92-32c5-4c16-b376-78a14173cc08', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '6a56df92-32c5-4c16-b376-78a14173cc08', 'mac_address': 'fa:16:3e:01:0f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:03.217868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53e1d7677599476086dbf6e68e475634&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1574211 Sep 02 12:41:03.220179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0de1d96-726a-464c-9ec3-e7b231782bdd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:03.222672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:03.230664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-28727790-737a-450b-88ec-4eabe4c29641 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/quotas/6a5f6fd0cef14b3ba433a081e87fc156 HTTP/1.1" status: 200 len: 375 time: 0.0842242 Sep 02 12:41:03.234131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.328765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.329292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.329725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.330147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.330711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.331245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.333375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.334034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.334195 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.334663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.335089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.341447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.341968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc83fc5-afa3-4fac-845e-32fc5827816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:03.380007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e3ca03a3-d919-4ec7-ac80-1615737e3290, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e3ca03a3-d919-4ec7-ac80-1615737e3290,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:03.385066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:03.396031 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.442834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-031de4f4-af4c-4ee4-8ff8-fc35dc74b77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.452543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.476988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] For port 1019f27f-2880-497b-a744-22e775dedfc0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1019f27f-2880-497b-a744-22e775dedfc0,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:03.477290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.486857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-f83682eb-8533-4bc8-a8cc-496c2e24e3b5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2547305 Sep 02 12:41:03.491984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:03.500801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Calling delete_port for 1019f27f-2880-497b-a744-22e775dedfc0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:03.506466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.520038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:03.523295 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b4fb3-09fa-4b4e-b824-a97ee21a188c" -d '{"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:03.550581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:03.558680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.559793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:03.563713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e3ca03a3-d919-4ec7-ac80-1615737e3290,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:03.631289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:03.691857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-2388831a-4c6b-4bbd-8322-2b9f34b193ab service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038770 Sep 02 12:41:03.750935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.791521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6a56df92-32c5-4c16-b376-78a14173cc08'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:03.801295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:03.822849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-031de4f4-af4c-4ee4-8ff8-fc35dc74b77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.828699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640370-49bb-4215-9a21-9fe20dfe0f80 req-055ff231-dcd3-47b8-8625-0d4ea88157fe tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:03.838589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41640370-49bb-4215-9a21-9fe20dfe0f80 req-055ff231-dcd3-47b8-8625-0d4ea88157fe tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2aabb2d-1270-45c3-b7e8-f36ba22674a9 HTTP/1.1" status: 200 len: 866 time: 0.9067321 Sep 02 12:41:03.868358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event deleted for resources: {'Port': ['ID=1019f27f-2880-497b-a744-22e775dedfc0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:03.887860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No active binding found for port 1019f27f-2880-497b-a744-22e775dedfc0 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 12:41:03.888308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1019f27f-2880-497b-a744-22e775dedfc0 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:03.948683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-07c00dce-ddba-4c24-8e4b-8c8eb6ca5fbf service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450204 Sep 02 12:41:03.966454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-031de4f4-af4c-4ee4-8ff8-fc35dc74b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.969626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-031de4f4-af4c-4ee4-8ff8-fc35dc74b77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:03.971007 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-031de4f4-af4c-4ee4-8ff8-fc35dc74b77b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0de1d96-726a-464c-9ec3-e7b231782bdd HTTP/1.1" status: 204 len: 168 time: 0.7378306 Sep 02 12:41:03.992565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031de4f4-af4c-4ee4-8ff8-fc35dc74b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0de1d96-726a-464c-9ec3-e7b231782bdd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:04.038325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] No DVR routers for this DVR port 1019f27f-2880-497b-a744-22e775dedfc0 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:04.044312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.045773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b72b3c95-6962-4050-8510-9727fe1fd5cc req-8fe12fa7-0eff-4723-ba94-77cefcbe1ae4 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "DELETE /v2.0/ports/1019f27f-2880-497b-a744-22e775dedfc0 HTTP/1.1" status: 204 len: 173 time: 2.0351534 Sep 02 12:41:04.048945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'name': 'network-vif-deleted', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:04.051434 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d0b58a-bb19-4623-9ef0-44fbcb3a9b1a" -d '{"events": [{"server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "name": "network-vif-deleted", "tag": "1019f27f-2880-497b-a744-22e775dedfc0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:04.074333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41640370-49bb-4215-9a21-9fe20dfe0f80 req-1c312b45-ba62-4760-95dc-c62d2f317923 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306259 Sep 02 12:41:04.133898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-fb7e8917-08c1-4ec1-89c4-ca51625cd3d9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:04.138704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.140205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-fb7e8917-08c1-4ec1-89c4-ca51625cd3d9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b HTTP/1.1" status: 200 len: 944 time: 0.1233475 Sep 02 12:41:04.339802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Deleting port 0e8f1ab4-949a-46df-af72-d8679936e95e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:04.341025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.412316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e3ca03a3-d919-4ec7-ac80-1615737e3290 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:04.547285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a231ba6-7acf-4701-a563-fabc03ae0867 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:04.566575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e3ca03a3-d919-4ec7-ac80-1615737e3290 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:04.567213 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.574280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.645793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Transition to ACTIVE for port object 3a231ba6-7acf-4701-a563-fabc03ae0867 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:04.659310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:04.680539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b80dc-e01f-4dca-ad7c-5512bcb010c8 req-cac15e2a-3f40-4d30-8407-7b6b79e3723f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:04.692732 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-863b80dc-e01f-4dca-ad7c-5512bcb010c8 req-cac15e2a-3f40-4d30-8407-7b6b79e3723f tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 948 time: 0.2941065 Sep 02 12:41:04.710534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.754306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] For port 0e8f1ab4-949a-46df-af72-d8679936e95e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e8f1ab4-949a-46df-af72-d8679936e95e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:04.755113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:04.796847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Calling delete_port for 0e8f1ab4-949a-46df-af72-d8679936e95e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:04.961240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0582b0-68a8-4ed4-aee0-22118a90c776 req-d2cba873-ab18-4b33-bb63-f8e66e6a50e2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:04.967834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-863b80dc-e01f-4dca-ad7c-5512bcb010c8 req-52de6bdb-09f7-463f-a86c-e24cada4640a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740698 Sep 02 12:41:04.972462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9e0582b0-68a8-4ed4-aee0-22118a90c776 req-d2cba873-ab18-4b33-bb63-f8e66e6a50e2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.4302297 Sep 02 12:41:05.050537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Pushing event updated for resources: {'Port': ['ID=3a231ba6-7acf-4701-a563-fabc03ae0867,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:05.095143 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b55a0-17a0-42fc-a200-de61ab9102e8 x-openstack-request-id: req-ab0b55a0-17a0-42fc-a200-de61ab9102e8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:05.105317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Attempting to bind port 3a231ba6-7acf-4701-a563-fabc03ae0867 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:05.105837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Attempting to bind port 3a231ba6-7acf-4701-a563-fabc03ae0867 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:05.107048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Attempting to bind port 3a231ba6-7acf-4701-a563-fabc03ae0867 on network bb0c8451-a1f0-42e1-9b9a-96861e023697 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:05.109517 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:05.110092 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab0b55a0-17a0-42fc-a200-de61ab9102e8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:05.110971 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'code': 200} Sep 02 12:41:05.118199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Port 3a231ba6-7acf-4701-a563-fabc03ae0867 on network bb0c8451-a1f0-42e1-9b9a-96861e023697 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:05.118742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Attempting to bind port 3a231ba6-7acf-4701-a563-fabc03ae0867 on network bb0c8451-a1f0-42e1-9b9a-96861e023697 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:05.130434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:05.130863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Checking segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:05.131720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Bound using segment: {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:05.132934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Bound port: 3a231ba6-7acf-4701-a563-fabc03ae0867, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119350b2-7df7-4c20-91c7-8ef407a2e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:05.133583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.145449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.219917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9e0582b0-68a8-4ed4-aee0-22118a90c776 req-47c5d282-5945-4f79-bc9f-c3f6d7927305 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460897 Sep 02 12:41:05.246679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.283731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.292809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:05.344406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event deleted for resources: {'Port': ['ID=0e8f1ab4-949a-46df-af72-d8679936e95e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:05.345493 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9591173-9e2f-4f01-85e1-b26bf3bbc80e x-openstack-request-id: req-d9591173-9e2f-4f01-85e1-b26bf3bbc80e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:05.345638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:05.345986 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2aabb2d-1270-45c3-b7e8-f36ba22674a9", "name": "network-vif-deleted", "tag": "1019f27f-2880-497b-a744-22e775dedfc0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:05.346488 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9591173-9e2f-4f01-85e1-b26bf3bbc80e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:05.347062 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2aabb2d-1270-45c3-b7e8-f36ba22674a9', 'name': 'network-vif-deleted', 'tag': '1019f27f-2880-497b-a744-22e775dedfc0', 'status': 'completed', 'code': 200} Sep 02 12:41:05.356047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.357513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588632e4-1af1-494d-8498-8d0d3d22d31a req-126bd9c4-f917-4d72-b926-8e8ebc2faa4f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:05.365994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-588632e4-1af1-494d-8498-8d0d3d22d31a req-126bd9c4-f917-4d72-b926-8e8ebc2faa4f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 943 time: 0.1376598 Sep 02 12:41:05.371488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] For port 3a231ba6-7acf-4701-a563-fabc03ae0867, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:05.430012 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-588632e4-1af1-494d-8498-8d0d3d22d31a req-220ec22c-88fe-435d-994d-af5741dc0127 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628467 Sep 02 12:41:05.452246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] For port 3a231ba6-7acf-4701-a563-fabc03ae0867, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a231ba6-7acf-4701-a563-fabc03ae0867,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:05.461825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.496395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] No DVR routers for this DVR port 0e8f1ab4-949a-46df-af72-d8679936e95e on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:05.502915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:05.525142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.529560 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7abecb97-fbbf-4da0-8501-55ef65d10aee req-eb51abb9-41e5-4646-9d3d-5c5dcfe12780 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "DELETE /v2.0/ports/0e8f1ab4-949a-46df-af72-d8679936e95e HTTP/1.1" status: 204 len: 173 time: 1.3815193 Sep 02 12:41:05.529560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-deleted', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:05.537243 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d499f1-9a95-4635-9a8c-d35467d33f48" -d '{"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-deleted", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:05.561004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:05.561790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.566684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] 10.222.0.18 "PUT /v2.0/ports/3a231ba6-7acf-4701-a563-fabc03ae0867 HTTP/1.1" status: 200 len: 1091 time: 3.4020991 Sep 02 12:41:05.573773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53066) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:05.603384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3dece85-e02c-48a1-ad46-9d1a94038f4b req-b5c4697e-f146-4e2a-ab77-110d80ed163f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 210 time: 0.1135283 Sep 02 12:41:05.631473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ca4cb-6379-4e9b-b521-8112a06942ab service neutron] Pushing event updated for resources: {'Port': ['ID=3a231ba6-7acf-4701-a563-fabc03ae0867,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:05.788494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-ca5532c4-adc8-4315-b7fb-3406ea18e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:05.790212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-ca5532c4-adc8-4315-b7fb-3406ea18e3d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 1094 time: 0.1081634 Sep 02 12:41:05.796331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-214549901-network', 'tenant_id': '7ed184de5e224891b72671fa92b105c3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:05.799752 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20747cd-4551-4f7e-b17a-866d662cf9a8 x-openstack-request-id: req-f20747cd-4551-4f7e-b17a-866d662cf9a8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:05.800055 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b", "name": "network-vif-deleted", "tag": "0e8f1ab4-949a-46df-af72-d8679936e95e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:05.800305 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f20747cd-4551-4f7e-b17a-866d662cf9a8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:05.800719 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2ca1aa-e0d8-42d7-ae27-e850eafc6f5b', 'name': 'network-vif-deleted', 'tag': '0e8f1ab4-949a-46df-af72-d8679936e95e', 'status': 'completed', 'code': 200} Sep 02 12:41:05.864718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-359b2e0d-a7aa-476f-a15e-b2103b8b4476 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a231ba6-7acf-4701-a563-fabc03ae0867 HTTP/1.1" status: 200 len: 217 time: 0.0636685 Sep 02 12:41:05.897623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-c84e1746-17cd-42c6-bdfb-8cff841e6665 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:05.899919 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-c84e1746-17cd-42c6-bdfb-8cff841e6665 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.2416794 Sep 02 12:41:05.916558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Request body: {'port': {'device_id': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'admin_state_up': True, 'tenant_id': '6a5f6fd0cef14b3ba433a081e87fc156'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:05.966383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Made reservation on behalf of 7ed184de5e224891b72671fa92b105c3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:05.969023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:05.987456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.010725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-c8e7f724-25c2-4107-a124-212a89209a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.012641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-c8e7f724-25c2-4107-a124-212a89209a15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 200 len: 861 time: 0.1161926 Sep 02 12:41:06.062205 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-900ff4de-39fa-4556-a434-6bbce7750873 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb0c8451-a1f0-42e1-9b9a-96861e023697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386701 Sep 02 12:41:06.184215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70735e96-f56e-4e32-9695-9badaea79173 req-d30c4d3b-e881-4193-affb-644ffeafb6a8 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.186214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70735e96-f56e-4e32-9695-9badaea79173 req-d30c4d3b-e881-4193-affb-644ffeafb6a8 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 948 time: 0.0883546 Sep 02 12:41:06.216706 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-fdb2a8b8-2ec0-4159-b1c1-1425a347ace0 service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447797 Sep 02 12:41:06.261728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.299490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70735e96-f56e-4e32-9695-9badaea79173 req-9fb0387d-d920-41c4-b415-078576556b67 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027210 Sep 02 12:41:06.306502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.311729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Made reservation on behalf of 6a5f6fd0cef14b3ba433a081e87fc156 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:06.316141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.402152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:06.417141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be90155-655a-4b4f-ab7e-50ec4b546fba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:06.439355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.439721 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Added segment 638d42ee-fec6-4015-b94c-32d4ef6b5723 of type vlan for network 2f162f24-f33a-417a-b018-3372a6b2628e Sep 02 12:41:06.464297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-addba2c1-4923-416c-9ddb-ac635a6fef53 req-e9208bd0-e490-45c4-8c6c-82a7b311f510 service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365615 Sep 02 12:41:06.490143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c39f-6479-411e-961e-7743b50c050a req-db43966f-0f97-4779-be57-74d644af9a2e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.491804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58a8c39f-6479-411e-961e-7743b50c050a req-db43966f-0f97-4779-be57-74d644af9a2e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 944 time: 0.1950409 Sep 02 12:41:06.514687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.565483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58a8c39f-6479-411e-961e-7743b50c050a req-bc835058-4637-4315-ad9e-b92d760e2023 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613542 Sep 02 12:41:06.567242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.568385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.569178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.598975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Allocated IP 172.20.0.10 (2f55900f-672f-4a50-a931-45d496cae7f6/d11d6bdd-387b-48ab-b7a4-88440d404ec8/3d8ca2b6-e6e6-4836-83f3-ae29005cf61e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:06.629663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0526681 Sep 02 12:41:06.632758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:06.646352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Request body: {'subnet': {'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-214549901-subnet', 'tenant_id': '7ed184de5e224891b72671fa92b105c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:06.649531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-dd501e80-d6a1-40b5-b5d6-c1a8cff8ff40 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.651703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-dd501e80-d6a1-40b5-b5d6-c1a8cff8ff40 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 944 time: 0.2916470 Sep 02 12:41:06.653019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:06.659251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63980b-ab4e-44ed-aa72-eb3d42600df7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f162f24-f33a-417a-b018-3372a6b2628e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:06.692882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Made reservation on behalf of 7ed184de5e224891b72671fa92b105c3 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:06.693913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2f162f24-f33a-417a-b018-3372a6b2628e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:06.703327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.728526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e1711-ed04-47d9-8122-b92a7157fb16 req-f2581d42-ba77-42ea-9d26-5dae5d9374f4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.730449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b74e1711-ed04-47d9-8122-b92a7157fb16 req-f2581d42-ba77-42ea-9d26-5dae5d9374f4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.3105645 Sep 02 12:41:06.836981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476124f2-77fe-47bc-a6bd-3622467b3cd9 req-4b76dc33-047d-4497-8f87-acf1d371eeae tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:06.838559 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-476124f2-77fe-47bc-a6bd-3622467b3cd9 req-4b76dc33-047d-4497-8f87-acf1d371eeae tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 943 time: 0.1301668 Sep 02 12:41:06.933857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 6a56df92-32c5-4c16-b376-78a14173cc08 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:06.934229 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:06.957325 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b74e1711-ed04-47d9-8122-b92a7157fb16 req-352db35d-2ceb-428c-9d9c-7bd309e509ae tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068014 Sep 02 12:41:07.025907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.057304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-476124f2-77fe-47bc-a6bd-3622467b3cd9 req-8aa0fbf7-1652-4b7e-87c1-7bf266f74c28 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861989 Sep 02 12:41:07.063073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.070966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Deleting port cca24592-8082-4be6-9957-8f3201007433 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:07.071322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.071809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:07.073693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:07.101305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 0e8f1ab4-949a-46df-af72-d8679936e95e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:07.101717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e8f1ab4-949a-46df-af72-d8679936e95e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:07.103412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.142344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:07.144742 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbacc5e-b81d-4fe8-a993-8b56b2f40f9d" -d '{"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-plugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:07.165316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:07.203229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045c057a-5543-427a-a46e-655c6529f6ce,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:07.207084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Checking segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:07.207567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Network hostable DHCP agents. Network: 2f162f24-f33a-417a-b018-3372a6b2628e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:07.219799 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197ca9e-2d34-4685-ba65-b4d266ba0d12 x-openstack-request-id: req-5197ca9e-2d34-4685-ba65-b4d266ba0d12 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:07.220187 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-plugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:07.220530 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5197ca9e-2d34-4685-ba65-b4d266ba0d12 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:07.221148 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'code': 200} Sep 02 12:41:07.238280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Network 2f162f24-f33a-417a-b018-3372a6b2628e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:07.245132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.251012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-085e8d62-c4a2-4442-baef-fc56cc9a9fb4 req-217bffda-28c9-4170-a7db-9b139d210793 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 210 time: 0.0624685 Sep 02 12:41:07.268976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2f162f24-f33a-417a-b018-3372a6b2628e) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:07.273863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:07.274525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.282966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f95780c-9ed6-4dcf-98f2-25a3fa05498d None None] Network 2f162f24-f33a-417a-b018-3372a6b2628e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:07.295629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] For port cca24592-8082-4be6-9957-8f3201007433, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=cca24592-8082-4be6-9957-8f3201007433,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:07.296028 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.311128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-31c57601-75bb-4deb-826c-dbe33fae8141 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6690054 Sep 02 12:41:07.317681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Calling delete_port for cca24592-8082-4be6-9957-8f3201007433 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:07.351036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'tag': '3a231ba6-7acf-4701-a563-fabc03ae0867'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:07.353709 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b72c0-20ca-483c-8316-09ca721b1ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "912311d9-0b9a-4b39-b78a-24b40d89ca21", "tag": "3a231ba6-7acf-4701-a563-fabc03ae0867"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:07.374709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.455247 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32659543-aab8-4e2a-96c9-54e67fbefbd4 x-openstack-request-id: req-32659543-aab8-4e2a-96c9-54e67fbefbd4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:07.455519 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912311d9-0b9a-4b39-b78a-24b40d89ca21", "tag": "3a231ba6-7acf-4701-a563-fabc03ae0867", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:07.455821 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32659543-aab8-4e2a-96c9-54e67fbefbd4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:07.456055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Network 2f55900f-672f-4a50-a931-45d496cae7f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:07.456399 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'tag': '3a231ba6-7acf-4701-a563-fabc03ae0867', 'status': 'completed', 'code': 200} Sep 02 12:41:07.463287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:07.469249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:07.475415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:07.538129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac3049b-a196-4957-9f28-c3d1d1421ae2 None None] Network 2f162f24-f33a-417a-b018-3372a6b2628e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:07.561200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:07.561200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.583242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559ccf2-c01c-458c-94a6-d2b8681558bf req-778dc7f6-0ad6-4bc8-baba-0c45d19d90db tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:07.587468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-6b617de8-42e3-4253-a47c-b170d160dce5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6788919 Sep 02 12:41:07.592796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7559ccf2-c01c-458c-94a6-d2b8681558bf req-778dc7f6-0ad6-4bc8-baba-0c45d19d90db tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 950 time: 0.1062074 Sep 02 12:41:07.593219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:07.598843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d82a0-b35f-4f5c-95f3-bc4ff48bb9fd req-01f2a92d-3d0e-4e29-87d0-87f60b326801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:07.598843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e61d82a0-b35f-4f5c-95f3-bc4ff48bb9fd req-01f2a92d-3d0e-4e29-87d0-87f60b326801 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1101 time: 0.2207968 Sep 02 12:41:07.612520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Request body: {'port': {'device_id': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:07.642581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-95d65223-bec5-4841-ac18-a0210f9e5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:07.643806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-95d65223-bec5-4841-ac18-a0210f9e5ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 1094 time: 0.1591575 Sep 02 12:41:07.675739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7559ccf2-c01c-458c-94a6-d2b8681558bf req-2c5d722d-f1f2-4141-9d31-6730bc0e02de tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825837 Sep 02 12:41:07.781130 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e61d82a0-b35f-4f5c-95f3-bc4ff48bb9fd req-47da111f-20e0-4121-9437-7d52c94a4e12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572959 Sep 02 12:41:07.826905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-5dd2ff7f-9b19-42fe-ac2d-0a01e5fcf31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:07.829573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-5dd2ff7f-9b19-42fe-ac2d-0a01e5fcf31e service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 200 len: 922 time: 0.1753125 Sep 02 12:41:07.884819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-8febcad1-2a95-4bb3-aa53-e832443d4bac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a231ba6-7acf-4701-a563-fabc03ae0867 HTTP/1.1" status: 200 len: 217 time: 0.0456002 Sep 02 12:41:08.000835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-afca0471-28c0-42a1-ad61-cd53cee24d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:08.002363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-afca0471-28c0-42a1-ad61-cd53cee24d47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 200 len: 861 time: 0.1103613 Sep 02 12:41:08.032119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event deleted for resources: {'Port': ['ID=cca24592-8082-4be6-9957-8f3201007433,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:08.049183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-a8151c58-11c1-418f-a114-f17480fb5fe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb0c8451-a1f0-42e1-9b9a-96861e023697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378394 Sep 02 12:41:08.106002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc6ad69a-0af7-4ba1-a298-9ecfb556903c req-1b01d031-996e-40ce-a656-5dab37350b6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b8e6d33-ca90-4a82-95c5-18210c9fffd9 HTTP/1.1" status: 200 len: 210 time: 0.0516255 Sep 02 12:41:08.107305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] No DVR routers for this DVR port cca24592-8082-4be6-9957-8f3201007433 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:08.113372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:08.115489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cea3034-4030-46c0-8112-c71adbebadd3 req-12d4fed6-a576-4d77-95de-aa3dcd7b2421 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "DELETE /v2.0/ports/cca24592-8082-4be6-9957-8f3201007433 HTTP/1.1" status: 204 len: 173 time: 1.4554627 Sep 02 12:41:08.115921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'name': 'network-vif-deleted', 'tag': 'cca24592-8082-4be6-9957-8f3201007433'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:08.118308 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdcf7af-08cf-4db5-845d-615f6a5df277" -d '{"events": [{"server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "name": "network-vif-deleted", "tag": "cca24592-8082-4be6-9957-8f3201007433"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:08.183253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:08.195435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-877f7bb7-7a01-48f4-b57e-f0f5e8f01255 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:08.203939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-877f7bb7-7a01-48f4-b57e-f0f5e8f01255 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 817 time: 0.2801020 Sep 02 12:41:08.231106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-13d89712-bed9-473e-b847-e4851e704c2c tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/quotas/7ed184de5e224891b72671fa92b105c3 HTTP/1.1" status: 200 len: 375 time: 0.0259466 Sep 02 12:41:08.273589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8ecf4560-8d3c-48de-9561-b50975776493 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413361 Sep 02 12:41:08.318281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-745d5345-d4f1-4194-884f-29883655062d service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568536 Sep 02 12:41:08.442539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc5107-0cd6-4f47-ab7c-ae0dee5e0024 req-b07abcd7-6bc1-4c8b-b877-55ee75b55c03 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:08.444051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1cfc5107-0cd6-4f47-ab7c-ae0dee5e0024 req-b07abcd7-6bc1-4c8b-b877-55ee75b55c03 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1222897 Sep 02 12:41:08.492662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e5b72c0-20ca-483c-8316-09ca721b1ca8 req-24f51463-1864-4174-a000-c30c424adb19 service neutron] 10.222.0.18 "GET /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638565 Sep 02 12:41:08.511709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-36a8393c-8ddb-49bc-9590-d754632517a9 service neutron] 10.222.0.60 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368982 Sep 02 12:41:08.516484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1cfc5107-0cd6-4f47-ab7c-ae0dee5e0024 req-34680d88-0207-4471-b9ed-b438488119e0 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Sep 02 12:41:08.627370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-75d3ebab-b292-41b7-a462-223754a4b5cc service neutron] 10.222.0.60 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066737 Sep 02 12:41:08.661545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:08.674435 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:08.709476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Transition to ACTIVE for port object 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:08.723639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae3279-0a55-43ee-893b-1b5f9a6ab7e3 req-533babce-b230-40df-8b27-333b7a39827c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:08.725640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b8ae3279-0a55-43ee-893b-1b5f9a6ab7e3 req-533babce-b230-40df-8b27-333b7a39827c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 943 time: 0.1218796 Sep 02 12:41:08.727089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:08.924949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:08.943264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b8ae3279-0a55-43ee-893b-1b5f9a6ab7e3 req-c6b64d09-88e5-4d7f-aefb-c70a59b99b51 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031977 Sep 02 12:41:08.990124 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292e328-3860-44e1-bd2d-64dfbfd5b0bd x-openstack-request-id: req-b292e328-3860-44e1-bd2d-64dfbfd5b0bd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:08.990489 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8e6d33-ca90-4a82-95c5-18210c9fffd9", "name": "network-vif-deleted", "tag": "cca24592-8082-4be6-9957-8f3201007433", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:08.990766 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b292e328-3860-44e1-bd2d-64dfbfd5b0bd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:08.991657 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8e6d33-ca90-4a82-95c5-18210c9fffd9', 'name': 'network-vif-deleted', 'tag': 'cca24592-8082-4be6-9957-8f3201007433', 'status': 'completed', 'code': 200} Sep 02 12:41:08.994572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Attempting to bind port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:08.994905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Attempting to bind port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:08.995245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Attempting to bind port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:09.002471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e on network 2f55900f-672f-4a50-a931-45d496cae7f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:09.002803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Attempting to bind port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:09.010298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:09.010697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Checking segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:09.011097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Bound using segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:09.011695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Bound port: 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:09.012114 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.014880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-e225d11e-4cf9-45bc-bf2a-c542f161af74 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:09.019395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-e225d11e-4cf9-45bc-bf2a-c542f161af74 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.1583200 Sep 02 12:41:09.029762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a231ba6-7acf-4701-a563-fabc03ae0867 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:09.045632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-8'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:09.117010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:09.121737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:09.130417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.224225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:09.225105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.226833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d8ca2b6-e6e6-4836-83f3-ae29005cf61e HTTP/1.1" status: 200 len: 1092 time: 1.6257260 Sep 02 12:41:09.275507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.320223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab84f44-bc10-45bd-a2d5-972c9a06cc87 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:09.328888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3a231ba6-7acf-4701-a563-fabc03ae0867, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a231ba6-7acf-4701-a563-fabc03ae0867,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:09.356936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a46f-68c4-4d7c-99e3-b84eeee79950 req-5a1bf925-bf76-4d8f-96bb-3885c8ae59a6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:09.362172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '3a231ba6-7acf-4701-a563-fabc03ae0867', 'network_id': 'bb0c8451-a1f0-42e1-9b9a-96861e023697', 'port_id': '3a231ba6-7acf-4701-a563-fabc03ae0867', 'mac_address': 'fa:16:3e:ab:49:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75a80a5-b7c9-444b-899e-0105badf764b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:09.364762 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1733a46f-68c4-4d7c-99e3-b84eeee79950 req-5a1bf925-bf76-4d8f-96bb-3885c8ae59a6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 944 time: 0.2263076 Sep 02 12:41:09.367070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-cd6f4a83-51bf-4450-9fb5-d8b71f1aec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:09.368798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-cd6f4a83-51bf-4450-9fb5-d8b71f1aec83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 1095 time: 0.0912595 Sep 02 12:41:09.378181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952961-ba74-4e2c-b0ac-5f926ede1231 req-c0af5306-3078-4361-9bbd-7e66e1fbbc0a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:09.388394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f952961-ba74-4e2c-b0ac-5f926ede1231 req-c0af5306-3078-4361-9bbd-7e66e1fbbc0a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 950 time: 0.1398046 Sep 02 12:41:09.427701 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.446838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a231ba6-7acf-4701-a563-fabc03ae0867 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:09.459614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1733a46f-68c4-4d7c-99e3-b84eeee79950 req-5a271e10-354c-4620-b43d-abd9063173aa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928707 Sep 02 12:41:09.467876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-cf9b3964-ed19-4590-9113-580505f2c08d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e HTTP/1.1" status: 200 len: 217 time: 0.0765004 Sep 02 12:41:09.478892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f952961-ba74-4e2c-b0ac-5f926ede1231 req-7071e455-6c6d-47b0-870f-893b2a0bb80c tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894928 Sep 02 12:41:09.492809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3a231ba6-7acf-4701-a563-fabc03ae0867, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a231ba6-7acf-4701-a563-fabc03ae0867,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:09.504720 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.622180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3a231ba6-7acf-4701-a563-fabc03ae0867,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:09.630455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-13e48553-8c3e-47db-af29-bb123168398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:09.636594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-13e48553-8c3e-47db-af29-bb123168398a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.1507311 Sep 02 12:41:09.704175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-855f70b2-3877-403f-b03a-37d455b7fea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623260 Sep 02 12:41:09.716753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:09.774253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3a231ba6-7acf-4701-a563-fabc03ae0867'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:09.815926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:09.920917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-5e2bbd38-7def-45d0-b1ce-2277859c35ab service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107000 Sep 02 12:41:09.929532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:09.934816 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e802ef9-77d7-4ddf-9215-e2e3f574a9bd" -d '{"events": [{"server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "name": "network-vif-unplugged", "status": "completed", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:09.942526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:09.962389 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:10.034207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95034-a659-495f-8835-f56833f22578 req-53a1d710-1d1a-47c7-9bd0-17e57a122aa5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:10.036082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80b95034-a659-495f-8835-f56833f22578 req-53a1d710-1d1a-47c7-9bd0-17e57a122aa5 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 945 time: 0.1720963 Sep 02 12:41:10.129881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-907d59bb-096c-42bd-9101-2d814d25d286 req-898f7378-903a-42d7-80e4-4a38f5e9862e tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 210 time: 0.0386641 Sep 02 12:41:10.178962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f43a71c-e781-48d2-9840-c8d2b6e92f60 req-975de01f-58cb-4dfa-99c6-999b5b746358 service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550540 Sep 02 12:41:10.321601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646915-fb4a-467b-8098-e1a0d194d812 req-db410283-aa0e-4586-be16-fbb27aad6cb7 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:10.330439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11646915-fb4a-467b-8098-e1a0d194d812 req-db410283-aa0e-4586-be16-fbb27aad6cb7 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1101 time: 0.0673537 Sep 02 12:41:10.380408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11646915-fb4a-467b-8098-e1a0d194d812 req-086078c2-95ae-4292-9c19-f2abf999e9ce tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Sep 02 12:41:10.521469 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d986fb6-9308-41bc-8596-57efb333ef17 x-openstack-request-id: req-6d986fb6-9308-41bc-8596-57efb333ef17 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:10.522086 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "name": "network-vif-unplugged", "status": "completed", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:10.522086 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d986fb6-9308-41bc-8596-57efb333ef17 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:10.522451 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'code': 200} Sep 02 12:41:10.574215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:10.633340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80b95034-a659-495f-8835-f56833f22578 req-999f45fb-3fea-4e98-98b1-8bf8cededeb3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855083 Sep 02 12:41:10.653310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h2-792364-8 for vnic_type normal with profile {"migrating_to": "n-h1-792364-8"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:10.653663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:10.653958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c62b2-5426-40a7-a53c-a8b33fd605ac req-f9f1cb48-03b1-41cf-b1d7-596b524223a4 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:10.654471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:10.673668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:10.674122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:10.676082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:10.693484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-477c62b2-5426-40a7-a53c-a8b33fd605ac req-f9f1cb48-03b1-41cf-b1d7-596b524223a4 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 944 time: 0.1578531 Sep 02 12:41:10.704446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:10.704800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:10.709316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:10.712619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Bound port: 4aad2d4c-f560-45d6-ad91-e07004ef3216, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:10.713122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:10.741599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fac2a221-cefb-4e00-801e-2b2aee13f109 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:10.744083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fac2a221-cefb-4e00-801e-2b2aee13f109 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.2333167 Sep 02 12:41:10.770109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-477c62b2-5426-40a7-a53c-a8b33fd605ac req-bdb911a9-f20d-440f-beba-e4b6d313aa66 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Sep 02 12:41:10.880743 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:10.942497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:10.974010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349d15-6049-47eb-b5d8-ea248517949f req-c442aa36-9700-49f3-b41d-8a1b32b26133 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:10.982908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h2-792364-8 for vnic_type normal with profile {"migrating_to": "n-h1-792364-8"} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:10.983493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:10.983696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0349d15-6049-47eb-b5d8-ea248517949f req-c442aa36-9700-49f3-b41d-8a1b32b26133 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 945 time: 0.1715040 Sep 02 12:41:10.984055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:10.993886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:10.993886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:10.994889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:10.998588 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e7fb8-81b2-4d71-9b81-953c2779e331" -d '{"events": [{"name": "network-changed", "server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:10.999957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:11.000380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:11.003896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:11.003896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Bound port: 4aad2d4c-f560-45d6-ad91-e07004ef3216, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:11.003896 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:11.027084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:11.052469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:11.074344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:11.082576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a231ba6-7acf-4701-a563-fabc03ae0867 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:11.088741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0349d15-6049-47eb-b5d8-ea248517949f req-39391e0c-d88f-445a-9c7c-ba83a3f2e8ae tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/security-groups?id=011f5c0a-815a-413f-8526-16bdd8326253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035788 Sep 02 12:41:11.225932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Deleting port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:11.226353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:11.232654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:11.248208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:11.248350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:11.249922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-4d683a35-e5ab-45d9-a0c7-5dfa0b2acec4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 1121 time: 2.2209935 Sep 02 12:41:11.259901 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18acc230-eba2-4b5c-add6-c10f7485d9f6 x-openstack-request-id: req-18acc230-eba2-4b5c-add6-c10f7485d9f6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:11.262053 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:11.262444 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18acc230-eba2-4b5c-add6-c10f7485d9f6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:11.262885 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'status': 'completed', 'code': 200} Sep 02 12:41:11.263145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 3a231ba6-7acf-4701-a563-fabc03ae0867 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:11.290102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 3a231ba6-7acf-4701-a563-fabc03ae0867 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:11.291795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:11.328251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a86f3-b7d1-411e-9552-d6561e6d09fc req-977493a4-72f6-4394-a7b3-ef3ddb43fdc0 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:11.342588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-426a86f3-b7d1-411e-9552-d6561e6d09fc req-977493a4-72f6-4394-a7b3-ef3ddb43fdc0 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 944 time: 0.1568649 Sep 02 12:41:11.451443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4aad2d4c-f560-45d6-ad91-e07004ef3216'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:11.574654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4aad2d4c-f560-45d6-ad91-e07004ef3216'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:11.603449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] For port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,segment=NetworkSegment(586d6c6a-ae68-4fb8-8cf0-58bb54d78927),segment_id=586d6c6a-ae68-4fb8-8cf0-58bb54d78927)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:11.605966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:11.612194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-426a86f3-b7d1-411e-9552-d6561e6d09fc req-94b01b59-94cb-46c7-9984-45e55050abe1 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662265 Sep 02 12:41:11.649697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Calling delete_port for 939e1060-bdbd-49b9-ade1-167cc4dd2b0a owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:11.661253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:11.718752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 4aad2d4c-f560-45d6-ad91-e07004ef3216-n-h2-792364-8-0 {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:41:11.720578 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:41:11.802489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-80094677-04a7-4bd7-ade3-c3f3c40df3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:11.804508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-80094677-04a7-4bd7-ade3-c3f3c40df3e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 1095 time: 0.4736059 Sep 02 12:41:11.810510 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a5f8582a-e616-4c26-a538-5a36f3c0675f req-2f62a922-a624-486a-9da3-8a354a5f4587 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 210 time: 0.0646272 Sep 02 12:41:11.823075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7ad782a2-3444-4124-b3d4-d6b5469430b8 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:11.826077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7ad782a2-3444-4124-b3d4-d6b5469430b8 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 817 time: 0.5221095 Sep 02 12:41:11.845545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-e6c9e8c5-947f-4bcf-93e8-5a52c50fa2be tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:11.847229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-e6c9e8c5-947f-4bcf-93e8-5a52c50fa2be tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.41 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 817 time: 0.4486487 Sep 02 12:41:11.864841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Request body: {'port': {'device_id': 'f18f18b1-a105-4394-be00-49c9437474cf', 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'admin_state_up': True, 'tenant_id': '7ed184de5e224891b72671fa92b105c3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:11.931244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Request body: {'port': {'device_id': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'admin_state_up': True, 'tenant_id': '7ed184de5e224891b72671fa92b105c3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:11.962588 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.002274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7c673-b17a-47ea-9e24-8fbb2be2c752 req-afc540da-5155-4c27-9c20-d95e2a2f9e96 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.004171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-28c7c673-b17a-47ea-9e24-8fbb2be2c752 req-afc540da-5155-4c27-9c20-d95e2a2f9e96 tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 1101 time: 0.5150945 Sep 02 12:41:12.015952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a231ba6-7acf-4701-a563-fabc03ae0867'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:12.018450 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f9d55d-1d03-4869-ab3c-b3ce333feffb" -d '{"events": [{"server_uuid": "912311d9-0b9a-4b39-b78a-24b40d89ca21", "name": "network-vif-plugged", "status": "completed", "tag": "3a231ba6-7acf-4701-a563-fabc03ae0867"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:12.054732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3a231ba6-7acf-4701-a563-fabc03ae0867, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a231ba6-7acf-4701-a563-fabc03ae0867,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:12.067057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.067893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cca24592-8082-4be6-9957-8f3201007433 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:12.110184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a83200-525e-4fd3-bfc9-871b59dda04a req-8653eb41-5da8-42e1-a811-fe544c373dd6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.117023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: cca24592-8082-4be6-9957-8f3201007433 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:12.117383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device cca24592-8082-4be6-9957-8f3201007433 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:12.122544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94a83200-525e-4fd3-bfc9-871b59dda04a req-8653eb41-5da8-42e1-a811-fe544c373dd6 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1829486 Sep 02 12:41:12.161421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3a231ba6-7acf-4701-a563-fabc03ae0867,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:12.184975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-815c9e9b-7728-4a10-89db-3be50334ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.185702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-815c9e9b-7728-4a10-89db-3be50334ed57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 905 time: 0.3494349 Sep 02 12:41:12.213534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-28c7c673-b17a-47ea-9e24-8fbb2be2c752 req-f74d0b76-a986-433c-85af-fda20f9d7c2d tempest-ServersAdminTestJSON-789072261 tempest-ServersAdminTestJSON-789072261-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100311 Sep 02 12:41:12.248670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h2-792364-8 for vnic_type normal with profile {"migrating_to": "n-h1-792364-8"} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:12.249261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:12.249936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:12.269519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94a83200-525e-4fd3-bfc9-871b59dda04a req-cab8105e-b618-4e17-9088-54c7828f2c82 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455755 Sep 02 12:41:12.270707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:12.272351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempting to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on network 0d27151c-6a61-4312-a523-0939e81f1ae1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:12.285441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:12.286211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Checking segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:12.287072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Bound using segment: {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:12.287853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Bound port: 4aad2d4c-f560-45d6-ad91-e07004ef3216, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096705-fcb2-4f34-95a8-1951ce3c1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d27151c-6a61-4312-a523-0939e81f1ae1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:12.288480 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.297125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Made reservation on behalf of 7ed184de5e224891b72671fa92b105c3 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:12.304917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.350274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Made reservation on behalf of 7ed184de5e224891b72671fa92b105c3 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:12.359225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.361156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-2d18f0e8-5cd7-49d4-8537-c0362f06b02d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e HTTP/1.1" status: 200 len: 217 time: 0.1638818 Sep 02 12:41:12.422987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-1f1a56c6-f4e5-44af-9142-82f60498cab2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.424646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-1f1a56c6-f4e5-44af-9142-82f60498cab2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 817 time: 0.5558791 Sep 02 12:41:12.431461 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b79477-64a0-48a9-866c-354c200aa666 x-openstack-request-id: req-33b79477-64a0-48a9-866c-354c200aa666 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:12.432099 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912311d9-0b9a-4b39-b78a-24b40d89ca21", "name": "network-vif-plugged", "status": "completed", "tag": "3a231ba6-7acf-4701-a563-fabc03ae0867", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:12.433482 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33b79477-64a0-48a9-866c-354c200aa666 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:12.434553 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a231ba6-7acf-4701-a563-fabc03ae0867', 'code': 200} Sep 02 12:41:12.455891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Request body: {'port': {'device_id': 'c525256c-03d3-4db1-94c8-f05441906684', 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'admin_state_up': True, 'tenant_id': '7ed184de5e224891b72671fa92b105c3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:12.471772 n-d-792364-8 neutron-server[94842]: WARNING neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Concurrent port binding operations failed on port 4aad2d4c-f560-45d6-ad91-e07004ef3216 Sep 02 12:41:12.480799 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.491629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:12.501122 n-d-792364-8 neutron-server[94842]: INFO neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Attempt 2 to bind port 4aad2d4c-f560-45d6-ad91-e07004ef3216 Sep 02 12:41:12.501849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 has no active binding in host n-h1-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:41:12.536661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:12.538891 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:12.608453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7519ff04-4341-4904-92fb-77ac5296b557 req-413c1c4d-dfc3-47a9-bb33-bc1a3813f3e9 tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 210 time: 0.1093335 Sep 02 12:41:12.617353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830e569-2613-40bc-8229-afde4d55090f req-d3baf111-7792-4306-8308-1bdffe9c188c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.618972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4830e569-2613-40bc-8229-afde4d55090f req-d3baf111-7792-4306-8308-1bdffe9c188c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 945 time: 0.3188734 Sep 02 12:41:12.627947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Pushing event deleted for resources: {'Port': ['ID=939e1060-bdbd-49b9-ade1-167cc4dd2b0a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:12.638502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Allocated IP 172.20.0.10 (2f162f24-f33a-417a-b018-3372a6b2628e/045c057a-5543-427a-a46e-655c6529f6ce/a88a81c4-7324-48d2-9c57-072420f0720c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:12.648993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-56740275-b2c8-4019-b16b-99f4e7039f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.650480 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-56740275-b2c8-4019-b16b-99f4e7039f36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.2537944 Sep 02 12:41:12.671828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:12.746885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-0ce25aad-e063-4062-9aa9-ff62c0130b20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739594 Sep 02 12:41:12.781338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] No DVR routers for this DVR port 939e1060-bdbd-49b9-ade1-167cc4dd2b0a on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:12.792303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.794802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7099d5d6-72ea-45be-93ef-70e057f1bd6e req-fee95d0b-f80d-4169-b30e-d0be0f1aca6e tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.18 "DELETE /v2.0/ports/939e1060-bdbd-49b9-ade1-167cc4dd2b0a HTTP/1.1" status: 204 len: 173 time: 2.0289359 Sep 02 12:41:12.876518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4830e569-2613-40bc-8229-afde4d55090f req-3cf7c4f5-5af7-4489-bb2a-bc8c3cc79fae tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356172 Sep 02 12:41:12.892045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd8e8-1d6a-4b1e-ab91-faed1bc8439f req-5edbe996-e86d-40b4-abe5-95b7b8898945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:12.893719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b5fd8e8-1d6a-4b1e-ab91-faed1bc8439f req-5edbe996-e86d-40b4-abe5-95b7b8898945 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 1096 time: 0.3743968 Sep 02 12:41:12.925061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:12.948477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'mac_address': 'fa:16:3e:1f:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:12.966564 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a6425-3a98-4fab-a13e-ca4763f0bda1 x-openstack-request-id: req-ad5a6425-3a98-4fab-a13e-ca4763f0bda1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:12.966940 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:12.967145 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad5a6425-3a98-4fab-a13e-ca4763f0bda1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:12.977471 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'status': 'completed', 'code': 200} Sep 02 12:41:12.983715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:12.991118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Made reservation on behalf of 7ed184de5e224891b72671fa92b105c3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:13.005044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.050774 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.074299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:13.079812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b8d8c1c-147e-4b90-828c-a1fb81659a78 req-684911bb-0e1b-441e-bc32-510bf7a96318 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 210 time: 0.0349007 Sep 02 12:41:13.102806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:13.109793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-ea9a3350-0652-42ad-8b56-4656b79e0835 service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389664 Sep 02 12:41:13.110765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.121448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.142288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b5fd8e8-1d6a-4b1e-ab91-faed1bc8439f req-9640d40b-6e4f-482e-b00a-5ab11db52f36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364330 Sep 02 12:41:13.211951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:13.253589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8952-ffbf-4d1c-9ca8-87c3c78203a5 req-414fb19e-ed45-4fda-8914-f6d96189cd19 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.255290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-264d8952-ffbf-4d1c-9ca8-87c3c78203a5 req-414fb19e-ed45-4fda-8914-f6d96189cd19 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 944 time: 0.1966243 Sep 02 12:41:13.258369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Network 2f162f24-f33a-417a-b018-3372a6b2628e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:13.264759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-746404c8-c0ba-4039-9667-8706c3335ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.266404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-746404c8-c0ba-4039-9667-8706c3335ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1124 time: 0.2858276 Sep 02 12:41:13.267036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:13.272042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:13.326416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Allocated IP 172.20.0.3 (2f162f24-f33a-417a-b018-3372a6b2628e/045c057a-5543-427a-a46e-655c6529f6ce/ce3a3e78-4e3b-4726-8355-ef3bd3994b99) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:13.329899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Pushing event updated for resources: {'Port': ['ID=a88a81c4-7324-48d2-9c57-072420f0720c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:13.331268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-264d8952-ffbf-4d1c-9ca8-87c3c78203a5 req-f7331ef5-459b-488d-beb2-79e041525771 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 Sep 02 12:41:13.333518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d5e7fb8-81b2-4d71-9b81-953c2779e331 req-e1ec6b16-e670-432b-a922-594a7518d511 service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092941 Sep 02 12:41:13.374467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c42c5-d6f3-4aa7-a32b-45e6c6c2fb11 req-6fbc2a58-7e8e-426d-af18-b8f679a19e4b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.377545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a08c42c5-d6f3-4aa7-a32b-45e6c6c2fb11 req-6fbc2a58-7e8e-426d-af18-b8f679a19e4b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 949 time: 0.2123575 Sep 02 12:41:13.427963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.428935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.463561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:13.504944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4ee8-aa53-4c9d-b8ae-7cca212c66d5 req-3ad8fafb-1cb8-4052-a8ac-a29817ff064f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.506527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-981b4ee8-aa53-4c9d-b8ae-7cca212c66d5 req-3ad8fafb-1cb8-4052-a8ac-a29817ff064f tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.0968730 Sep 02 12:41:13.511839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-cd8de755-8882-4061-98fe-8bcd93aaf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.512726 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e37878c-aac5-43a4-acd0-65d4ca2ddd4b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6642940 Sep 02 12:41:13.513338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-cd8de755-8882-4061-98fe-8bcd93aaf690 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1540568 Sep 02 12:41:13.542175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a08c42c5-d6f3-4aa7-a32b-45e6c6c2fb11 req-62032a08-cb28-4ecb-b6b6-7ffb827804e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104598 Sep 02 12:41:13.573526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-8276881d-9c18-4275-a51e-95803cf03e58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 217 time: 0.0378797 Sep 02 12:41:13.590400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Request body: {'port': {'device_id': 'f18f18b1-a105-4394-be00-49c9437474cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:13.664318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-71593c98-8c69-462b-8ddb-6f4d3c6368ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:13.666848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-71593c98-8c69-462b-8ddb-6f4d3c6368ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0739975 Sep 02 12:41:13.688206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-981b4ee8-aa53-4c9d-b8ae-7cca212c66d5 req-fd8be91c-0fbb-439b-8dbf-3eb430354079 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697104 Sep 02 12:41:13.727879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.737740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-860e89f6-7dd2-408e-8218-9c1da4b77a2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483954 Sep 02 12:41:13.746287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:13.821979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2af1232-8ff2-4c7a-8cad-62e080a4f5e7 req-ae32226f-c409-46b5-9d3f-ad9b89d8073c tempest-LiveAutoBlockMigrationV225Test-173863907 tempest-LiveAutoBlockMigrationV225Test-173863907-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fab9bf3-304a-47c6-ab19-6b2c65770db1 HTTP/1.1" status: 200 len: 210 time: 0.0619259 Sep 02 12:41:13.857418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-cfa27374-dc4c-4a6d-bcc5-f68b6a7cd8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083381 Sep 02 12:41:13.938015 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.007655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Network 2f162f24-f33a-417a-b018-3372a6b2628e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:14.009246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:14.013814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:14.046318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Allocated IP 172.20.0.7 (2f162f24-f33a-417a-b018-3372a6b2628e/045c057a-5543-427a-a46e-655c6529f6ce/eb5485a6-0fc3-4f3b-9f8b-2327d22160d0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:14.047496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Pushing event updated for resources: {'Port': ['ID=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:14.051449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b45ae7a-18ab-45cc-9ec7-d25a17663ac5 req-14dd8db9-d700-464d-8179-ebe8efbbe422 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795981 Sep 02 12:41:14.087621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff983c3-85d3-478f-81ec-185b63e216bc req-03f5466a-2b07-400c-a61f-8b15c3592a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:14.089199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ff983c3-85d3-478f-81ec-185b63e216bc req-03f5466a-2b07-400c-a61f-8b15c3592a19 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 945 time: 0.1140053 Sep 02 12:41:14.090266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:14.090938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.108377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-7dbdace0-c53c-4cd7-beee-027401ac9e07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1840866 Sep 02 12:41:14.131214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Request body: {'port': {'device_id': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:14.200886 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ff983c3-85d3-478f-81ec-185b63e216bc req-791d7073-3a2d-472e-a500-66c6fada2e2f tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996809 Sep 02 12:41:14.204148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a585e452-579e-4baa-a6d1-1090d61a0dcd req-09eb771e-78e9-42c2-a6ac-31503bd0cfa3 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 210 time: 0.0335183 Sep 02 12:41:14.242391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.278648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.330586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.390121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Network 2f162f24-f33a-417a-b018-3372a6b2628e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:14.394972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:14.406090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:14.413881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Pushing event updated for resources: {'Port': ['ID=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:14.481159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:14.481773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.543806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5587d50a-64a2-4492-bbbf-19f552faa249 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0971420 Sep 02 12:41:14.556413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-cee46234-577b-4ff2-aa93-a039cb5b9aeb tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:14.558356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-cee46234-577b-4ff2-aa93-a039cb5b9aeb tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 949 time: 0.0670235 Sep 02 12:41:14.564244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Request body: {'port': {'device_id': 'c525256c-03d3-4db1-94c8-f05441906684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:14.570837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe99468-c98b-4a6a-a01f-3d7a2b612749 req-45da002b-ece2-489f-a07e-3d1b7212574f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:14.572424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebe99468-c98b-4a6a-a01f-3d7a2b612749 req-45da002b-ece2-489f-a07e-3d1b7212574f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 945 time: 0.1140640 Sep 02 12:41:14.657570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebe99468-c98b-4a6a-a01f-3d7a2b612749 req-9e227599-7e51-49f6-93e9-df97a4338b59 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Sep 02 12:41:14.665683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.679717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:14.692751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88a81c4-7324-48d2-9c57-072420f0720c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:14.698767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.717292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Transition to ACTIVE for port object a88a81c4-7324-48d2-9c57-072420f0720c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:14.726951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.786430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad05e5-d097-4928-a716-169ce040d7b3 req-f114783d-931d-4856-ada0-e9903972bcd5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:14.791011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0ad05e5-d097-4928-a716-169ce040d7b3 req-f114783d-931d-4856-ada0-e9903972bcd5 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 949 time: 0.1313090 Sep 02 12:41:14.886325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Pushing event updated for resources: {'Port': ['ID=a88a81c4-7324-48d2-9c57-072420f0720c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:14.898447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:14.912872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:14.913238 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.949307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Deleting port 6d1b43ad-d8ee-489c-a515-d46110bd5361 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:14.949657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:14.954860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Attempting to bind port a88a81c4-7324-48d2-9c57-072420f0720c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:14.954860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Attempting to bind port a88a81c4-7324-48d2-9c57-072420f0720c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:14.955169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Attempting to bind port a88a81c4-7324-48d2-9c57-072420f0720c on network 2f162f24-f33a-417a-b018-3372a6b2628e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:15.000273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'name': 'network-vif-deleted', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:15.001754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Port a88a81c4-7324-48d2-9c57-072420f0720c on network 2f162f24-f33a-417a-b018-3372a6b2628e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:15.002106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Attempting to bind port a88a81c4-7324-48d2-9c57-072420f0720c on network 2f162f24-f33a-417a-b018-3372a6b2628e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:15.002313 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a0a82f-927d-4b38-a089-021fcdaa6dc8" -d '{"events": [{"server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "name": "network-vif-deleted", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:15.020578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0ad05e5-d097-4928-a716-169ce040d7b3 req-6893de93-b849-4bdc-81a6-c83995f733dc tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157869 Sep 02 12:41:15.026322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.036423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:15.037032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Checking segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:15.037172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Bound using segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:15.037633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Bound port: a88a81c4-7324-48d2-9c57-072420f0720c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:15.038004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.054092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:15.058261 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0833566-de84-42f7-8d56-f405596f7028" -d '{"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-plugged", "status": "completed", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:15.073546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:15.081605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:15.106007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 939e1060-bdbd-49b9-ade1-167cc4dd2b0a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:15.106538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 939e1060-bdbd-49b9-ade1-167cc4dd2b0a not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:15.108085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.124184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:15.163840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] For port 6d1b43ad-d8ee-489c-a515-d46110bd5361, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6d1b43ad-d8ee-489c-a515-d46110bd5361,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:15.164322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.194206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Calling delete_port for 6d1b43ad-d8ee-489c-a515-d46110bd5361 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:15.207143 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20362168-da62-4270-81aa-efeda4ff93e2 x-openstack-request-id: req-20362168-da62-4270-81aa-efeda4ff93e2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:15.207434 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fab9bf3-304a-47c6-ab19-6b2c65770db1", "name": "network-vif-deleted", "tag": "939e1060-bdbd-49b9-ade1-167cc4dd2b0a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:15.207684 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20362168-da62-4270-81aa-efeda4ff93e2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:15.208064 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fab9bf3-304a-47c6-ab19-6b2c65770db1', 'name': 'network-vif-deleted', 'tag': '939e1060-bdbd-49b9-ade1-167cc4dd2b0a', 'status': 'completed', 'code': 200} Sep 02 12:41:15.216427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:15.217423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b87e1-a072-4b8b-bb96-3ed8369bf666 req-4b7d8476-3f8b-4701-8805-d5bc0aaaee0e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:15.219046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb4b87e1-a072-4b8b-bb96-3ed8369bf666 req-4b7d8476-3f8b-4701-8805-d5bc0aaaee0e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.2657189 Sep 02 12:41:15.255463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3a3e78-4e3b-4726-8355-ef3bd3994b99 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:15.256317 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41738db0-181f-413d-b947-7001edf701ff x-openstack-request-id: req-41738db0-181f-413d-b947-7001edf701ff {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:15.256618 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-plugged", "status": "completed", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:15.256876 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41738db0-181f-413d-b947-7001edf701ff {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:15.257297 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'code': 200} Sep 02 12:41:15.268343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.296208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Transition to ACTIVE for port object ce3a3e78-4e3b-4726-8355-ef3bd3994b99 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:15.317738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.450596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] For port a88a81c4-7324-48d2-9c57-072420f0720c, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:15.467931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb4b87e1-a072-4b8b-bb96-3ed8369bf666 req-15a6cfbe-ea1a-4e0d-889d-6127b80faeec tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335849 Sep 02 12:41:15.514208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9a88-e140-48c2-9951-35c9302be85b req-10957b52-a08b-47a8-98d6-3899690e0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:15.525471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4db9a88-e140-48c2-9951-35c9302be85b req-10957b52-a08b-47a8-98d6-3899690e0313 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 1097 time: 0.1999443 Sep 02 12:41:15.527872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] For port a88a81c4-7324-48d2-9c57-072420f0720c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a88a81c4-7324-48d2-9c57-072420f0720c,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:15.570763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.581511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:15.616682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:15.617780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.621067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] 10.222.0.18 "PUT /v2.0/ports/a88a81c4-7324-48d2-9c57-072420f0720c HTTP/1.1" status: 200 len: 1092 time: 2.0656052 Sep 02 12:41:15.704030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18f18b1-a105-4394-be00-49c9437474cf', 'tag': 'a88a81c4-7324-48d2-9c57-072420f0720c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:15.711340 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6411bb-916a-4fb7-b53f-979c72c4d011" -d '{"events": [{"name": "network-changed", "server_uuid": "f18f18b1-a105-4394-be00-49c9437474cf", "tag": "a88a81c4-7324-48d2-9c57-072420f0720c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:15.755463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Attempting to bind port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:15.755834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Attempting to bind port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:15.756175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Attempting to bind port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 on network 2f162f24-f33a-417a-b018-3372a6b2628e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:15.820383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Deleting subnet 3f6109a5-c17f-4366-80c0-a0c0296586f2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:41:15.822557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.831068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 on network 2f162f24-f33a-417a-b018-3372a6b2628e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:15.831384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Attempting to bind port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 on network 2f162f24-f33a-417a-b018-3372a6b2628e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:15.845706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4db9a88-e140-48c2-9951-35c9302be85b req-6850c4e4-bf7d-48c6-891b-843108fa900d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826939 Sep 02 12:41:15.860805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:15.861178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Checking segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:15.861556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Bound using segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:15.862027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Bound port: ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:15.862365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:15.884406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb359f9-6c83-49e0-b458-3641b735dddf service neutron] Pushing event updated for resources: {'Port': ['ID=a88a81c4-7324-48d2-9c57-072420f0720c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:15.912317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306b021-91ab-496d-8e9c-172d7968614a req-4a4aee7f-bbd3-420c-83b0-22f9f0c72996 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:15.924590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9306b021-91ab-496d-8e9c-172d7968614a req-4a4aee7f-bbd3-420c-83b0-22f9f0c72996 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 945 time: 0.3379047 Sep 02 12:41:15.944170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-ff2a5377-6c9a-4169-92b1-f2342ff7c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:15.949824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-ff2a5377-6c9a-4169-92b1-f2342ff7c276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 1095 time: 0.2108543 Sep 02 12:41:15.961673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f23c0e-c9c0-4e9f-8f47-ad9aeaf93145 req-dbc620b9-40d6-43e7-b376-a2c68389c374 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:15.968428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-88f23c0e-c9c0-4e9f-8f47-ad9aeaf93145 req-dbc620b9-40d6-43e7-b376-a2c68389c374 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 931 time: 0.6399100 Sep 02 12:41:15.977415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.029746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] For port ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:16.034522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] For port ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:16.078598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-ed9150b9-f8be-4145-8e92-1d4631d54a43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a88a81c4-7324-48d2-9c57-072420f0720c HTTP/1.1" status: 200 len: 217 time: 0.0424452 Sep 02 12:41:16.098278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.144690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-88f23c0e-c9c0-4e9f-8f47-ad9aeaf93145 req-67dee87c-c216-44b9-863e-a12f64081305 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752644 Sep 02 12:41:16.154460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.179577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:16.180224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.181712 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce3a3e78-4e3b-4726-8355-ef3bd3994b99 HTTP/1.1" status: 200 len: 1091 time: 2.0555208 Sep 02 12:41:16.255478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:16.271076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.294546 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.306207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['09e22b7b-2780-43eb-b246-d82dd7f0ddc5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:16.314811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6d1b43ad-d8ee-489c-a515-d46110bd5361', '6a56df92-32c5-4c16-b376-78a14173cc08'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:16.414642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Transition to ACTIVE for port object eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:16.422532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event deleted for resources: {'Port': ['ID=6d1b43ad-d8ee-489c-a515-d46110bd5361,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:16.431637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.610704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.612660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] No DVR routers for this DVR port 6d1b43ad-d8ee-489c-a515-d46110bd5361 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:16.642228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e42fb-069d-4da4-ac11-6cc51c67cc2c req-0a3d89ff-c3f7-43a4-ae10-1b3acabd01a7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:16.665522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-089e42fb-069d-4da4-ac11-6cc51c67cc2c req-0a3d89ff-c3f7-43a4-ae10-1b3acabd01a7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.4292154 Sep 02 12:41:16.671687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.676943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc4b84b9-e6a2-436c-88f4-7b5e56fa2015 req-7ed61f38-e721-45df-8add-afd3e514b5e6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "DELETE /v2.0/ports/6d1b43ad-d8ee-489c-a515-d46110bd5361 HTTP/1.1" status: 204 len: 173 time: 2.0777228 Sep 02 12:41:16.795186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9306b021-91ab-496d-8e9c-172d7968614a req-6ee049b9-cc76-4306-95dd-62d544b3ae3d tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690147 Sep 02 12:41:16.817626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6109a5-c17f-4366-80c0-a0c0296586f2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:16.834829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:16.837381 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f462515-8302-4d25-8faf-cb557fd3bdaa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3f6109a5-c17f-4366-80c0-a0c0296586f2 HTTP/1.1" status: 204 len: 168 time: 1.7107940 Sep 02 12:41:16.842337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:16.896051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:16.920803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-45705bc1-7980-4c2b-96b9-5d0c7e7be2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:16.922594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-45705bc1-7980-4c2b-96b9-5d0c7e7be2c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 200 len: 857 time: 0.8367989 Sep 02 12:41:16.984830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566173c0-f9a6-436e-ae2a-96ed840fbd07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:16.993632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-423cf232-2166-4c48-9f5e-989e75a59d09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f162f24-f33a-417a-b018-3372a6b2628e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616715 Sep 02 12:41:17.053110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-089e42fb-069d-4da4-ac11-6cc51c67cc2c req-26322833-0945-4c74-8367-9b3fd52c3234 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865440 Sep 02 12:41:17.177739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Attempting to bind port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:17.177999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Attempting to bind port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:17.178239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Attempting to bind port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 on network 2f162f24-f33a-417a-b018-3372a6b2628e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:17.184529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 on network 2f162f24-f33a-417a-b018-3372a6b2628e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:41:17.184529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Attempting to bind port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 on network 2f162f24-f33a-417a-b018-3372a6b2628e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:17.192772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:17.193178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Checking segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:17.193584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Bound using segment: {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:17.194037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Bound port: eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638d42ee-fec6-4015-b94c-32d4ef6b5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:17.194412 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.218616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'name': 'network-vif-deleted', 'tag': '6d1b43ad-d8ee-489c-a515-d46110bd5361'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:17.219468 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a911f-9714-4d92-8a3e-6429b15f4592 x-openstack-request-id: req-c38a911f-9714-4d92-8a3e-6429b15f4592 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:17.221737 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4712533-4725-4689-b036-53234b079f0e" -d '{"events": [{"server_uuid": "d6709e60-42ab-4692-b4ee-835965bb03d2", "name": "network-vif-deleted", "tag": "6d1b43ad-d8ee-489c-a515-d46110bd5361"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:17.223215 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18f18b1-a105-4394-be00-49c9437474cf", "tag": "a88a81c4-7324-48d2-9c57-072420f0720c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:17.223757 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c38a911f-9714-4d92-8a3e-6429b15f4592 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:17.224736 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18f18b1-a105-4394-be00-49c9437474cf', 'tag': 'a88a81c4-7324-48d2-9c57-072420f0720c', 'status': 'completed', 'code': 200} Sep 02 12:41:17.233580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.307895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0939973e-4f74-480f-bd7e-a594db051274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:17.312051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-0939973e-4f74-480f-bd7e-a594db051274 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 1094 time: 0.5151110 Sep 02 12:41:17.414420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] For port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:17.449653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] For port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:17.459855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.463013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-eabb051a-62be-4963-bc1d-9148038c0154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99 HTTP/1.1" status: 200 len: 217 time: 0.0822194 Sep 02 12:41:17.465132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-86c39a03-8be6-4384-b1dd-3089139cdd60 service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576724 Sep 02 12:41:17.467664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e64bb1d5-2c41-461c-8ae3-cb839c1b0820 req-747b2e67-f019-4c1d-98c7-cc378b18191a tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6709e60-42ab-4692-b4ee-835965bb03d2 HTTP/1.1" status: 200 len: 210 time: 0.1542156 Sep 02 12:41:17.511418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc067f39-e652-45bf-94c7-abaf98d70156 req-60d5006f-6e3a-42d3-9075-850833c15ad4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:17.519176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc067f39-e652-45bf-94c7-abaf98d70156 req-60d5006f-6e3a-42d3-9075-850833c15ad4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1329355 Sep 02 12:41:17.532176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:17.532808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.534275 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 HTTP/1.1" status: 200 len: 1091 time: 2.9748852 Sep 02 12:41:17.627872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.630853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2259-5f6d-4993-9e9f-238196498608 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:17.646978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ad6b17-6e07-45ac-963a-80f46b9c1b03']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:17.664857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586d6c6a-ae68-4fb8-8cf0-58bb54d78927') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:17.665077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586d6c6a-ae68-4fb8-8cf0-58bb54d78927') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:17.688827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-092b5e3e-ad2c-4338-9a80-23c174f0960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:17.690494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-092b5e3e-ad2c-4338-9a80-23c174f0960d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 200 len: 857 time: 0.1961360 Sep 02 12:41:17.693537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc067f39-e652-45bf-94c7-abaf98d70156 req-821f845d-04df-44ac-a5c7-8688c2243f94 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733768 Sep 02 12:41:17.696012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.764412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-bd1b8fad-a819-4286-9289-320b4c1ccf59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f162f24-f33a-417a-b018-3372a6b2628e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570807 Sep 02 12:41:17.768107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5275ee49-b818-4f43-a295-aea7548be821 service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724881 Sep 02 12:41:17.769644 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.788308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:41:17.788839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:41:17.791504 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:41:17.822618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-d08ce836-b81e-440e-8375-3f87828e57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:17.824218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-d08ce836-b81e-440e-8375-3f87828e57d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 1094 time: 0.2323129 Sep 02 12:41:17.832517 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-f0186eae-f75f-4b38-b4bb-9b74d6aab83d service neutron] 10.222.0.18 "GET /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.2177002 Sep 02 12:41:17.924838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-d9b07486-7374-4b4c-9f5e-d8f476083200 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 HTTP/1.1" status: 200 len: 217 time: 0.0916879 Sep 02 12:41:17.937365 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55856d4-dd3d-449e-99ee-ef5554ab96bd x-openstack-request-id: req-c55856d4-dd3d-449e-99ee-ef5554ab96bd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:17.938969 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6709e60-42ab-4692-b4ee-835965bb03d2", "name": "network-vif-deleted", "tag": "6d1b43ad-d8ee-489c-a515-d46110bd5361", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:17.941987 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c55856d4-dd3d-449e-99ee-ef5554ab96bd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:17.944510 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6709e60-42ab-4692-b4ee-835965bb03d2', 'name': 'network-vif-deleted', 'tag': '6d1b43ad-d8ee-489c-a515-d46110bd5361', 'status': 'completed', 'code': 200} Sep 02 12:41:17.994873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.039259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.044363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] 10.222.0.60 "DELETE /v2.0/networks/06ad6b17-6e07-45ac-963a-80f46b9c1b03 HTTP/1.1" status: 204 len: 168 time: 1.1977165 Sep 02 12:41:18.045242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:18.065714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd63c9-06c7-48bb-9357-fe9c072911ff admin admin] Pushing event deleted for resources: {'Network': ['ID=06ad6b17-6e07-45ac-963a-80f46b9c1b03,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:18.072501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-de49811f-5727-40df-9568-f9fc74cf25f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962165 Sep 02 12:41:18.077474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-149b2ef3-f461-4a37-a3e7-963d5dd34761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.079116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-149b2ef3-f461-4a37-a3e7-963d5dd34761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 1095 time: 0.1937425 Sep 02 12:41:18.095347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-99a4cf13-069a-4879-b884-5f613e02a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.096873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-99a4cf13-069a-4879-b884-5f613e02a557 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 200 len: 857 time: 0.1388986 Sep 02 12:41:18.143504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294599c9-475b-4569-aeeb-e922ebfb3689 req-ea634d6e-9f28-4a2d-8d7e-4f88e79b4f9a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.145197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-294599c9-475b-4569-aeeb-e922ebfb3689 req-ea634d6e-9f28-4a2d-8d7e-4f88e79b4f9a tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 945 time: 0.1767240 Sep 02 12:41:18.162549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef106d79-3cab-4b62-99c3-1ebcd91a5a7a req-5c7d79e4-7d44-4ab4-92bf-ff54b152443b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.165346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef106d79-3cab-4b62-99c3-1ebcd91a5a7a req-5c7d79e4-7d44-4ab4-92bf-ff54b152443b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 943 time: 0.2857897 Sep 02 12:41:18.175389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-f005f151-e0a7-4d5b-94f8-4804b28f8cfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f162f24-f33a-417a-b018-3372a6b2628e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683002 Sep 02 12:41:18.182458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Deleting subnet bbcb6b3a-d310-4c97-a6a7-fcc74b380e48 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:41:18.186845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.268772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-294599c9-475b-4569-aeeb-e922ebfb3689 req-90a0a001-8e1f-47fa-8961-27d90f331182 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071525 Sep 02 12:41:18.288207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-5f2aac1e-bb73-4dae-b817-da68075d5770 service neutron] 10.222.0.41 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071891 Sep 02 12:41:18.303613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-a8a4f22c-cbbd-491c-8b9f-1a19de2ac11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.305328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-a8a4f22c-cbbd-491c-8b9f-1a19de2ac11a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 918 time: 0.2126946 Sep 02 12:41:18.362504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-eacdff01-a6a9-46b3-97f5-4e06ed9e4425 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a88a81c4-7324-48d2-9c57-072420f0720c HTTP/1.1" status: 200 len: 217 time: 0.0475249 Sep 02 12:41:18.387379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.459712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef106d79-3cab-4b62-99c3-1ebcd91a5a7a req-b9532664-6766-41b5-ac8c-247c93dda682 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705698 Sep 02 12:41:18.471388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-ed6f3249-cf8f-4f99-aa8a-b777e8bb415b service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608263 Sep 02 12:41:18.473578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-d2bc4368-216d-41cf-8524-c70b49fb0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.483141 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-d2bc4368-216d-41cf-8524-c70b49fb0283 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 200 len: 857 time: 0.1052420 Sep 02 12:41:18.493276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1671f20-6121-4b2b-8162-6fcc1b12ca08 req-93c31270-4a8e-4266-a312-d48c543d41c5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:18.497495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c1671f20-6121-4b2b-8162-6fcc1b12ca08 req-93c31270-4a8e-4266-a312-d48c543d41c5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1139817 Sep 02 12:41:18.535959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-85fd6cfd-fbcd-4245-8a4f-748da690bc36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f162f24-f33a-417a-b018-3372a6b2628e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371382 Sep 02 12:41:18.554145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.586954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:18.617924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c1671f20-6121-4b2b-8162-6fcc1b12ca08 req-46d5b477-f747-4a2c-a19f-b204c3ae8a35 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073089 Sep 02 12:41:18.653777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:18.703789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6d1b43ad-d8ee-489c-a515-d46110bd5361 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:18.704591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18e1c77e-9bfb-4e8d-95e7-234e9e1f14b2 req-8e05719d-87d8-4c26-8df1-95e1b6daaf9b service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118011 Sep 02 12:41:18.706963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-26e705db-3c44-4a61-8bc2-62cf3d923559 service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576872 Sep 02 12:41:18.711841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aad2d4c-f560-45d6-ad91-e07004ef3216 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:18.721399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.730277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:18.754708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 6d1b43ad-d8ee-489c-a515-d46110bd5361 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:18.756334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6d1b43ad-d8ee-489c-a515-d46110bd5361 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:18.767103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcb6b3a-d310-4c97-a6a7-fcc74b380e48,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:18.785981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.791267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-81aac32f-3a2c-49d1-9c68-e14dd202ee77 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bbcb6b3a-d310-4c97-a6a7-fcc74b380e48 HTTP/1.1" status: 204 len: 168 time: 0.7451210 Sep 02 12:41:18.792742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:18.802596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:19.048840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.059448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6411bb-916a-4fb7-b53f-979c72c4d011 req-640d122a-de4b-475d-8a86-ecb49766562d service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339930 Sep 02 12:41:19.064805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299a579-1e90-44ff-825c-a7363eddb04e req-d15b9405-aa1a-4a49-a2c8-2afb1a86ee79 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.067012 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1299a579-1e90-44ff-825c-a7363eddb04e req-d15b9405-aa1a-4a49-a2c8-2afb1a86ee79 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 943 time: 0.1556027 Sep 02 12:41:19.067237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65671c-70bd-4223-be95-4d717bb84e84 req-eef99f91-a133-458b-b36a-fb0113a281cc tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.074643 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a65671c-70bd-4223-be95-4d717bb84e84 req-eef99f91-a133-458b-b36a-fb0113a281cc tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.1418390 Sep 02 12:41:19.096877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:19.107530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] Transition to ACTIVE for port object 4aad2d4c-f560-45d6-ad91-e07004ef3216 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:19.123094 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.168068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a65671c-70bd-4223-be95-4d717bb84e84 req-201cfa94-3d20-4a10-a803-432776a4ab92 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769200 Sep 02 12:41:19.170482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1299a579-1e90-44ff-825c-a7363eddb04e req-a51da7e0-14cc-4b6e-8656-cb12a731a4f0 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903940 Sep 02 12:41:19.208298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:19.240788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'tag': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:19.244936 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "87c72361-5fd2-4ca8-b1a6-b1bc790b2c75", "tag": "ce3a3e78-4e3b-4726-8355-ef3bd3994b99"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:19.259955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] No DVR routers for this DVR port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:19.260775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.272399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:19.289367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b535ea60-bb6b-4237-9b48-5bb1493e4934']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:19.329323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-eca88c04-5d43-4820-9216-5415b663d1e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216/bindings/n-h1-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 1.4900804 Sep 02 12:41:19.331951 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35341258-3f22-4643-8359-ceb16752a13c x-openstack-request-id: req-35341258-3f22-4643-8359-ceb16752a13c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:19.332255 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c72361-5fd2-4ca8-b1a6-b1bc790b2c75", "tag": "ce3a3e78-4e3b-4726-8355-ef3bd3994b99", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:19.332502 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35341258-3f22-4643-8359-ceb16752a13c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:19.333054 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'tag': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99', 'status': 'completed', 'code': 200} Sep 02 12:41:19.336806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139053a1-f3c2-4e86-b8a2-42fad4ab4728') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:19.337141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139053a1-f3c2-4e86-b8a2-42fad4ab4728') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:19.383000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.431589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-9e895080-6b3d-4dfa-b707-7174a65ac5e6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.433266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-9e895080-6b3d-4dfa-b707-7174a65ac5e6 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 945 time: 0.1829662 Sep 02 12:41:19.440133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.451820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d390-a008-4472-919a-beeb6f3b58eb req-d06c1d72-7fc2-428b-800b-991db8dcba36 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.453538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faf1d390-a008-4472-919a-beeb6f3b58eb req-d06c1d72-7fc2-428b-800b-991db8dcba36 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 945 time: 0.0972991 Sep 02 12:41:19.458853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:41:19.459269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:41:19.463723 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:41:19.468287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-c7301b8e-4869-4a79-a15b-601343323889 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.469932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-c7301b8e-4869-4a79-a15b-601343323889 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.0739696 Sep 02 12:41:19.490905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-dbb7c93b-2de3-41de-b141-e45c0a954e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.492693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-dbb7c93b-2de3-41de-b141-e45c0a954e1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 1094 time: 0.1586545 Sep 02 12:41:19.532985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b319f-fca8-4e14-9e4d-b726d9113377 req-6fa4a07e-1339-4f06-8fe2-aef6047046f7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.534777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-077b319f-fca8-4e14-9e4d-b726d9113377 req-6fa4a07e-1339-4f06-8fe2-aef6047046f7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.2428424 Sep 02 12:41:19.536071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faf1d390-a008-4472-919a-beeb6f3b58eb req-2938b279-b0a8-4463-a316-eed033a4548b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups?id=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649958 Sep 02 12:41:19.547459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-00f8b432-33f5-4d53-84ce-6438b758bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.549114 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-00f8b432-33f5-4d53-84ce-6438b758bf52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8&tenant_id=8ca7df5b238347a8b01cead66e9063e0 HTTP/1.1" status: 200 len: 1095 time: 0.0641549 Sep 02 12:41:19.655867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-724e4393-b8c0-4c80-83cc-eca25a6a27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.657476 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-724e4393-b8c0-4c80-83cc-eca25a6a27c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1095 time: 0.0811400 Sep 02 12:41:19.667245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.673587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.675721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecca3f-d2cc-47ad-a6d7-ae096773229e req-196a5bf1-f39b-4438-916a-577a8f4e651a tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.676642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b535ea60-bb6b-4237-9b48-5bb1493e4934 HTTP/1.1" status: 204 len: 168 time: 0.8035772 Sep 02 12:41:19.677425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fecca3f-d2cc-47ad-a6d7-ae096773229e req-196a5bf1-f39b-4438-916a-577a8f4e651a tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 943 time: 0.0705934 Sep 02 12:41:19.725651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-077b319f-fca8-4e14-9e4d-b726d9113377 req-74740ccd-eeb8-487a-b6dc-6ef58de17fa5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748750 Sep 02 12:41:19.760412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af81af-ca49-4dd6-9351-f5596a5603e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b535ea60-bb6b-4237-9b48-5bb1493e4934,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:19.795716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-e0ec6f70-fbfc-4c5d-ba61-b59676b04238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.796619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fecca3f-d2cc-47ad-a6d7-ae096773229e req-c4e7ef1e-4f00-424d-8c17-8a1c7bbf8a36 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091981 Sep 02 12:41:19.797439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-e0ec6f70-fbfc-4c5d-ba61-b59676b04238 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 918 time: 0.2617643 Sep 02 12:41:19.806417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Deleting port 3a231ba6-7acf-4701-a563-fabc03ae0867 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:19.806876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:19.825858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-e5cb8087-eba3-43e6-a4a9-c701c268ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.826138 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-e5cb8087-eba3-43e6-a4a9-c701c268ee4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.1476450 Sep 02 12:41:19.858883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:19.890464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-51567b3a-9ec2-4d41-88a7-ad8c23457e28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 200 len: 217 time: 0.0502236 Sep 02 12:41:19.906717 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-ba53b9b8-65a3-486d-9603-1f1d2b27bdf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99 HTTP/1.1" status: 200 len: 217 time: 0.0486593 Sep 02 12:41:19.952481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-421f6ac3-e987-47bf-ba86-bfa79a10e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.952481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-421f6ac3-e987-47bf-ba86-bfa79a10e49e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.0482893 Sep 02 12:41:19.952481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c525256c-03d3-4db1-94c8-f05441906684', 'tag': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:19.952481 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e4c10-612d-45ff-9dc7-b457d2f3f654" -d '{"events": [{"name": "network-changed", "server_uuid": "c525256c-03d3-4db1-94c8-f05441906684", "tag": "eb5485a6-0fc3-4f3b-9f8b-2327d22160d0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:19.980980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-7c7f35d8-bb53-41fc-946c-6f718cea527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:19.982517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-7c7f35d8-bb53-41fc-946c-6f718cea527e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 200 len: 857 time: 0.0539253 Sep 02 12:41:20.000160 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7156d0f6-6b00-41af-8e65-6d0f919b3652 x-openstack-request-id: req-7156d0f6-6b00-41af-8e65-6d0f919b3652 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:20.001057 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c525256c-03d3-4db1-94c8-f05441906684", "tag": "eb5485a6-0fc3-4f3b-9f8b-2327d22160d0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:20.001636 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7156d0f6-6b00-41af-8e65-6d0f919b3652 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:20.002334 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c525256c-03d3-4db1-94c8-f05441906684', 'tag': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0', 'status': 'completed', 'code': 200} Sep 02 12:41:20.006172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-785b1a7c-e6c2-416d-84f2-d01aa1c1e3f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476046 Sep 02 12:41:20.039244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-96d62227-8fc6-4ec0-97f9-211ea5fce755 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f162f24-f33a-417a-b018-3372a6b2628e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494299 Sep 02 12:41:20.122895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ba5b4d6b-7954-4447-a78e-70d467fa4386 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f73671de3a548939c26bb2b37a14cf0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2622464 Sep 02 12:41:20.124821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] For port 3a231ba6-7acf-4701-a563-fabc03ae0867, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a231ba6-7acf-4701-a563-fabc03ae0867,segment=NetworkSegment(119350b2-7df7-4c20-91c7-8ef407a2e70a),segment_id=119350b2-7df7-4c20-91c7-8ef407a2e70a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:20.125475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:20.127198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-1bcfae73-3eeb-4b4d-b9c8-a155bc18765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.129327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-1bcfae73-3eeb-4b4d-b9c8-a155bc18765f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ed184de5e224891b72671fa92b105c3&device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 1094 time: 0.1101213 Sep 02 12:41:20.129978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:20.147202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Calling delete_port for 3a231ba6-7acf-4701-a563-fabc03ae0867 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:20.289197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-33bfcc7c-6246-4fcf-95bf-d2ed9b92fcf7 service neutron] 10.222.0.41 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366180 Sep 02 12:41:20.295756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-e98d2a28-5856-40c0-b21b-af8517f455a1 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669530 Sep 02 12:41:20.297190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-d1d3cf05-6ceb-45f5-8c0e-f08e802f1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.298807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-d1d3cf05-6ceb-45f5-8c0e-f08e802f1a22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 200 len: 918 time: 0.1516707 Sep 02 12:41:20.332622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c0ce4-7c52-410e-894a-1259687b9084 req-04fb9300-75dc-44e8-a5c7-9064f273baa6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.341075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-230c0ce4-7c52-410e-894a-1259687b9084 req-04fb9300-75dc-44e8-a5c7-9064f273baa6 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.1130788 Sep 02 12:41:20.458800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-397c14b2-5ffc-4429-a61d-b6cb7f15216a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 HTTP/1.1" status: 200 len: 217 time: 0.1243379 Sep 02 12:41:20.477980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-230c0ce4-7c52-410e-894a-1259687b9084 req-e4cb3676-0910-4472-a4cf-6b7bdf9faa35 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359739 Sep 02 12:41:20.516408 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:20.522865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3a231ba6-7acf-4701-a563-fabc03ae0867'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:20.542295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event deleted for resources: {'Port': ['ID=3a231ba6-7acf-4701-a563-fabc03ae0867,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:20.550133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a839b1-7176-4a21-b972-51de4a5df3d2 req-3d6d8908-afaa-49c1-a219-ff9d95078a88 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.551758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49a839b1-7176-4a21-b972-51de4a5df3d2 req-3d6d8908-afaa-49c1-a219-ff9d95078a88 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.2417712 Sep 02 12:41:20.569021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8db591-a676-4fc2-9356-479fada0d98a req-040ee71e-f158-4011-988e-f0db10a4c43e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.570743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e8db591-a676-4fc2-9356-479fada0d98a req-040ee71e-f158-4011-988e-f0db10a4c43e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.2708657 Sep 02 12:41:20.583073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c02e1fa-bd10-4443-ae2e-6c4204c16fa9 req-2bef916f-a4b3-47ef-9b2a-8f2681acec9c service neutron] 10.222.0.41 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669666 Sep 02 12:41:20.630913 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-904c1e40-728b-4fa8-8039-c42913f62fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:20.637087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] No DVR routers for this DVR port 3a231ba6-7acf-4701-a563-fabc03ae0867 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:20.642813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:20.643185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-298ee5c1-4055-4dc9-89fe-e050d6c327e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.644855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbfcf822-4e86-4147-abbe-067d4d933b7f req-2cef3b8e-c878-4233-b56f-1020dcfbbb21 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.18 "DELETE /v2.0/ports/3a231ba6-7acf-4701-a563-fabc03ae0867 HTTP/1.1" status: 204 len: 173 time: 1.2006671 Sep 02 12:41:20.645007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-298ee5c1-4055-4dc9-89fe-e050d6c327e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 200 len: 857 time: 0.1686008 Sep 02 12:41:20.680154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5941a00-68b3-4a15-ac62-f820ee0519c2 req-865f5a79-7958-45c2-88ce-aa384f01982b tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/ports?device_id=912311d9-0b9a-4b39-b78a-24b40d89ca21 HTTP/1.1" status: 200 len: 210 time: 0.0407040 Sep 02 12:41:20.698340 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ce3a3e78-4e3b-4726-8355-ef3bd3994b99 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:20.722893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-46078ecd-425f-4218-aeb8-850006081618 service neutron] 10.222.0.41 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981547 Sep 02 12:41:20.770559 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-e0165b52-77d4-48c5-af18-405df739ab0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f162f24-f33a-417a-b018-3372a6b2628e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924041 Sep 02 12:41:20.772991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-904c1e40-728b-4fa8-8039-c42913f62fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:20.779007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49a839b1-7176-4a21-b972-51de4a5df3d2 req-c7af149e-4e72-4c6c-a627-9aa5d877219a tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033980 Sep 02 12:41:20.892392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:20.919998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99', 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'port_id': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99', 'mac_address': 'fa:16:3e:48:23:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c057a-5543-427a-a46e-655c6529f6ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:20.923976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4f892-772b-4f62-8ef8-37cc1ca3a91a req-a1bef1bd-b7ed-47ee-adae-c93e75129620 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:20.931689 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4b4f892-772b-4f62-8ef8-37cc1ca3a91a req-a1bef1bd-b7ed-47ee-adae-c93e75129620 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1056938 Sep 02 12:41:20.980852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4b4f892-772b-4f62-8ef8-37cc1ca3a91a req-8acbddd3-a369-49aa-8f4f-fa7cb00a43cb tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Sep 02 12:41:21.018688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-904c1e40-728b-4fa8-8039-c42913f62fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.022883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-904c1e40-728b-4fa8-8039-c42913f62fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.028758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-904c1e40-728b-4fa8-8039-c42913f62fbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/011f5c0a-815a-413f-8526-16bdd8326253 HTTP/1.1" status: 204 len: 168 time: 0.8915324 Sep 02 12:41:21.042202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Deleting port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:21.042780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.177803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c1e40-728b-4fa8-8039-c42913f62fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f5c0a-815a-413f-8526-16bdd8326253,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:21.295861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:21.335176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'name': 'network-vif-deleted', 'tag': '3a231ba6-7acf-4701-a563-fabc03ae0867'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:21.336047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.337935 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a617dab-c3f5-4937-8df2-045a362fb2a1" -d '{"events": [{"server_uuid": "912311d9-0b9a-4b39-b78a-24b40d89ca21", "name": "network-vif-deleted", "tag": "3a231ba6-7acf-4701-a563-fabc03ae0867"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:21.419522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3a3e78-4e3b-4726-8355-ef3bd3994b99 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:21.424106 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b27430-c403-4c2c-b655-3e6c55f1965b x-openstack-request-id: req-79b27430-c403-4c2c-b655-3e6c55f1965b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:21.424493 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912311d9-0b9a-4b39-b78a-24b40d89ca21", "name": "network-vif-deleted", "tag": "3a231ba6-7acf-4701-a563-fabc03ae0867", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:21.424833 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79b27430-c403-4c2c-b655-3e6c55f1965b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:21.425397 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912311d9-0b9a-4b39-b78a-24b40d89ca21', 'name': 'network-vif-deleted', 'tag': '3a231ba6-7acf-4701-a563-fabc03ae0867', 'status': 'completed', 'code': 200} Sep 02 12:41:21.462202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:21.471238 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.513139 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:41:21.546029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:21.570647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f1f3-6e82-4fab-9695-1308e69382ab req-db210dbb-c01d-44ae-89c8-073a7185255b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:21.571161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:21.574205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0', 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'port_id': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0', 'mac_address': 'fa:16:3e:e2:d3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c057a-5543-427a-a46e-655c6529f6ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:21.580445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7a7f1f3-6e82-4fab-9695-1308e69382ab req-db210dbb-c01d-44ae-89c8-073a7185255b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 943 time: 0.6709557 Sep 02 12:41:21.607094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-3b566c04-b7ef-4d62-96fc-78fa0a042fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8269427 Sep 02 12:41:21.624772 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.644686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:21.670245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:21.677459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.678419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a88a81c4-7324-48d2-9c57-072420f0720c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:21.701740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:21.725178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039c5d6-003a-49e6-9ae5-45d60048774b req-c7b83c2d-8a07-4cc6-9fe1-a09bfd4d1aeb tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:21.734123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1039c5d6-003a-49e6-9ae5-45d60048774b req-c7b83c2d-8a07-4cc6-9fe1-a09bfd4d1aeb tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 949 time: 0.1157525 Sep 02 12:41:21.735199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['ce3a3e78-4e3b-4726-8355-ef3bd3994b99'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:21.810551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1039c5d6-003a-49e6-9ae5-45d60048774b req-83f0da22-482c-4ecd-ae94-e73a5fb626af tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699890 Sep 02 12:41:21.818379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-582e4c10-612d-45ff-9dc7-b457d2f3f654 req-6b1e7f49-103a-4994-8f89-2c5573b91045 service neutron] 10.222.0.18 "GET /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989977 Sep 02 12:41:21.819105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53368) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:21.819382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d1c4e60a-ca86-40c9-be1e-79d6fb4130f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91928d72d4214fb48719248f877cdb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145203 Sep 02 12:41:21.829016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:21.835119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a88a81c4-7324-48d2-9c57-072420f0720c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a88a81c4-7324-48d2-9c57-072420f0720c,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:21.858723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a88a81c4-7324-48d2-9c57-072420f0720c', 'network_id': '2f162f24-f33a-417a-b018-3372a6b2628e', 'port_id': 'a88a81c4-7324-48d2-9c57-072420f0720c', 'mac_address': 'fa:16:3e:47:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c057a-5543-427a-a46e-655c6529f6ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:21.858962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] For port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:21.859637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.885052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Calling delete_port for 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:21.945327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:21.977230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-728b39d4-51dd-4db1-9e50-be7df0932d70 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:21.978741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-728b39d4-51dd-4db1-9e50-be7df0932d70 tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8&tenant_id=8ca7df5b238347a8b01cead66e9063e0&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.7833917 Sep 02 12:41:21.983180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88a81c4-7324-48d2-9c57-072420f0720c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:21.992777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7a7f1f3-6e82-4fab-9695-1308e69382ab req-e687ce6c-5773-4956-8b21-c96de3adc1e5 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110482 Sep 02 12:41:22.007920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadf2cc-2944-4a18-87a5-c6b30ea53777 req-59f57354-495a-4d46-85f8-3a5f8e4e03de tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:22.027184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a88a81c4-7324-48d2-9c57-072420f0720c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a88a81c4-7324-48d2-9c57-072420f0720c,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:22.031154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5dadf2cc-2944-4a18-87a5-c6b30ea53777 req-59f57354-495a-4d46-85f8-3a5f8e4e03de tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.1185756 Sep 02 12:41:22.034984 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.089310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5dadf2cc-2944-4a18-87a5-c6b30ea53777 req-641f3bdb-bd03-46b4-b1c6-5a22c147419b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Sep 02 12:41:22.116970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3c947b-fc4b-4027-8644-fd94b8340b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.130749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a88a81c4-7324-48d2-9c57-072420f0720c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:22.163562 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3c947b-fc4b-4027-8644-fd94b8340b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.277162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f24322-a7fc-46db-b24e-2b7d4269e6c0 req-29e955b3-d6ae-46be-b133-a94bcc189457 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:22.280625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a88a81c4-7324-48d2-9c57-072420f0720c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:22.286760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57f24322-a7fc-46db-b24e-2b7d4269e6c0 req-29e955b3-d6ae-46be-b133-a94bcc189457 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.0969181 Sep 02 12:41:22.286928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['eb5485a6-0fc3-4f3b-9f8b-2327d22160d0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:22.300398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.313349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-6475e097-8fa6-4608-879d-e5b181728066 service neutron] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:22.345313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-6475e097-8fa6-4608-879d-e5b181728066 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.346569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-6475e097-8fa6-4608-879d-e5b181728066 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216/bindings/n-h2-792364-8 HTTP/1.1" status: 204 len: 173 time: 0.3528759 Sep 02 12:41:22.347951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event deleted for resources: {'Port': ['ID=09e22b7b-2780-43eb-b246-d82dd7f0ddc5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:22.392340 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57f24322-a7fc-46db-b24e-2b7d4269e6c0 req-c348af26-866b-4d04-a949-20783630635a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026525 Sep 02 12:41:22.392936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3c947b-fc4b-4027-8644-fd94b8340b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.396509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3c947b-fc4b-4027-8644-fd94b8340b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.400301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa3c947b-fc4b-4027-8644-fd94b8340b0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b590475-cb0a-4c1b-8212-962c2cd3845f HTTP/1.1" status: 204 len: 168 time: 0.5011265 Sep 02 12:41:22.427201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] No DVR routers for this DVR port 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:22.431369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.433751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e8db591-a676-4fc2-9356-479fada0d98a req-730a5011-02fd-4260-95e9-0fc47a86f833 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.18 "DELETE /v2.0/ports/09e22b7b-2780-43eb-b246-d82dd7f0ddc5 HTTP/1.1" status: 204 len: 173 time: 1.8420033 Sep 02 12:41:22.434215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'name': 'network-vif-deleted', 'tag': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:22.437984 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca2d258-d473-46c2-be59-7af70a048a18" -d '{"events": [{"server_uuid": "ed8f5586-3e4e-4407-97bc-06f59c597378", "name": "network-vif-deleted", "tag": "09e22b7b-2780-43eb-b246-d82dd7f0ddc5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:22.447069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c947b-fc4b-4027-8644-fd94b8340b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b590475-cb0a-4c1b-8212-962c2cd3845f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:22.580476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32ccf-af17-4260-8c77-7140a8e30de2 req-b9bcd839-f979-4278-ba3d-68cdf43d6dac tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:22.583557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62b32ccf-af17-4260-8c77-7140a8e30de2 req-b9bcd839-f979-4278-ba3d-68cdf43d6dac tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 1095 time: 0.0870464 Sep 02 12:41:22.598086 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174617ae-31c2-405d-9b74-5da86342795a x-openstack-request-id: req-174617ae-31c2-405d-9b74-5da86342795a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:22.598624 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f5586-3e4e-4407-97bc-06f59c597378", "name": "network-vif-deleted", "tag": "09e22b7b-2780-43eb-b246-d82dd7f0ddc5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:22.599029 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-174617ae-31c2-405d-9b74-5da86342795a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:22.599630 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f5586-3e4e-4407-97bc-06f59c597378', 'name': 'network-vif-deleted', 'tag': '09e22b7b-2780-43eb-b246-d82dd7f0ddc5', 'status': 'completed', 'code': 200} Sep 02 12:41:22.646490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62b32ccf-af17-4260-8c77-7140a8e30de2 req-9a053454-6987-4720-8fbc-eb96b739b06d tempest-LiveMigrationTest-1822358624 tempest-LiveMigrationTest-1822358624-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562484 Sep 02 12:41:22.684287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['6a56df92-32c5-4c16-b376-78a14173cc08'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:22.712246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:22.843316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a776d7-e802-4551-b90c-663b010087dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:22.992407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a776d7-e802-4551-b90c-663b010087dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.077488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a02db3dc-8349-4042-8181-2449611a8827 req-a588a68c-db0f-457b-bbdb-2e1ba968f449 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed8f5586-3e4e-4407-97bc-06f59c597378 HTTP/1.1" status: 200 len: 210 time: 0.1233671 Sep 02 12:41:23.125099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:23.126819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a776d7-e802-4551-b90c-663b010087dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.129903 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a776d7-e802-4551-b90c-663b010087dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.134417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-36a776d7-e802-4551-b90c-663b010087dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "DELETE /v2.0/security-groups/a7d3c4b2-0004-4325-94a8-91eaeb79bbe0 HTTP/1.1" status: 204 len: 168 time: 0.4189281 Sep 02 12:41:23.134797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:23.158597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a776d7-e802-4551-b90c-663b010087dc tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3c4b2-0004-4325-94a8-91eaeb79bbe0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:23.165980 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-af6bbd76-07bf-4451-8232-7d6a8d52497c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] show failed (client error): The resource could not be found. Sep 02 12:41:23.170439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-af6bbd76-07bf-4451-8232-7d6a8d52497c tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "GET /v2.0/security-groups/a7d3c4b2-0004-4325-94a8-91eaeb79bbe0 HTTP/1.1" status: 404 len: 347 time: 0.0343766 Sep 02 12:41:23.173187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:23.192363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:23.192714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09e22b7b-2780-43eb-b246-d82dd7f0ddc5 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:23.193163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a231ba6-7acf-4701-a563-fabc03ae0867 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:23.252159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 3a231ba6-7acf-4701-a563-fabc03ae0867 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:23.252729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a231ba6-7acf-4701-a563-fabc03ae0867 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:23.307524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6826c9-d4b0-42ec-b661-d6d479972a8c req-acae712a-f39b-4766-867a-4a5b6cda6519 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:23.318648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c6826c9-d4b0-42ec-b661-d6d479972a8c req-acae712a-f39b-4766-867a-4a5b6cda6519 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 944 time: 0.0773942 Sep 02 12:41:23.406983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c6826c9-d4b0-42ec-b661-d6d479972a8c req-24f37035-01d1-4658-9c1b-ec17049692a7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Sep 02 12:41:23.452777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Deleting port 08c1b75a-dfb3-4ed4-9409-401f976a95b1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:23.453776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.633844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.634569 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.662132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Calling delete_port for 08c1b75a-dfb3-4ed4-9409-401f976a95b1 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:23.678460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc768562-fbc3-42e0-aa4c-ece218445233 req-9ddd36c6-1d3b-435f-8f5b-1069692546b8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:23.680624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc768562-fbc3-42e0-aa4c-ece218445233 req-9ddd36c6-1d3b-435f-8f5b-1069692546b8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.1614935 Sep 02 12:41:23.708267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3e1e5-46d4-4bdb-8ae7-7d31d21e0e3b req-f1416924-6417-4990-ae67-2106133a9a66 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:23.709878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bde3e1e5-46d4-4bdb-8ae7-7d31d21e0e3b req-f1416924-6417-4990-ae67-2106133a9a66 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.0721345 Sep 02 12:41:23.718290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-aa45d696-571f-406d-a77c-642101e679de tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:23.719815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-aa45d696-571f-406d-a77c-642101e679de tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 944 time: 0.1322191 Sep 02 12:41:23.778129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc768562-fbc3-42e0-aa4c-ece218445233 req-ccc2bd75-bb27-4a9f-b502-12d00a7ad7a3 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898457 Sep 02 12:41:23.797245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bde3e1e5-46d4-4bdb-8ae7-7d31d21e0e3b req-b4201190-3e4a-4839-b88e-e962be23292c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759723 Sep 02 12:41:23.877221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Deleting port 4aad2d4c-f560-45d6-ad91-e07004ef3216 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:23.877568 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.880081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:23.930704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Pushing event deleted for resources: {'Port': ['ID=08c1b75a-dfb3-4ed4-9409-401f976a95b1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:24.003027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.006562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.010161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3aa2ab46-55df-4a70-8b19-9ad17360b405 tempest-ImagesOneServerNegativeTestJSON-1588714222 tempest-ImagesOneServerNegativeTestJSON-1588714222-project] 10.222.0.60 "DELETE /v2.0/floatingips/51094b07-80bc-46f8-b894-8ffbb3573082 HTTP/1.1" status: 204 len: 168 time: 0.8318851 Sep 02 12:41:24.043559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] For port 4aad2d4c-f560-45d6-ad91-e07004ef3216, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4aad2d4c-f560-45d6-ad91-e07004ef3216,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:24.043932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.062751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Calling delete_port for 4aad2d4c-f560-45d6-ad91-e07004ef3216 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:24.169790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:24.256750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Deleting subnet b75a80a5-b7c9-444b-899e-0105badf764b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:41:24.262780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.337889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.352742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:24.356831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4aad2d4c-f560-45d6-ad91-e07004ef3216'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:24.357176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.444570 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.446377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event deleted for resources: {'Port': ['ID=4aad2d4c-f560-45d6-ad91-e07004ef3216,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:24.614518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] No DVR routers for this DVR port 4aad2d4c-f560-45d6-ad91-e07004ef3216 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:24.621211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.625569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4902e8d3-cd41-418a-932d-a3aeb5debd41 req-076a58af-fcfd-45e2-91c1-ed1d830c2d8e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "DELETE /v2.0/ports/4aad2d4c-f560-45d6-ad91-e07004ef3216 HTTP/1.1" status: 204 len: 173 time: 0.8965309 Sep 02 12:41:24.626360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'name': 'network-vif-deleted', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:24.643273 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ead907-61cb-4967-90aa-5c398d981f0c" -d '{"events": [{"server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "name": "network-vif-deleted", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:24.684769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb4489-72b9-4c03-838c-ab89bcac2a63 req-4b7471f2-4366-4001-9e00-60e5655d29e4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:24.687350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36bb4489-72b9-4c03-838c-ab89bcac2a63 req-4b7471f2-4366-4001-9e00-60e5655d29e4 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 950 time: 0.1610432 Sep 02 12:41:24.703143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ce3a3e78-4e3b-4726-8355-ef3bd3994b99 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:24.711520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198b11-aec2-460c-962e-c3b93437e483 req-08c725b0-69e6-478d-ab23-360003376501 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:24.731537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b198b11-aec2-460c-962e-c3b93437e483 req-08c725b0-69e6-478d-ab23-360003376501 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 944 time: 0.1760383 Sep 02 12:41:24.771376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.801467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b198b11-aec2-460c-962e-c3b93437e483 req-ef7f72d8-663f-4f49-a2b4-20a8bde18a40 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Sep 02 12:41:24.807610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36bb4489-72b9-4c03-838c-ab89bcac2a63 req-478d3a55-b0db-4d5c-9a27-4f1f7731c98d tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099930 Sep 02 12:41:24.877344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:24.886389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53480) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:24.887670 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b75a80a5-b7c9-444b-899e-0105badf764b HTTP/1.1" status: 204 len: 168 time: 0.7157819 Sep 02 12:41:24.893700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1704fb2-a509-473d-bfee-ac99d0a36aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75a80a5-b7c9-444b-899e-0105badf764b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:24.934006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:24.942226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:24.942673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.030377 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f8b88-95c1-4ce0-89ad-896842df346d x-openstack-request-id: req-9f1f8b88-95c1-4ce0-89ad-896842df346d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:25.030742 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711211e2-9c74-45cb-8507-4a2c286b9dd8", "name": "network-vif-deleted", "tag": "4aad2d4c-f560-45d6-ad91-e07004ef3216", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:25.031010 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f1f8b88-95c1-4ce0-89ad-896842df346d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:25.031435 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711211e2-9c74-45cb-8507-4a2c286b9dd8', 'name': 'network-vif-deleted', 'tag': '4aad2d4c-f560-45d6-ad91-e07004ef3216', 'status': 'completed', 'code': 200} Sep 02 12:41:25.054249 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.082595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:25.085443 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81148b4-1872-4339-8af3-d9be09bd13dc" -d '{"events": [{"server_uuid": "87c72361-5fd2-4ca8-b1a6-b1bc790b2c75", "name": "network-vif-plugged", "status": "completed", "tag": "ce3a3e78-4e3b-4726-8355-ef3bd3994b99"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:25.101444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:25.106732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.146506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7bf844a5-a2bf-474e-aced-f9fee7ad1bc2 req-658b2520-4032-4951-8ff7-42fe14259450 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.1288738 Sep 02 12:41:25.168059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600c684-b1c7-45e7-ae81-5e9b21f49a00 req-d64dfe26-9426-439c-83a1-db6824c7ab82 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.179762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:25.184765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:25.186779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.188174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8600c684-b1c7-45e7-ae81-5e9b21f49a00 req-d64dfe26-9426-439c-83a1-db6824c7ab82 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1384361 Sep 02 12:41:25.213750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.214205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.214492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.214833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.215169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.215658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.215995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.216325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.216660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.217041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.217385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.218114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:25.265045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:25.270301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:25.270831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.275803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8600c684-b1c7-45e7-ae81-5e9b21f49a00 req-f2f5183e-7f33-4734-a54c-05d996a2502b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792994 Sep 02 12:41:25.375728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.383684 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.394213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0c8451-a1f0-42e1-9b9a-96861e023697']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:25.411595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119350b2-7df7-4c20-91c7-8ef407a2e70a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:25.412345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119350b2-7df7-4c20-91c7-8ef407a2e70a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:25.425085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.447655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.451935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:25.455881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:41:25.456287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.458104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.459488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a88a81c4-7324-48d2-9c57-072420f0720c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:41:25.519883 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:41:25.536143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.562665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:25.573393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a88a81c4-7324-48d2-9c57-072420f0720c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:25.586772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a88a81c4-7324-48d2-9c57-072420f0720c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:25.587159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.616529 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c415ee-c3c6-428c-9c2d-dbdcb78ebdcf x-openstack-request-id: req-47c415ee-c3c6-428c-9c2d-dbdcb78ebdcf {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:25.617096 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c72361-5fd2-4ca8-b1a6-b1bc790b2c75", "name": "network-vif-plugged", "status": "completed", "tag": "ce3a3e78-4e3b-4726-8355-ef3bd3994b99", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:25.617355 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47c415ee-c3c6-428c-9c2d-dbdcb78ebdcf {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:25.617924 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99', 'code': 200} Sep 02 12:41:25.629951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.632459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] 10.222.0.60 "DELETE /v2.0/networks/bb0c8451-a1f0-42e1-9b9a-96861e023697 HTTP/1.1" status: 204 len: 168 time: 0.7440562 Sep 02 12:41:25.653085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989633e-6d21-4589-b793-257f973e5d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0c8451-a1f0-42e1-9b9a-96861e023697,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:25.748467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.749003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.749469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.749944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.751041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.751519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.751989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.752601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.753175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.753662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.757797 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.762714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51c7d25f-9356-40dd-9d3c-ffb086d813a4 req-3ac98dd3-37ff-4176-b113-91f7d41a64bf tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7117 time: 0.2412586 Sep 02 12:41:25.802288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a88a81c4-7324-48d2-9c57-072420f0720c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a88a81c4-7324-48d2-9c57-072420f0720c,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:25.810136 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:25.831819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3136fad-340c-44ce-bfa9-3135461c2a89 req-e1102fe0-4b33-4b2f-a055-14b503a7ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:25.835554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3136fad-340c-44ce-bfa9-3135461c2a89 req-e1102fe0-4b33-4b2f-a055-14b503a7ada9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 1096 time: 0.0980046 Sep 02 12:41:25.957302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a88a81c4-7324-48d2-9c57-072420f0720c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:25.965449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:25.984021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3136fad-340c-44ce-bfa9-3135461c2a89 req-edaeafb6-9839-41f9-9421-bd8550f0edac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416953 Sep 02 12:41:26.003094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d24b6-98a6-4a2b-8380-910dd28240ab req-9718210f-6fc9-4350-b807-4f2be86be974 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.004683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a3d24b6-98a6-4a2b-8380-910dd28240ab req-9718210f-6fc9-4350-b807-4f2be86be974 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 945 time: 0.0955186 Sep 02 12:41:26.049611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a3d24b6-98a6-4a2b-8380-910dd28240ab req-1cec8c31-e306-4fe9-a147-71d0baacf538 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385432 Sep 02 12:41:26.178785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c73c9-6c0d-4560-ba1a-e4305ab09389 req-67052b84-8125-4ac7-ad3f-7095ec6a4911 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.180508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a2c73c9-6c0d-4560-ba1a-e4305ab09389 req-67052b84-8125-4ac7-ad3f-7095ec6a4911 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 950 time: 0.0620503 Sep 02 12:41:26.233244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a2c73c9-6c0d-4560-ba1a-e4305ab09389 req-eb0044d9-f0ee-4fba-ac6b-b7fa019d321e tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ca091d-5562-4544-b2a9-b85c62b6661d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Sep 02 12:41:26.360425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f865f5-2364-4b6f-a246-8352f799c40d req-1f0f01a6-7f3b-430a-833e-86c8aa0c9cca tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.361865 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83f865f5-2364-4b6f-a246-8352f799c40d req-1f0f01a6-7f3b-430a-833e-86c8aa0c9cca tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 950 time: 0.5860596 Sep 02 12:41:26.392749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f724d8b0-0858-425d-82fc-36e01d300309 req-1b13dae1-ab82-47b8-a90a-c4e918f413b9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Sep 02 12:41:26.413651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cb78d-061a-40b3-bc26-49907c284282 req-10c36e7b-ea52-4c54-a5c7-944b1421cb0f tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.413651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-856cb78d-061a-40b3-bc26-49907c284282 req-10c36e7b-ea52-4c54-a5c7-944b1421cb0f tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 886 time: 0.5965655 Sep 02 12:41:26.413651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7597f342-9b13-467a-b8b0-c9fe995dff37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61083a2f6cc8446ca1bb0c260ad63d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418685 Sep 02 12:41:26.415260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:26.508149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26dd7-018c-476f-808d-37e346e8d1b9 req-52ed1119-9f73-4e96-b5ae-f0c2b5ba2e17 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.509688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54d26dd7-018c-476f-808d-37e346e8d1b9 req-52ed1119-9f73-4e96-b5ae-f0c2b5ba2e17 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Sep 02 12:41:26.562907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54d26dd7-018c-476f-808d-37e346e8d1b9 req-1759b782-9b4f-4f32-9dff-e2d4ae5fde5c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Sep 02 12:41:26.596235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161ec618-ef70-4264-9a6d-1777e5a4a791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.623278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.623663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.624141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.624941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.625079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.625546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.626118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.626469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.626923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.627405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:26.629650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a46e600f-2fe1-474a-a53d-9f63a2611ee1 req-5b50b3c5-b5f4-47f7-ab81-6ac3c2999b20 tempest-NetworksTest-1388348630 tempest-NetworksTest-1388348630-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7117 time: 0.1967967 Sep 02 12:41:26.631805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Deleting port 6a56df92-32c5-4c16-b376-78a14173cc08 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:26.632170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.689766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161ec618-ef70-4264-9a6d-1777e5a4a791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.698265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 6a56df92-32c5-4c16-b376-78a14173cc08 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:26.789684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:26.790555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.792716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161ec618-ef70-4264-9a6d-1777e5a4a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.795414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161ec618-ef70-4264-9a6d-1777e5a4a791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.799430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-161ec618-ef70-4264-9a6d-1777e5a4a791 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/053df26e-a5f7-49ad-bcb5-fb5d84cdfac2 HTTP/1.1" status: 204 len: 168 time: 0.3838139 Sep 02 12:41:26.816241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Calling delete_port for 6a56df92-32c5-4c16-b376-78a14173cc08 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:26.818522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec618-ef70-4264-9a6d-1777e5a4a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053df26e-a5f7-49ad-bcb5-fb5d84cdfac2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:26.818841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.868849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 6a56df92-32c5-4c16-b376-78a14173cc08, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=6a56df92-32c5-4c16-b376-78a14173cc08,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:26.877545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:26.878250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:26.931502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 4aad2d4c-f560-45d6-ad91-e07004ef3216 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:26.931979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4aad2d4c-f560-45d6-ad91-e07004ef3216 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:26.960412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:27.108749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:27.153282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53526) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:27.171856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Pushing event deleted for resources: {'Port': ['ID=6a56df92-32c5-4c16-b376-78a14173cc08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:27.260630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] No DVR routers for this DVR port 6a56df92-32c5-4c16-b376-78a14173cc08 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:27.265448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:27.273588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83f865f5-2364-4b6f-a246-8352f799c40d req-b5ab90df-acfb-45ff-b032-732daab366e1 tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.41 "DELETE /v2.0/ports/6a56df92-32c5-4c16-b376-78a14173cc08 HTTP/1.1" status: 204 len: 173 time: 0.9025118 Sep 02 12:41:27.274207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-deleted', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:27.277805 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913b7a66-9629-4f4e-a5ff-1824a6a6b056" -d '{"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-deleted", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:27.368018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6ac05-d795-4363-b326-329838caad56 req-cd66637a-4ae1-407f-b93d-3384a8a3aab2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:27.379022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63f6ac05-d795-4363-b326-329838caad56 req-cd66637a-4ae1-407f-b93d-3384a8a3aab2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 945 time: 0.1691251 Sep 02 12:41:27.458037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63f6ac05-d795-4363-b326-329838caad56 req-c9a2711c-20be-41f9-aa73-222e0df637d1 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Sep 02 12:41:27.501125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e327bb4-0e0e-4b40-81f6-4609e6f196fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:27.517120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0aa4ef2-95e8-4d47-b98d-9083333b6ddd req-c16285c2-675c-4dd0-bf24-fc6e9ac50a8b tempest-ServersAdminTestJSON-1127621425 tempest-ServersAdminTestJSON-1127621425-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee889493-668b-4291-adf6-ea8717a6d385 HTTP/1.1" status: 200 len: 210 time: 0.0883694 Sep 02 12:41:27.577636 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8717f6f-e132-4771-a9f8-166664e3df89 x-openstack-request-id: req-c8717f6f-e132-4771-a9f8-166664e3df89 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:27.577636 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-deleted", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:27.577841 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8717f6f-e132-4771-a9f8-166664e3df89 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:27.578228 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-deleted', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'status': 'completed', 'code': 200} Sep 02 12:41:27.620803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c525256c-03d3-4db1-94c8-f05441906684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0'}, {'server_uuid': 'f18f18b1-a105-4394-be00-49c9437474cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a81c4-7324-48d2-9c57-072420f0720c'}, {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:27.623647 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40cd3b2-6658-4c8e-b734-0ca1aa25f8bf" -d '{"events": [{"server_uuid": "c525256c-03d3-4db1-94c8-f05441906684", "name": "network-vif-plugged", "status": "completed", "tag": "eb5485a6-0fc3-4f3b-9f8b-2327d22160d0"}, {"server_uuid": "f18f18b1-a105-4394-be00-49c9437474cf", "name": "network-vif-plugged", "status": "completed", "tag": "a88a81c4-7324-48d2-9c57-072420f0720c"}, {"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-unplugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:27.699602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e327bb4-0e0e-4b40-81f6-4609e6f196fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:27.710987 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e327bb4-0e0e-4b40-81f6-4609e6f196fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:27.785221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49e4e47d-3db6-4e5a-92a5-c913774a5da6 req-b9fd02c2-d820-4986-9aef-a3fe7c83a8c4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0654738 Sep 02 12:41:27.821601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e327bb4-0e0e-4b40-81f6-4609e6f196fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=175fbbe4bfcf4b31b31ee43cc100cc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6674533 Sep 02 12:41:27.825330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:27.869204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e327bb4-0e0e-4b40-81f6-4609e6f196fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9d3d7-dc19-4c89-8bc6-7844a513e934,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:27.924963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8474-950c-46b2-be6b-ed5ed4186dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:27.930088 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3efc36-3817-446f-a685-3b3fc378c352 x-openstack-request-id: req-af3efc36-3817-446f-a685-3b3fc378c352 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:27.930940 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c525256c-03d3-4db1-94c8-f05441906684", "name": "network-vif-plugged", "status": "completed", "tag": "eb5485a6-0fc3-4f3b-9f8b-2327d22160d0", "code": 200}, {"server_uuid": "f18f18b1-a105-4394-be00-49c9437474cf", "name": "network-vif-plugged", "status": "completed", "tag": "a88a81c4-7324-48d2-9c57-072420f0720c", "code": 200}, {"server_uuid": "ee889493-668b-4291-adf6-ea8717a6d385", "name": "network-vif-unplugged", "status": "completed", "tag": "6a56df92-32c5-4c16-b376-78a14173cc08", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:27.930940 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af3efc36-3817-446f-a685-3b3fc378c352 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:27.931345 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c525256c-03d3-4db1-94c8-f05441906684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0', 'code': 200} Sep 02 12:41:27.931714 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18f18b1-a105-4394-be00-49c9437474cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a81c4-7324-48d2-9c57-072420f0720c', 'code': 200} Sep 02 12:41:27.932108 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee889493-668b-4291-adf6-ea8717a6d385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a56df92-32c5-4c16-b376-78a14173cc08', 'code': 200} Sep 02 12:41:28.002225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8474-950c-46b2-be6b-ed5ed4186dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:28.006436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8f48c-c989-4da7-a9dd-4b1626b2a7fc req-f7b58b2d-bf37-48da-b074-b820a1447df1 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:28.017714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34e8f48c-c989-4da7-a9dd-4b1626b2a7fc req-f7b58b2d-bf37-48da-b074-b820a1447df1 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.2484510 Sep 02 12:41:28.145312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34e8f48c-c989-4da7-a9dd-4b1626b2a7fc req-d8a94c1d-6a70-4569-92ce-c0c53ed89f27 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264224 Sep 02 12:41:28.153700 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8474-950c-46b2-be6b-ed5ed4186dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:28.157330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8474-950c-46b2-be6b-ed5ed4186dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:28.158719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e3cb8474-950c-46b2-be6b-ed5ed4186dcd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1eb9d3d7-dc19-4c89-8bc6-7844a513e934 HTTP/1.1" status: 204 len: 168 time: 0.3320985 Sep 02 12:41:28.176785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb8474-950c-46b2-be6b-ed5ed4186dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9d3d7-dc19-4c89-8bc6-7844a513e934,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:28.185924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615d2d-e7ff-4ae1-91ab-e0e07722ffb5 req-b6cde4c8-15a6-487f-a110-573e6781cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:28.187835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f615d2d-e7ff-4ae1-91ab-e0e07722ffb5 req-b6cde4c8-15a6-487f-a110-573e6781cb02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 1096 time: 0.1317568 Sep 02 12:41:28.194762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e071-c9f2-425e-a6f0-89c30ea3b4d4 req-9db1a200-b04b-4a5b-90fb-fd79a71708ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:28.197053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff59e071-c9f2-425e-a6f0-89c30ea3b4d4 req-9db1a200-b04b-4a5b-90fb-fd79a71708ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 1097 time: 0.0816088 Sep 02 12:41:28.259241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f615d2d-e7ff-4ae1-91ab-e0e07722ffb5 req-c94ee046-388b-4f34-b24a-fb18aeda6f26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609331 Sep 02 12:41:28.265247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff59e071-c9f2-425e-a6f0-89c30ea3b4d4 req-08d0f5c1-1e47-40d2-b778-7ef9eac651a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603976 Sep 02 12:41:28.606053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6e9eb-7a36-4daa-a77e-e0d0f49e790a req-9f246819-05b0-4d30-9869-a1cbf72c166b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:28.615983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02b6e9eb-7a36-4daa-a77e-e0d0f49e790a req-9f246819-05b0-4d30-9869-a1cbf72c166b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 945 time: 0.0772898 Sep 02 12:41:28.623432 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7578a65-1fcc-4867-942e-f6cd51e25651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:28.655733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53584) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:28.675665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22ee07e3-4929-455c-bdd2-ab5652deec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:28.694456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02b6e9eb-7a36-4daa-a77e-e0d0f49e790a req-5aaa94fe-3198-4510-b844-65e83193c9de tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774112 Sep 02 12:41:28.927682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22ee07e3-4929-455c-bdd2-ab5652deec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:28.937458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22ee07e3-4929-455c-bdd2-ab5652deec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.015501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:29.015790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-22ee07e3-4929-455c-bdd2-ab5652deec3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a06a3cd2b8df424b959f9833cee62837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587162 Sep 02 12:41:29.067299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3287a0d-f86e-4b28-bbf8-b13b32042812 req-84e2a64a-4d7d-494e-9ee9-30c1f798e951 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0487654 Sep 02 12:41:29.078222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee07e3-4929-455c-bdd2-ab5652deec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a9d7d-7977-4d28-a265-f3b9870356af,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:29.138308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c74a2-a43f-49a4-9c55-f73df50162ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.199855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c74a2-a43f-49a4-9c55-f73df50162ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.294592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c74a2-a43f-49a4-9c55-f73df50162ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.297786 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c74a2-a43f-49a4-9c55-f73df50162ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.301679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-920c74a2-a43f-49a4-9c55-f73df50162ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/744a9d7d-7977-4d28-a265-f3b9870356af HTTP/1.1" status: 204 len: 168 time: 0.2821097 Sep 02 12:41:29.302615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fc46-e75a-4757-8b1d-4f837cd3078a req-d22c7ba3-af61-491d-be44-dcda6d972a4c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:29.305708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79d5fc46-e75a-4757-8b1d-4f837cd3078a req-d22c7ba3-af61-491d-be44-dcda6d972a4c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.0801034 Sep 02 12:41:29.313992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:29.353188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c74a2-a43f-49a4-9c55-f73df50162ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a9d7d-7977-4d28-a265-f3b9870356af,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:29.476457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79d5fc46-e75a-4757-8b1d-4f837cd3078a req-6be43d3d-1fa9-40db-badd-7c944fd0615f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401644 Sep 02 12:41:29.591794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-36e57ba2-a1d2-4ccb-812b-649437425c69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0da4dc13e2a14777a65cac9711328a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738469 Sep 02 12:41:29.592674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:29.701848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fb511d3-bfbe-4869-b220-6591759b9068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.750133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fb511d3-bfbe-4869-b220-6591759b9068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.849300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fb511d3-bfbe-4869-b220-6591759b9068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.853197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fb511d3-bfbe-4869-b220-6591759b9068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:29.854495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4fb511d3-bfbe-4869-b220-6591759b9068 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3ca091d-5562-4544-b2a9-b85c62b6661d HTTP/1.1" status: 204 len: 168 time: 0.2604492 Sep 02 12:41:29.889813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb511d3-bfbe-4869-b220-6591759b9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca091d-5562-4544-b2a9-b85c62b6661d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:29.951491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da75f-a317-4575-81f9-9584730968cd req-222ef540-f95c-4576-8159-191d527a7646 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:29.962351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad7da75f-a317-4575-81f9-9584730968cd req-222ef540-f95c-4576-8159-191d527a7646 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 945 time: 0.1954627 Sep 02 12:41:30.067827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad7da75f-a317-4575-81f9-9584730968cd req-b3f74d66-788e-4412-a61f-1d53568ff4b5 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043694 Sep 02 12:41:30.228744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:30.243067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-690386886'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:30.267089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18cce7fd-1c6d-4d56-b71f-fc9960f89710 req-57735c2f-4e12-4b95-a730-41f72ae97885 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=711211e2-9c74-45cb-8507-4a2c286b9dd8 HTTP/1.1" status: 200 len: 210 time: 0.0671961 Sep 02 12:41:30.316229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:30.321565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.334399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264a083-b199-4167-9ca7-42b1052723c8 req-60353c4b-a1a6-4334-b8e2-1524a1b0de0d tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:30.336032 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1264a083-b199-4167-9ca7-42b1052723c8 req-60353c4b-a1a6-4334-b8e2-1524a1b0de0d tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 945 time: 0.0848794 Sep 02 12:41:30.371195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:30.403603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.403955 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Added segment e9fb1dbe-95e6-4ae7-9adc-3325b2283b41 of type vlan for network 0371b580-8bd4-4b56-bba6-c734687d2852 Sep 02 12:41:30.450921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1264a083-b199-4167-9ca7-42b1052723c8 req-89206062-8c2e-4f15-bde5-7bbc7483376b tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047311 Sep 02 12:41:30.497622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.562610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.568440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:30.574870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.586155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:30.698988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642c782-47d5-4bc5-a7bb-d27f7162d184 req-da4d05bb-ab5d-40ab-8a19-207f5637febd tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:30.700678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8642c782-47d5-4bc5-a7bb-d27f7162d184 req-da4d05bb-ab5d-40ab-8a19-207f5637febd tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1434724 Sep 02 12:41:30.761699 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8642c782-47d5-4bc5-a7bb-d27f7162d184 req-5a84842a-793b-4b3b-b46f-2dcfeeeaeb17 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Sep 02 12:41:30.826632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:30.826859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5984523 Sep 02 12:41:30.837175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-64051185'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:30.841782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:30.867181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f6691-ab8a-4cea-88d1-95fcd7c75233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Network': ['ID=0371b580-8bd4-4b56-bba6-c734687d2852,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:30.878786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 0371b580-8bd4-4b56-bba6-c734687d2852 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:30.904424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:30.908765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.961932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6127e5-ddd9-4973-a9ee-ae81006b11c2 req-54ea1138-58bb-4acb-9505-c51b84c31062 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:30.966267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e6127e5-ddd9-4973-a9ee-ae81006b11c2 req-54ea1138-58bb-4acb-9505-c51b84c31062 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 946 time: 0.3494329 Sep 02 12:41:30.967386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:30.977841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:30.978114 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Added segment fb3117fd-9444-44f0-b20a-6b94361adf4f of type vlan for network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a Sep 02 12:41:30.994092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ac16ad81-db3f-4f19-9d94-fc303024d978 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb46f86a7e0c449bb0ef92ca23af75eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840506 Sep 02 12:41:31.006590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:31.027264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.067806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee934996-8454-4b15-8c4e-70140cafa043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.071139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.077139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:31.077823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.107046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e6127e5-ddd9-4973-a9ee-ae81006b11c2 req-a53492a7-d1d5-44be-a07e-3877cb76b084 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330380 Sep 02 12:41:31.153238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb272513-d66e-464d-b974-7f37ca664e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.208577 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb272513-d66e-464d-b974-7f37ca664e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.234291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Network': ['ID=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:31.250269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:31.321565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb272513-d66e-464d-b974-7f37ca664e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.324744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb272513-d66e-464d-b974-7f37ca664e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.328618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb272513-d66e-464d-b974-7f37ca664e4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68d58286-0819-485a-9645-a2495fdce6fa HTTP/1.1" status: 204 len: 168 time: 0.3183343 Sep 02 12:41:31.353040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb272513-d66e-464d-b974-7f37ca664e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d58286-0819-485a-9645-a2495fdce6fa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:31.422227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee934996-8454-4b15-8c4e-70140cafa043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.443886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee934996-8454-4b15-8c4e-70140cafa043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.489615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fab454-b20c-4191-8240-b7f02d1b4ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.562028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0b5ad129-3e80-4204-9033-42ef7ba8648b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7308075 Sep 02 12:41:31.562258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53698) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:31.563806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.569955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee934996-8454-4b15-8c4e-70140cafa043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690331b5-da22-4ae8-a5dd-f6d73fa79c39,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:31.608531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'subnet': {'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:31.710443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ee934996-8454-4b15-8c4e-70140cafa043 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60cf501de423406b98e103224e5e6e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8675840 Sep 02 12:41:31.713867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:31.771903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e279f-bdf5-45c0-b63a-dd96f3b44011 req-4b9a1256-9500-4a65-a1ad-946e89070942 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:31.773470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a5e279f-bdf5-45c0-b63a-dd96f3b44011 req-4b9a1256-9500-4a65-a1ad-946e89070942 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 946 time: 0.2081003 Sep 02 12:41:31.844800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfa31eb9-3a45-4fdd-a53a-01805eb6fa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.902746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a5e279f-bdf5-45c0-b63a-dd96f3b44011 req-275ff62d-ce99-4884-a362-5f3fb4056c0e tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972435 Sep 02 12:41:31.908537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfa31eb9-3a45-4fdd-a53a-01805eb6fa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:31.912001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:31.920805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.083722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d914c-cce0-41f0-adc3-30f0aac67829 req-b18f9f2c-f833-4666-8d66-91249eddfff9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:32.085391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-583d914c-cce0-41f0-adc3-30f0aac67829 req-b18f9f2c-f833-4666-8d66-91249eddfff9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1600158 Sep 02 12:41:32.125908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfa31eb9-3a45-4fdd-a53a-01805eb6fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.128631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfa31eb9-3a45-4fdd-a53a-01805eb6fa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.132693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cfa31eb9-3a45-4fdd-a53a-01805eb6fa60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/690331b5-da22-4ae8-a5dd-f6d73fa79c39 HTTP/1.1" status: 204 len: 168 time: 0.4175937 Sep 02 12:41:32.152792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa31eb9-3a45-4fdd-a53a-01805eb6fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690331b5-da22-4ae8-a5dd-f6d73fa79c39,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:32.189126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-583d914c-cce0-41f0-adc3-30f0aac67829 req-b1e49360-a524-4532-b4f8-9f8ed2576f40 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940812 Sep 02 12:41:32.367885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.392235 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.487980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Subnet': ['ID=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:32.510427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Checking segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:32.510843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network hostable DHCP agents. Network: 0371b580-8bd4-4b56-bba6-c734687d2852, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:32.531203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network 0371b580-8bd4-4b56-bba6-c734687d2852 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:32.546149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 0371b580-8bd4-4b56-bba6-c734687d2852) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:32.552233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:32.553139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.561938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0168cc9-d788-414e-b961-58ae8508115e None None] Network 0371b580-8bd4-4b56-bba6-c734687d2852 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:32.593834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-133051a4-2a8e-4aae-afc2-9a6bee84f2e7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0087919 Sep 02 12:41:32.596270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:32.603634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'subnet': {'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:32.805832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:32.812681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:32.826442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-7a933804-f4f1-47e7-bac9-3ccf07191977 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:32.830777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-7a933804-f4f1-47e7-bac9-3ccf07191977 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "GET /v2.0/ports?device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 946 time: 0.1232276 Sep 02 12:41:32.930795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-0371b580-8bd4-4b56-bba6-c734687d2852', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:41:32.934706 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.109486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bcc04-8cda-46df-9693-2f271bc87cd2 req-18709047-0140-4162-8e7b-663e04aa425e tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:33.116861 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef0bcc04-8cda-46df-9693-2f271bc87cd2 req-18709047-0140-4162-8e7b-663e04aa425e tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 946 time: 0.0825901 Sep 02 12:41:33.121144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Deleting port a88a81c4-7324-48d2-9c57-072420f0720c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:33.121600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.130343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Allocated IP 10.1.1.2 (0371b580-8bd4-4b56-bba6-c734687d2852/bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9/6d3ed7b0-101a-49f6-8884-a792af9e4766) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:33.299745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef0bcc04-8cda-46df-9693-2f271bc87cd2 req-7e143f36-ed78-4189-baf2-21ab910b5d6c tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728189 Sep 02 12:41:33.366204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.458255 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.459340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] For port a88a81c4-7324-48d2-9c57-072420f0720c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a88a81c4-7324-48d2-9c57-072420f0720c,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:33.460057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.481833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Transition to ACTIVE for port object 6d3ed7b0-101a-49f6-8884-a792af9e4766 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:33.521406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Transition to ACTIVE for port object 6d3ed7b0-101a-49f6-8884-a792af9e4766 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:33.534676 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.542480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Calling delete_port for a88a81c4-7324-48d2-9c57-072420f0720c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:33.595827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Subnet': ['ID=7130c4c7-d69a-415d-a355-6682cc2c7cc3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:33.639041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Network 0371b580-8bd4-4b56-bba6-c734687d2852 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:33.644506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:33.646711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a711-3f25-407d-af68-77e34d1ce58c req-151ceaa9-1e18-4be0-9023-fbb716d6892d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:33.651634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:33.665500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03e5a711-3f25-407d-af68-77e34d1ce58c req-151ceaa9-1e18-4be0-9023-fbb716d6892d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1847241 Sep 02 12:41:33.680125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Checking segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:33.680468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network hostable DHCP agents. Network: f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:33.718701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Pushing event updated for resources: {'Port': ['ID=6d3ed7b0-101a-49f6-8884-a792af9e4766,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:33.757941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:33.770284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:33.776148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:33.776969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.784559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f6128-550e-4ace-a1d2-537f1c729235 None None] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:33.818782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-edf4d2a4-073f-4d84-8c54-3160530351f4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2196984 Sep 02 12:41:33.819968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:33.830958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'name': 'tempest-TaggedBootDevicesTest-92448187', 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:33.845192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Attempting to bind port 6d3ed7b0-101a-49f6-8884-a792af9e4766 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:33.846076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Attempting to bind port 6d3ed7b0-101a-49f6-8884-a792af9e4766 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:33.846681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Attempting to bind port 6d3ed7b0-101a-49f6-8884-a792af9e4766 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:33.860164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:33.861031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Checking segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:33.861960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.863010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Bound using segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:33.864400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Bound port: 6d3ed7b0-101a-49f6-8884-a792af9e4766, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:33.865181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:33.996218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] For port 6d3ed7b0-101a-49f6-8884-a792af9e4766, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:34.120042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] For port 6d3ed7b0-101a-49f6-8884-a792af9e4766, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6d3ed7b0-101a-49f6-8884-a792af9e4766,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:34.134037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:34.149991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03e5a711-3f25-407d-af68-77e34d1ce58c req-c537f2aa-4512-4dd5-a2e8-e54a438eeaf6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833748 Sep 02 12:41:34.154377 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.196074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.273209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d4a18-bd8e-42b7-adf8-864ad8a2fc6c None None] Pushing event updated for resources: {'Port': ['ID=6d3ed7b0-101a-49f6-8884-a792af9e4766,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:34.279593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:34.290951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Pushing event deleted for resources: {'Port': ['ID=a88a81c4-7324-48d2-9c57-072420f0720c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:34.297945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['ce3a3e78-4e3b-4726-8355-ef3bd3994b99'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:34.305090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a88a81c4-7324-48d2-9c57-072420f0720c', 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:34.307237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'fixed_ips': [{'subnet_id': '7130c4c7-d69a-415d-a355-6682cc2c7cc3'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:41:34.314765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.330881 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.423157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] No DVR routers for this DVR port a88a81c4-7324-48d2-9c57-072420f0720c on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:34.430945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.456102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c143fcb8-3f15-4b75-8d11-b57b6f33bbbe req-79530739-5403-4150-bccc-57f6e16eabb2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "DELETE /v2.0/ports/a88a81c4-7324-48d2-9c57-072420f0720c HTTP/1.1" status: 204 len: 173 time: 1.6013813 Sep 02 12:41:34.457771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f18b1-a105-4394-be00-49c9437474cf', 'name': 'network-vif-deleted', 'tag': 'a88a81c4-7324-48d2-9c57-072420f0720c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:34.465105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.474682 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a66264-8839-41d1-a1d3-5fa6eb94eacb" -d '{"events": [{"server_uuid": "f18f18b1-a105-4394-be00-49c9437474cf", "name": "network-vif-deleted", "tag": "a88a81c4-7324-48d2-9c57-072420f0720c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:34.517035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] device_id is not set on port a036dc19-c3d6-4ed7-adac-eebba3471f98 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:41:34.599119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3810ac4e-7268-48ce-b60d-3113533081a8 req-5c6697fe-98da-40f2-95da-077a23a572b2 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=f18f18b1-a105-4394-be00-49c9437474cf HTTP/1.1" status: 200 len: 210 time: 0.1159453 Sep 02 12:41:34.612966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-network', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:34.721576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:34.724630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.735060 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:34.848819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 10.1.1.72 (0371b580-8bd4-4b56-bba6-c734687d2852/bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9/a036dc19-c3d6-4ed7-adac-eebba3471f98) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:34.951892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Allocated IP 10.2.2.2 (f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a/7130c4c7-d69a-415d-a355-6682cc2c7cc3/081f3a04-52b6-46cf-856d-dfc6d6f5fe4c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:34.954437 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8b2853-5a1d-45ef-bbeb-17074b13ce3d x-openstack-request-id: req-0b8b2853-5a1d-45ef-bbeb-17074b13ce3d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:34.956343 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18f18b1-a105-4394-be00-49c9437474cf", "name": "network-vif-deleted", "tag": "a88a81c4-7324-48d2-9c57-072420f0720c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:34.956944 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b8b2853-5a1d-45ef-bbeb-17074b13ce3d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:34.957876 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18f18b1-a105-4394-be00-49c9437474cf', 'name': 'network-vif-deleted', 'tag': 'a88a81c4-7324-48d2-9c57-072420f0720c', 'status': 'completed', 'code': 200} Sep 02 12:41:35.009646 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.024842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.077710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.118799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba6c97-d898-46b4-888c-2fb5483c8e27,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:35.119918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object a036dc19-c3d6-4ed7-adac-eebba3471f98 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:35.136063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:35.152481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.153779 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Added segment cec8b40d-b87d-4654-aee5-4d96716c6d16 of type vlan for network 570c4c40-0a12-4264-8cd4-695bfe62e618 Sep 02 12:41:35.216718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.295018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.315915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:35.329764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network 0371b580-8bd4-4b56-bba6-c734687d2852 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:35.331544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:35.334409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:35.384281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.403545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:35.415448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:35.416580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.435036 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd4c944e-3bc5-436b-8b25-6ca5e5b6cbf9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6116619 Sep 02 12:41:35.437188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:35.443601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'name': 'tempest-TaggedBootDevicesTest-1924972913', 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:35.469526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.470595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:35.471196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.626834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.659163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Transition to ACTIVE for port object 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:35.675465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3939950 Sep 02 12:41:35.679550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:35.687907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Request body: {'subnet': {'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-subnet', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:35.697906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Transition to ACTIVE for port object 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:35.713102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bacd4-450d-4cae-a984-518b8ce1a38d req-67fbb532-ba9a-43e7-8e7f-7612a7a37cf6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:35.716044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.730774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d5bacd4-450d-4cae-a984-518b8ce1a38d req-67fbb532-ba9a-43e7-8e7f-7612a7a37cf6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.3522527 Sep 02 12:41:35.736120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1214a1-c123-4ebb-93dc-9de4c0d4af65 admin admin] Pushing event updated for resources: {'Network': ['ID=570c4c40-0a12-4264-8cd4-695bfe62e618,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:35.843162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:35.849715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.879228 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02154f3f-6329-4d1f-a389-be4fd2aca032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:35.987685 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d5bacd4-450d-4cae-a984-518b8ce1a38d req-c29ebbf1-c774-497f-ba24-a628949b7345 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558935 Sep 02 12:41:36.104952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Pushing event updated for resources: {'Port': ['ID=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:36.134999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53846) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:36.147058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:36.337976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02154f3f-6329-4d1f-a389-be4fd2aca032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.341649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:36.348027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02154f3f-6329-4d1f-a389-be4fd2aca032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.350902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb628cb4-8f06-47ea-9a32-56d3076d5809 None None] Network 0371b580-8bd4-4b56-bba6-c734687d2852 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:36.410108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:36.431741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:36.436513 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.468537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:36.503132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02154f3f-6329-4d1f-a389-be4fd2aca032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a205abcb-e085-4ba5-b17d-500023232ea7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:36.503828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] device_id is not set on port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:41:36.541080 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5148d63e-ad01-4aaf-853a-925411af32cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.563156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-02154f3f-6329-4d1f-a389-be4fd2aca032 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18efcfd0c090486e85dea858048d0d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1506574 Sep 02 12:41:36.563412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53864) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:36.577523 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.607260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6d3ed7b0-101a-49f6-8884-a792af9e4766 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:36.698882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-babeb4a4-4619-4c08-a114-1abdb0747cc3 None None] Provisioning for port 6d3ed7b0-101a-49f6-8884-a792af9e4766 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:36.705191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38726eaa-af6f-4ea3-bfc1-89424de2f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.741791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Attempting to bind port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:36.742388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Attempting to bind port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:36.742764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Attempting to bind port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:36.764336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38726eaa-af6f-4ea3-bfc1-89424de2f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.771508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:36.772187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Checking segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:36.773312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.777533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Bound using segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:36.778323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Bound port: 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:36.779079 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.829721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Pushing event updated for resources: {'Subnet': ['ID=791c1b25-8efe-4bc0-af0a-9389cd06562c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:36.867361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38726eaa-af6f-4ea3-bfc1-89424de2f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.869050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Checking segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:36.869543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Network hostable DHCP agents. Network: 570c4c40-0a12-4264-8cd4-695bfe62e618, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:36.871520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38726eaa-af6f-4ea3-bfc1-89424de2f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.872944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-38726eaa-af6f-4ea3-bfc1-89424de2f389 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a205abcb-e085-4ba5-b17d-500023232ea7 HTTP/1.1" status: 204 len: 168 time: 0.3085403 Sep 02 12:41:36.891893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38726eaa-af6f-4ea3-bfc1-89424de2f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a205abcb-e085-4ba5-b17d-500023232ea7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:36.917407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5148d63e-ad01-4aaf-853a-925411af32cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.918480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 6d3ed7b0-101a-49f6-8884-a792af9e4766 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:36.922758 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5148d63e-ad01-4aaf-853a-925411af32cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.932207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6d3ed7b0-101a-49f6-8884-a792af9e4766 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:36.932876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:36.981247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:37.029416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5148d63e-ad01-4aaf-853a-925411af32cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15001e4c4067480c85be20c9c8d599a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903577 Sep 02 12:41:37.031347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:37.034328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 570c4c40-0a12-4264-8cd4-695bfe62e618) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:37.054804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 10.1.1.225 (0371b580-8bd4-4b56-bba6-c734687d2852/bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:37.059914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:37.060680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.081769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148d63e-ad01-4aaf-853a-925411af32cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933747d5-1f14-4150-8ac1-326c732534d0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:37.084844 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ec5cc1a4-66a3-40b0-a5df-10b2a064950b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4039681 Sep 02 12:41:37.089187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:37.098419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:37.138265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66064a1-e636-41e0-8219-19e4a7843254 None None] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:37.174995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.174995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.180181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4cd7-a053-4901-8b2f-a5ef3f5dd055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.228381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4cd7-a053-4901-8b2f-a5ef3f5dd055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.242108 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.268045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a88a81c4-7324-48d2-9c57-072420f0720c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:37.347170 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4cd7-a053-4901-8b2f-a5ef3f5dd055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.349483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4cd7-a053-4901-8b2f-a5ef3f5dd055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.351106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a6f4cd7-a053-4901-8b2f-a5ef3f5dd055 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/933747d5-1f14-4150-8ac1-326c732534d0 HTTP/1.1" status: 204 len: 168 time: 0.3093400 Sep 02 12:41:37.367402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f4cd7-a053-4901-8b2f-a5ef3f5dd055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933747d5-1f14-4150-8ac1-326c732534d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:37.369245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43a9e6-3c61-45fc-b557-b48d71f3e218 req-1caeb926-fdcd-40f0-8389-b265ed121559 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:37.378186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac43a9e6-3c61-45fc-b557-b48d71f3e218 req-1caeb926-fdcd-40f0-8389-b265ed121559 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1832669 Sep 02 12:41:37.385995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 6d3ed7b0-101a-49f6-8884-a792af9e4766, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6d3ed7b0-101a-49f6-8884-a792af9e4766,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:37.389759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: a88a81c4-7324-48d2-9c57-072420f0720c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:37.390167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a88a81c4-7324-48d2-9c57-072420f0720c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:37.391335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.399811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.400478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6db82a-1ea6-4c03-9937-f240d660a584 req-3b633e91-251a-4003-8b2c-b349cae30a8a tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:37.409621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6db82a-1ea6-4c03-9937-f240d660a584 req-3b633e91-251a-4003-8b2c-b349cae30a8a tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:37.417400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] For port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:37.419074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6db82a-1ea6-4c03-9937-f240d660a584 req-3b633e91-251a-4003-8b2c-b349cae30a8a tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75&device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 1681 time: 0.1114726 Sep 02 12:41:37.528227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac43a9e6-3c61-45fc-b557-b48d71f3e218 req-3db9b71c-63e5-40a0-a509-6bddf4dcd0c3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455140 Sep 02 12:41:37.533552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6db82a-1ea6-4c03-9937-f240d660a584 req-63c299e3-06b1-4a60-9209-0d35caa9ca07 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130872 Sep 02 12:41:37.564844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=6d3ed7b0-101a-49f6-8884-a792af9e4766,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:37.578093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.620742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] For port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:37.649219 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.791644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a999b-55cf-495a-8dd7-8c75a7931e90 None None] Pushing event updated for resources: {'Port': ['ID=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:37.801599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:37.953191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:38.071636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-570c4c40-0a12-4264-8cd4-695bfe62e618', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:41:38.073128 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.130197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.253683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7790-108e-4f98-8a80-0c3a0ef25acd req-d388e852-95aa-4d0d-b156-3de26de06065 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:38.270430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a57f7790-108e-4f98-8a80-0c3a0ef25acd req-d388e852-95aa-4d0d-b156-3de26de06065 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.2181690 Sep 02 12:41:38.339729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network 0371b580-8bd4-4b56-bba6-c734687d2852 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:38.490054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:38.499178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:38.502909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a57f7790-108e-4f98-8a80-0c3a0ef25acd req-062f48f0-257e-4680-a322-e0921068d373 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316437 Sep 02 12:41:38.529855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:38.539789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Allocated IP 172.20.0.2 (570c4c40-0a12-4264-8cd4-695bfe62e618/791c1b25-8efe-4bc0-af0a-9389cd06562c/948f6b67-b769-4c78-b05f-1eb4af38fa5a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:38.589137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d371ded-ec7e-4c45-b1fe-b901fad8e420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.624970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-a7c65e49-474a-4c52-88be-64bcb437f267 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:38.624970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-a7c65e49-474a-4c52-88be-64bcb437f267 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.2598274 Sep 02 12:41:38.760317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:38.763388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:38.816014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d22b4-b798-46f7-8ac2-30dc6725bd62 req-54c35137-6787-4488-8724-e9d923e28b23 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:38.817982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f8d22b4-b798-46f7-8ac2-30dc6725bd62 req-54c35137-6787-4488-8724-e9d923e28b23 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1682405 Sep 02 12:41:38.890489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2521fd4a-b590-4b06-a4f5-312cdf1fb9b3 None None] Provisioning for port a036dc19-c3d6-4ed7-adac-eebba3471f98 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:38.894694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:38.895386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.899174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:38.932771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.940273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2521fd4a-b590-4b06-a4f5-312cdf1fb9b3 None None] Provisioning complete for port a036dc19-c3d6-4ed7-adac-eebba3471f98 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:38.941062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f8d22b4-b798-46f7-8ac2-30dc6725bd62 req-ab38da5d-5f74-4780-beaa-a106cff88f59 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073682 Sep 02 12:41:38.945770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2521fd4a-b590-4b06-a4f5-312cdf1fb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.967482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Deleting port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:38.968652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:38.972865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.063693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2521fd4a-b590-4b06-a4f5-312cdf1fb9b3 None None] Port a036dc19-c3d6-4ed7-adac-eebba3471f98 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:39.129663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2521fd4a-b590-4b06-a4f5-312cdf1fb9b3 None None] Provisioning complete for port 6d3ed7b0-101a-49f6-8884-a792af9e4766 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:39.129922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2521fd4a-b590-4b06-a4f5-312cdf1fb9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.149820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Allocated IP 172.25.7.218 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/ff8a5f89-f039-48f5-866c-01f28ff6d587) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:39.168480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:39.192809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6d3ed7b0-101a-49f6-8884-a792af9e4766 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:39.207648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1692560908-network', 'tenant_id': 'd069e943bcd747048caadf03e7e586df'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:39.216595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d371ded-ec7e-4c45-b1fe-b901fad8e420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.228996 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.233209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d371ded-ec7e-4c45-b1fe-b901fad8e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.242881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Transition to ACTIVE for port object 948f6b67-b769-4c78-b05f-1eb4af38fa5a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:39.263070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Transition to ACTIVE for port object 948f6b67-b769-4c78-b05f-1eb4af38fa5a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:39.289177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.308880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:39.309141 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6d371ded-ec7e-4c45-b1fe-b901fad8e420 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db446355ff34442bb603b8a3585ec2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7741182 Sep 02 12:41:39.311505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:39.317916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:39.318911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:39.328247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1add04-c969-4768-9895-c34273ea36fc req-6e5077b5-757c-47b0-bc00-a71406d41f53 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:39.329909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e1add04-c969-4768-9895-c34273ea36fc req-6e5077b5-757c-47b0-bc00-a71406d41f53 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 945 time: 0.2218220 Sep 02 12:41:39.338139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371ded-ec7e-4c45-b1fe-b901fad8e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3499d29-41a8-4d48-b05e-3410bd5f1443,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:39.384618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] For port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:39.385038 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.431292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Calling delete_port for 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:39.454545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6d3ed7b0-101a-49f6-8884-a792af9e4766 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:39.454920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.467082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Pushing event updated for resources: {'Port': ['ID=948f6b67-b769-4c78-b05f-1eb4af38fa5a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:39.498497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Attempting to bind port 948f6b67-b769-4c78-b05f-1eb4af38fa5a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:39.498865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Attempting to bind port 948f6b67-b769-4c78-b05f-1eb4af38fa5a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:39.499223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Attempting to bind port 948f6b67-b769-4c78-b05f-1eb4af38fa5a on network 570c4c40-0a12-4264-8cd4-695bfe62e618 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:39.501402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928b70d-03c0-408f-af5b-b58cc7638d8a None None] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:39.550509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:39.551297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Checking segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:39.551297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.551655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Bound using segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:39.552141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Bound port: 948f6b67-b769-4c78-b05f-1eb4af38fa5a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:39.552524 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.611133 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-48cc823c-195e-462e-98ab-3b3c1028d5ff tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1726189 Sep 02 12:41:39.686421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342af9-ad2e-4221-9da3-55e00ef5a8b5 req-d75d0520-1003-4fde-8ffc-a2d89c60d3ad tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:39.688295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22342af9-ad2e-4221-9da3-55e00ef5a8b5 req-d75d0520-1003-4fde-8ffc-a2d89c60d3ad tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 944 time: 0.0961077 Sep 02 12:41:39.697223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Provisioning complete for port a036dc19-c3d6-4ed7-adac-eebba3471f98 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:39.697595 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.699071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.748198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22342af9-ad2e-4221-9da3-55e00ef5a8b5 req-01886452-9a0b-4f0e-9df9-9934a85fa098 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463743 Sep 02 12:41:39.771230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.814574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:39.820733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:39.831015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:39.867451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Pushing event updated for resources: {'Port': ['ID=ff8a5f89-f039-48f5-866c-01f28ff6d587,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:39.885286 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e1add04-c969-4768-9895-c34273ea36fc req-48c993f3-046d-411c-85d0-222e722e41e1 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365157 Sep 02 12:41:39.908155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] For port 948f6b67-b769-4c78-b05f-1eb4af38fa5a, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:39.942183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] For port 948f6b67-b769-4c78-b05f-1eb4af38fa5a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=948f6b67-b769-4c78-b05f-1eb4af38fa5a,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:39.945982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Port a036dc19-c3d6-4ed7-adac-eebba3471f98 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:39.953033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.957938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d163-5928-466b-89eb-3fd9fb9246c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:39.997566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Made reservation on behalf of d069e943bcd747048caadf03e7e586df for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:40.020999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.033590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Provisioning for port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:40.042164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Provisioning complete for port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:40.042721 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.053301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:40.056185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.071982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088225261', 'description': 'tempest-description--477023533'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:40.094415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0dbe-5d8c-4785-9ae2-387b4e36e16d None None] Pushing event updated for resources: {'Port': ['ID=948f6b67-b769-4c78-b05f-1eb4af38fa5a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:40.109880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:40.129924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Provisioning for port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:40.136206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Provisioning complete for port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:40.136624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.162460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d163-5928-466b-89eb-3fd9fb9246c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.236614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.240374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-a50d5be3-2cba-41a4-a595-011be36bfebf tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:40.242156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-a50d5be3-2cba-41a4-a595-011be36bfebf tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.41 "GET /v2.0/ports?device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 945 time: 0.1675394 Sep 02 12:41:40.273155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.319564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] For port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:40.328293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.346245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.436380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c53db-41b7-43c7-be24-a99bc86c59dc None None] Pushing event updated for resources: {'Port': ['ID=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:40.439898 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-60e0080f-5f43-4e1e-aea7-a8567bde3553 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:40.441491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-60e0080f-5f43-4e1e-aea7-a8567bde3553 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "GET /v2.0/ports?device_id=c525256c-03d3-4db1-94c8-f05441906684 HTTP/1.1" status: 200 len: 945 time: 0.3169303 Sep 02 12:41:40.471862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c3827-55b6-46f1-a9f3-3b28a606bef2 req-51af741c-ad2e-4d7d-af8e-7cf92b3cd7a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:40.479304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-845c3827-55b6-46f1-a9f3-3b28a606bef2 req-51af741c-ad2e-4d7d-af8e-7cf92b3cd7a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.3510923 Sep 02 12:41:40.517683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.534826 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d163-5928-466b-89eb-3fd9fb9246c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.536385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Deleting port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:40.536727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.536871 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d163-5928-466b-89eb-3fd9fb9246c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.537969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f8a4d163-5928-466b-89eb-3fd9fb9246c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3499d29-41a8-4d48-b05e-3410bd5f1443 HTTP/1.1" status: 204 len: 168 time: 1.2071326 Sep 02 12:41:40.555591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22dfc042-2ca6-4ccb-95bd-641c0ba17fee None None] Provisioning complete for port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:40.556153 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22dfc042-2ca6-4ccb-95bd-641c0ba17fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.661614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d163-5928-466b-89eb-3fd9fb9246c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3499d29-41a8-4d48-b05e-3410bd5f1443,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:40.719031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event deleted for resources: {'Port': ['ID=4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:40.719290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] For port ce3a3e78-4e3b-4726-8355-ef3bd3994b99, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:40.719824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.740343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Calling delete_port for ce3a3e78-4e3b-4726-8355-ef3bd3994b99 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:40.754135 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.754909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] No DVR routers for this DVR port 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:40.761591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.764151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2feefaa9-6448-4691-83bb-c4a921cd2222 req-b5fc373b-bf5e-4d7f-9403-f163f26c2659 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "DELETE /v2.0/ports/4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 HTTP/1.1" status: 204 len: 173 time: 2.1283634 Sep 02 12:41:40.768847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-845c3827-55b6-46f1-a9f3-3b28a606bef2 req-fa1e3ef1-bbb7-47c2-b052-7fb3141792e0 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886367 Sep 02 12:41:40.769371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'name': 'network-vif-deleted', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:40.772727 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401d53e9-a279-42b4-a3e7-bddc066d5fea" -d '{"events": [{"server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "name": "network-vif-deleted", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:40.806565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.846147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Deleting port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:40.846526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.854689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.913084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:40.958225 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e247ce6-3ea8-47f3-93cf-d2f672df3ad3 x-openstack-request-id: req-6e247ce6-3ea8-47f3-93cf-d2f672df3ad3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:40.958922 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4b0371-b5b3-4ec6-aede-bdebafbd6298", "name": "network-vif-deleted", "tag": "4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:40.959333 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e247ce6-3ea8-47f3-93cf-d2f672df3ad3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:40.959606 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4b0371-b5b3-4ec6-aede-bdebafbd6298', 'name': 'network-vif-deleted', 'tag': '4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5', 'status': 'completed', 'code': 200} Sep 02 12:41:40.962471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:41.050119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa9c1d3e-70c2-425a-b1e6-74950242d30d req-4ef9d6c0-8ef4-4fcd-8750-c426f1a40166 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b4b0371-b5b3-4ec6-aede-bdebafbd6298 HTTP/1.1" status: 200 len: 210 time: 0.0780663 Sep 02 12:41:41.065234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.065626 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Added segment 7b7c88d4-8893-4876-a69b-a247a21adb92 of type vlan for network 951fd76a-9d98-4bad-85cf-81ae813beb33 Sep 02 12:41:41.089361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497f8d8-2c35-4db5-8fcd-780f73b0496f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:41.139953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.166888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef064952-b9aa-4364-8aac-70069ef1d101 req-bca32f26-6360-4422-ab85-648c673dcb4c tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:41.174839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef064952-b9aa-4364-8aac-70069ef1d101 req-bca32f26-6360-4422-ab85-648c673dcb4c tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/ports?device_id=87c72361-5fd2-4ca8-b1a6-b1bc790b2c75 HTTP/1.1" status: 200 len: 945 time: 0.1889808 Sep 02 12:41:41.184498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.198976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:41.246313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.270783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] For port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,segment=NetworkSegment(638d42ee-fec6-4015-b94c-32d4ef6b5723),segment_id=638d42ee-fec6-4015-b94c-32d4ef6b5723)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:41.271344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.279985 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.288136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2224815 Sep 02 12:41:41.303497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:41.303861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ff8bd3d-d21e-4cbf-9e6b-aceaddb052b5 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:41.308303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:41.332701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'security_group_rule': {'security_group_id': 'f5e78a24-446e-4034-b908-63a79d19bceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:41.337775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b2c7a-9899-4780-97ad-c33947ab486a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e78a24-446e-4034-b908-63a79d19bceb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:41.356547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef064952-b9aa-4364-8aac-70069ef1d101 req-f8ccc5ae-3ccf-43ab-ba45-e86ef670ed60 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.60 "GET /v2.0/security-groups?id=5be90155-655a-4b4f-ab7e-50ec4b546fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755538 Sep 02 12:41:41.366380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.371890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Router ab59ecd8-f210-4553-995e-6bb8f78c9e4c is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:41:41.383438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Calling delete_port for eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:41.419451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Pushing event deleted for resources: {'Port': ['ID=ce3a3e78-4e3b-4726-8355-ef3bd3994b99,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:41.427775 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.427775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:41.428774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.510356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] No DVR routers for this DVR port ce3a3e78-4e3b-4726-8355-ef3bd3994b99 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:41.521805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] Pushing event updated for resources: {'Network': ['ID=951fd76a-9d98-4bad-85cf-81ae813beb33,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:41.537719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:41.549217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.551344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d825a9a-1416-4fbf-a61e-ce76b588c47a req-7133353b-e754-47d9-afee-4b3adbf91dc7 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.41 "DELETE /v2.0/ports/ce3a3e78-4e3b-4726-8355-ef3bd3994b99 HTTP/1.1" status: 204 len: 173 time: 1.2928410 Sep 02 12:41:41.551793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'name': 'network-vif-deleted', 'tag': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:41.554155 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06205f47-4073-4500-830c-794bcd24003b" -d '{"events": [{"server_uuid": "87c72361-5fd2-4ca8-b1a6-b1bc790b2c75", "name": "network-vif-deleted", "tag": "ce3a3e78-4e3b-4726-8355-ef3bd3994b99"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:41.577891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-9652e3f1-380f-4561-9a84-a250e1093ebf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2683003 Sep 02 12:41:41.600840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.615035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:41:41.650454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.652313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dcb51625-59df-4b0f-b7cf-5cbc6a263ddd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5612943 Sep 02 12:41:41.656332 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e1d07-3fc0-411f-9c8d-5f7776c6a9d7 x-openstack-request-id: req-3a9e1d07-3fc0-411f-9c8d-5f7776c6a9d7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:41.656729 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c72361-5fd2-4ca8-b1a6-b1bc790b2c75", "name": "network-vif-deleted", "tag": "ce3a3e78-4e3b-4726-8355-ef3bd3994b99", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:41.657198 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a9e1d07-3fc0-411f-9c8d-5f7776c6a9d7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:41.657946 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c72361-5fd2-4ca8-b1a6-b1bc790b2c75', 'name': 'network-vif-deleted', 'tag': 'ce3a3e78-4e3b-4726-8355-ef3bd3994b99', 'status': 'completed', 'code': 200} Sep 02 12:41:41.658584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:41.677473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95b0cb42-35bc-4fff-89f7-af441b19d292 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7732165 Sep 02 12:41:41.727531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Sync routers for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:41:41.753547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:41.762342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Request body: {'subnet': {'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1692560908-subnet', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:41.793053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db27110-2fc3-4bf3-abf7-4354420bb625 None None] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:41.799752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.812445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Made reservation on behalf of d069e943bcd747048caadf03e7e586df for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:41.818504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.874345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Pushing event deleted for resources: {'Port': ['ID=eb5485a6-0fc3-4f3b-9f8b-2327d22160d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:41.892021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.901821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.919607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:41.920406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:41:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:41.954739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] No DVR routers for this DVR port eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:41.958590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa195a4-4887-4519-8d63-9875528311d9 req-117b022b-2f4f-4e12-9975-d4766b7a4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:41.960170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-117b022b-2f4f-4e12-9975-d4766b7a4384 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca7df5b238347a8b01cead66e9063e0&device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 1095 time: 0.2934344 Sep 02 12:41:41.963844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.966181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20ccf73c-a32b-4993-aa35-777499e3bf86 req-e58e9c83-7e7c-453d-bbd0-4b9c679adf27 tempest-ListServersNegativeTestJSON-229183258 tempest-ListServersNegativeTestJSON-229183258-project] 10.222.0.18 "DELETE /v2.0/ports/eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 HTTP/1.1" status: 204 len: 173 time: 1.5173073 Sep 02 12:41:41.967874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e7b072-7f83-43cc-84d1-3ff456c2189c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:41.976075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:41.977597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0c86deba-b093-465f-8c23-2a94cad02bf4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6668875 Sep 02 12:41:41.980265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:41.985869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'security_group_rule': {'security_group_id': 'f5e78a24-446e-4034-b908-63a79d19bceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:42.020695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.077004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-59fe38b4-1adf-48b2-85fa-68f8994d0c0a None None] Provisioning for port 948f6b67-b769-4c78-b05f-1eb4af38fa5a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:42.089836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a967800-766f-408a-8de3-ae36e8335ee8 req-bdb586a0-576a-48ea-a042-d5dc50c0e82d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:42.098233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a967800-766f-408a-8de3-ae36e8335ee8 req-bdb586a0-576a-48ea-a042-d5dc50c0e82d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.1485190 Sep 02 12:41:42.253673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:42.298935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.306646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa195a4-4887-4519-8d63-9875528311d9 req-9037d286-0c99-4a97-85fd-1cd99a1d6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:42.311753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-9037d286-0c99-4a97-85fd-1cd99a1d6af2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 200 len: 908 time: 0.2861218 Sep 02 12:41:42.315299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.352575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a98ad7d-99ea-4c64-bcfa-35a18d21d2d7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:42.394639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-621dc34e-b27e-4e48-976f-7ffe674ff4a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 200 len: 217 time: 0.0454876 Sep 02 12:41:42.401206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.408044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9f0a62a-c2a8-465e-ba13-8a2752c28531 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233508 Sep 02 12:41:42.415045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:42.421205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:42.529078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa195a4-4887-4519-8d63-9875528311d9 req-a37cb6c3-a955-4b11-8350-0cb1bf564809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:42.531310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-a37cb6c3-a955-4b11-8350-0cb1bf564809 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 200 len: 847 time: 0.1243553 Sep 02 12:41:42.533800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.643566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:40Z', 'revision_number': 3, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:42.690048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.715258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-332fadd1-3524-4455-ad46-a415489b6c06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d27151c-6a61-4312-a523-0939e81f1ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708050 Sep 02 12:41:42.738050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Checking router: ab59ecd8-f210-4553-995e-6bb8f78c9e4c for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:41:42.738565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Updating router ab59ecd8-f210-4553-995e-6bb8f78c9e4c port ff8a5f89-f039-48f5-866c-01f28ff6d587 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:41:42.778104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:42.791754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ce3a3e78-4e3b-4726-8355-ef3bd3994b99 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:42.793186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fe6f63-ae5c-481e-ad30-443fd3f6dc51,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:42.811936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a967800-766f-408a-8de3-ae36e8335ee8 req-009b029f-0291-42da-b054-7e4fe63607de tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021148 Sep 02 12:41:42.851250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: ce3a3e78-4e3b-4726-8355-ef3bd3994b99 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:42.851580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ce3a3e78-4e3b-4726-8355-ef3bd3994b99 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:42.857100 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:42.941249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Checking segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:42.941602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Network hostable DHCP agents. Network: 951fd76a-9d98-4bad-85cf-81ae813beb33, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:42.963149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c525256c-03d3-4db1-94c8-f05441906684', 'name': 'network-vif-deleted', 'tag': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:42.966162 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b20facd-b2c5-4ffa-a283-adb82a4c6d2d" -d '{"events": [{"server_uuid": "c525256c-03d3-4db1-94c8-f05441906684", "name": "network-vif-deleted", "tag": "eb5485a6-0fc3-4f3b-9f8b-2327d22160d0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:43.015957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-998e4d32-4c45-4c82-a557-343c607f03f8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:43.017728 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-998e4d32-4c45-4c82-a557-343c607f03f8 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 944 time: 0.1445372 Sep 02 12:41:43.027156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc12c7b-e9f9-409e-a853-0dd563e81097 req-f9d171d4-b281-4398-a656-d4affb75dd2b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:43.027523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:43.031686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:43.032062 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.037335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dc12c7b-e9f9-409e-a853-0dd563e81097 req-f9d171d4-b281-4398-a656-d4affb75dd2b tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 944 time: 0.2121630 Sep 02 12:41:43.063815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2af82f-75c1-4405-afa7-7ed1975cfe06 req-8a38b886-384a-4dec-a49a-7873535b080b tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:43.073744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-163ae8ae-f559-45e5-9ab7-5c893ea8f603 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453264 Sep 02 12:41:43.078371 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d2af82f-75c1-4405-afa7-7ed1975cfe06 req-8a38b886-384a-4dec-a49a-7873535b080b tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 0.1484430 Sep 02 12:41:43.089478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 951fd76a-9d98-4bad-85cf-81ae813beb33) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:43.105913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:43.106497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.108924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053b92bb-e15e-433c-80f3-6e5e90562872 None None] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:43.164040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6cb4d663-c9c4-4402-a58a-605fb2b016ea admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4071133 Sep 02 12:41:43.165262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:43.173471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:43.185326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d2af82f-75c1-4405-afa7-7ed1975cfe06 req-0743447f-0641-430c-b59a-b99dce6b58ee tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044419 Sep 02 12:41:43.206406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dc12c7b-e9f9-409e-a853-0dd563e81097 req-006c0502-8e3c-472c-a4db-25ccb3811c4e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678014 Sep 02 12:41:43.222975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:43.242771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.243851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.258762 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.292866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:43.293261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb5485a6-0fc3-4f3b-9f8b-2327d22160d0 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:43.320929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.323508 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2041f65-b81d-45ee-adee-6ac67f538126 x-openstack-request-id: req-d2041f65-b81d-45ee-adee-6ac67f538126 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:43.323922 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c525256c-03d3-4db1-94c8-f05441906684", "name": "network-vif-deleted", "tag": "eb5485a6-0fc3-4f3b-9f8b-2327d22160d0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:43.324274 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2041f65-b81d-45ee-adee-6ac67f538126 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:43.325143 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c525256c-03d3-4db1-94c8-f05441906684', 'name': 'network-vif-deleted', 'tag': 'eb5485a6-0fc3-4f3b-9f8b-2327d22160d0', 'status': 'completed', 'code': 200} Sep 02 12:41:43.325297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:43.330184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 948f6b67-b769-4c78-b05f-1eb4af38fa5a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:43.346743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.434104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5aa195a4-4887-4519-8d63-9875528311d9 req-ff193998-2210-4e74-a7c9-fe5a345b3571 service neutron] 10.222.0.18 "GET /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325243 Sep 02 12:41:43.467803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 948f6b67-b769-4c78-b05f-1eb4af38fa5a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:43.476278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 948f6b67-b769-4c78-b05f-1eb4af38fa5a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:43.476711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.489968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Deleting port 4cb50363-e644-4588-8aca-2624ce9d0b74 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:43.490633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.524187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Deleting subnet 045c057a-5543-427a-a46e-655c6529f6ce {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:41:43.560474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.642061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] For port 4cb50363-e644-4588-8aca-2624ce9d0b74, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4cb50363-e644-4588-8aca-2624ce9d0b74,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:43.642474 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.659886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Calling delete_port for 4cb50363-e644-4588-8aca-2624ce9d0b74 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:43.710909 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.721948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-951fd76a-9d98-4bad-85cf-81ae813beb33', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:41:43.722805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.739784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Transition to ACTIVE for port object ff8a5f89-f039-48f5-866c-01f28ff6d587 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:43.766797 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:43.861372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 172.25.7.175 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/bd881c0a-eca3-4b55-abb4-24b036c59c60) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:43.981225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Attempting to bind port ff8a5f89-f039-48f5-866c-01f28ff6d587 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:43.981225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Attempting to bind port ff8a5f89-f039-48f5-866c-01f28ff6d587 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:43.981225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Attempting to bind port ff8a5f89-f039-48f5-866c-01f28ff6d587 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:43.989791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac570279-6233-4d08-92cd-36bfb59ec5c5 None None] Pushing event updated for resources: {'Port': ['ID=ff8a5f89-f039-48f5-866c-01f28ff6d587,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.000241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:44.000626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:44.001135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.001438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:44.001918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Bound port: ff8a5f89-f039-48f5-866c-01f28ff6d587, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:44.002304 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.020766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.026649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.077975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.112456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 948f6b67-b769-4c78-b05f-1eb4af38fa5a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=948f6b67-b769-4c78-b05f-1eb4af38fa5a,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:44.114426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Allocated IP 172.20.0.2 (951fd76a-9d98-4bad-85cf-81ae813beb33/a0fe6f63-ae5c-481e-ad30-443fd3f6dc51/1e82c903-ed23-455c-bdf8-665024bce86a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:44.121683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.126386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.140110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event deleted for resources: {'Port': ['ID=4cb50363-e644-4588-8aca-2624ce9d0b74,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.140344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] For port ff8a5f89-f039-48f5-866c-01f28ff6d587, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:44.150254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.161380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] For port ff8a5f89-f039-48f5-866c-01f28ff6d587, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ff8a5f89-f039-48f5-866c-01f28ff6d587,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:44.206129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] No DVR routers for this DVR port 4cb50363-e644-4588-8aca-2624ce9d0b74 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:44.206579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Allocated IP 172.20.0.1 (570c4c40-0a12-4264-8cd4-695bfe62e618/791c1b25-8efe-4bc0-af0a-9389cd06562c/ba05d8b5-3538-435b-8757-5c4f9617dcb9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:44.211709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.215051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e0aa39b-1283-4247-a83f-616cf3555f83 req-33acdf87-0946-46e0-bb02-69aadd905be4 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.18 "DELETE /v2.0/ports/4cb50363-e644-4588-8aca-2624ce9d0b74 HTTP/1.1" status: 204 len: 173 time: 1.1571081 Sep 02 12:41:44.215543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.235867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c60f-5aa3-4087-862b-c9a9a82fd9b1 req-a01e182a-69e6-4ad7-9c59-7ec23363d948 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:44.237683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e448c60f-5aa3-4087-862b-c9a9a82fd9b1 req-a01e182a-69e6-4ad7-9c59-7ec23363d948 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.2187009 Sep 02 12:41:44.261394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.309749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=948f6b67-b769-4c78-b05f-1eb4af38fa5a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.321948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e448c60f-5aa3-4087-862b-c9a9a82fd9b1 req-fc795354-f675-4af5-a6b3-dba53700636a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Sep 02 12:41:44.330071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.396662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:44.397523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:41:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:44.410893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:44.430450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:44.436812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:44.456178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0419ade2-ed6d-4724-bd51-1e206977dcf5 req-29f16ad8-cf63-4b6a-a9ff-bacd1f3d28b9 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bfae72-8456-4f4b-b484-40d8d8b20b85 HTTP/1.1" status: 200 len: 210 time: 0.0566864 Sep 02 12:41:44.493544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=bd881c0a-eca3-4b55-abb4-24b036c59c60,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.512686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 948f6b67-b769-4c78-b05f-1eb4af38fa5a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:44.553246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.578534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Transition to ACTIVE for port object ba05d8b5-3538-435b-8757-5c4f9617dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:44.583256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.592333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.638461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.639866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac570279-6233-4d08-92cd-36bfb59ec5c5 None None] Pushing event updated for resources: {'Port': ['ID=ff8a5f89-f039-48f5-866c-01f28ff6d587,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.668830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045c057a-5543-427a-a46e-655c6529f6ce,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.695156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.697478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca1818c9-d2f6-45a5-b635-b879755e4245 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/045c057a-5543-427a-a46e-655c6529f6ce HTTP/1.1" status: 204 len: 168 time: 1.3665814 Sep 02 12:41:44.700785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:44.762112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:44.767736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.792487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:44.841346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.851534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Transition to ACTIVE for port object 1e82c903-ed23-455c-bdf8-665024bce86a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:44.856109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 948f6b67-b769-4c78-b05f-1eb4af38fa5a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:44.856560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.912935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.918874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:44.934834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:44.951462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:44.953371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Pushing event updated for resources: {'Port': ['ID=ba05d8b5-3538-435b-8757-5c4f9617dcb9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.959691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Transition to ACTIVE for port object 1e82c903-ed23-455c-bdf8-665024bce86a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:44.964233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:44.985923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=bd881c0a-eca3-4b55-abb4-24b036c59c60,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:44.986587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.012683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.028459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.036241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.046123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.050484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d99c3e99-f08f-4d6b-a15a-67cf12eac67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.082301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:45.083853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.085338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-36a6ddf8-37a5-484a-9791-3258b886a5fb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6692624 Sep 02 12:41:45.091534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:45.094834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:45.117856 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.127574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Pushing event updated for resources: {'Port': ['ID=1e82c903-ed23-455c-bdf8-665024bce86a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:45.196939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Attempting to bind port 1e82c903-ed23-455c-bdf8-665024bce86a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:45.197418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Attempting to bind port 1e82c903-ed23-455c-bdf8-665024bce86a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:45.197861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Attempting to bind port 1e82c903-ed23-455c-bdf8-665024bce86a on network 951fd76a-9d98-4bad-85cf-81ae813beb33 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:45.206323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:45.211724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Checking segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:45.212407 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.212931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Bound using segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:45.213532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Bound port: 1e82c903-ed23-455c-bdf8-665024bce86a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:45.214096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.215843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d99c3e99-f08f-4d6b-a15a-67cf12eac67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.222046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d99c3e99-f08f-4d6b-a15a-67cf12eac67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.263921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:40Z', 'revision_number': 3, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:45.299526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9aee80-12f9-43aa-967a-b52da67e655d None None] The sync data for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 is: [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:40Z', 'revision_number': 3, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:41:45.328733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d99c3e99-f08f-4d6b-a15a-67cf12eac67a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aec448e5a1cf48b8b537efa214fbbeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273247 Sep 02 12:41:45.329582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:45.330508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'name': 'network-vif-deleted', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:45.333197 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e9c581-989b-4f03-bb89-e34c5ea35b98" -d '{"events": [{"server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "name": "network-vif-deleted", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:45.344434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3e99-f08f-4d6b-a15a-67cf12eac67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad5017-401d-4d42-93d0-08a5930a7479,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:45.371705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] For port 1e82c903-ed23-455c-bdf8-665024bce86a, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:45.400553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0a0ba22-09be-47e4-83f1-0042290b96f8 None None] Provisioning for port ba05d8b5-3538-435b-8757-5c4f9617dcb9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:45.404919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] For port 1e82c903-ed23-455c-bdf8-665024bce86a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1e82c903-ed23-455c-bdf8-665024bce86a,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:45.410995 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21fa7cc-8509-4b74-8cff-36a0c91ee05c x-openstack-request-id: req-b21fa7cc-8509-4b74-8cff-36a0c91ee05c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:45.412862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0a0ba22-09be-47e4-83f1-0042290b96f8 None None] Provisioning complete for port ba05d8b5-3538-435b-8757-5c4f9617dcb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:45.413368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0a0ba22-09be-47e4-83f1-0042290b96f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.416649 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bfae72-8456-4f4b-b484-40d8d8b20b85", "name": "network-vif-deleted", "tag": "4cb50363-e644-4588-8aca-2624ce9d0b74", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:45.418282 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b21fa7cc-8509-4b74-8cff-36a0c91ee05c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:45.420217 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfae72-8456-4f4b-b484-40d8d8b20b85', 'name': 'network-vif-deleted', 'tag': '4cb50363-e644-4588-8aca-2624ce9d0b74', 'status': 'completed', 'code': 200} Sep 02 12:41:45.423402 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.448076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.472013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f162f24-f33a-417a-b018-3372a6b2628e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:45.476517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-468f09e8-1127-47e8-af26-3412de1a9249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.525087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-468f09e8-1127-47e8-af26-3412de1a9249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.528609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638d42ee-fec6-4015-b94c-32d4ef6b5723') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:45.528609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638d42ee-fec6-4015-b94c-32d4ef6b5723') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:45.530530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c660197a-9ca7-4207-9e6d-05c541907c4a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1088225261&fields=id&tenant_id=73bf530b19d04ed880181d5eb77ee9c9 HTTP/1.1" status: 200 len: 267 time: 0.0722945 Sep 02 12:41:45.561282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0ba22-09be-47e4-83f1-0042290b96f8 None None] Port ba05d8b5-3538-435b-8757-5c4f9617dcb9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:45.567078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.578414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Allocated IP 172.25.7.186 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2dea8c08-47d2-45e4-9728-fc529839473b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:45.584793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159b84e-63fa-47bc-9ba8-7f6117ec47ff None None] Pushing event updated for resources: {'Port': ['ID=1e82c903-ed23-455c-bdf8-665024bce86a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:45.594931 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.619386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-f2c1b030-62f8-4fcb-b4db-0c534e64a0a9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:45.621220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-f2c1b030-62f8-4fcb-b4db-0c534e64a0a9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 929 time: 0.0775971 Sep 02 12:41:45.630826 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.648540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:41:45.649258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.687406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-2a66c5c1-a9da-4312-94be-7eeda1572271 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:45.688879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-2a66c5c1-a9da-4312-94be-7eeda1572271 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 932 time: 0.0588179 Sep 02 12:41:45.690144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-468f09e8-1127-47e8-af26-3412de1a9249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.692695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-468f09e8-1127-47e8-af26-3412de1a9249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:45.696184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-468f09e8-1127-47e8-af26-3412de1a9249 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3ad5017-401d-4d42-93d0-08a5930a7479 HTTP/1.1" status: 204 len: 168 time: 0.3576221 Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:41:45.759092 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:41:45.784042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f09e8-1127-47e8-af26-3412de1a9249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad5017-401d-4d42-93d0-08a5930a7479,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:45.814380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e51e7572-e445-463e-b66a-c01b2f7e8890 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1116014 Sep 02 12:41:45.894657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-1d09b65b-385b-413c-927c-d8d6b5d11d5e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0733781 Sep 02 12:41:46.078671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef539ee-b17d-4b27-954f-ab5a9fcbaf89 req-05460bf0-4541-4633-9dd9-3cffe16cabaf tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:46.080477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ef539ee-b17d-4b27-954f-ab5a9fcbaf89 req-05460bf0-4541-4633-9dd9-3cffe16cabaf tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.5882452 Sep 02 12:41:46.115465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.165102 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.206277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.208313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f162f24-f33a-417a-b018-3372a6b2628e HTTP/1.1" status: 204 len: 168 time: 1.5060003 Sep 02 12:41:46.213139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd4d1e-0a2e-45da-b1b3-1b2794dd837f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f162f24-f33a-417a-b018-3372a6b2628e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:46.233668 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.259964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ef539ee-b17d-4b27-954f-ab5a9fcbaf89 req-11df40f2-5f46-4190-9984-39787d365bf1 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633589 Sep 02 12:41:46.263193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.323667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:46.362469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67b45222-cf1a-4a2a-a96a-089a1bed566a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.456304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:46.502522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Pushing event updated for resources: {'Port': ['ID=ba05d8b5-3538-435b-8757-5c4f9617dcb9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:46.505428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.636610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1e82c903-ed23-455c-bdf8-665024bce86a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:46.684570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ea409ad5-d116-487a-9154-fe2c0359f8eb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:46.688189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c3c9fd43-0335-41f6-9d71-6fbc5517bcf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ed184de5e224891b72671fa92b105c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260988 Sep 02 12:41:46.693733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:46.694469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ea409ad5-d116-487a-9154-fe2c0359f8eb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:46.695270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.717155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 1e82c903-ed23-455c-bdf8-665024bce86a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:46.717396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ea409ad5-d116-487a-9154-fe2c0359f8eb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:46.718870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ea409ad5-d116-487a-9154-fe2c0359f8eb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 1988 time: 0.8134811 Sep 02 12:41:46.730262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ff8a5f89-f039-48f5-866c-01f28ff6d587 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:46.749371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-f75758db-9009-45b7-925a-a941a1be030d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/quotas/73bf530b19d04ed880181d5eb77ee9c9 HTTP/1.1" status: 200 len: 375 time: 0.0233493 Sep 02 12:41:46.794200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ff8a5f89-f039-48f5-866c-01f28ff6d587 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:46.801571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ff8a5f89-f039-48f5-866c-01f28ff6d587 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:46.802356 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.865191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-96b06a05-d3a4-4825-8667-c5015ef69d75 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1092825 Sep 02 12:41:46.909736 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67b45222-cf1a-4a2a-a96a-089a1bed566a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.917173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:46.936135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.942472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67b45222-cf1a-4a2a-a96a-089a1bed566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:46.944878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:46.961576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:46.962440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca3d33-1527-42c0-8fa4-f3ef8bf2e8eb None None] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:46.983474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Pushing event updated for resources: {'Port': ['ID=2dea8c08-47d2-45e4-9728-fc529839473b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:46.997334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port ff8a5f89-f039-48f5-866c-01f28ff6d587, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ff8a5f89-f039-48f5-866c-01f28ff6d587,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:47.016472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-1c9f7628-8342-4b73-b93b-5a21b1aaaf01 service neutron] 10.222.0.60 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287415 Sep 02 12:41:47.030072 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.088428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] Provisioning for port 1e82c903-ed23-455c-bdf8-665024bce86a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:47.098756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] Provisioning complete for port 1e82c903-ed23-455c-bdf8-665024bce86a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:47.098756 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.141296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-1d142a41-b7d3-4ad4-90a5-bccc023d1201 service neutron] 10.222.0.60 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171932 Sep 02 12:41:47.175597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=ff8a5f89-f039-48f5-866c-01f28ff6d587,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:47.185092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c46ee55c-17bc-4b04-9ec7-a86bdead07e0 service neutron] 10.222.0.60 "GET /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0427961 Sep 02 12:41:47.200856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-67b45222-cf1a-4a2a-a96a-089a1bed566a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d071271f20f49e6b933dc78950f5f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8712416 Sep 02 12:41:47.203150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:47.217665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40697133-4ee8-445c-8f99-c49e642010bd req-6cadfeb4-8fb3-4f96-89b5-ce09b1d7d022 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:47.219307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40697133-4ee8-445c-8f99-c49e642010bd req-6cadfeb4-8fb3-4f96-89b5-ce09b1d7d022 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 966 time: 0.4268849 Sep 02 12:41:47.219997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b45222-cf1a-4a2a-a96a-089a1bed566a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5acc0f-e310-4529-b4f4-844942b2a2c6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:47.224108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:47.230629 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1e60449-40f7-416f-9926-e0de8364561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.304028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:47.308082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1e60449-40f7-416f-9926-e0de8364561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.322463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e26a016a-67c0-4adc-891a-52fbcaf13bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.332053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0cbcbc31-206e-4f14-8a51-05f08fc417c7 service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459687 Sep 02 12:41:47.397588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:47.432540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 4cb50363-e644-4588-8aca-2624ce9d0b74 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:47.433124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4cb50363-e644-4588-8aca-2624ce9d0b74 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:47.436233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e26a016a-67c0-4adc-891a-52fbcaf13bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.511593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-cf7c6bee-5b59-4f55-a3da-875c24d0536e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:47.513040 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.513239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-cf7c6bee-5b59-4f55-a3da-875c24d0536e tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 966 time: 0.4505620 Sep 02 12:41:47.526109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-4f2cbd4d-675c-43a2-9f22-d9c2928f313f service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930413 Sep 02 12:41:47.566429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] For port 1e82c903-ed23-455c-bdf8-665024bce86a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1e82c903-ed23-455c-bdf8-665024bce86a,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:47.571803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e26a016a-67c0-4adc-891a-52fbcaf13bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.574663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.580733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e26a016a-67c0-4adc-891a-52fbcaf13bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.584494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e26a016a-67c0-4adc-891a-52fbcaf13bfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c5acc0f-e310-4529-b4f4-844942b2a2c6 HTTP/1.1" status: 204 len: 168 time: 0.3802881 Sep 02 12:41:47.592008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b834b295-3267-407e-b2b7-bd0d6ca0adc9 service neutron] 10.222.0.60 "GET /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0646288 Sep 02 12:41:47.709506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681050a8-bb57-4672-a366-4e7817500dcb None None] Pushing event updated for resources: {'Port': ['ID=1e82c903-ed23-455c-bdf8-665024bce86a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:47.729806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c4db514e-c46a-4bf3-86c2-08cffa4a4bd4 None None] Provisioning complete for port ba05d8b5-3538-435b-8757-5c4f9617dcb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:47.730393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c4db514e-c46a-4bf3-86c2-08cffa4a4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.748503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-93481c8c-2581-4930-82aa-4fd9fc1e128a service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423459 Sep 02 12:41:47.750613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a016a-67c0-4adc-891a-52fbcaf13bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5acc0f-e310-4529-b4f4-844942b2a2c6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:47.800842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40697133-4ee8-445c-8f99-c49e642010bd req-7a42c75c-06cd-49e5-bb85-8cd0d80c08de tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051565 Sep 02 12:41:47.820279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c4db514e-c46a-4bf3-86c2-08cffa4a4bd4 None None] Port ba05d8b5-3538-435b-8757-5c4f9617dcb9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:47.851790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1e60449-40f7-416f-9926-e0de8364561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.857256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1e60449-40f7-416f-9926-e0de8364561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:47.860811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e1e60449-40f7-416f-9926-e0de8364561f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5be90155-655a-4b4f-ab7e-50ec4b546fba HTTP/1.1" status: 204 len: 168 time: 1.1601508 Sep 02 12:41:47.899799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e60449-40f7-416f-9926-e0de8364561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be90155-655a-4b4f-ab7e-50ec4b546fba,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:47.967884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-72cfa6c5-e6b4-4a0e-9db3-032d9b73e748 service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109888 Sep 02 12:41:47.983598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Deleting port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:41:47.983952 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:48.049761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fb78d17-34bd-4254-8704-90e53ff4a93d None None] Provisioning complete for port 1e82c903-ed23-455c-bdf8-665024bce86a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:48.050294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fb78d17-34bd-4254-8704-90e53ff4a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:48.101079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Router ab59ecd8-f210-4553-995e-6bb8f78c9e4c has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:41:48.116236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d2aebc99-7785-49a8-a48c-587f18b97b39 service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370275 Sep 02 12:41:48.244924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-86b64570-06c6-4524-a4c1-b9563fe8beff service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216514 Sep 02 12:41:48.245646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:48.252761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] For port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,segment=NetworkSegment(fb096705-fcb2-4f34-95a8-1951ce3c1019),segment_id=fb096705-fcb2-4f34-95a8-1951ce3c1019)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:48.253154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:48.265829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df451903-3e83-4e0f-b5f5-8cd57e3e83e3 req-03bcb00d-f062-4022-8904-2d723170b1e1 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:48.267589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df451903-3e83-4e0f-b5f5-8cd57e3e83e3 req-03bcb00d-f062-4022-8904-2d723170b1e1 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.2962744 Sep 02 12:41:48.389321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-39d2da75-7b6a-4b2a-ae44-f7a413ad5467 service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368964 Sep 02 12:41:48.462616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1e82c903-ed23-455c-bdf8-665024bce86a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:48.532133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-df18d6f3-1058-42fa-8e91-ddb45b3c7c00 service neutron] 10.222.0.60 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353586 Sep 02 12:41:48.580282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1e82c903-ed23-455c-bdf8-665024bce86a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:48.582006 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:48.685194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ab04532e-f8d3-4bb2-ac9d-807ec359e715 service neutron] 10.222.0.60 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514904 Sep 02 12:41:48.712605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ff8a5f89-f039-48f5-866c-01f28ff6d587 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:48.714180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Calling delete_port for e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca owned by compute:tempest-test_az-2016167463 {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:41:48.779237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ff8a5f89-f039-48f5-866c-01f28ff6d587 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:48.779977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:48.852218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e114ee4d-9c28-4836-a5d7-100a9503c92f service neutron] 10.222.0.60 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657908 Sep 02 12:41:48.867584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df451903-3e83-4e0f-b5f5-8cd57e3e83e3 req-1946a05e-8a12-4e46-aa2e-bb4d5c352719 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565412 Sep 02 12:41:48.895757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:41:48.919648 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Sync routers for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:41:48.931542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2cffaab9-91b6-4032-9f54-d362e031e41c admin admin] 10.222.0.60 "PUT /v2.0/routers/ab59ecd8-f210-4553-995e-6bb8f78c9e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2718589 Sep 02 12:41:48.935503 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:48.937448 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:41:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:49.004647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9a2e9241-9e90-4507-8187-a527cecd9068 service neutron] 10.222.0.60 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441867 Sep 02 12:41:49.021676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:49.174870 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:49.221853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5e5b-a828-490c-82f6-69b6657e894a req-43c77dca-0fa7-4569-9517-45897562aca2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:49.223606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23ae5e5b-a828-490c-82f6-69b6657e894a req-43c77dca-0fa7-4569-9517-45897562aca2 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/ports?device_id=881810fe-4bbb-4abf-b208-f81797357cca HTTP/1.1" status: 200 len: 966 time: 0.2492194 Sep 02 12:41:49.239820 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-cf98f05b-575e-4713-a7f4-b99278b5b37e service neutron] 10.222.0.60 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282293 Sep 02 12:41:49.307624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23ae5e5b-a828-490c-82f6-69b6657e894a req-e567af99-cbf8-4b43-9424-a3b82f1bd51c tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.60 "GET /v2.0/security-groups?id=9aad8e21-8d25-4a60-96ae-2a555ec631ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728424 Sep 02 12:41:49.309044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.313633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.332616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-502260276-network', 'tenant_id': '3317e3eaf1934f549aef6e3a0e98a6e3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:49.372791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Made reservation on behalf of 3317e3eaf1934f549aef6e3a0e98a6e3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:49.378848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.386547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Pushing event deleted for resources: {'Port': ['ID=e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:49.406742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.605544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.615135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.619832 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 2, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:49.633213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:49.638985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] No DVR routers for this DVR port e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:41:49.642769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.645347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3253ad3b-a155-4c4c-b3aa-f8e71c42b553 req-2f539cf8-c51a-407e-98b5-e2ccd22f7b33 tempest-LiveMigrationTest-532214802 tempest-LiveMigrationTest-532214802-project] 10.222.0.41 "DELETE /v2.0/ports/e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca HTTP/1.1" status: 204 len: 173 time: 2.1218438 Sep 02 12:41:49.645803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'name': 'network-vif-deleted', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:49.647106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.647460 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Added segment 909f08e3-3633-48bf-86eb-320e3950ac33 of type vlan for network 2d90ace8-726f-4253-861e-ad9da562ab6b Sep 02 12:41:49.648619 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e5a19-b60b-437f-906d-822be7e94681" -d '{"events": [{"server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "name": "network-vif-deleted", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:49.692484 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Checking router: ab59ecd8-f210-4553-995e-6bb8f78c9e4c for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:41:49.693263 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Updating router ab59ecd8-f210-4553-995e-6bb8f78c9e4c port ba05d8b5-3538-435b-8757-5c4f9617dcb9 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:41:49.717087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Router c9f18d49-a6a5-484c-a63a-0c10aa07aeef is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:41:49.734598 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5438ea39-252a-4d6a-8a56-02ea1977d20d x-openstack-request-id: req-5438ea39-252a-4d6a-8a56-02ea1977d20d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:41:49.737108 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881810fe-4bbb-4abf-b208-f81797357cca", "name": "network-vif-deleted", "tag": "e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:41:49.737393 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5438ea39-252a-4d6a-8a56-02ea1977d20d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:41:49.737815 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881810fe-4bbb-4abf-b208-f81797357cca', 'name': 'network-vif-deleted', 'tag': 'e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca', 'status': 'completed', 'code': 200} Sep 02 12:41:49.763386 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.778996 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.784524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53259f03-fc7c-42e8-822d-f12a1700980f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:49.839209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.840718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:49.841487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.947811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:41:49.965414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Sync routers for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:41:49.971758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:49.976665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f95c9969-89e3-417d-88b4-552882e29a52 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.8069685 Sep 02 12:41:49.977178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:49.984163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:49.985038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:41:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:50.013969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9910486 Sep 02 12:41:50.023539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:50.048783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Request body: {'subnet': {'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-502260276-subnet', 'tenant_id': '3317e3eaf1934f549aef6e3a0e98a6e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:50.075385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b3cbc-14c3-4486-b8a6-176cb004301e admin admin] Pushing event updated for resources: {'Network': ['ID=2d90ace8-726f-4253-861e-ad9da562ab6b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:50.091958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2d90ace8-726f-4253-861e-ad9da562ab6b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:50.147191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Made reservation on behalf of 3317e3eaf1934f549aef6e3a0e98a6e3 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:50.156616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:50.391796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6df8a-d752-4742-af84-65208549034f req-4d450fbf-c7e3-4e28-82e1-d4589bb9cbc3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:50.410790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fc6df8a-d752-4742-af84-65208549034f req-4d450fbf-c7e3-4e28-82e1-d4589bb9cbc3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 946 time: 0.3581066 Sep 02 12:41:50.419607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:50.483725 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:50.495620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Transition to ACTIVE for port object ba05d8b5-3538-435b-8757-5c4f9617dcb9 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:50.504028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35e792b0-18c9-4160-8ac8-b8aeca78115f req-dcc16ac6-d6d2-4890-851a-863162b1a79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0737910 Sep 02 12:41:50.513795 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:50.559715 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fc6df8a-d752-4742-af84-65208549034f req-a37f7f6d-a9ed-4dd7-aa6c-24198500a625 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457100 Sep 02 12:41:50.649235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:50.748856 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de89f-d44f-4c1d-91eb-6f2a8c4ceb94 None None] Pushing event updated for resources: {'Port': ['ID=ba05d8b5-3538-435b-8757-5c4f9617dcb9,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:50.763049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-18a0f916-9075-48e6-bb75-b781177d1663 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421599 Sep 02 12:41:50.897068 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Attempting to bind port ba05d8b5-3538-435b-8757-5c4f9617dcb9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:50.898000 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Attempting to bind port ba05d8b5-3538-435b-8757-5c4f9617dcb9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:50.899271 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Attempting to bind port ba05d8b5-3538-435b-8757-5c4f9617dcb9 on network 570c4c40-0a12-4264-8cd4-695bfe62e618 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:50.916488 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:50.919210 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Checking segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:50.919671 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:50.920078 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Bound using segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:50.920581 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Bound port: ba05d8b5-3538-435b-8757-5c4f9617dcb9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:50.922905 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:50.992855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:41:50.996362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.067543 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] For port ba05d8b5-3538-435b-8757-5c4f9617dcb9, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:51.072127 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] For port ba05d8b5-3538-435b-8757-5c4f9617dcb9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ba05d8b5-3538-435b-8757-5c4f9617dcb9,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:51.078644 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.088259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Deleting subnet c771f484-1751-42cd-bd10-c30cf3595e49 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:41:51.110447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.110738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:41:51.111767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8f1c02a-b8ae-4fdd-a2f5-899dbc5802ca not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:41:51.207016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:47Z', 'revision_number': 3, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:51.246369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.271135 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de89f-d44f-4c1d-91eb-6f2a8c4ceb94 None None] Pushing event updated for resources: {'Port': ['ID=ba05d8b5-3538-435b-8757-5c4f9617dcb9,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:51.280589 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:51.293379 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:41:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:51.305579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-923cdcee-96ec-49af-ad45-d2f0227eab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:51.314994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-923cdcee-96ec-49af-ad45-d2f0227eab45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf4304df0e6c439aa721d8e897433fbc&device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 1096 time: 0.5234585 Sep 02 12:41:51.347243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Checking router: c9f18d49-a6a5-484c-a63a-0c10aa07aeef for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:41:51.347845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Updating router c9f18d49-a6a5-484c-a63a-0c10aa07aeef port 2dea8c08-47d2-45e4-9728-fc529839473b binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:41:51.464515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.503445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.599823 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:51.618469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.631445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238b9467-b871-45bf-ae9b-4478849a1b58,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:51.647282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Checking segment: {'id': '909f08e3-3633-48bf-86eb-320e3950ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:51.667219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Network hostable DHCP agents. Network: 2d90ace8-726f-4253-861e-ad9da562ab6b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:51.738407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-970559df-5622-4837-b623-9b33668e633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:51.743502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-970559df-5622-4837-b623-9b33668e633d service neutron] 10.222.0.41 "GET /v2.0/networks?id=75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 200 len: 924 time: 0.3971684 Sep 02 12:41:51.751447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c771f484-1751-42cd-bd10-c30cf3595e49,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:51.770456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.775232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c0e9fbfb-87f5-4544-a19a-77a26d80d656 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c771f484-1751-42cd-bd10-c30cf3595e49 HTTP/1.1" status: 204 len: 168 time: 1.1231863 Sep 02 12:41:51.775860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54346) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:51.900333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Network 2d90ace8-726f-4253-861e-ad9da562ab6b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:51.942815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2d90ace8-726f-4253-861e-ad9da562ab6b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:51.967073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:51.967073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:51.972350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.001565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5bd05db0-328a-4b0d-a200-da20aa28f90f req-b550bffb-40d1-49d2-8667-743832e11c5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0875280 Sep 02 12:41:52.004379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-864c9cb9-9809-4f55-8d50-79a6ad9d5b55 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9716687 Sep 02 12:41:52.051978 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-0ec5a017-939d-43c8-83a2-adfebe5a41d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f59ca-1844-4a5f-893c-2e6f840ec175 HTTP/1.1" status: 200 len: 1000 time: 0.2893972 Sep 02 12:41:52.091228 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.107530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Transition to ACTIVE for port object 2dea8c08-47d2-45e4-9728-fc529839473b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:52.120328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcf3ca-1176-4c47-add6-7e07bebc46b2 None None] Network 2d90ace8-726f-4253-861e-ad9da562ab6b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:52.129879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-064860a8-7720-4012-92fb-4480d1c77873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:52.145581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-064860a8-7720-4012-92fb-4480d1c77873 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 200 len: 862 time: 0.0785494 Sep 02 12:41:52.147400 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:51Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:52.194095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.200057 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad12-287a-4871-be42-7204b2f38ee5 None None] The sync data for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 is: [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:51Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:41:52.213298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d27151c-6a61-4312-a523-0939e81f1ae1']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:52.225794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb096705-fcb2-4f34-95a8-1951ce3c1019') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:52.226432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb096705-fcb2-4f34-95a8-1951ce3c1019') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:52.238977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:52.251863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.254507 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.292042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.319508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:41:52.319930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:41:52.329080 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:41:52.352161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-41fc030a-ee3b-4450-af17-b2115b53ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:52.354685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-41fc030a-ee3b-4450-af17-b2115b53ae6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75e411eb-2dc5-4225-8864-b756ff9f0a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989710 Sep 02 12:41:52.496025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-11d7d41e-e9cb-4791-8cfc-8fd6f8fa69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:52.499930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-11d7d41e-e9cb-4791-8cfc-8fd6f8fa69e4 service neutron] 10.222.0.18 "GET /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 1025 time: 0.0874870 Sep 02 12:41:52.540482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-aee383f4-630c-4213-ac05-fa889f7a8ffd service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769331 Sep 02 12:41:52.576400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.630347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.639779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0d27151c-6a61-4312-a523-0939e81f1ae1 HTTP/1.1" status: 204 len: 168 time: 0.8594260 Sep 02 12:41:52.640911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693bea-2682-4a41-9cd6-e7b2cb0c2333 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d27151c-6a61-4312-a523-0939e81f1ae1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:52.649761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:52.708197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-1f759b9c-f58f-43f2-8d96-27a481a3a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:52.709817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-1f759b9c-f58f-43f2-8d96-27a481a3a6cc service neutron] 10.222.0.18 "GET /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 1028 time: 0.2025049 Sep 02 12:41:52.750402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ba05d8b5-3538-435b-8757-5c4f9617dcb9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:52.809065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8633a495-c90e-4aa3-8ca9-7b7b112b81f9 req-acc849d2-e728-4f6b-91af-aea439332b6f service neutron] 10.222.0.41 "GET /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600741 Sep 02 12:41:52.811768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.831937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0b35c-45e7-4eb6-bcb8-fa5cf0be9c65 None None] Pushing event updated for resources: {'Port': ['ID=2dea8c08-47d2-45e4-9728-fc529839473b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:52.855515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43d73ad7-575b-4e39-a845-46fd3caa3d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.890120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:41:52.894473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Deleting subnet 8db842a3-aed4-4262-a730-60947a3e00ff {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:41:52.904065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:52.909230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da28601e-25bb-4734-bbf6-ec3e1bf1fdd6 None None] Network 2d90ace8-726f-4253-861e-ad9da562ab6b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:52.942473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Attempting to bind port 2dea8c08-47d2-45e4-9728-fc529839473b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:41:52.945858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Attempting to bind port 2dea8c08-47d2-45e4-9728-fc529839473b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:41:52.948340 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Attempting to bind port 2dea8c08-47d2-45e4-9728-fc529839473b on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:41:52.973647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.047321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:41:53.050326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:53.054234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.055667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:41:53.058961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Bound port: 2dea8c08-47d2-45e4-9728-fc529839473b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:41:53.060408 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.096091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.183990 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:41:53.201543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Allocated IP 172.20.0.1 (951fd76a-9d98-4bad-85cf-81ae813beb33/a0fe6f63-ae5c-481e-ad30-443fd3f6dc51/29a41727-0bb3-43b7-84b0-44fad0f9ed29) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:53.341530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b4579c37-c533-44ee-bbc8-47b87758cfee tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:53.360972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b4579c37-c533-44ee-bbc8-47b87758cfee tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:53.385687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b4579c37-c533-44ee-bbc8-47b87758cfee tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:53.400245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b4579c37-c533-44ee-bbc8-47b87758cfee tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 1988 time: 0.6383080 Sep 02 12:41:53.507514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ba05d8b5-3538-435b-8757-5c4f9617dcb9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:53.518997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.536161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ba05d8b5-3538-435b-8757-5c4f9617dcb9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:53.536801 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.551920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] For port 2dea8c08-47d2-45e4-9728-fc529839473b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:41:53.582733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Transition to ACTIVE for port object 29a41727-0bb3-43b7-84b0-44fad0f9ed29 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:53.589059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-303af2ce-3548-438c-bbef-c1f93b709ff9 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bf530b19d04ed880181d5eb77ee9c9 HTTP/1.1" status: 200 len: 380 time: 0.1874900 Sep 02 12:41:53.592586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.637293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] For port 2dea8c08-47d2-45e4-9728-fc529839473b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2dea8c08-47d2-45e4-9728-fc529839473b,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:41:53.664939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'admin_state_up': True, 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'security_groups': ['f5e78a24-446e-4034-b908-63a79d19bceb']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:53.672790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db842a3-aed4-4262-a730-60947a3e00ff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:53.696632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.764119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.776977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.778994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dbc8c6c3-2c1e-42ae-a026-3f6824be7cff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8db842a3-aed4-4262-a730-60947a3e00ff HTTP/1.1" status: 204 len: 168 time: 1.1282256 Sep 02 12:41:53.789432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54386) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:53.834782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Pushing event updated for resources: {'Port': ['ID=29a41727-0bb3-43b7-84b0-44fad0f9ed29,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:53.885655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:53.890347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:53.898083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:53.940537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43d73ad7-575b-4e39-a845-46fd3caa3d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:53.954669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43d73ad7-575b-4e39-a845-46fd3caa3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.040648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-43d73ad7-575b-4e39-a845-46fd3caa3d00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47810475b0234a36ac9a5cf31856e1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7991018 Sep 02 12:41:54.044731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:54.152520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b202b62-45ea-4ed3-8b71-716aa61bacc7 req-2450487e-3d79-4320-9921-ec457c62049f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0915127 Sep 02 12:41:54.172216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.189611 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.239276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d73ad7-575b-4e39-a845-46fd3caa3d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b0d694-3c1f-4bd8-a67d-9936a137e082,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:54.348356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.380326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b16c0d2-2981-4aac-b5d4-df642652f7a8']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:54.421163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:54.426266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.446623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa3b2c2-159d-4e6f-a8fe-a87fa3f3cd02') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:54.447287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa3b2c2-159d-4e6f-a8fe-a87fa3f3cd02') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:54.460228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-954f47b2-bb10-4eaa-99da-7ca3883f9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.492603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.543961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-954f47b2-bb10-4eaa-99da-7ca3883f9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.599335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.665485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:41:54.668415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0b35c-45e7-4eb6-bcb8-fa5cf0be9c65 None None] Pushing event updated for resources: {'Port': ['ID=2dea8c08-47d2-45e4-9728-fc529839473b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:54.669576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:41:54.671750 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:41:54.686383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:54.723735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-954f47b2-bb10-4eaa-99da-7ca3883f9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.726418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-954f47b2-bb10-4eaa-99da-7ca3883f9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.727615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-954f47b2-bb10-4eaa-99da-7ca3883f9066 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90b0d694-3c1f-4bd8-a67d-9936a137e082 HTTP/1.1" status: 204 len: 168 time: 0.6778893 Sep 02 12:41:54.734703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0050066-de81-4fba-9ca3-bc3113382ebd None None] Provisioning for port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:54.738885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.769739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f47b2-bb10-4eaa-99da-7ca3883f9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b0d694-3c1f-4bd8-a67d-9936a137e082,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:54.785481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:41:54.786147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:41:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:54.797092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0050066-de81-4fba-9ca3-bc3113382ebd None None] Provisioning complete for port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:54.797473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0050066-de81-4fba-9ca3-bc3113382ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.820664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'mac_address': 'fa:16:3e:1f:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:41:54.970798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.982362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:54.997414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3b16c0d2-2981-4aac-b5d4-df642652f7a8 HTTP/1.1" status: 204 len: 168 time: 1.2056501 Sep 02 12:41:55.025791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca536e5-6ff4-4217-b048-8e2ddcc15f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b16c0d2-2981-4aac-b5d4-df642652f7a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:55.044615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 172.20.0.11 (a2ab007a-abbf-4e90-b0c6-4a35c3990e24/7342db09-aee2-4520-8420-d1c553d77e09/70cd96b7-e165-4b4e-aab8-303cb6721493) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:55.222152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.230514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.266869 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.270505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a0050066-de81-4fba-9ca3-bc3113382ebd None None] Port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:55.315121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.327448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.391769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:41:55.411617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d7327b7-1387-415e-9db0-dac9011209a7 req-e2ccd253-85b0-4602-88fb-ceb32bfbee23 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0855920 Sep 02 12:41:55.467229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Pushing event updated for resources: {'Port': ['ID=29a41727-0bb3-43b7-84b0-44fad0f9ed29,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:55.501109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.533973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:55.541757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object 70cd96b7-e165-4b4e-aab8-303cb6721493 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:55.549197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:55.550921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:55.848931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3fbc6761-34af-40ca-b596-04c5a6a88695 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ca7df5b238347a8b01cead66e9063e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124366 Sep 02 12:41:55.850540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:55.878831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:41:55.938153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:55.956933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port ba05d8b5-3538-435b-8757-5c4f9617dcb9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ba05d8b5-3538-435b-8757-5c4f9617dcb9,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:55.981449 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:55.986872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.021086 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.048059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Router c9f18d49-a6a5-484c-a63a-0c10aa07aeef has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:41:56.186999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:41:56.198984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:56.230859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:56.235019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:56.236304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:41:56.246129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-857d2dc8-893a-4828-8441-650c88290896 admin admin] 10.222.0.60 "PUT /v2.0/routers/c9f18d49-a6a5-484c-a63a-0c10aa07aeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2656784 Sep 02 12:41:56.268132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:56.351107 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cdd48e8-7a71-4963-b8ea-6d3859350e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.416185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cdd48e8-7a71-4963-b8ea-6d3859350e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.442366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:56.443367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.471406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-af0d5b89-c3ad-4b42-823d-6f035fb1360d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8705742 Sep 02 12:41:56.496267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3e05679a-3cc2-48b8-aa7d-cf4a596f8f25 None None] Provisioning complete for port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:56.496267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e05679a-3cc2-48b8-aa7d-cf4a596f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.500275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'admin_state_up': True, 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'security_groups': ['f5e78a24-446e-4034-b908-63a79d19bceb']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:56.669630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3e05679a-3cc2-48b8-aa7d-cf4a596f8f25 None None] Port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:56.672805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:56.699271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cdd48e8-7a71-4963-b8ea-6d3859350e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.704430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cdd48e8-7a71-4963-b8ea-6d3859350e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.707996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4cdd48e8-7a71-4963-b8ea-6d3859350e7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9aad8e21-8d25-4a60-96ae-2a555ec631ce HTTP/1.1" status: 204 len: 168 time: 0.8542554 Sep 02 12:41:56.734753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd48e8-7a71-4963-b8ea-6d3859350e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad8e21-8d25-4a60-96ae-2a555ec631ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:56.827249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:56.834081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:56.994873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:41:53Z', 'revision_number': 1, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:41:57.004687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:57.102655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8c2a010-dbb2-44b1-b9d5-9902c2a12930 None None] Provisioning for port 70cd96b7-e165-4b4e-aab8-303cb6721493 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:57.128620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca697a2-f49f-4cce-a183-5f826479b59a None None] The sync data for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 is: [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:41:53Z', 'revision_number': 1, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:41:57.148481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8c2a010-dbb2-44b1-b9d5-9902c2a12930 None None] Provisioning complete for port 70cd96b7-e165-4b4e-aab8-303cb6721493 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:57.152516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a010-dbb2-44b1-b9d5-9902c2a12930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.297909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 10.1.1.71 (0371b580-8bd4-4b56-bba6-c734687d2852/bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9/7082d787-3d6e-43e3-b57c-79ce74b52853) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:57.424559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=ba05d8b5-3538-435b-8757-5c4f9617dcb9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:57.459396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2a010-dbb2-44b1-b9d5-9902c2a12930 None None] Port 70cd96b7-e165-4b4e-aab8-303cb6721493 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:57.501890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:57.529739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-network', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:57.599081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-be71fc09-8369-47e9-80cb-4bc0fe0aac34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1fe0114ce914e31967ff097c1b647c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958698 Sep 02 12:41:57.600888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Made reservation on behalf of ae71b93abc8447f181980934d210ef4b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:57.603949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.612035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:57.625253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.741222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.753947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.763557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.781158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object 7082d787-3d6e-43e3-b57c-79ce74b52853 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:41:57.808773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:41:57.823227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6080253-11bd-4cb8-ae17-645a1dad0f41,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:57.834209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.834454 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Added segment bbe49f31-d88b-467b-b487-5de35673c8ea of type vlan for network 0780eb8a-c29c-4478-8b03-2f903bdcc362 Sep 02 12:41:57.877896 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.936461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.949265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network 0371b580-8bd4-4b56-bba6-c734687d2852 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:41:57.982079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:57.992604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:57.995719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:41:57.996312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:57.996997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.006935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:58.143403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:58.144230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.170477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:58.171136 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.245180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2361741 Sep 02 12:41:58.245756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54508) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:58.259439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Request body: {'subnet': {'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-subnet', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:58.272783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ba05d8b5-3538-435b-8757-5c4f9617dcb9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:41:58.286486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7949235 Sep 02 12:41:58.289490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=7082d787-3d6e-43e3-b57c-79ce74b52853,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:58.298641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e934789-c953-4375-8b4c-a620b56533fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.325895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'admin_state_up': True, 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'security_groups': ['f5e78a24-446e-4034-b908-63a79d19bceb']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:58.367508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d837dd-a82d-45d8-ae6f-b8ee97e27a18 admin admin] Pushing event updated for resources: {'Network': ['ID=0780eb8a-c29c-4478-8b03-2f903bdcc362,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:58.394179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:41:58.425997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Made reservation on behalf of ae71b93abc8447f181980934d210ef4b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:58.434582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.434933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.435325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.435906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.436257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.436590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.436947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.437531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.437865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.439067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.439595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.439711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.447132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb1922-0bf9-4c30-9742-2ea55ea3d79e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:41:58.514854 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:41:58.591759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e934789-c953-4375-8b4c-a620b56533fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.686456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b30b1338-9707-47de-8daf-c3a5cc4758ba None None] Provisioning for port 7082d787-3d6e-43e3-b57c-79ce74b52853 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:41:58.705359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b30b1338-9707-47de-8daf-c3a5cc4758ba None None] Provisioning complete for port 7082d787-3d6e-43e3-b57c-79ce74b52853 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:58.705984 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b30b1338-9707-47de-8daf-c3a5cc4758ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.733350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e934789-c953-4375-8b4c-a620b56533fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.739171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e934789-c953-4375-8b4c-a620b56533fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.740446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e934789-c953-4375-8b4c-a620b56533fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6cb9152-5bd2-44b4-977b-9d8d8eb1f065 HTTP/1.1" status: 204 len: 168 time: 1.1274261 Sep 02 12:41:58.786530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b30b1338-9707-47de-8daf-c3a5cc4758ba None None] Port 7082d787-3d6e-43e3-b57c-79ce74b52853 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:41:58.789848 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8e18e05-8beb-4c36-ab6b-063ad505da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:58.799390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934789-c953-4375-8b4c-a620b56533fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb9152-5bd2-44b4-977b-9d8d8eb1f065,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:58.907488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:41:58.912751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.050959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ba05d8b5-3538-435b-8757-5c4f9617dcb9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:41:59.051562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.127175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.203018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c652ee6-8e9e-4eea-aebc-13607ab9b94e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:59.218149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Checking segment: {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:41:59.218856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Network hostable DHCP agents. Network: 0780eb8a-c29c-4478-8b03-2f903bdcc362, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:41:59.266408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:41:59.291551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 0780eb8a-c29c-4478-8b03-2f903bdcc362) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:41:59.302457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:41:59.303236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.319234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50718bbb-61df-47ec-aaed-26ef7922aaf4 None None] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:41:59.331226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a04d29e9-c1fa-43a8-a2b8-0cd3dabdd1dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0795565 Sep 02 12:41:59.335253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:41:59.353383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:41:59.415438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 10.1.1.22 (0371b580-8bd4-4b56-bba6-c734687d2852/bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9/079de256-b5ab-47b1-8180-6978534affff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:41:59.420883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.422317 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.448337 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.594583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:41:59.614126 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4831f-3599-4283-ba3e-ff530e8fa8f6" -d '{"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-plugged", "status": "completed", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:41:59.645589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.692730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:41:59.706661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.916062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:41:59.926228 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:41:59.972315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object 079de256-b5ab-47b1-8180-6978534affff will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:00.038570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-0780eb8a-c29c-4478-8b03-2f903bdcc362', 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'fixed_ips': [{'subnet_id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:42:00.040330 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:00.072259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:00.235910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network 0371b580-8bd4-4b56-bba6-c734687d2852 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:00.248156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:00.252689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:00.259592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:00.329503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2dea8c08-47d2-45e4-9728-fc529839473b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:00.401587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:00.458503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:00.461485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:00.503497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-c49ff587-19a5-42b3-999c-b8fa674ac56c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2062173 Sep 02 12:42:00.545283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'admin_state_up': True, 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'security_groups': ['f5e78a24-446e-4034-b908-63a79d19bceb']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:00.757951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Allocated IP 172.20.0.2 (0780eb8a-c29c-4478-8b03-2f903bdcc362/4c652ee6-8e9e-4eea-aebc-13607ab9b94e/33edbd44-15f0-41a3-8548-f66fdfe7d16f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:01.121102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:01.412396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:01.473204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:01.493082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Transition to ACTIVE for port object 33edbd44-15f0-41a3-8548-f66fdfe7d16f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:01.532414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Transition to ACTIVE for port object 33edbd44-15f0-41a3-8548-f66fdfe7d16f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:01.604823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:01.687380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2dea8c08-47d2-45e4-9728-fc529839473b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:01.735237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:01.738770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fe7f67f4-1934-4a70-89de-a6d3a5715cb6 None None] Provisioning for port 079de256-b5ab-47b1-8180-6978534affff completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:01.816315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:01.827149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:01.990461 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:01.996056 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7a80-4a34-4f7a-908d-fad13cb37a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.003147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2dea8c08-47d2-45e4-9728-fc529839473b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:02.004066 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.016815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fe7f67f4-1934-4a70-89de-a6d3a5715cb6 None None] Provisioning complete for port 079de256-b5ab-47b1-8180-6978534affff triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:02.025943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe7f67f4-1934-4a70-89de-a6d3a5715cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.089863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.128965 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Sync routers for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:02.156131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:02.156962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.158684 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:02.220355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f67f4-1934-4a70-89de-a6d3a5715cb6 None None] Port 079de256-b5ab-47b1-8180-6978534affff cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:02.279041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Attempting to bind port 33edbd44-15f0-41a3-8548-f66fdfe7d16f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:02.280160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Attempting to bind port 33edbd44-15f0-41a3-8548-f66fdfe7d16f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:02.280801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Attempting to bind port 33edbd44-15f0-41a3-8548-f66fdfe7d16f on network 0780eb8a-c29c-4478-8b03-2f903bdcc362 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:02.306582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Pushing event updated for resources: {'Port': ['ID=33edbd44-15f0-41a3-8548-f66fdfe7d16f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:02.321072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:02.324511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Checking segment: {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:02.327986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.329010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Bound using segment: {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:02.330270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Bound port: 33edbd44-15f0-41a3-8548-f66fdfe7d16f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:02.330916 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.420094 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.445536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Allocated IP 172.25.7.150 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0d429702-86a7-4df0-822b-d0243981810c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:02.640832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.643822 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:02.712607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2dea8c08-47d2-45e4-9728-fc529839473b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2dea8c08-47d2-45e4-9728-fc529839473b,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:02.721618 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.726893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.735524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] For port 33edbd44-15f0-41a3-8548-f66fdfe7d16f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:02.846871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] For port 33edbd44-15f0-41a3-8548-f66fdfe7d16f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=33edbd44-15f0-41a3-8548-f66fdfe7d16f,segment=NetworkSegment(bbe49f31-d88b-467b-b487-5de35673c8ea),segment_id=bbe49f31-d88b-467b-b487-5de35673c8ea)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:02.856528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.872350 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:02.976000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2dea8c08-47d2-45e4-9728-fc529839473b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:02.982011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:03.027882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:03.037384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:03.210655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 10.2.2.100 (f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a/7130c4c7-d69a-415d-a355-6682cc2c7cc3/8c055a77-144a-4ab6-812b-b98fb3704689) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:03.228882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f6a37-f705-4ddd-a204-bf5b650489f0 None None] Pushing event updated for resources: {'Port': ['ID=33edbd44-15f0-41a3-8548-f66fdfe7d16f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:03.236309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Pushing event updated for resources: {'Port': ['ID=0d429702-86a7-4df0-822b-d0243981810c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:03.346731 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 2, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:03.444143 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Checking router: c9f18d49-a6a5-484c-a63a-0c10aa07aeef for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:03.448548 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Updating router c9f18d49-a6a5-484c-a63a-0c10aa07aeef port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:42:03.531131 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:03.620726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:03.661658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object 8c055a77-144a-4ab6-812b-b98fb3704689 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:03.737524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:03.784258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:03.875500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:03.884454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:03.889892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:03.914967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:04.080272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:04.083933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.104138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.137736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-81ff3962-1820-4a22-b424-99cfd99d12e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6268945 Sep 02 12:42:04.151276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'admin_state_up': True, 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'security_groups': ['f5e78a24-446e-4034-b908-63a79d19bceb']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:04.414647 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.443345 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Transition to ACTIVE for port object 29a41727-0bb3-43b7-84b0-44fad0f9ed29 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:04.473531 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.495712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.519097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Made reservation on behalf of 73bf530b19d04ed880181d5eb77ee9c9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:04.529984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.589501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-764fe63b-eefd-48b3-afca-06f64cd200a1 None None] Provisioning for port 8c055a77-144a-4ab6-812b-b98fb3704689 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:04.608953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-764fe63b-eefd-48b3-afca-06f64cd200a1 None None] Provisioning complete for port 8c055a77-144a-4ab6-812b-b98fb3704689 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:04.609622 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-764fe63b-eefd-48b3-afca-06f64cd200a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.711085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-764fe63b-eefd-48b3-afca-06f64cd200a1 None None] Port 8c055a77-144a-4ab6-812b-b98fb3704689 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:04.843238 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Attempting to bind port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:04.843612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Attempting to bind port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:04.843982 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Attempting to bind port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 on network 951fd76a-9d98-4bad-85cf-81ae813beb33 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:04.851964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Pushing event updated for resources: {'Port': ['ID=29a41727-0bb3-43b7-84b0-44fad0f9ed29,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:04.880167 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.891943 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.894182 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.894609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.894947 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.895290 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.895625 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.897414 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.899201 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.899201 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.899201 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.899201 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:04.918606 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:04.919053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Checking segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:04.919387 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.919874 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Bound using segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:04.920420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Bound port: 29a41727-0bb3-43b7-84b0-44fad0f9ed29, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:04.920776 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:04.922096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:05.012996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Allocated IP 10.2.2.200 (f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a/7130c4c7-d69a-415d-a355-6682cc2c7cc3/533bafc1-a3b5-4a92-9fc4-db8bc2d0958d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:05.044236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611137cc-b4fd-431d-af2e-8e2b31cbf905 None None] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:05.053813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Router 42fd6070-3697-4744-a020-b87b08555d47 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:42:05.226701 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] For port 29a41727-0bb3-43b7-84b0-44fad0f9ed29, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:05.234849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] For port 29a41727-0bb3-43b7-84b0-44fad0f9ed29, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=29a41727-0bb3-43b7-84b0-44fad0f9ed29,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:05.237080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2dea8c08-47d2-45e4-9728-fc529839473b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:05.243721 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:05.336937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:05.372832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Sync routers for ids ['42fd6070-3697-4744-a020-b87b08555d47'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:05.399653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:05.405188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fb8a12dc-7a5d-431d-b413-2e9dcec75774 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0664604 Sep 02 12:42:05.406668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:05.407639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:05.453505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-30d5c86d-691e-42ed-9a34-f0c63bd7fa82 None None] Provisioning for port 33edbd44-15f0-41a3-8548-f66fdfe7d16f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:05.462248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Routers {'42fd6070-3697-4744-a020-b87b08555d47'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:05.462908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['42fd6070-3697-4744-a020-b87b08555d47'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:05.501849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Transition to ACTIVE for port object 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:05.510216 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:05.510930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:05.513251 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48422fa-a874-42ad-b92a-e545440741eb None None] Pushing event updated for resources: {'Port': ['ID=29a41727-0bb3-43b7-84b0-44fad0f9ed29,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:05.611707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Set router 42fd6070-3697-4744-a020-b87b08555d47 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:05.633377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:05.717268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:05.794562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:05.799790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:05.839014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2dea8c08-47d2-45e4-9728-fc529839473b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:05.841739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:05.898175 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:05.927816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event updated for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:05.971875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:05.975593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:06.015276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0f669fc7-1cef-4ac9-8877-d0e24d3e0257 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8703392 Sep 02 12:42:06.030803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:06.219630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:06.358072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:03Z', 'revision_number': 3, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:06.369039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 33edbd44-15f0-41a3-8548-f66fdfe7d16f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:06.520425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:05Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:06.579591 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486eaa-35ea-405f-8a8b-a244b6b97918 None None] The sync data for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 is: [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:05Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:06.608800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Checking router: 42fd6070-3697-4744-a020-b87b08555d47 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:06.609713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Updating router 42fd6070-3697-4744-a020-b87b08555d47 port 0d429702-86a7-4df0-822b-d0243981810c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:42:06.658714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:06.681315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-46790850-d070-4b3d-8fb1-7a68190e0570 None None] Provisioning for port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:06.693252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-46790850-d070-4b3d-8fb1-7a68190e0570 None None] Provisioning complete for port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:06.693885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-46790850-d070-4b3d-8fb1-7a68190e0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:06.713628 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:06.798704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-46790850-d070-4b3d-8fb1-7a68190e0570 None None] Port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:06.889784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 33edbd44-15f0-41a3-8548-f66fdfe7d16f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:06.912657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 33edbd44-15f0-41a3-8548-f66fdfe7d16f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:06.913000 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:06.953721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cd96b7-e165-4b4e-aab8-303cb6721493 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:06.962202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Allocated IP 172.20.0.1 (0780eb8a-c29c-4478-8b03-2f903bdcc362/4c652ee6-8e9e-4eea-aebc-13607ab9b94e/85d0224c-3c5b-403f-8d16-74fb58e82617) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:06.974773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.004885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Transition to ACTIVE for port object 70cd96b7-e165-4b4e-aab8-303cb6721493 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:07.017254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.114626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.147606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Transition to ACTIVE for port object 85d0224c-3c5b-403f-8d16-74fb58e82617 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:07.211528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.293213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Pushing event updated for resources: {'Port': ['ID=85d0224c-3c5b-403f-8d16-74fb58e82617,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:07.313241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.313970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.314540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.315094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.315655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.316226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.316776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.317397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.317977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.318522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.319081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.319635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:07.332342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:07.334192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:07.360203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-868615fa-e8c0-46d7-a6ff-e4caacb9c0d9 None None] Provisioning complete for port 33edbd44-15f0-41a3-8548-f66fdfe7d16f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:07.360816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-868615fa-e8c0-46d7-a6ff-e4caacb9c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.376531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:07.424595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:07.445523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.457995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Attempting to bind port 70cd96b7-e165-4b4e-aab8-303cb6721493 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:07.458471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Attempting to bind port 70cd96b7-e165-4b4e-aab8-303cb6721493 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:07.458803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Attempting to bind port 70cd96b7-e165-4b4e-aab8-303cb6721493 on network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:07.478062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Port 70cd96b7-e165-4b4e-aab8-303cb6721493 on network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:07.478383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Attempting to bind port 70cd96b7-e165-4b4e-aab8-303cb6721493 on network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:07.495910 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.543533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:07.543877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Checking segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:07.545837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Bound using segment: {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:07.546499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Bound port: 70cd96b7-e165-4b4e-aab8-303cb6721493, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd62698-ca3e-46ca-9a90-175873005028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:07.547027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.643173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 33edbd44-15f0-41a3-8548-f66fdfe7d16f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=33edbd44-15f0-41a3-8548-f66fdfe7d16f,segment=NetworkSegment(bbe49f31-d88b-467b-b487-5de35673c8ea),segment_id=bbe49f31-d88b-467b-b487-5de35673c8ea)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:07.714048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:07.726302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=70cd96b7-e165-4b4e-aab8-303cb6721493,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:07.754576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.771960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.905464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.922463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:07.923610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:07.925775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] 10.222.0.18 "PUT /v2.0/ports/70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 1092 time: 1.9030423 Sep 02 12:42:07.926710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cfb53-c0b7-40df-b6a7-a3937ed7cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:07.943487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:07.963945 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:07.992023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:08.011440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=33edbd44-15f0-41a3-8548-f66fdfe7d16f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:08.116587 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.187140 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.199710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 29a41727-0bb3-43b7-84b0-44fad0f9ed29 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:08.200280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.349306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-923b2351-0e30-46be-8383-3659f6d23eb9 None None] Provisioning for port 85d0224c-3c5b-403f-8d16-74fb58e82617 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:08.371284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Pushing event updated for resources: {'Port': ['ID=85d0224c-3c5b-403f-8d16-74fb58e82617,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:08.373306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-923b2351-0e30-46be-8383-3659f6d23eb9 None None] Provisioning complete for port 85d0224c-3c5b-403f-8d16-74fb58e82617 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:08.373846 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-923b2351-0e30-46be-8383-3659f6d23eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.407553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.449578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:08.467982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:08.475209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.545508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-923b2351-0e30-46be-8383-3659f6d23eb9 None None] Port 85d0224c-3c5b-403f-8d16-74fb58e82617 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:08.653850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:08.660164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:08.750183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a036dc19-c3d6-4ed7-adac-eebba3471f98 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:08.767919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.803830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Transition to ACTIVE for port object a036dc19-c3d6-4ed7-adac-eebba3471f98 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:08.813745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.885543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.898324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.945693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 29a41727-0bb3-43b7-84b0-44fad0f9ed29, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=29a41727-0bb3-43b7-84b0-44fad0f9ed29,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:08.951459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Transition to ACTIVE for port object 0d429702-86a7-4df0-822b-d0243981810c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:08.959670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:08.995323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Pushing event updated for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:09.035251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.061043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Router 42fd6070-3697-4744-a020-b87b08555d47 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:09.226651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Attempting to bind port a036dc19-c3d6-4ed7-adac-eebba3471f98 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:09.227356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Attempting to bind port a036dc19-c3d6-4ed7-adac-eebba3471f98 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:09.227911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Attempting to bind port a036dc19-c3d6-4ed7-adac-eebba3471f98 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:09.241716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Port a036dc19-c3d6-4ed7-adac-eebba3471f98 on network 0371b580-8bd4-4b56-bba6-c734687d2852 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:09.242423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Attempting to bind port a036dc19-c3d6-4ed7-adac-eebba3471f98 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:09.256051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:09.256612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Checking segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:09.257147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Bound using segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:09.257694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Bound port: a036dc19-c3d6-4ed7-adac-eebba3471f98, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:09.258154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.368338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:09.374321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:09.382648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.419955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:09.430811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f2426bad-c3c9-4ffa-877c-1b2c2e69fa72 admin admin] 10.222.0.60 "PUT /v2.0/routers/42fd6070-3697-4744-a020-b87b08555d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0198915 Sep 02 12:42:09.498001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Pushing event updated for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:09.530636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:09.531276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.532780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e970065e-a242-4f66-b83a-6c9b50f07391 service neutron] 10.222.0.18 "PUT /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 1128 time: 1.5517073 Sep 02 12:42:09.535043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Attempting to bind port 0d429702-86a7-4df0-822b-d0243981810c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:09.535523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Attempting to bind port 0d429702-86a7-4df0-822b-d0243981810c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:09.538660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Attempting to bind port 0d429702-86a7-4df0-822b-d0243981810c on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:09.548368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:09.548751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:09.549237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.550419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:09.550964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Bound port: 0d429702-86a7-4df0-822b-d0243981810c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:09.551336 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.567250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:09.571763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=29a41727-0bb3-43b7-84b0-44fad0f9ed29,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:09.756632 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.772781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84678b2c-cc06-4a28-9839-b353a8159f4e None None] Pushing event updated for resources: {'Port': ['ID=0d429702-86a7-4df0-822b-d0243981810c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:09.796183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02bc585d-eae9-4657-b0df-d8da235dca40 None None] Provisioning complete for port 85d0224c-3c5b-403f-8d16-74fb58e82617 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:09.796183 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bc585d-eae9-4657-b0df-d8da235dca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:09.842992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-02bc585d-eae9-4657-b0df-d8da235dca40 None None] Port 85d0224c-3c5b-403f-8d16-74fb58e82617 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:09.893770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] For port 0d429702-86a7-4df0-822b-d0243981810c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:09.902633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] For port 0d429702-86a7-4df0-822b-d0243981810c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0d429702-86a7-4df0-822b-d0243981810c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:09.913548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.122393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84678b2c-cc06-4a28-9839-b353a8159f4e None None] Pushing event updated for resources: {'Port': ['ID=0d429702-86a7-4df0-822b-d0243981810c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:10.144959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 29a41727-0bb3-43b7-84b0-44fad0f9ed29 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:10.213015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:10.226668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.233057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Routers {'42fd6070-3697-4744-a020-b87b08555d47'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:10.236725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['42fd6070-3697-4744-a020-b87b08555d47'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:10.250134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Transition to ACTIVE for port object 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:10.264565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.422922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:10.487701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Attempting to bind port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:10.488914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Attempting to bind port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:10.492604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Attempting to bind port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:10.498550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 on network 0371b580-8bd4-4b56-bba6-c734687d2852 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:10.499023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Attempting to bind port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:10.506900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:10.507294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.509361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:10.510701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Checking segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:10.511279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Bound using segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:10.511925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Bound port: 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:10.513717 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.610557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] Set router 42fd6070-3697-4744-a020-b87b08555d47 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:10.621753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:10.632049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:10.642424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.737116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:10.740115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.743773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 1131 time: 1.1815867 Sep 02 12:42:10.796837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:10.872501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120e85-b6d5-4435-afa5-0543d108a513 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:10.984058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:10.991232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 33edbd44-15f0-41a3-8548-f66fdfe7d16f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:11.098676 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:11.107152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 33edbd44-15f0-41a3-8548-f66fdfe7d16f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:11.108131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:11.196361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85d0224c-3c5b-403f-8d16-74fb58e82617', 'name': '', 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'mac_address': 'fa:16:3e:fc:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:06Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 2, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'subnets': [{'id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:11.235187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636845ec-4e0b-4b57-87fe-077650c329f5 None None] The sync data for ids ['42fd6070-3697-4744-a020-b87b08555d47'] in n-d-792364-8 is: [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85d0224c-3c5b-403f-8d16-74fb58e82617', 'name': '', 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'mac_address': 'fa:16:3e:fc:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:06Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 2, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'subnets': [{'id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:11.550652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7082d787-3d6e-43e3-b57c-79ce74b52853 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:11.562454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:11.617089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Transition to ACTIVE for port object 7082d787-3d6e-43e3-b57c-79ce74b52853 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:11.623109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:11.844564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Pushing event updated for resources: {'Port': ['ID=7082d787-3d6e-43e3-b57c-79ce74b52853,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:11.876712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Attempting to bind port 7082d787-3d6e-43e3-b57c-79ce74b52853 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:11.877479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Attempting to bind port 7082d787-3d6e-43e3-b57c-79ce74b52853 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:11.878064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Attempting to bind port 7082d787-3d6e-43e3-b57c-79ce74b52853 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:11.887315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Port 7082d787-3d6e-43e3-b57c-79ce74b52853 on network 0371b580-8bd4-4b56-bba6-c734687d2852 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:11.887957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Attempting to bind port 7082d787-3d6e-43e3-b57c-79ce74b52853 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:11.898226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:11.898995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Checking segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:11.899790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Bound using segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:11.900478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Bound port: 7082d787-3d6e-43e3-b57c-79ce74b52853, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:11.901207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:12.057759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] For port 7082d787-3d6e-43e3-b57c-79ce74b52853, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:12.065081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] For port 7082d787-3d6e-43e3-b57c-79ce74b52853, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=7082d787-3d6e-43e3-b57c-79ce74b52853,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:12.072583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:12.155643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:12.157446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:12.159470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] 10.222.0.18 "PUT /v2.0/ports/7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 200 len: 1090 time: 1.3780615 Sep 02 12:42:12.216140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:12.353379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872b407-0b99-4ce2-9d68-8e1d0fa5f14e service neutron] Pushing event updated for resources: {'Port': ['ID=7082d787-3d6e-43e3-b57c-79ce74b52853,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:12.376529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.012748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079de256-b5ab-47b1-8180-6978534affff {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:13.023102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.040497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Transition to ACTIVE for port object 079de256-b5ab-47b1-8180-6978534affff will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:13.063353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.157003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Pushing event updated for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:13.270527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Attempting to bind port 079de256-b5ab-47b1-8180-6978534affff on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:13.270865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Attempting to bind port 079de256-b5ab-47b1-8180-6978534affff by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:13.271204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Attempting to bind port 079de256-b5ab-47b1-8180-6978534affff on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:13.282169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Port 079de256-b5ab-47b1-8180-6978534affff on network 0371b580-8bd4-4b56-bba6-c734687d2852 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:13.282554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Attempting to bind port 079de256-b5ab-47b1-8180-6978534affff on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:13.287991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:13.288335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Checking segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:13.288728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Bound using segment: {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:13.289207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Bound port: 079de256-b5ab-47b1-8180-6978534affff, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:13.289574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.402419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:13.406167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=079de256-b5ab-47b1-8180-6978534affff,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:13.417822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.469031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:13.469680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.471845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] 10.222.0.18 "PUT /v2.0/ports/079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 200 len: 1090 time: 1.2715812 Sep 02 12:42:13.511932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:13.608500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a516df-43c6-4931-87d7-3e8983180531 service neutron] Pushing event updated for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:13.618561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:13.979278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d429702-86a7-4df0-822b-d0243981810c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:14.058597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 0d429702-86a7-4df0-822b-d0243981810c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:14.069294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0d429702-86a7-4df0-822b-d0243981810c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:14.070392 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:14.211347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.219185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.226089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.233064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.240102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.265524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.275493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.299459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-6a82a1b3-1658-4603-964a-3ff7277d5dcb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5394 time: 0.1876714 Sep 02 12:42:14.357028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:14.372164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7a38d5a-586e-4773-93ef-04af337141d5 req-53f8aa03-5a47-427b-8a96-f4c970e8a37a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712183 Sep 02 12:42:14.428994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-a3d29273-090f-457c-bf2a-7a8bf91305af tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:14.430277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 0d429702-86a7-4df0-822b-d0243981810c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0d429702-86a7-4df0-822b-d0243981810c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:14.431051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-a3d29273-090f-457c-bf2a-7a8bf91305af tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/networks?id=2d90ace8-726f-4253-861e-ad9da562ab6b HTTP/1.1" status: 200 len: 809 time: 0.2592168 Sep 02 12:42:14.441295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:14.464395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-700dbaa7-bbed-4267-b2c7-3ac4092dcc02 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/quotas/3317e3eaf1934f549aef6e3a0e98a6e3 HTTP/1.1" status: 200 len: 375 time: 0.0244768 Sep 02 12:42:14.543884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=0d429702-86a7-4df0-822b-d0243981810c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:14.623971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-0fc5cd44-69cd-45ed-9271-02c4671e0448 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3317e3eaf1934f549aef6e3a0e98a6e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1509125 Sep 02 12:42:14.734748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c055a77-144a-4ab6-812b-b98fb3704689 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:14.757733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:14.789555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Transition to ACTIVE for port object 8c055a77-144a-4ab6-812b-b98fb3704689 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:14.801674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:14.906860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-672f53bc-4e39-4ad1-8c2a-2f70922e5b13 service neutron] 10.222.0.60 "GET /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581196 Sep 02 12:42:15.113153 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Sync routers for ids ['42fd6070-3697-4744-a020-b87b08555d47'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:15.125966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Routers {'42fd6070-3697-4744-a020-b87b08555d47'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:15.126620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['42fd6070-3697-4744-a020-b87b08555d47'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:15.157396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:15.244056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-2d9eada0-fc30-4bec-a0df-0cf0250a9190 service neutron] 10.222.0.60 "GET /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348489 Sep 02 12:42:15.381192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Attempting to bind port 8c055a77-144a-4ab6-812b-b98fb3704689 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:15.381653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Attempting to bind port 8c055a77-144a-4ab6-812b-b98fb3704689 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:15.382114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Attempting to bind port 8c055a77-144a-4ab6-812b-b98fb3704689 on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:15.389486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Port 8c055a77-144a-4ab6-812b-b98fb3704689 on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:15.391138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Attempting to bind port 8c055a77-144a-4ab6-812b-b98fb3704689 on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:15.402068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:15.403628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Checking segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:15.403754 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Set router 42fd6070-3697-4744-a020-b87b08555d47 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:15.404493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Bound using segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:15.405105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Bound port: 8c055a77-144a-4ab6-812b-b98fb3704689, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:15.405595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:15.486937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:15.491400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8c055a77-144a-4ab6-812b-b98fb3704689,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:15.500366 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:15.542057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:15.546943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675739843', 'description': 'tempest-description--1706977433'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:15.612159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:15.617772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:15.627042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:15.627690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:15.629427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-acd1e458-a8e3-41f4-b864-1c05b36a9bc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 200 len: 1091 time: 2.1292393 Sep 02 12:42:15.661777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Request body: {'port': {'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:15.853704 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe1d5b3-d342-4be4-85da-775bfeb3656e x-openstack-request-id: req-fbe1d5b3-d342-4be4-85da-775bfeb3656e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:15.854464 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-plugged", "status": "completed", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:15.854464 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbe1d5b3-d342-4be4-85da-775bfeb3656e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:15.854864 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'code': 200} Sep 02 12:42:15.892844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.036513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d429702-86a7-4df0-822b-d0243981810c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:16.038386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.050042 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.202196 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85d0224c-3c5b-403f-8d16-74fb58e82617', 'name': '', 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'mac_address': 'fa:16:3e:fc:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:06Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 2, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'subnets': [{'id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:16.216979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.226907 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6810529 Sep 02 12:42:16.233700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:16.243923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Request body: {'security_group_rule': {'security_group_id': 'ba426b82-7399-418c-b6dd-48ace23fd5c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:16.268063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b243f-2e58-4ee7-a0bb-cfbe62377dc8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba426b82-7399-418c-b6dd-48ace23fd5c2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:16.301197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0d429702-86a7-4df0-822b-d0243981810c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:16.301583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.303961 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Checking router: 42fd6070-3697-4744-a020-b87b08555d47 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:16.304610 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Updating router 42fd6070-3697-4744-a020-b87b08555d47 port 85d0224c-3c5b-403f-8d16-74fb58e82617 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:42:16.331193 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a4000-c897-4634-8234-e7b07c4fb63f x-openstack-request-id: req-aa0a4000-c897-4634-8234-e7b07c4fb63f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:16.340396 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:16.340858 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa0a4000-c897-4634-8234-e7b07c4fb63f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:16.341565 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'status': 'completed', 'code': 200} Sep 02 12:42:16.373718 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.472800 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-6f327466-166a-4f75-9c6d-9177bd419b27 req-ee0d3d81-b61e-4a05-a119-08a743abeec0 tempest-FloatingIPDetailsNegativeTestJSON-62651425 tempest-FloatingIPDetailsNegativeTestJSON-62651425-project] show failed (client error): The resource could not be found. Sep 02 12:42:16.489573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f327466-166a-4f75-9c6d-9177bd419b27 req-ee0d3d81-b61e-4a05-a119-08a743abeec0 tempest-FloatingIPDetailsNegativeTestJSON-62651425 tempest-FloatingIPDetailsNegativeTestJSON-62651425-project] 10.222.0.60 "GET /v2.0/floatingips/487da0ca-5c0c-4e84-adea-0e99884eb9ba HTTP/1.1" status: 404 len: 350 time: 0.1864510 Sep 02 12:42:16.490369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:16.843641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:16.852343 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.874969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Transition to ACTIVE for port object 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:16.925824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:16.953370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-3a340c2f-83dd-4dfb-a5eb-f72711aed7d3 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=abaf4533d09c4b439f35a76814274191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6105478 Sep 02 12:42:16.953538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:17.191276 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:17.281928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-bf0f0dbe-2d39-481e-ab3d-40782f753011 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.294846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-bf0f0dbe-2d39-481e-ab3d-40782f753011 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3404717 Sep 02 12:42:17.368193 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Transition to ACTIVE for port object 85d0224c-3c5b-403f-8d16-74fb58e82617 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:17.480396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-8ca1c267-bd2b-4f7d-8b9a-f325e79de54c tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/quotas/abaf4533d09c4b439f35a76814274191 HTTP/1.1" status: 200 len: 375 time: 0.1838427 Sep 02 12:42:17.497369 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:17.562744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:17.573372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-0c5a87f5-d7fc-4c13-a79e-1d7a3b0bd395 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=abaf4533d09c4b439f35a76814274191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915520 Sep 02 12:42:17.606530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.608787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.609427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.609929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.610410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.610894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.611380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.611850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.613922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-55e00dd2-2988-46a5-9a09-47ad407521fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6408 time: 1.2845628 Sep 02 12:42:17.616853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Pushing event updated for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:17.618968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.634391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.644468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.666346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.685872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.695154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:17.707633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-02da35c4-c342-476f-9a84-6fc67c0ab8e1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.7511666 Sep 02 12:42:17.757427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:17.873180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5374b682-a535-4ec0-872a-7de188fcc901,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:18.097877 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebb5ed-0ec9-414d-b07e-a1333f8aea99 None None] Pushing event updated for resources: {'Port': ['ID=85d0224c-3c5b-403f-8d16-74fb58e82617,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:18.140070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:18.142633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4698ad67-be93-480f-9822-8eef881a7167 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9048004 Sep 02 12:42:18.149980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:18.168653 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b86cdfc-204a-4f66-991d-7de00f04a832 req-4954f3ce-17ac-4866-88b6-bc74effa6e30 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4597406 Sep 02 12:42:18.177724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Request body: {'security_group_rule': {'security_group_id': 'ba426b82-7399-418c-b6dd-48ace23fd5c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:18.298684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Attempting to bind port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:18.300581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Attempting to bind port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:18.302195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Attempting to bind port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:18.326291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Attempting to bind port 85d0224c-3c5b-403f-8d16-74fb58e82617 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:18.331329 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Attempting to bind port 85d0224c-3c5b-403f-8d16-74fb58e82617 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:18.337221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:18.337944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Attempting to bind port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d on network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:18.340540 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Attempting to bind port 85d0224c-3c5b-403f-8d16-74fb58e82617 on network 0780eb8a-c29c-4478-8b03-2f903bdcc362 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:18.392569 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:18.395740 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Checking segment: {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:18.397007 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:18.399758 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Bound using segment: {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:18.402634 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Bound port: 85d0224c-3c5b-403f-8d16-74fb58e82617, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe49f31-d88b-467b-b487-5de35673c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:18.403858 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:18.447836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': 'a036dc19-c3d6-4ed7-adac-eebba3471f98'}, {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0'}, {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '7082d787-3d6e-43e3-b57c-79ce74b52853'}, {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '079de256-b5ab-47b1-8180-6978534affff'}, {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:18.453273 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dabf81-0ab6-4042-8653-b4f7cc02cedb" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "a036dc19-c3d6-4ed7-adac-eebba3471f98"}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0"}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "7082d787-3d6e-43e3-b57c-79ce74b52853"}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "079de256-b5ab-47b1-8180-6978534affff"}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:18.487556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27f0e7af-bd91-4fb6-a1d4-88fca540a27f req-2a2269b1-8437-4bfb-b42a-2f5e482e12c9 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 210 time: 0.3598304 Sep 02 12:42:18.528836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:18.548294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-67af284e-554c-4387-a7dc-9b57ea378a88 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:18.551626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-67af284e-554c-4387-a7dc-9b57ea378a88 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.41 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 1.0834684 Sep 02 12:42:18.772187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f358c0-b04e-44ea-95cc-a4ab703991f0 req-b6237201-6d1e-4fd8-9897-bdeb48791048 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:18.780887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31f358c0-b04e-44ea-95cc-a4ab703991f0 req-b6237201-6d1e-4fd8-9897-bdeb48791048 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 0.3803895 Sep 02 12:42:18.809546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:18.810084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Checking segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:18.812272 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] For port 85d0224c-3c5b-403f-8d16-74fb58e82617, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:18.814167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Bound using segment: {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:18.815818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Bound port: 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3117fd-9444-44f0-b20a-6b94361adf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:18.816212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:18.819345 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] For port 85d0224c-3c5b-403f-8d16-74fb58e82617, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85d0224c-3c5b-403f-8d16-74fb58e82617,segment=NetworkSegment(bbe49f31-d88b-467b-b487-5de35673c8ea),segment_id=bbe49f31-d88b-467b-b487-5de35673c8ea)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:18.830665 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:18.888704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31f358c0-b04e-44ea-95cc-a4ab703991f0 req-75cfa806-af48-43c8-98cb-f52c4c781e8c tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063631 Sep 02 12:42:18.974864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Deleting port 814f59ca-1844-4a5f-893c-2e6f840ec175 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:18.981409 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:19.009714 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebb5ed-0ec9-414d-b07e-a1333f8aea99 None None] Pushing event updated for resources: {'Port': ['ID=85d0224c-3c5b-403f-8d16-74fb58e82617,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:19.101509 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Routers {'42fd6070-3697-4744-a020-b87b08555d47'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:19.107944 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['42fd6070-3697-4744-a020-b87b08555d47'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:19.446183 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] Set router 42fd6070-3697-4744-a020-b87b08555d47 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:19.665318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=814f59ca-1844-4a5f-893c-2e6f840ec175,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:19.665889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:19.785853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:19.987401 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85d0224c-3c5b-403f-8d16-74fb58e82617', 'name': '', 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'mac_address': 'fa:16:3e:fc:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:06Z', 'updated_at': '2021-09-02T12:42:18Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'subnets': [{'id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:19.991518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-4a613e6d-eb64-49e7-bd52-0cf4cbc77b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:19.992287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-4a613e6d-eb64-49e7-bd52-0cf4cbc77b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:19.993074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-4a613e6d-eb64-49e7-bd52-0cf4cbc77b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:19.999338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-4a613e6d-eb64-49e7-bd52-0cf4cbc77b55 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 2.3427463 Sep 02 12:42:20.005991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14e3398e-6d5e-4ee3-92cd-b49fc66cf6ba req-e253bb5e-37f7-47cd-8b89-85bafeba805d tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 210 time: 0.1173172 Sep 02 12:42:20.095767 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40411680-332c-4dad-a2ae-7edf32e90e2a None None] The sync data for ids ['42fd6070-3697-4744-a020-b87b08555d47'] in n-d-792364-8 is: [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:07Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85d0224c-3c5b-403f-8d16-74fb58e82617', 'name': '', 'network_id': '0780eb8a-c29c-4478-8b03-2f903bdcc362', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'mac_address': 'fa:16:3e:fc:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:06Z', 'updated_at': '2021-09-02T12:42:18Z', 'revision_number': 4, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'subnets': [{'id': '4c652ee6-8e9e-4eea-aebc-13607ab9b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:20.122420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85d0224c-3c5b-403f-8d16-74fb58e82617 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:20.170454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.192785 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e50364-e480-4c0b-a79b-0b34d179d495 x-openstack-request-id: req-75e50364-e480-4c0b-a79b-0b34d179d495 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:20.192785 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "a036dc19-c3d6-4ed7-adac-eebba3471f98", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "7082d787-3d6e-43e3-b57c-79ce74b52853", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "079de256-b5ab-47b1-8180-6978534affff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:20.192785 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75e50364-e480-4c0b-a79b-0b34d179d495 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:20.209034 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': 'a036dc19-c3d6-4ed7-adac-eebba3471f98', 'status': 'completed', 'code': 200} Sep 02 12:42:20.209535 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0', 'status': 'completed', 'code': 200} Sep 02 12:42:20.210108 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '7082d787-3d6e-43e3-b57c-79ce74b52853', 'status': 'completed', 'code': 200} Sep 02 12:42:20.212150 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '079de256-b5ab-47b1-8180-6978534affff', 'status': 'completed', 'code': 200} Sep 02 12:42:20.212763 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689', 'status': 'completed', 'code': 200} Sep 02 12:42:20.281071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 85d0224c-3c5b-403f-8d16-74fb58e82617 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:20.285953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 85d0224c-3c5b-403f-8d16-74fb58e82617 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:20.290382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.376765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.398564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.418200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.432084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.449193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.458516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.471871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.491682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-07925922-9229-4620-b22c-d26b571636e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 1.0315890 Sep 02 12:42:20.496762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.517523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:20.521211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:20.533322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f47a2d6-0262-4cdb-9bdf-6c8d34a8e439 req-faf8edbf-b9f5-4168-b890-691b4fd3a8b8 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 210 time: 0.1980772 Sep 02 12:42:20.596551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.599311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.625806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 85d0224c-3c5b-403f-8d16-74fb58e82617, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85d0224c-3c5b-403f-8d16-74fb58e82617,segment=NetworkSegment(bbe49f31-d88b-467b-b487-5de35673c8ea),segment_id=bbe49f31-d88b-467b-b487-5de35673c8ea)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:20.636852 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.676435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.677125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.683549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] 10.222.0.18 "PUT /v2.0/ports/533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 1091 time: 5.0271578 Sep 02 12:42:20.812967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca294df7-019e-4fdc-bff0-1efa0b34b85e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:20.814253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=85d0224c-3c5b-403f-8d16-74fb58e82617,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:20.839858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-c96b3205-e84e-4ce0-b54e-2704b7f37c50 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:20.841938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-c96b3205-e84e-4ce0-b54e-2704b7f37c50 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.41 "GET /v2.0/networks?id=2d90ace8-726f-4253-861e-ad9da562ab6b HTTP/1.1" status: 200 len: 809 time: 2.5243769 Sep 02 12:42:20.889814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:20.906839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c2cb7139-d3f1-4f67-ac79-b7f26cfeb9fa tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7394111 Sep 02 12:42:20.921861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Request body: {'port': {'device_id': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b', 'admin_state_up': True, 'tenant_id': '3317e3eaf1934f549aef6e3a0e98a6e3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:20.927038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:20.949162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:21.292406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac67807-3a3a-41fa-819d-482877c4ad72 service neutron] Pushing event updated for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:21.301519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-b093a3a0-9d51-4b09-a005-63212e3733ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.303514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92b1ff07-a09e-476d-a5c2-bd78357d4dc9 req-b093a3a0-9d51-4b09-a005-63212e3733ef service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2946520 Sep 02 12:42:21.340989 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:21.457723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263562ab-fe13-46dc-96fd-94a457d5d8e9 req-092333d0-69b7-4362-940b-60725d7c768a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.465857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-263562ab-fe13-46dc-96fd-94a457d5d8e9 req-092333d0-69b7-4362-940b-60725d7c768a tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 945 time: 0.6221979 Sep 02 12:42:21.573118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-00620909-1525-4360-a4e3-2ad5aac2bfb0 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=abaf4533d09c4b439f35a76814274191&shared=False HTTP/1.1" status: 200 len: 213 time: 1.5547371 Sep 02 12:42:21.613890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-263562ab-fe13-46dc-96fd-94a457d5d8e9 req-e60fa271-b424-4729-951a-5b211b81ad70 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453707 Sep 02 12:42:21.678804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Made reservation on behalf of 3317e3eaf1934f549aef6e3a0e98a6e3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:21.697986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:21.749386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.750256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.750910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.751555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.752375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.753045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.753683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:21.756054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-27675af8-c649-4be9-88a8-305e1f3b0c57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.3952346 Sep 02 12:42:21.926625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85d0224c-3c5b-403f-8d16-74fb58e82617 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:21.969950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Allocated IP 172.20.0.6 (2d90ace8-726f-4253-861e-ad9da562ab6b/238b9467-b871-45bf-ae9b-4478849a1b58/dc04a6fb-a884-411c-9251-47cca598f54d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:22.036206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 85d0224c-3c5b-403f-8d16-74fb58e82617 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:22.037873 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.113306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.113707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.114048 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Floating IP 2dd10d84-3c98-4268-9f50-a710febce77b disassociated. External IP: 172.25.7.51, port: 814f59ca-1844-4a5f-893c-2e6f840ec175. Sep 02 12:42:22.114415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Calling delete_port for 814f59ca-1844-4a5f-893c-2e6f840ec175 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:22.137790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 814f59ca-1844-4a5f-893c-2e6f840ec175 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:22.178921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.236886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:22.238600 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52932cd6-7660-4f95-9ace-5f18f25cd879" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:22.250868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.268851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.315598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:22.316000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2209e9e5-c9ba-4f49-a9d8-4ed9744b8608 req-eec49199-b8ac-4238-9b1e-53f88af01830 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 210 time: 0.5558712 Sep 02 12:42:22.319034 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896cfe29-0f71-4145-ac20-54cf22807c46" -d '{"events": [{"server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "name": "network-vif-unplugged", "status": "completed", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:22.357288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 814f59ca-1844-4a5f-893c-2e6f840ec175, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=814f59ca-1844-4a5f-893c-2e6f840ec175,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:22.377484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.502698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:22.570937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Network 2d90ace8-726f-4253-861e-ad9da562ab6b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:22.596522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b7bd875-5e3f-4daa-9d71-367d20b3d5a6 req-be4f2416-9d37-4c22-b570-216968f26d29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.1036191 Sep 02 12:42:22.622956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Pushing event updated for resources: {'Port': ['ID=dc04a6fb-a884-411c-9251-47cca598f54d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:22.655966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:22.662287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:22.757879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.761053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:22.816746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ecac39bf-5b0b-47be-9a9e-43194b5c5ded tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.818883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ecac39bf-5b0b-47be-9a9e-43194b5c5ded tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7852285 Sep 02 12:42:22.825640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-11732bc8-40d2-43f3-a21d-fd34e35fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.828400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-11732bc8-40d2-43f3-a21d-fd34e35fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.828400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-11732bc8-40d2-43f3-a21d-fd34e35fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.831538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-11732bc8-40d2-43f3-a21d-fd34e35fc8c7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6107218 Sep 02 12:42:22.842988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6fe64-06e0-4cf0-8f31-50fe13431473 req-d9cd5e74-433e-4d4e-b562-ecdb0ff0e80c tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.844630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bca6fe64-06e0-4cf0-8f31-50fe13431473 req-d9cd5e74-433e-4d4e-b562-ecdb0ff0e80c tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 931 time: 0.4017787 Sep 02 12:42:22.908619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Request body: {'port': {'device_id': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'abaf4533d09c4b439f35a76814274191'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:22.981367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-215d230f-832a-4de9-8600-25f6efbe845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:22.983478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-215d230f-832a-4de9-8600-25f6efbe845a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366701 Sep 02 12:42:22.984909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-44094346-cacc-431d-8972-3e8d33fdb9be tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0700488 Sep 02 12:42:22.999567 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45efc6cd-e350-4b60-8a32-4da1864171d9 x-openstack-request-id: req-45efc6cd-e350-4b60-8a32-4da1864171d9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:23.000151 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "name": "network-vif-unplugged", "status": "completed", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:23.000408 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45efc6cd-e350-4b60-8a32-4da1864171d9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:23.000545 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bdd795-1182-4cc8-99c0-d2038f84602b x-openstack-request-id: req-34bdd795-1182-4cc8-99c0-d2038f84602b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:23.000830 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:23.001105 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'code': 200} Sep 02 12:42:23.004076 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34bdd795-1182-4cc8-99c0-d2038f84602b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:23.004528 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d', 'status': 'completed', 'code': 200} Sep 02 12:42:23.019667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Request body: {'port': {'device_id': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:23.125974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bca6fe64-06e0-4cf0-8f31-50fe13431473 req-ec2267f6-27e4-4ebc-b49d-c031072313ca tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382143 Sep 02 12:42:23.127588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:23.239684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:23.255505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.256042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.256717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.257242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.257873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.258410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.258893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.261134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-dff047ff-87c8-41e5-ad36-a4ef86cb3949 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.2250152 Sep 02 12:42:23.375380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Allocated IP 172.25.7.105 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4cc85073-ceb5-458a-837f-e138ceef6fb7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:23.384787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:23.606918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Deleting port 85d0224c-3c5b-403f-8d16-74fb58e82617 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:23.607708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:23.738762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event deleted for resources: {'Port': ['ID=814f59ca-1844-4a5f-893c-2e6f840ec175,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:23.770216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318f53-23fe-474b-aebc-0440042dd9e7 req-57a23430-152a-4747-9578-d5c08af34b16 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:23.784604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97318f53-23fe-474b-aebc-0440042dd9e7 req-57a23430-152a-4747-9578-d5c08af34b16 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 865 time: 0.6003859 Sep 02 12:42:23.818252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f176210-5f41-4126-9dee-1d580a953528 req-e69a47e3-c5d6-42bd-b73b-99ed490f11d3 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 210 time: 0.0455837 Sep 02 12:42:23.990047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Made reservation on behalf of abaf4533d09c4b439f35a76814274191 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:23.995487 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.014173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-aeb68eb5-ba63-469a-836e-8cd1aff16d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.014820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-aeb68eb5-ba63-469a-836e-8cd1aff16d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.016768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-aeb68eb5-ba63-469a-836e-8cd1aff16d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.019086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-aeb68eb5-ba63-469a-836e-8cd1aff16d48 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5886047 Sep 02 12:42:24.073277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.163079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97318f53-23fe-474b-aebc-0440042dd9e7 req-8e0eae97-7d06-4851-a871-380f12850c1c tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups?id=8005da8f-dba1-4610-84c4-ad0d6b927644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3764670 Sep 02 12:42:24.179604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.203561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] For port 85d0224c-3c5b-403f-8d16-74fb58e82617, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85d0224c-3c5b-403f-8d16-74fb58e82617,segment=NetworkSegment(bbe49f31-d88b-467b-b487-5de35673c8ea),segment_id=bbe49f31-d88b-467b-b487-5de35673c8ea)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:24.203561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.232403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Calling delete_port for 85d0224c-3c5b-403f-8d16-74fb58e82617 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:24.578086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.638822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.685857 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:24.734851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:24.832663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce8469-fba5-4b33-8f5f-6526d4a79959,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:24.862971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:24.883660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e0c6-9a95-44d8-b3ab-98a7c9adf2db req-7a0a6e1c-b3e0-4ac3-8d75-bf69b92f7b32 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.890357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event updated for resources: {'Port': ['ID=4cc85073-ceb5-458a-837f-e138ceef6fb7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:24.893106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:24.900132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b894e0c6-9a95-44d8-b3ab-98a7c9adf2db req-7a0a6e1c-b3e0-4ac3-8d75-bf69b92f7b32 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 931 time: 0.3232341 Sep 02 12:42:24.905618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.912303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.919696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.927445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.933979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.940171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.958209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:24.960323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-57b5549d-c7cf-4d2e-8159-7ae4c2e58072 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.7180068 Sep 02 12:42:24.965203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:25.028099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc04a6fb-a884-411c-9251-47cca598f54d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:25.059139 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:25.064600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-c5c976ef-64eb-4443-8a29-ce6b6ad1cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.066161 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-c5c976ef-64eb-4443-8a29-ce6b6ad1cdd2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8132174 Sep 02 12:42:25.093720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4df33b48-f39e-4f47-970b-ed2216cd5050 req-55565d2d-fcdb-470d-bac2-0e117f2ead41 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204107 Sep 02 12:42:25.169528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b894e0c6-9a95-44d8-b3ab-98a7c9adf2db req-d86ecf50-1c7c-4471-8f8e-af245aa7fd25 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667146 Sep 02 12:42:25.239909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Transition to ACTIVE for port object dc04a6fb-a884-411c-9251-47cca598f54d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:25.260725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:25.265829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Allocated IP 192.168.233.197 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/a79a9548-6c78-48a8-a537-7b7924dcc0a1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:25.268153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:25.275298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080755-9c42-428b-9864-5b4960e85891 None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:25.320005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:25.324271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:25.379207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6101e953-f953-42b0-979c-5fb99a0af809 req-b262a6a1-d891-4fa3-a353-0b2b1031a965 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 210 time: 0.1628594 Sep 02 12:42:25.385999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:25.505639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.506812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a11eeba1-302b-4d1c-801a-d616b14352a2 req-395cf209-093b-4f25-9bf9-03e8d98f6225 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/ports?device_id=106e6f30-b4f3-4338-93e9-206ba462341f HTTP/1.1" status: 200 len: 210 time: 0.0749028 Sep 02 12:42:25.512879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.512879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.512879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.513362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.514025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.520668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:25.542078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d0224c-3c5b-403f-8d16-74fb58e82617,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:25.547754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-e46d5b3d-1f56-4a5d-b210-7188dad63649 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.4307656 Sep 02 12:42:25.645613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:25.693408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] No DVR routers for this DVR port 814f59ca-1844-4a5f-893c-2e6f840ec175 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:25.702336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:25.704444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7f5e6148-2f8d-4ea6-b12e-c9daacca9e8b req-d4e855f5-2016-4c36-94d9-b947e164a624 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.41 "DELETE /v2.0/ports/814f59ca-1844-4a5f-893c-2e6f840ec175 HTTP/1.1" status: 204 len: 173 time: 7.1315103 Sep 02 12:42:25.713835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'name': 'network-vif-deleted', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:25.719430 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92084c7-a894-4513-ae8a-95c3f1ed30fc" -d '{"events": [{"server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "name": "network-vif-deleted", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:25.791238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:25.881613 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1e1c2c-ce37-479c-a6eb-c61901dcc9f5 x-openstack-request-id: req-ce1e1c2c-ce37-479c-a6eb-c61901dcc9f5 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:25.883941 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e6f30-b4f3-4338-93e9-206ba462341f", "name": "network-vif-deleted", "tag": "814f59ca-1844-4a5f-893c-2e6f840ec175", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:25.884409 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce1e1c2c-ce37-479c-a6eb-c61901dcc9f5 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:25.885491 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e6f30-b4f3-4338-93e9-206ba462341f', 'name': 'network-vif-deleted', 'tag': '814f59ca-1844-4a5f-893c-2e6f840ec175', 'status': 'completed', 'code': 200} Sep 02 12:42:25.896796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc04a6fb-a884-411c-9251-47cca598f54d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:25.970918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:26.073218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:26.091234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:26.102476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Transition to ACTIVE for port object a79a9548-6c78-48a8-a537-7b7924dcc0a1 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:26.324716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:26.371682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080755-9c42-428b-9864-5b4960e85891 None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:26.385401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:26.386734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:26.398197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:26.681692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:26.695725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:26.736050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:26.747130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:26.793807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.801246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.813753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.838500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.850159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.870904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.882561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:26.884972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-4628ba5b-bb04-4e29-9882-cc9ce99fa93f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.5798061 Sep 02 12:42:27.042683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Pushing event updated for resources: {'Port': ['ID=a79a9548-6c78-48a8-a537-7b7924dcc0a1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:27.054173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Attempting to bind port dc04a6fb-a884-411c-9251-47cca598f54d on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:27.055448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Attempting to bind port dc04a6fb-a884-411c-9251-47cca598f54d by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '909f08e3-3633-48bf-86eb-320e3950ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:27.056035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Attempting to bind port dc04a6fb-a884-411c-9251-47cca598f54d on network 2d90ace8-726f-4253-861e-ad9da562ab6b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:27.067082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-36f4f561-e718-4fa1-9676-dff6ca00b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.068177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-36f4f561-e718-4fa1-9676-dff6ca00b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.069654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-36f4f561-e718-4fa1-9676-dff6ca00b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.072274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-36f4f561-e718-4fa1-9676-dff6ca00b77d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.4978106 Sep 02 12:42:27.079360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Port dc04a6fb-a884-411c-9251-47cca598f54d on network 2d90ace8-726f-4253-861e-ad9da562ab6b not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:27.080142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Attempting to bind port dc04a6fb-a884-411c-9251-47cca598f54d on network 2d90ace8-726f-4253-861e-ad9da562ab6b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:27.105389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.106090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.149573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56080755-9c42-428b-9864-5b4960e85891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:27.155380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d0aa6f1-5ac7-40da-8727-09bf4728a9ff req-3c03065f-15f8-475c-8142-d603816ff952 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685247 Sep 02 12:42:27.182735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080755-9c42-428b-9864-5b4960e85891 None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:36:53Z', 'revision_number': 4, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'cb6ff527-ea2a-47e3-8a34-4d4fc9e88915', 'name': '', 'network_id': '75e411eb-2dc5-4225-8864-b756ff9f0a8d', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'mac_address': 'fa:16:3e:5d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:51Z', 'updated_at': '2021-09-02T12:37:00Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'subnets': [{'id': 'e62d8463-4ab9-464a-92c1-db8b533fdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:27.229810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-23ad9005-fd09-4089-982e-db4ea60c4155 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3517127 Sep 02 12:42:27.239840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Router 42fd6070-3697-4744-a020-b87b08555d47 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:27.245938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Request body: {'port': {'device_id': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:27.267448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:27.267792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Checking segment: {'id': '909f08e3-3633-48bf-86eb-320e3950ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:27.268197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Bound using segment: {'id': '909f08e3-3633-48bf-86eb-320e3950ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:27.268654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Bound port: dc04a6fb-a884-411c-9251-47cca598f54d, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909f08e3-3633-48bf-86eb-320e3950ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:27.277423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.290329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd9866-10d7-4283-a4df-77ad417a1b8a req-df037fac-7e70-4b5f-bea3-95287662b06e tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.300670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09bd9866-10d7-4283-a4df-77ad417a1b8a req-df037fac-7e70-4b5f-bea3-95287662b06e tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 943 time: 0.4512765 Sep 02 12:42:27.305936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5316cd2-964b-456f-b506-bdd7606bbc9b None None] Provisioning for port a79a9548-6c78-48a8-a537-7b7924dcc0a1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:27.312390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5316cd2-964b-456f-b506-bdd7606bbc9b None None] Provisioning complete for port a79a9548-6c78-48a8-a537-7b7924dcc0a1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:27.312806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5316cd2-964b-456f-b506-bdd7606bbc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.324209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.371297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-a0a5749e-4fa6-4d4a-afa8-1a5bb7ef457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.373078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-a0a5749e-4fa6-4d4a-afa8-1a5bb7ef457d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2744150 Sep 02 12:42:27.377648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d5316cd2-964b-456f-b506-bdd7606bbc9b None None] Port a79a9548-6c78-48a8-a537-7b7924dcc0a1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:27.448532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.476522 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.520837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acde003-5249-45fc-9cf4-9f7e5e991363 req-f4969049-7ab0-4ed2-b025-76aba4eda01b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.522582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acde003-5249-45fc-9cf4-9f7e5e991363 req-f4969049-7ab0-4ed2-b025-76aba4eda01b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 936 time: 0.2074325 Sep 02 12:42:27.631660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event updated for resources: {'Port': ['ID=4cc85073-ceb5-458a-837f-e138ceef6fb7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:27.637258 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bf089-4255-4c72-9a73-39e6a7eec8af None None] New status for floating IP 2dd10d84-3c98-4268-9f50-a710febce77b: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:42:27.649253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09bd9866-10d7-4283-a4df-77ad417a1b8a req-09e47cf2-9c52-4900-ae4b-127f92dae442 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471942 Sep 02 12:42:27.660449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.724484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.724999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.725474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.725936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.726417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.726891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.727377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.729865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-674a3d7e-b6a9-427f-8f13-e43676097045 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.2710032 Sep 02 12:42:27.735869 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.737163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1cac318-1832-46b2-9ac5-0276197d53ef tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7922451 Sep 02 12:42:27.845115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] For port dc04a6fb-a884-411c-9251-47cca598f54d, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:27.852692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] For port dc04a6fb-a884-411c-9251-47cca598f54d, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc04a6fb-a884-411c-9251-47cca598f54d,segment=NetworkSegment(909f08e3-3633-48bf-86eb-320e3950ac33),segment_id=909f08e3-3633-48bf-86eb-320e3950ac33)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:27.877214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.994313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:27.995410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:27.997717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc04a6fb-a884-411c-9251-47cca598f54d HTTP/1.1" status: 200 len: 1091 time: 4.9888849 Sep 02 12:42:28.018896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'tag': 'dc04a6fb-a884-411c-9251-47cca598f54d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:28.021968 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23926a-3619-45e4-9ad8-f2efed6e99d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0", "tag": "dc04a6fb-a884-411c-9251-47cca598f54d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:28.063984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-bbf40c2b-ff35-4f54-8d68-e3c94b589e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.064989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-bbf40c2b-ff35-4f54-8d68-e3c94b589e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.065335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-bbf40c2b-ff35-4f54-8d68-e3c94b589e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.067432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-bbf40c2b-ff35-4f54-8d68-e3c94b589e50 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3236465 Sep 02 12:42:28.137594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acde003-5249-45fc-9cf4-9f7e5e991363 req-283e9894-6a11-4a68-b988-62a1a391c86d tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640516 Sep 02 12:42:28.160094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251f25-74e8-4628-acc2-df608daa75e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc04a6fb-a884-411c-9251-47cca598f54d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:28.219906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:28.227927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9d26206f-e446-49a7-92cb-619c7cd79fd0 admin admin] 10.222.0.60 "PUT /v2.0/routers/42fd6070-3697-4744-a020-b87b08555d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7191508 Sep 02 12:42:28.228560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54872) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:28.233142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] Sync routers for ids ['42fd6070-3697-4744-a020-b87b08555d47'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:28.250582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] Routers {'42fd6070-3697-4744-a020-b87b08555d47'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:28.251205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['42fd6070-3697-4744-a020-b87b08555d47'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:28.261350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-41a66207-d40b-487b-a74e-4af40a45994b tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1675739843&fields=id&tenant_id=d069e943bcd747048caadf03e7e586df HTTP/1.1" status: 200 len: 267 time: 0.1215625 Sep 02 12:42:28.264528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-ecc20ba6-24c1-4206-9e63-b71f9560bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.266036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-ecc20ba6-24c1-4206-9e63-b71f9560bc33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3317e3eaf1934f549aef6e3a0e98a6e3&device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 1094 time: 0.2086933 Sep 02 12:42:28.365637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-e74555fc-99a1-4586-81a0-e1c9a7da671a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc04a6fb-a884-411c-9251-47cca598f54d HTTP/1.1" status: 200 len: 217 time: 0.0886896 Sep 02 12:42:28.404466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-443220ec-a2c7-4dd8-8cc8-7f45c24f43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.406000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-443220ec-a2c7-4dd8-8cc8-7f45c24f43a7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3246498 Sep 02 12:42:28.415827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] Set router 42fd6070-3697-4744-a020-b87b08555d47 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:28.442109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:28.605219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.605956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.606508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.608143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.608335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79a9548-6c78-48a8-a537-7b7924dcc0a1 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:28.609050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.621572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.621996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.624291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-5d8807c3-e143-4e83-910d-3320ce74110f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.1516116 Sep 02 12:42:28.626727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-33b7f765-6c7a-4cb1-98c1-ad6806f64380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.628408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-33b7f765-6c7a-4cb1-98c1-ad6806f64380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=238b9467-b871-45bf-ae9b-4478849a1b58 HTTP/1.1" status: 200 len: 849 time: 0.2539144 Sep 02 12:42:28.643689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:28.702223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86d2f2cf-ebfb-47fa-8685-b0d865397843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:28.718966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Transition to ACTIVE for port object a79a9548-6c78-48a8-a537-7b7924dcc0a1 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:28.728629 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:28.734521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0d429702-86a7-4df0-822b-d0243981810c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:24Z', 'revision_number': 5, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port': {'id': '0d429702-86a7-4df0-822b-d0243981810c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fd6070-3697-4744-a020-b87b08555d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:02Z', 'updated_at': '2021-09-02T12:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:28.737279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:28.794552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] Checking router: 42fd6070-3697-4744-a020-b87b08555d47 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:28.817413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] Routers {'42fd6070-3697-4744-a020-b87b08555d47'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:28.818051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['42fd6070-3697-4744-a020-b87b08555d47'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:28.856399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Pushing event updated for resources: {'Port': ['ID=a79a9548-6c78-48a8-a537-7b7924dcc0a1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:28.890735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-1dd6400e-54d8-4d4c-b812-262341ec91d2 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.898419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-1dd6400e-54d8-4d4c-b812-262341ec91d2 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/networks?id=951fd76a-9d98-4bad-85cf-81ae813beb33 HTTP/1.1" status: 200 len: 806 time: 0.6361308 Sep 02 12:42:28.909501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-cc953c21-e715-4aaa-8650-fdb67e565c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.914378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-cc953c21-e715-4aaa-8650-fdb67e565c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.914809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-cc953c21-e715-4aaa-8650-fdb67e565c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:28.916779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-cc953c21-e715-4aaa-8650-fdb67e565c10 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2840431 Sep 02 12:42:28.925821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Deleting port 0d429702-86a7-4df0-822b-d0243981810c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:28.926001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-793b04d8-df14-4e50-94cf-0ad13f680362 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d90ace8-726f-4253-861e-ad9da562ab6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2812781 Sep 02 12:42:28.926236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:28.993593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Attempting to bind port a79a9548-6c78-48a8-a537-7b7924dcc0a1 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:28.993958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Attempting to bind port a79a9548-6c78-48a8-a537-7b7924dcc0a1 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:28.994285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Attempting to bind port a79a9548-6c78-48a8-a537-7b7924dcc0a1 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:29.001169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Port a79a9548-6c78-48a8-a537-7b7924dcc0a1 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:29.001548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Attempting to bind port a79a9548-6c78-48a8-a537-7b7924dcc0a1 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:29.009023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:29.009023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:29.009395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:29.009890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Bound port: a79a9548-6c78-48a8-a537-7b7924dcc0a1, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:29.010568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:29.033748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] Set router 42fd6070-3697-4744-a020-b87b08555d47 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:29.113558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-c20cb203-46be-4bd8-bd1f-4afd5a5955da tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/quotas/d069e943bcd747048caadf03e7e586df HTTP/1.1" status: 200 len: 375 time: 0.2142351 Sep 02 12:42:29.134095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] For port 0d429702-86a7-4df0-822b-d0243981810c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0d429702-86a7-4df0-822b-d0243981810c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:29.134876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:29.162845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] For port a79a9548-6c78-48a8-a537-7b7924dcc0a1, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:29.171420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] For port a79a9548-6c78-48a8-a537-7b7924dcc0a1, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:29.181542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Calling delete_port for 0d429702-86a7-4df0-822b-d0243981810c owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:29.190747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:29.205314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:28Z', 'revision_number': 6, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:29.237500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02037458-37a5-434d-8d68-f0d3d062510e None None] The sync data for ids ['42fd6070-3697-4744-a020-b87b08555d47'] in n-d-792364-8 is: [{'id': '42fd6070-3697-4744-a020-b87b08555d47', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1132502306-router', 'tenant_id': 'ae71b93abc8447f181980934d210ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:59Z', 'updated_at': '2021-09-02T12:42:28Z', 'revision_number': 6, 'project_id': 'ae71b93abc8447f181980934d210ef4b', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:29.244585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-6ee19131-d5e3-4484-b8e0-87a18fc9c904 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d069e943bcd747048caadf03e7e586df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1224625 Sep 02 12:42:29.334101 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e154da8-48e7-4cd8-99ca-215da37b6379 x-openstack-request-id: req-8e154da8-48e7-4cd8-99ca-215da37b6379 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:29.334386 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0", "tag": "dc04a6fb-a884-411c-9251-47cca598f54d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:29.334643 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e154da8-48e7-4cd8-99ca-215da37b6379 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:29.335039 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'tag': 'dc04a6fb-a884-411c-9251-47cca598f54d', 'status': 'completed', 'code': 200} Sep 02 12:42:29.346748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.347777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:29.348038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-66a0a1aa-8486-4750-b261-58dc137d4b92 service neutron] 10.222.0.41 "GET /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989542 Sep 02 12:42:29.349242 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] 10.222.0.18 "PUT /v2.0/ports/a79a9548-6c78-48a8-a537-7b7924dcc0a1 HTTP/1.1" status: 200 len: 1096 time: 2.1081572 Sep 02 12:42:29.350849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-3b2c9cee-8c25-4cec-af26-973e24e71d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.352216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93dabf81-0ab6-4042-8653-b4f7cc02cedb req-3b2c9cee-8c25-4cec-af26-973e24e71d53 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4254680 Sep 02 12:42:29.359587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'tag': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:29.362039 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6090157-ec08-4c65-a15c-578f51371b55" -d '{"events": [{"name": "network-changed", "server_uuid": "31fc3dde-7f18-4efe-8afc-a0749ba7cb92", "tag": "a79a9548-6c78-48a8-a537-7b7924dcc0a1"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:29.414527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797096-7190-4d69-90d3-d32fb8675723 service neutron] Pushing event updated for resources: {'Port': ['ID=a79a9548-6c78-48a8-a537-7b7924dcc0a1,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:29.517465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-85f0dc30-9a2b-48f7-95cc-d8fab59a7396 service neutron] 10.222.0.60 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541621 Sep 02 12:42:29.591242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-6cdf309f-2627-4199-aac2-8ad45763418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.593174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-6cdf309f-2627-4199-aac2-8ad45763418c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abaf4533d09c4b439f35a76814274191&device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 1099 time: 0.1639271 Sep 02 12:42:29.667540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.673889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.680161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.688199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-192f8758-a386-4cf4-a18c-469d761eb6b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1 HTTP/1.1" status: 200 len: 217 time: 0.0791831 Sep 02 12:42:29.692100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.693747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db33e9e5-c2e0-4bd9-8b33-67582c53ab9f req-6525c1b7-548c-4908-aa42-485436d7ba2d service neutron] 10.222.0.41 "GET /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361607 Sep 02 12:42:29.722821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.730004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.736168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.745705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-030a7122-4a94-4d91-89f7-86580de9996e req-f58a0b0b-656e-4c0c-bed3-493b55692184 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2497861 Sep 02 12:42:29.751005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:29.804052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d429702-86a7-4df0-822b-d0243981810c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:29.822573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.823498 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.823990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.824463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.824993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.825096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-cec50476-5030-410b-939f-68bb5906b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.825504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.825950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.826589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-cec50476-5030-410b-939f-68bb5906b336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1316235 Sep 02 12:42:29.828297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d40b5280-72c5-47f0-a3ae-719578e63c97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.3305342 Sep 02 12:42:29.829687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-f2b9a836-1e9d-4693-b3a3-f03bc9c19467 service neutron] 10.222.0.60 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114195 Sep 02 12:42:29.853289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-b203e535-11ce-436b-bc36-3e3d58e89560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.855318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-b203e535-11ce-436b-bc36-3e3d58e89560 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3317e3eaf1934f549aef6e3a0e98a6e3&device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 1094 time: 0.0852399 Sep 02 12:42:29.905597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-030a7122-4a94-4d91-89f7-86580de9996e req-62cae8c4-08cb-4970-8e56-7ee668284818 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591759 Sep 02 12:42:29.914522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b6e92647-5e70-4cb9-a8ec-e11e21361a50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 217 time: 0.0693815 Sep 02 12:42:29.972884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-0ad8d856-bec4-4de2-ace7-15e236928c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:29.974944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-0ad8d856-bec4-4de2-ace7-15e236928c9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342928 Sep 02 12:42:30.046487 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.093262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-2fc55765-fea5-4716-ba86-7a57219b3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.099225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-2fc55765-fea5-4716-ba86-7a57219b3d12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d90ace8-726f-4253-861e-ad9da562ab6b HTTP/1.1" status: 200 len: 910 time: 0.2257071 Sep 02 12:42:30.154747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85d0224c-3c5b-403f-8d16-74fb58e82617 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:30.168275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-a4a4e726-353e-44cc-91b3-d38c6192b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.174276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-a4a4e726-353e-44cc-91b3-d38c6192b0ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 200 len: 851 time: 0.2342024 Sep 02 12:42:30.202445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:30.204153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f17239-2326-425d-aa25-5e4a7babc080 req-37aceb99-7172-47d8-837b-f5adbebf3f78 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.205890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17f17239-2326-425d-aa25-5e4a7babc080 req-37aceb99-7172-47d8-837b-f5adbebf3f78 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 943 time: 0.2169800 Sep 02 12:42:30.207872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.215461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 85d0224c-3c5b-403f-8d16-74fb58e82617 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:30.215799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85d0224c-3c5b-403f-8d16-74fb58e82617 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:30.265947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-839047bf-cdb9-4e30-ac30-6367df14a556 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc04a6fb-a884-411c-9251-47cca598f54d HTTP/1.1" status: 200 len: 217 time: 0.1556220 Sep 02 12:42:30.276620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.372712 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.381097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-aa3a56ea-70f2-4da7-a4a5-ef66ca9f549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.382740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-aa3a56ea-70f2-4da7-a4a5-ef66ca9f549d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674676 Sep 02 12:42:30.408509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:30.411193 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a0ac3-b7ec-41b9-95d7-c97d1558565f" -d '{"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-unplugged", "status": "completed", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:30.433832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:30.439725 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.440434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-577e7f1e-0f43-4e63-80ba-d48aa13ec006 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578602 Sep 02 12:42:30.451098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65eb6-68b7-4969-b1ed-7e6b56bb771b req-6c8a868a-35d6-455b-890e-45eca232e414 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.452625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51a65eb6-68b7-4969-b1ed-7e6b56bb771b req-6c8a868a-35d6-455b-890e-45eca232e414 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 948 time: 0.1256762 Sep 02 12:42:30.507852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:30.513551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.514079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fd6070-3697-4744-a020-b87b08555d47 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:42:30.520215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.520629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.521090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.521843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.522146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.522532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.522920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.523331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.524345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.524647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.525068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.525459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:30.527780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.529353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-63155e94-5830-496a-b5ca-807486446b3b admin admin] 10.222.0.60 "DELETE /v2.0/routers/42fd6070-3697-4744-a020-b87b08555d47 HTTP/1.1" status: 204 len: 168 time: 2.2895811 Sep 02 12:42:30.533227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17f17239-2326-425d-aa25-5e4a7babc080 req-68b1cdd0-f71a-4799-bdad-09a9138ba2ac tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433541 Sep 02 12:42:30.536082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:30.569712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-c719aeec-ec34-4e1b-8dcf-9f544e37a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.571489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-c719aeec-ec34-4e1b-8dcf-9f544e37a080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=238b9467-b871-45bf-ae9b-4478849a1b58 HTTP/1.1" status: 200 len: 849 time: 0.2729001 Sep 02 12:42:30.582001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-fceb9ff4-dee4-4663-8671-6c854b3cb2d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755033 Sep 02 12:42:30.604421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:30.668319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-7cf6cfc9-6b5d-4365-a8d7-fe5f398dd2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d90ace8-726f-4253-861e-ad9da562ab6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814354 Sep 02 12:42:30.672400 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b785d2e8-0039-425f-82ee-556681a349d3 x-openstack-request-id: req-b785d2e8-0039-425f-82ee-556681a349d3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:30.672685 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fc3dde-7f18-4efe-8afc-a0749ba7cb92", "tag": "a79a9548-6c78-48a8-a537-7b7924dcc0a1", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:30.672961 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b785d2e8-0039-425f-82ee-556681a349d3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:30.673371 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'tag': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1', 'status': 'completed', 'code': 200} Sep 02 12:42:30.688552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Deleting subnet 4c652ee6-8e9e-4eea-aebc-13607ab9b94e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:42:30.692974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51a65eb6-68b7-4969-b1ed-7e6b56bb771b req-94bb7f1c-e839-4bb9-8218-c1812596e08c tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607289 Sep 02 12:42:30.698765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.699695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15a66ef6-0310-4656-b6fa-d6d9de5d68c7 req-05ac55df-e33b-4f35-b183-911cc63de5bd service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460551 Sep 02 12:42:30.756729 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.825991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54948) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:30.835620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2023664813'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:30.895246 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6453da7b-f006-4bb6-bd32-edf3b05a4cd7 req-319be8e9-5fa6-4a12-866b-127ff527ae3d tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 210 time: 0.0731080 Sep 02 12:42:30.931608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-96e26273-71f4-4429-97e3-5bfaf5fe629f service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411174 Sep 02 12:42:30.971292 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a15b74-54c3-42ec-9072-a62ebbd14a21 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.978253 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301524e2-67a7-48d8-aeeb-108ca16330ea x-openstack-request-id: req-301524e2-67a7-48d8-aeeb-108ca16330ea {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:30.978831 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-unplugged", "status": "completed", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:30.980236 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-301524e2-67a7-48d8-aeeb-108ca16330ea {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:30.981475 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'code': 200} Sep 02 12:42:30.983129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090157-ec08-4c65-a15c-578f51371b55 req-a1ab99fb-f208-4f8a-ac40-77b51b46dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:30.985352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-a1ab99fb-f208-4f8a-ac40-77b51b46dc33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abaf4533d09c4b439f35a76814274191&device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 1099 time: 0.1765394 Sep 02 12:42:30.990702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:30.994877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:30.998065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-61f2397d-03a3-4c94-9527-584ab75fed13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 217 time: 0.0484936 Sep 02 12:42:31.057358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.067331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-581384d8-7cda-42d6-a176-ee34f5842ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466821 Sep 02 12:42:31.096878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a15b74-54c3-42ec-9072-a62ebbd14a21 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.123082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:31.144868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ba9c89e4-d9bf-402d-81dc-f45d204cf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.146433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-ba9c89e4-d9bf-402d-81dc-f45d204cf71d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1368916 Sep 02 12:42:31.158074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.158428 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Added segment b91dfd61-1f5c-408c-9796-5b55cb71b188 of type vlan for network b5395cd2-0f08-404e-83d1-fa94fd2d4500 Sep 02 12:42:31.190124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-960681e2-806e-47c3-a58b-c19c497c13a7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.191603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-960681e2-806e-47c3-a58b-c19c497c13a7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.3306923 Sep 02 12:42:31.192339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.198579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.204352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.210289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.216428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.222384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.228432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.230577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-41e2d608-4b67-48ff-9d27-2b89bb3be59c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.1749969 Sep 02 12:42:31.237509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090157-ec08-4c65-a15c-578f51371b55 req-e2eaadd8-28f0-467c-a19c-14116c1371f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.239057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-e2eaadd8-28f0-467c-a19c-14116c1371f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2441206 Sep 02 12:42:31.240307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-dc6ad662-4b94-4059-a22c-8dbd947dc8b6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/quotas/6a5f6fd0cef14b3ba433a081e87fc156 HTTP/1.1" status: 200 len: 375 time: 0.0408986 Sep 02 12:42:31.308118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.327320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-7d4adf5c-9792-4c73-a530-883af34c65cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1 HTTP/1.1" status: 200 len: 217 time: 0.0771024 Sep 02 12:42:31.331559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.331947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa23926a-3619-45e4-9ad8-f2efed6e99d8 req-61884f35-0b0d-4084-835d-e85b223a4f83 service neutron] 10.222.0.41 "GET /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489445 Sep 02 12:42:31.350009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a15b74-54c3-42ec-9072-a62ebbd14a21 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.357304 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57a15b74-54c3-42ec-9072-a62ebbd14a21 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.357304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-57a15b74-54c3-42ec-9072-a62ebbd14a21 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "DELETE /v2.0/security-groups/8005da8f-dba1-4610-84c4-ad0d6b927644 HTTP/1.1" status: 204 len: 168 time: 0.7335095 Sep 02 12:42:31.360840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:31.378407 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-857c3442-415f-4121-9c3e-7689e2ef9ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.388147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-6b9e5725-39c8-4ef9-af70-6ca4542bfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.389752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-6b9e5725-39c8-4ef9-af70-6ca4542bfb04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2333305 Sep 02 12:42:31.401744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3e28c7e-9107-4a4f-b28f-77506902c020 req-3fe88840-5f24-46e1-9f3d-39af10b72bb1 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318052 Sep 02 12:42:31.415652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede2719-7e49-47f1-857a-afb671e35db6 None None] Network 0780eb8a-c29c-4478-8b03-2f903bdcc362 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:31.422767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a15b74-54c3-42ec-9072-a62ebbd14a21 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8005da8f-dba1-4610-84c4-ad0d6b927644,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:31.425312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c652ee6-8e9e-4eea-aebc-13607ab9b94e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:31.427715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.430054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6dedcbff-b031-49c9-a405-8f156f1a71c4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c652ee6-8e9e-4eea-aebc-13607ab9b94e HTTP/1.1" status: 204 len: 168 time: 0.8914137 Sep 02 12:42:31.439432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:31.442779 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-eb19af6a-a59b-4638-af97-04bd06bb3408 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] show failed (client error): The resource could not be found. Sep 02 12:42:31.443795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eb19af6a-a59b-4638-af97-04bd06bb3408 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "GET /v2.0/security-groups/8005da8f-dba1-4610-84c4-ad0d6b927644 HTTP/1.1" status: 404 len: 347 time: 0.0813527 Sep 02 12:42:31.449492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-0bcee8d3-9909-4416-9c95-9d10c05a143c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1981692 Sep 02 12:42:31.450375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:31.505476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.514173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.516397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.621639 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.654262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8236821 Sep 02 12:42:31.663970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:31.679148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-963873276'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:31.706012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73359367-fe49-4f19-aa79-4901d5f434a1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Network': ['ID=b5395cd2-0f08-404e-83d1-fa94fd2d4500,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:31.720731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:31.737086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.750800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] DHCP port deletion for 0780eb8a-c29c-4478-8b03-2f903bdcc362 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:42:31.817262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-f0210a40-48d4-4c43-89c8-59d3abd22d6b service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946931 Sep 02 12:42:31.827107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:31.830609 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.888369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] Deleting port 33edbd44-15f0-41a3-8548-f66fdfe7d16f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:31.888369 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:31.941042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1edbac-ebb9-484f-8c5a-99ab96b31441 req-35e4ffec-9729-4fc2-937a-d38e8febf106 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.944932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c1edbac-ebb9-484f-8c5a-99ab96b31441 req-35e4ffec-9729-4fc2-937a-d38e8febf106 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 943 time: 0.2576063 Sep 02 12:42:31.947215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d429702-86a7-4df0-822b-d0243981810c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:31.960856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-3c870e22-ca92-4639-82ed-371827f7f44f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.962495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-3c870e22-ca92-4639-82ed-371827f7f44f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "GET /v2.0/ports?device_id=f079baa2-6a84-463b-b856-d9157ca0a461 HTTP/1.1" status: 200 len: 944 time: 0.2301779 Sep 02 12:42:31.967638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090157-ec08-4c65-a15c-578f51371b55 req-eba0a2b7-286a-4384-87be-8d041369bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:31.969171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-eba0a2b7-286a-4384-87be-8d041369bd2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.6337068 Sep 02 12:42:31.970294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:31.991799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 0d429702-86a7-4df0-822b-d0243981810c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:31.992177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d429702-86a7-4df0-822b-d0243981810c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:31.992545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 33edbd44-15f0-41a3-8548-f66fdfe7d16f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:32.028627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.029385 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Added segment edd9c669-877d-4340-94cd-14a65309e3fc of type vlan for network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f Sep 02 12:42:32.033560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] For port 33edbd44-15f0-41a3-8548-f66fdfe7d16f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=33edbd44-15f0-41a3-8548-f66fdfe7d16f,segment=NetworkSegment(bbe49f31-d88b-467b-b487-5de35673c8ea),segment_id=bbe49f31-d88b-467b-b487-5de35673c8ea)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:32.033966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.051959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] Calling delete_port for 33edbd44-15f0-41a3-8548-f66fdfe7d16f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:32.115691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-5e393ce1-f96b-43c7-8d52-ee5177adc7a5 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:32.117091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-5e393ce1-f96b-43c7-8d52-ee5177adc7a5 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.41 "GET /v2.0/networks?id=951fd76a-9d98-4bad-85cf-81ae813beb33 HTTP/1.1" status: 200 len: 806 time: 0.7372196 Sep 02 12:42:32.138121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-a8c4600f-06de-4609-ae40-7a0ff42cc886 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051152 Sep 02 12:42:32.149348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c1edbac-ebb9-484f-8c5a-99ab96b31441 req-54b72924-defb-4ad2-8874-2e31155440fc tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788661 Sep 02 12:42:32.158975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.164373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-b0ecdd4b-ef83-49a7-a5c6-97c4c6c696b9 service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665737 Sep 02 12:42:32.173721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090157-ec08-4c65-a15c-578f51371b55 req-835c1e60-461a-465d-955a-0fb6cecd8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:32.175217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-835c1e60-461a-465d-955a-0fb6cecd8a1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696393 Sep 02 12:42:32.186565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.200892 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.228546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-17100be8-5df0-4ba1-8993-6b6b0d25db4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 217 time: 0.0657043 Sep 02 12:42:32.232974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc04a6fb-a884-411c-9251-47cca598f54d details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:42:32.236420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Deleting port 33edbd44-15f0-41a3-8548-f66fdfe7d16f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:32.236837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.239802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] Pushing event deleted for resources: {'Port': ['ID=33edbd44-15f0-41a3-8548-f66fdfe7d16f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:32.299951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-b5b83fdc-4fd6-428e-b8e0-04ebb2bc60c4 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d069e943bcd747048caadf03e7e586df HTTP/1.1" status: 200 len: 380 time: 0.1709874 Sep 02 12:42:32.306040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Deleting port 630c06c5-18cb-4c3b-b93b-6cf9803af56c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:32.306363 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.317545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Request body: {'port': {'device_id': 'a7388485-c960-427c-bf53-a3f2612852f1', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'admin_state_up': True, 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'security_groups': ['ba426b82-7399-418c-b6dd-48ace23fd5c2']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:32.354332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.359952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851403d8-5f74-42c9-8208-227e7a8a4d24 None None] No DVR routers for this DVR port 33edbd44-15f0-41a3-8548-f66fdfe7d16f on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:32.363673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:32.366609 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.427111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc04a6fb-a884-411c-9251-47cca598f54d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc04a6fb-a884-411c-9251-47cca598f54d,segment=NetworkSegment(909f08e3-3633-48bf-86eb-320e3950ac33),segment_id=909f08e3-3633-48bf-86eb-320e3950ac33)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:32.445444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'dc04a6fb-a884-411c-9251-47cca598f54d', 'network_id': '2d90ace8-726f-4253-861e-ad9da562ab6b', 'port_id': 'dc04a6fb-a884-411c-9251-47cca598f54d', 'mac_address': 'fa:16:3e:84:60:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238b9467-b871-45bf-ae9b-4478849a1b58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:42:32.450853 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.459813 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-07a264a2-cff8-4b92-8a7c-e35d07c42553 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707615 Sep 02 12:42:32.467490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-cd837b07-e0cc-4a28-b2a1-5e34ad54bec9 service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022709 Sep 02 12:42:32.490504 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.507196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc04a6fb-a884-411c-9251-47cca598f54d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:32.533184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc04a6fb-a884-411c-9251-47cca598f54d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc04a6fb-a884-411c-9251-47cca598f54d,segment=NetworkSegment(909f08e3-3633-48bf-86eb-320e3950ac33),segment_id=909f08e3-3633-48bf-86eb-320e3950ac33)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:32.539637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.588977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.589530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.602523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc04a6fb-a884-411c-9251-47cca598f54d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:32.616184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Calling delete_port for 630c06c5-18cb-4c3b-b93b-6cf9803af56c owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:32.729294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9b56b40-f3bb-4574-8ee7-881b92627cfb req-cf8f932d-1402-4584-a919-549279f6552f tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 210 time: 0.0374951 Sep 02 12:42:32.740621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Made reservation on behalf of d069e943bcd747048caadf03e7e586df for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:32.743780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['dc04a6fb-a884-411c-9251-47cca598f54d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:42:32.744237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.760135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6090157-ec08-4c65-a15c-578f51371b55 req-4541597b-6435-47aa-ac7a-2d6d4d096fb8 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895765 Sep 02 12:42:32.843430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] For port 33edbd44-15f0-41a3-8548-f66fdfe7d16f, host n-d-792364-8, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:32.843836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.861598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Calling delete_port for 33edbd44-15f0-41a3-8548-f66fdfe7d16f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:32.865239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Port 33edbd44-15f0-41a3-8548-f66fdfe7d16f was not found and therefore no delete operation was performed {{(pid=94841) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:42:32.875967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.895526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-46cc9ff5-34a9-48c2-bb1b-ac1ca7488d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:32.897214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-46cc9ff5-34a9-48c2-bb1b-ac1ca7488d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.6559064 Sep 02 12:42:32.976794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3081746 Sep 02 12:42:32.980672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Deleting port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:32.981312 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:32.984050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:32.997994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'subnet': {'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:33.005005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896bac-869e-42d4-bab9-f27d2b38f2ee req-bb7ab8c5-c614-4491-9e0b-d3aa73753622 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.006817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a896bac-869e-42d4-bab9-f27d2b38f2ee req-bb7ab8c5-c614-4491-9e0b-d3aa73753622 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 948 time: 0.7209125 Sep 02 12:42:33.008947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.019558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] No DVR routers for this DVR port 33edbd44-15f0-41a3-8548-f66fdfe7d16f on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:33.021461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Pushing event deleted for resources: {'Port': ['ID=33edbd44-15f0-41a3-8548-f66fdfe7d16f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:33.052269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b860a4-6952-4463-9625-a00b4a744a89 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Network': ['ID=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:33.073069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:33.121828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.128486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.134628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.141164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.147027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.153422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.159707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.161639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-1470de88-3462-40c2-b1be-621393bafc17 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2671828 Sep 02 12:42:33.162490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Pushing event deleted for resources: {'Port': ['ID=630c06c5-18cb-4c3b-b93b-6cf9803af56c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:33.165297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Allocated IP 172.20.0.8 (951fd76a-9d98-4bad-85cf-81ae813beb33/a0fe6f63-ae5c-481e-ad30-443fd3f6dc51/3ada33c7-a474-4812-8667-3f19e3aa3c09) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:33.183190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.245492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a896bac-869e-42d4-bab9-f27d2b38f2ee req-ffb88eab-9d81-4eb8-97ad-ab22ddfd490c tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941643 Sep 02 12:42:33.258177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0780eb8a-c29c-4478-8b03-2f903bdcc362']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:33.261616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-f24f28e8-a51f-4c9a-9cc2-b34a109256e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.263541 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-f24f28e8-a51f-4c9a-9cc2-b34a109256e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3265224 Sep 02 12:42:33.275370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe49f31-d88b-467b-b487-5de35673c8ea') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:33.275766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe49f31-d88b-467b-b487-5de35673c8ea') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:33.279353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] For port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:33.279818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.332728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.335291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.336464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5350cba3-67be-496e-b416-45efa701df43 tempest-ServersWithSpecificFlavorTestJSON-166375086 tempest-ServersWithSpecificFlavorTestJSON-166375086-project] 10.222.0.60 "DELETE /v2.0/floatingips/2dd10d84-3c98-4268-9f50-a710febce77b HTTP/1.1" status: 204 len: 168 time: 1.8445654 Sep 02 12:42:33.337200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:33.340751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.341376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.347217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86e9a9b0-fad6-4a05-8e10-5e2bfa6deba8 req-c7184a19-0a2b-46b0-ad28-13c638d01bb3 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513820 Sep 02 12:42:33.353527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Calling delete_port for 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:33.401641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b380e7d-224b-4c21-a79f-0b97388f05d7 req-15d03f26-ba84-4d47-af31-6ee6bc4852a6 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 210 time: 0.0583036 Sep 02 12:42:33.404562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.450382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:42:33.450805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:42:33.452647 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:42:33.470020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a79a9548-6c78-48a8-a537-7b7924dcc0a1 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:42:33.548166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d9d3f1b0-089c-447b-aefe-e513f32a60d9 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654552 Sep 02 12:42:33.566643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.591139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.594274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] 10.222.0.60 "DELETE /v2.0/networks/0780eb8a-c29c-4478-8b03-2f903bdcc362 HTTP/1.1" status: 204 len: 168 time: 2.1527762 Sep 02 12:42:33.632726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b07e41-2f70-4064-8221-dbb5a406c7d2 req-aa2657d4-b066-41f8-ab8b-10ce224554ec tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:33.635501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d0b07e41-2f70-4064-8221-dbb5a406c7d2 req-aa2657d4-b066-41f8-ab8b-10ce224554ec tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 944 time: 0.1578605 Sep 02 12:42:33.638990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.641561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8d68b-1e6b-46b6-bb87-c8a515e1509e admin admin] Pushing event deleted for resources: {'Network': ['ID=0780eb8a-c29c-4478-8b03-2f903bdcc362,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:33.673979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a79a9548-6c78-48a8-a537-7b7924dcc0a1, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:33.700083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1', 'mac_address': 'fa:16:3e:52:d4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:42:33.727071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Transition to ACTIVE for port object 3ada33c7-a474-4812-8667-3f19e3aa3c09 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:33.753876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d0b07e41-2f70-4064-8221-dbb5a406c7d2 req-cad7d9d0-0527-483f-8a87-ccfa87971536 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042247 Sep 02 12:42:33.816753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.831659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79a9548-6c78-48a8-a537-7b7924dcc0a1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:33.858494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a79a9548-6c78-48a8-a537-7b7924dcc0a1, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:33.862786 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.868695 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:33.961390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event deleted for resources: {'Port': ['ID=3d8ca2b6-e6e6-4836-83f3-ae29005cf61e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:33.975781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-54a6d79c-ee1d-4510-9f62-413e8bc4a28c service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196529 Sep 02 12:42:34.138830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.155305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a79a9548-6c78-48a8-a537-7b7924dcc0a1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:34.168452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a79a9548-6c78-48a8-a537-7b7924dcc0a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:42:34.173530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:34.212552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] No DVR routers for this DVR port 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:34.216284 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.219094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a13d417f-d86a-4a24-b441-c6776fef25b0 req-a2e2622b-7b9c-40c7-aa64-fca68abb4b3f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "DELETE /v2.0/ports/3d8ca2b6-e6e6-4836-83f3-ae29005cf61e HTTP/1.1" status: 204 len: 173 time: 2.2452281 Sep 02 12:42:34.220467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-afad9d9c-2924-499c-b4ff-020aabca8450 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 200 len: 217 time: 0.1780999 Sep 02 12:42:34.221397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-deleted', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:34.225556 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba05094-3e38-40da-8baa-59c9410a8ed5" -d '{"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-deleted", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:34.227342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.237304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc04a6fb-a884-411c-9251-47cca598f54d up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:34.239992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b0b858d-8d04-4fb6-951b-41c094170319 req-6fad678e-f0ad-4d21-9570-9b72979f59ec tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 210 time: 0.1960685 Sep 02 12:42:34.349945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:34.364565 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735d7594-d2a9-40e0-9c09-91ad34af524f x-openstack-request-id: req-735d7594-d2a9-40e0-9c09-91ad34af524f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:34.366469 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f079baa2-6a84-463b-b856-d9157ca0a461", "name": "network-vif-deleted", "tag": "3d8ca2b6-e6e6-4836-83f3-ae29005cf61e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:34.366469 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-735d7594-d2a9-40e0-9c09-91ad34af524f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:34.366469 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f079baa2-6a84-463b-b856-d9157ca0a461', 'name': 'network-vif-deleted', 'tag': '3d8ca2b6-e6e6-4836-83f3-ae29005cf61e', 'status': 'completed', 'code': 200} Sep 02 12:42:34.380478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-387761d4-3006-48b9-ba43-d326ee8c22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.394774 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-387761d4-3006-48b9-ba43-d326ee8c22fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1366713 Sep 02 12:42:34.408672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event updated for resources: {'Port': ['ID=3ada33c7-a474-4812-8667-3f19e3aa3c09,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:34.428271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-f6c87ff9-d9ad-4cbb-a572-1ed4289660ef tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.430224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-f6c87ff9-d9ad-4cbb-a572-1ed4289660ef tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.5463328 Sep 02 12:42:34.446926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port dc04a6fb-a884-411c-9251-47cca598f54d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:34.462338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Request body: {'port': {'device_id': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'admin_state_up': True, 'tenant_id': '6a5f6fd0cef14b3ba433a081e87fc156'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:34.474912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port dc04a6fb-a884-411c-9251-47cca598f54d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:34.475524 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.526781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d07aaca4-b77e-4231-9fed-7c8e45e88d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.528672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-d07aaca4-b77e-4231-9fed-7c8e45e88d30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320262 Sep 02 12:42:34.583012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.586842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e07082cd-2691-4ab7-951a-ca0f6d1cffe7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae71b93abc8447f181980934d210ef4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042449 Sep 02 12:42:34.598333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.603320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:34.608214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.611343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:34.615465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.622416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.630247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.638190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:34.639917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.643899 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-4c3ce50e-f12e-4c32-8168-f35c6d082751 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.1624780 Sep 02 12:42:34.645416 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.654731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:34.672824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc04a6fb-a884-411c-9251-47cca598f54d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:34.675601 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59baf3c-2580-4a5d-afb9-bba56fa7fed8" -d '{"events": [{"server_uuid": "3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0", "name": "network-vif-plugged", "status": "completed", "tag": "dc04a6fb-a884-411c-9251-47cca598f54d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:34.694074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc04a6fb-a884-411c-9251-47cca598f54d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc04a6fb-a884-411c-9251-47cca598f54d,segment=NetworkSegment(909f08e3-3633-48bf-86eb-320e3950ac33),segment_id=909f08e3-3633-48bf-86eb-320e3950ac33)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:34.701162 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.701554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:34.715314 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.739786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:34.740504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3d8ca2b6-e6e6-4836-83f3-ae29005cf61e not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:34.810232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc04a6fb-a884-411c-9251-47cca598f54d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:34.855950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Made reservation on behalf of 6a5f6fd0cef14b3ba433a081e87fc156 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:34.860104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.880417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf66b6f-2044-408a-af64-6fd8418ea1c5 req-44dd8d0f-432f-4bb2-a99a-0f5523290842 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.889688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dcf66b6f-2044-408a-af64-6fd8418ea1c5 req-44dd8d0f-432f-4bb2-a99a-0f5523290842 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 949 time: 0.3783491 Sep 02 12:42:34.892811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.929583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90714172-00b9-4f1e-8f8d-ebf951f3f060 req-b75f43c6-bbed-477e-817c-ef93f6855d9f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2660043 Sep 02 12:42:34.932943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:34.933523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:34.953381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-38e91852-5be1-42d1-8d5e-97a66759cb50 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131193 Sep 02 12:42:34.994105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Subnet': ['ID=8d65d089-bc2f-47ec-bea1-139e6ccba497,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:35.013150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7548a775-e241-43b9-bf1c-733b5815021a None None] Provisioning for port 3ada33c7-a474-4812-8667-3f19e3aa3c09 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:35.013435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-e4ae93df-e434-4b81-99b3-5ffd547f7420 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7047048 Sep 02 12:42:35.014203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71edb4a4-4928-4e0f-8481-2ab90973bfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.017557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7548a775-e241-43b9-bf1c-733b5815021a None None] Provisioning complete for port 3ada33c7-a474-4812-8667-3f19e3aa3c09 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:35.018073 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7548a775-e241-43b9-bf1c-733b5815021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.036326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Request body: {'port': {'device_id': 'a7388485-c960-427c-bf53-a3f2612852f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:35.057615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7548a775-e241-43b9-bf1c-733b5815021a None None] Port 3ada33c7-a474-4812-8667-3f19e3aa3c09 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:35.065254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dcf66b6f-2044-408a-af64-6fd8418ea1c5 req-b0f097ac-0e0c-4f99-b341-d346a2131d6d tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743305 Sep 02 12:42:35.102553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02575c05-1b04-44c8-9b54-326b95144d6a req-bb6f2b4b-12a9-4f53-ace6-1b50cc2f66f3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 210 time: 0.0964646 Sep 02 12:42:35.112697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71edb4a4-4928-4e0f-8481-2ab90973bfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.117426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Checking segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:35.117694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network hostable DHCP agents. Network: b5395cd2-0f08-404e-83d1-fa94fd2d4500, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:35.117995 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d2f879-629c-4270-a572-7227ca838ecd x-openstack-request-id: req-a6d2f879-629c-4270-a572-7227ca838ecd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:35.118781 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0", "name": "network-vif-plugged", "status": "completed", "tag": "dc04a6fb-a884-411c-9251-47cca598f54d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:35.118781 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6d2f879-629c-4270-a572-7227ca838ecd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:35.119512 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc04a6fb-a884-411c-9251-47cca598f54d', 'code': 200} Sep 02 12:42:35.190423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-0fde2c2f-26d4-4b0d-b34d-d17b9e7f9e40 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011337 Sep 02 12:42:35.261508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.285507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-4e1937df-c5d3-4f72-88d0-07b4e40f5e4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 200 len: 217 time: 0.0654728 Sep 02 12:42:35.299889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:35.327561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, b5395cd2-0f08-404e-83d1-fa94fd2d4500) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:35.335813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2fbc4-4a01-46db-a0b9-d0e039e39ffc None None] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:35.355706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:35.356391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.363219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cceb5f-704a-4020-84ef-a14d835d0118 req-072027eb-edde-42eb-9cd1-85d5ad844eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:35.364739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3cceb5f-704a-4020-84ef-a14d835d0118 req-072027eb-edde-42eb-9cd1-85d5ad844eb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 1096 time: 0.1730881 Sep 02 12:42:35.378590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Allocated IP 172.20.0.13 (2f55900f-672f-4a50-a931-45d496cae7f6/d11d6bdd-387b-48ab-b7a4-88440d404ec8/a8052838-a7ed-45c5-9a49-3586675278d5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:35.388186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71edb4a4-4928-4e0f-8481-2ab90973bfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.390894 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71edb4a4-4928-4e0f-8481-2ab90973bfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.392044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-71edb4a4-4928-4e0f-8481-2ab90973bfc0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6080253-11bd-4cb8-ae17-645a1dad0f41 HTTP/1.1" status: 204 len: 168 time: 0.7792120 Sep 02 12:42:35.402551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4d16e-0c62-4466-9cc1-1be7ce329542 req-5bba0e20-f318-42ca-bf26-2c27d0173b1c tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:35.410390 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fe4d16e-0c62-4466-9cc1-1be7ce329542 req-5bba0e20-f318-42ca-bf26-2c27d0173b1c tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 945 time: 0.2049737 Sep 02 12:42:35.449253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e8f0e662-4629-44c3-9fe2-92bc8d297034 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4589968 Sep 02 12:42:35.454750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:35.456535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-a946309a-8166-4a26-88f9-2433e2400ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:35.458058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-a946309a-8166-4a26-88f9-2433e2400ee4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1650832 Sep 02 12:42:35.465306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'subnet': {'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:35.474948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb4a4-4928-4e0f-8481-2ab90973bfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6080253-11bd-4cb8-ae17-645a1dad0f41,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:35.508572 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3cceb5f-704a-4020-84ef-a14d835d0118 req-7b0d497d-6f9b-497c-8115-7b43f5f57770 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172655 Sep 02 12:42:35.516612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:42:35.528733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a79a9548-6c78-48a8-a537-7b7924dcc0a1 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:35.548799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede18a00-87d4-4565-8cf1-0c9079071079 req-a15d5ef5-d263-4b71-a814-973c0d2d7964 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:35.550438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ede18a00-87d4-4565-8cf1-0c9079071079 req-a15d5ef5-d263-4b71-a814-973c0d2d7964 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 931 time: 0.2195952 Sep 02 12:42:35.586782 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fe4d16e-0c62-4466-9cc1-1be7ce329542 req-a3146cff-cba2-4323-b675-a1bc0b0bdc4b tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755149 Sep 02 12:42:35.624572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:42:35.625985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.669722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ede18a00-87d4-4565-8cf1-0c9079071079 req-600965b2-1632-436d-8eb0-3123dfd9fc6c tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894234 Sep 02 12:42:35.718588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-6a8533ab-2b21-4b43-9fac-32703f7aab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:35.720476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-6a8533ab-2b21-4b43-9fac-32703f7aab42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2465775 Sep 02 12:42:35.822177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:35.827305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.829688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a79a9548-6c78-48a8-a537-7b7924dcc0a1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:35.847878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a79a9548-6c78-48a8-a537-7b7924dcc0a1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:35.848382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.853949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Allocated IP 10.1.1.2 (b5395cd2-0f08-404e-83d1-fa94fd2d4500/8d65d089-bc2f-47ec-bea1-139e6ccba497/037f87be-b5f9-4895-80bd-9b145dc9f0ab) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:35.900235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ada33c7-a474-4812-8667-3f19e3aa3c09 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:35.914468 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.939080 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.971001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Transition to ACTIVE for port object 3ada33c7-a474-4812-8667-3f19e3aa3c09 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:35.977725 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:35.996652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.012762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.042637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-78a46b71-afad-4b3e-bf38-e1e7053df327 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133922 Sep 02 12:42:36.064455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a79a9548-6c78-48a8-a537-7b7924dcc0a1, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:36.075834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.142594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a79a9548-6c78-48a8-a537-7b7924dcc0a1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:36.258429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.283063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Transition to ACTIVE for port object 037f87be-b5f9-4895-80bd-9b145dc9f0ab will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:36.312391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Transition to ACTIVE for port object 037f87be-b5f9-4895-80bd-9b145dc9f0ab will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:36.329029 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.409462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:36.414422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:36.419231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:36.480736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-236ff296-29e9-44fe-95a5-199ca16415df service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190037 Sep 02 12:42:36.498496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Pushing event updated for resources: {'Port': ['ID=037f87be-b5f9-4895-80bd-9b145dc9f0ab,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:36.512160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55060) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:36.536041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Attempting to bind port 037f87be-b5f9-4895-80bd-9b145dc9f0ab on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:36.536646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d109d6-2937-4ed8-9e86-9ac5fafbd47c req-1436a89d-5f69-4cfd-856e-366bf97e68fc tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.537437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Attempting to bind port 037f87be-b5f9-4895-80bd-9b145dc9f0ab by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:36.537909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Attempting to bind port 037f87be-b5f9-4895-80bd-9b145dc9f0ab on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:36.538046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d109d6-2937-4ed8-9e86-9ac5fafbd47c req-1436a89d-5f69-4cfd-856e-366bf97e68fc tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 950 time: 0.3360333 Sep 02 12:42:36.553325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:36.553828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Checking segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:36.554381 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.554921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Bound using segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:36.556189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Bound port: 037f87be-b5f9-4895-80bd-9b145dc9f0ab, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:36.556682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.576589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.587527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-5b4dc66c-01aa-4b13-8226-5609dfa79c69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 200 len: 217 time: 0.0963275 Sep 02 12:42:36.635065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] For port 037f87be-b5f9-4895-80bd-9b145dc9f0ab, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:36.639264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] For port 037f87be-b5f9-4895-80bd-9b145dc9f0ab, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=037f87be-b5f9-4895-80bd-9b145dc9f0ab,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:36.648542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.706910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Pushing event updated for resources: {'Port': ['ID=3ada33c7-a474-4812-8667-3f19e3aa3c09,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:36.715818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-149582434-network', 'tenant_id': '60fd7132eb694939a0356eacffc94197'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:36.717753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0f688-93dc-42f6-83ca-fb5d7e896e11 None None] Pushing event updated for resources: {'Port': ['ID=037f87be-b5f9-4895-80bd-9b145dc9f0ab,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:36.749555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Subnet': ['ID=780a4362-ccd7-4bde-b791-5ec6fce7c538,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:36.759737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67d109d6-2937-4ed8-9e86-9ac5fafbd47c req-3ff061fd-b41c-4217-bc36-981dea6c25c2 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883848 Sep 02 12:42:36.770158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.774949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-43e49efd-3530-4b7a-9ef4-5adbd894cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.788869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-43e49efd-3530-4b7a-9ef4-5adbd894cb60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.1613863 Sep 02 12:42:36.794338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.801036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.807462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.813780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.819938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.827308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.833863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.835960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-50738bc5-6cd7-4344-a069-aae0d17edde6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.7108645 Sep 02 12:42:36.856468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:36.858770 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.890268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Attempting to bind port 3ada33c7-a474-4812-8667-3f19e3aa3c09 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:36.890475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Checking segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:36.890689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Attempting to bind port 3ada33c7-a474-4812-8667-3f19e3aa3c09 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:36.890820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network hostable DHCP agents. Network: ed92dcdd-e9d8-4392-9ef2-3e3e4197354f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:36.891127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Attempting to bind port 3ada33c7-a474-4812-8667-3f19e3aa3c09 on network 951fd76a-9d98-4bad-85cf-81ae813beb33 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:36.913241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.914732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Network 2f55900f-672f-4a50-a931-45d496cae7f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:36.923529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Port 3ada33c7-a474-4812-8667-3f19e3aa3c09 on network 951fd76a-9d98-4bad-85cf-81ae813beb33 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:36.923874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Attempting to bind port 3ada33c7-a474-4812-8667-3f19e3aa3c09 on network 951fd76a-9d98-4bad-85cf-81ae813beb33 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:36.928623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:36.934515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:36.936403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:36.942337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:36.942337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Checking segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:36.942630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Bound using segment: {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:36.943779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Bound port: 3ada33c7-a474-4812-8667-3f19e3aa3c09, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c88d4-8893-4876-a69b-a247a21adb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:36.943779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:36.989354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-75a2320c-d882-4f19-b61e-192a5d1880df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:36.990944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-75a2320c-d882-4f19-b61e-192a5d1880df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1889536 Sep 02 12:42:37.005498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bce3f48b-862a-4230-a0fb-9c30876019f2 req-159caea8-434e-461e-8f06-35286d53ea8e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354196 Sep 02 12:42:37.051965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:37.054784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.055669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.068808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95aaf8-efca-4d3f-b2a5-07efa5d47c98 req-bf46e853-033a-407d-9f37-e78f0210bccd tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.079531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc95aaf8-efca-4d3f-b2a5-07efa5d47c98 req-bf46e853-033a-407d-9f37-e78f0210bccd tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 932 time: 0.2407274 Sep 02 12:42:37.098904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] For port 3ada33c7-a474-4812-8667-3f19e3aa3c09, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:37.102616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] For port 3ada33c7-a474-4812-8667-3f19e3aa3c09, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:37.108367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.121014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:37.123520 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b75e26-3d3e-4ef7-b6b4-0189df04506c" -d '{"events": [{"server_uuid": "31fc3dde-7f18-4efe-8afc-a0749ba7cb92", "name": "network-vif-plugged", "status": "completed", "tag": "a79a9548-6c78-48a8-a537-7b7924dcc0a1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:37.143727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ed92dcdd-e9d8-4392-9ef2-3e3e4197354f) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:37.152656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f9123-a2e1-426b-aa18-d8b0fe9a41ff None None] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:37.180873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.182636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.183727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ada33c7-a474-4812-8667-3f19e3aa3c09 HTTP/1.1" status: 200 len: 1091 time: 2.1601484 Sep 02 12:42:37.184284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:37.186775 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b0821f-7e21-4570-82ce-1df9ac305ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:37.237196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff531e-2fe8-43cf-ae64-cb7d787f4eee req-70d7f8a3-689b-413d-96fc-cc741bde41b9 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.238852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37ff531e-2fe8-43cf-ae64-cb7d787f4eee req-70d7f8a3-689b-413d-96fc-cc741bde41b9 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 945 time: 0.1256149 Sep 02 12:42:37.257027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed691d-df0a-49e9-81ab-7e7f714e1820 service neutron] Pushing event updated for resources: {'Port': ['ID=3ada33c7-a474-4812-8667-3f19e3aa3c09,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:37.345627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-74c817d1-46ca-4cd8-baa5-d051341c2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.347999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-74c817d1-46ca-4cd8-baa5-d051341c2ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d069e943bcd747048caadf03e7e586df&device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 1094 time: 0.1081173 Sep 02 12:42:37.352605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37ff531e-2fe8-43cf-ae64-cb7d787f4eee req-0e1405e8-a420-49c2-8b3c-36182e92e02d tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025810 Sep 02 12:42:37.391205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'fixed_ips': [{'subnet_id': '780a4362-ccd7-4bde-b791-5ec6fce7c538'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:42:37.392193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.432039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-071e87c4-4c6f-46f5-8661-927fc733eb78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09 HTTP/1.1" status: 200 len: 217 time: 0.0736918 Sep 02 12:42:37.536027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2105e8-4592-4247-99ff-732ed9ce5b68 req-6c52b771-9438-49f9-8ed0-d7d6614c9ad0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.537754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b2105e8-4592-4247-99ff-732ed9ce5b68 req-6c52b771-9438-49f9-8ed0-d7d6614c9ad0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 943 time: 0.0987959 Sep 02 12:42:37.544478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-7d8862d4-6474-4f81-b539-f80366106fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.546896 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-7d8862d4-6474-4f81-b539-f80366106fbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0fe6f63-ae5c-481e-ad30-443fd3f6dc51 HTTP/1.1" status: 200 len: 845 time: 0.1060104 Sep 02 12:42:37.588177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Allocated IP 10.2.2.2 (ed92dcdd-e9d8-4392-9ef2-3e3e4197354f/780a4362-ccd7-4bde-b791-5ec6fce7c538/daa6155a-9aac-4023-baaf-59ccc2068aa8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:37.590451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.591571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.640883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b2105e8-4592-4247-99ff-732ed9ce5b68 req-30ebdbc4-ef0f-451f-84f1-c314233633ee tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934737 Sep 02 12:42:37.656888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Deleting port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:37.657695 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.659641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-7f1f4774-a94c-47e0-bd54-7c4d16beec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.663882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-7f1f4774-a94c-47e0-bd54-7c4d16beec80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951fd76a-9d98-4bad-85cf-81ae813beb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884402 Sep 02 12:42:37.695236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc95aaf8-efca-4d3f-b2a5-07efa5d47c98 req-97d45651-4610-462c-82fc-c2bb9860cdb3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148181 Sep 02 12:42:37.710796 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312cf15-3bec-40f6-979a-b716a56fcbcc x-openstack-request-id: req-e312cf15-3bec-40f6-979a-b716a56fcbcc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:37.720868 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fc3dde-7f18-4efe-8afc-a0749ba7cb92", "name": "network-vif-plugged", "status": "completed", "tag": "a79a9548-6c78-48a8-a537-7b7924dcc0a1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:37.721231 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e312cf15-3bec-40f6-979a-b716a56fcbcc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:37.721772 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1', 'code': 200} Sep 02 12:42:37.791180 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86deac0-58ec-4da2-8f6e-93c54cd7cee9 x-openstack-request-id: req-c86deac0-58ec-4da2-8f6e-93c54cd7cee9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:37.791731 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:37.792218 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c86deac0-58ec-4da2-8f6e-93c54cd7cee9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:37.792822 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'status': 'completed', 'code': 200} Sep 02 12:42:37.797802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.831704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-2adec2d5-a013-4073-89a9-abc9bc4c1a79 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210208 Sep 02 12:42:37.839936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.845332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a115d252-caeb-4c8f-b2d2-98350cb0c0a5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4010224 Sep 02 12:42:37.869871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Request body: {'port': {'device_id': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:37.935468 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:37.945064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3756b166-3802-4dfa-9619-69c8ed3e9307 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4857500 Sep 02 12:42:37.951413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:37.956110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Transition to ACTIVE for port object daa6155a-9aac-4023-baaf-59ccc2068aa8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:37.962784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'name': 'tempest-TaggedBootDevicesTest_v242-2066219819', 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:37.976664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d39512-ad58-4fcc-a5fc-8ae3240dd6d0 req-0d8eb850-4cb3-4aa6-a673-98e00faaa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:37.978520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26d39512-ad58-4fcc-a5fc-8ae3240dd6d0 req-0d8eb850-4cb3-4aa6-a673-98e00faaa8c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 1101 time: 0.1900148 Sep 02 12:42:37.988750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Transition to ACTIVE for port object daa6155a-9aac-4023-baaf-59ccc2068aa8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:37.997169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.066174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 037f87be-b5f9-4895-80bd-9b145dc9f0ab up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:38.088612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26d39512-ad58-4fcc-a5fc-8ae3240dd6d0 req-d03ebad7-c37a-4792-b8cc-e20405dd5020 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749168 Sep 02 12:42:38.091791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.101818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:38.103936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:38.111670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:38.117428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:38.130766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-0441ad77-1eb7-4074-8c08-3c3be0b41da6 service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590218 Sep 02 12:42:38.148030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Pushing event updated for resources: {'Port': ['ID=daa6155a-9aac-4023-baaf-59ccc2068aa8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:38.149120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a49bbc-cc01-40d1-b5a6-757db11b2d48 req-e170976d-2dbd-4ab0-8446-1c4c74bf3304 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.159642 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a49bbc-cc01-40d1-b5a6-757db11b2d48 req-e170976d-2dbd-4ab0-8446-1c4c74bf3304 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 950 time: 0.2835419 Sep 02 12:42:38.196745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.197170 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Added segment e0da8de8-1234-465b-a847-11f5a6c69673 of type vlan for network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 Sep 02 12:42:38.204596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6272d3-3c87-4af9-8190-ab69d0bc4e76,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:38.242485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 037f87be-b5f9-4895-80bd-9b145dc9f0ab completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:38.254735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Attempting to bind port daa6155a-9aac-4023-baaf-59ccc2068aa8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:38.255437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Attempting to bind port daa6155a-9aac-4023-baaf-59ccc2068aa8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:38.256108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Attempting to bind port daa6155a-9aac-4023-baaf-59ccc2068aa8 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:38.265022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:38.265396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Checking segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:38.265793 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.266173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Bound using segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:38.266637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Bound port: daa6155a-9aac-4023-baaf-59ccc2068aa8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:38.267010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.270558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768c12e-2516-49c8-8f52-d9da6ea84dd8 None None] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:38.282899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a49bbc-cc01-40d1-b5a6-757db11b2d48 req-2ff31f06-ff76-4d13-a131-ced9561929b4 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222870 Sep 02 12:42:38.287933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] For port cb6ff527-ea2a-47e3-8a34-4d4fc9e88915, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:38.288311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.326493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.369082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Calling delete_port for cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:38.388671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] Provisioning for port 037f87be-b5f9-4895-80bd-9b145dc9f0ab completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:38.398898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.399864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.400486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.416268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] Provisioning complete for port 037f87be-b5f9-4895-80bd-9b145dc9f0ab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:38.416978 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.461592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-088dff07-16df-4985-9a57-e521cce191fc None None] For port daa6155a-9aac-4023-baaf-59ccc2068aa8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:38.495875 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31078137-32ec-4d52-b0f7-9274f1c76adc req-6eb98926-f3df-472c-a666-cc0a8a1488c1 service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338003 Sep 02 12:42:38.497098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-088dff07-16df-4985-9a57-e521cce191fc None None] For port daa6155a-9aac-4023-baaf-59ccc2068aa8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=daa6155a-9aac-4023-baaf-59ccc2068aa8,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:38.508676 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.526980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-b72e951f-25bc-4266-a049-45b3c14237a3 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425190 Sep 02 12:42:38.532765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c0e14-5de0-4a9f-b588-c56f969d676e req-b330b067-ba55-4264-ac15-a07368b25137 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.543356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-967c0e14-5de0-4a9f-b588-c56f969d676e req-b330b067-ba55-4264-ac15-a07368b25137 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 945 time: 0.1672297 Sep 02 12:42:38.566901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.573232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.579742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.587716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.594192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.602001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.608573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.616717 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-78a625d7-4428-4261-87cd-588b0634e96e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.3810146 Sep 02 12:42:38.647562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dff07-16df-4985-9a57-e521cce191fc None None] Pushing event updated for resources: {'Port': ['ID=daa6155a-9aac-4023-baaf-59ccc2068aa8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:38.674126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.676121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:38.691676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] Pushing event updated for resources: {'Network': ['ID=e391b9d6-b65e-43b7-ae98-f6ef19a675e3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:38.693535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-967c0e14-5de0-4a9f-b588-c56f969d676e req-0d3f0d70-0dff-4e85-a149-89e76aa71d63 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486003 Sep 02 12:42:38.704649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-e351a6c0-ca2d-40ff-a8e8-429cb5391ca6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 217 time: 0.1588898 Sep 02 12:42:38.706433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6244bcb7-f09f-47ce-bfca-1b03c231d989 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1872098 Sep 02 12:42:38.709287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:38.721924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:38.793115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] For port 037f87be-b5f9-4895-80bd-9b145dc9f0ab, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=037f87be-b5f9-4895-80bd-9b145dc9f0ab,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:38.807461 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.837904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Request body: {'subnet': {'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-149582434-subnet', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:38.887859 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2de41f00-8d70-4cc4-b461-1fea8a9c4530 req-81a2e41c-aed1-45cf-971d-d8312e2f612b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2698023 Sep 02 12:42:38.924034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29352c-e2e5-4c8d-954a-f4de3497d762 None None] Pushing event updated for resources: {'Port': ['ID=037f87be-b5f9-4895-80bd-9b145dc9f0ab,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:38.927744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-253d268e-bfde-4b88-8a34-7791020f01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:38.931380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-253d268e-bfde-4b88-8a34-7791020f01dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d069e943bcd747048caadf03e7e586df&device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 1094 time: 0.3587439 Sep 02 12:42:38.935429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8052838-a7ed-45c5-9a49-3586675278d5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:38.939666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:38.949325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:38.951582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.085861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Transition to ACTIVE for port object a8052838-a7ed-45c5-9a49-3586675278d5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:39.096824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828ceb-f110-4578-a022-0360bddd88ef req-70b5d025-c160-4895-9b00-dd343e17554c tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.105273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a828ceb-f110-4578-a022-0360bddd88ef req-70b5d025-c160-4895-9b00-dd343e17554c tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 943 time: 0.2739637 Sep 02 12:42:39.116570 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.118009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-7517ff2b-b3b4-4c24-8232-bb51e33247a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.119592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-7517ff2b-b3b4-4c24-8232-bb51e33247a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.3964033 Sep 02 12:42:39.163836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ad4255c-eee8-40c5-8c52-15b35df7393e None None] Provisioning complete for port 037f87be-b5f9-4895-80bd-9b145dc9f0ab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:39.164579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ad4255c-eee8-40c5-8c52-15b35df7393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.222148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-c7c6eac5-a242-4ab6-9615-34ab1ec48046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.223657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-c7c6eac5-a242-4ab6-9615-34ab1ec48046 service neutron] 10.222.0.41 "GET /v2.0/networks?id=951fd76a-9d98-4bad-85cf-81ae813beb33 HTTP/1.1" status: 200 len: 907 time: 0.2763245 Sep 02 12:42:39.291789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a828ceb-f110-4578-a022-0360bddd88ef req-681a7648-9ac8-4687-ac41-e3242458caed tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851716 Sep 02 12:42:39.294897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:39.301372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-958b50bf-d39b-4e40-9892-92adbb1ad5c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09 HTTP/1.1" status: 200 len: 217 time: 0.0620582 Sep 02 12:42:39.316026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49971874-d636-438c-aada-980ebcca4b81 req-4203d737-cbfb-4a8c-9264-a5ba16ceb0da tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.319327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49971874-d636-438c-aada-980ebcca4b81 req-4203d737-cbfb-4a8c-9264-a5ba16ceb0da tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 944 time: 0.2602608 Sep 02 12:42:39.344596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.389980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-158e627b-e4e9-4199-8b01-0c42c8f41bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.391470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-158e627b-e4e9-4199-8b01-0c42c8f41bc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0fe6f63-ae5c-481e-ad30-443fd3f6dc51 HTTP/1.1" status: 200 len: 845 time: 0.0755372 Sep 02 12:42:39.408101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-52c3e86b-b365-49ec-acf5-fc134ed19e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.409666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-52c3e86b-b365-49ec-acf5-fc134ed19e0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2637260 Sep 02 12:42:39.452640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Attempting to bind port a8052838-a7ed-45c5-9a49-3586675278d5 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:39.452967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Attempting to bind port a8052838-a7ed-45c5-9a49-3586675278d5 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:39.453309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Attempting to bind port a8052838-a7ed-45c5-9a49-3586675278d5 on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:39.462878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Port a8052838-a7ed-45c5-9a49-3586675278d5 on network 2f55900f-672f-4a50-a931-45d496cae7f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:42:39.463237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Attempting to bind port a8052838-a7ed-45c5-9a49-3586675278d5 on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:39.474974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:39.475312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Checking segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:39.475702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Bound using segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:39.476155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Bound port: a8052838-a7ed-45c5-9a49-3586675278d5, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:39.476515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.478361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] device_id is not set on port 9727c5cc-9d6c-4944-b453-4401b0ce4620 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:42:39.527298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e38fb4-fbaf-4c27-8ae5-7d57a787398b req-8b4c002e-696d-483e-8284-f9845b8bb333 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.529359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87e38fb4-fbaf-4c27-8ae5-7d57a787398b req-8b4c002e-696d-483e-8284-f9845b8bb333 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 950 time: 0.1330447 Sep 02 12:42:39.537875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-aa4075e3-43bb-49ec-8c2a-042ea335d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.539416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-aa4075e3-43bb-49ec-8c2a-042ea335d2cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951fd76a-9d98-4bad-85cf-81ae813beb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369371 Sep 02 12:42:39.544048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.646397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:39.648720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49971874-d636-438c-aada-980ebcca4b81 req-5503ce44-345b-481a-8fc4-025004285a22 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146698 Sep 02 12:42:39.661165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.673331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87e38fb4-fbaf-4c27-8ae5-7d57a787398b req-819741c7-be54-4fc0-a962-aab96f2cba87 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246531 Sep 02 12:42:39.698030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:39.714879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.725632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6ff527-ea2a-47e3-8a34-4d4fc9e88915,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:39.799357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-a1dc7237-e3af-4e19-8f76-dd49691e59a2 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.801644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-a1dc7237-e3af-4e19-8f76-dd49691e59a2 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.41 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 945 time: 0.3500712 Sep 02 12:42:39.806113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fede96-6e55-4b0d-9f1c-588d882d8c0d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:39.814785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-10e715d4-5893-47ae-b478-6ff9d6b8f379 service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622969 Sep 02 12:42:39.824207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:39.824541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:39.827566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] 10.222.0.18 "PUT /v2.0/ports/a8052838-a7ed-45c5-9a49-3586675278d5 HTTP/1.1" status: 200 len: 1092 time: 1.9736834 Sep 02 12:42:39.828057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:39.830474 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654623e5-a7ad-4101-a17f-5613504cff32" -d '{"events": [{"name": "network-changed", "server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:39.942352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534402b1-12f7-4da4-977b-a05e7d93c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:39.988392 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-bef1c0bc-76d5-46c2-80aa-c788c14872c2 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536425 Sep 02 12:42:40.109571 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e6f1b-4a4a-4363-b23d-ef670c0c3b68 x-openstack-request-id: req-ec9e6f1b-4a4a-4363-b23d-ef670c0c3b68 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:40.110080 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:40.110170 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec9e6f1b-4a4a-4363-b23d-ef670c0c3b68 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:40.110583 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'status': 'completed', 'code': 200} Sep 02 12:42:40.158438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7044f2-d23a-4f5f-b3ac-edc2a879a955 req-af380973-05be-4901-b261-ad6efdb39751 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.162263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbb28c6-29dc-441d-bdc2-bfdc41d97b59 None None] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:40.166526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe7044f2-d23a-4f5f-b3ac-edc2a879a955 req-af380973-05be-4901-b261-ad6efdb39751 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 945 time: 0.3279703 Sep 02 12:42:40.190128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-5bf1ac9a-8edc-4369-8a8a-d57112e3388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.191831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-5bf1ac9a-8edc-4369-8a8a-d57112e3388c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 1095 time: 0.2224486 Sep 02 12:42:40.250401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b0821f-7e21-4570-82ce-1df9ac305ee2 req-12a31125-7381-4f4d-8473-4a93d5d57f0a service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133611 Sep 02 12:42:40.251752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-adb4b28b-d455-4d79-9e2e-eb790e564d0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8052838-a7ed-45c5-9a49-3586675278d5 HTTP/1.1" status: 200 len: 217 time: 0.0476215 Sep 02 12:42:40.310171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe7044f2-d23a-4f5f-b3ac-edc2a879a955 req-f65656a8-15cc-4d10-b991-ec0ba42e1876 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431217 Sep 02 12:42:40.311574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Checking segment: {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:40.312162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Network hostable DHCP agents. Network: e391b9d6-b65e-43b7-ae98-f6ef19a675e3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:40.331284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-e0c077dd-8319-44f6-afee-e3029e95bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.333126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-e0c077dd-8319-44f6-afee-e3029e95bd19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.0622237 Sep 02 12:42:40.392521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 10.1.1.136 (b5395cd2-0f08-404e-83d1-fa94fd2d4500/8d65d089-bc2f-47ec-bea1-139e6ccba497/9727c5cc-9d6c-4944-b453-4401b0ce4620) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:40.394418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-dbffcbcd-6100-48ea-a7d7-1a919fb0a6c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507085 Sep 02 12:42:40.408811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device daa6155a-9aac-4023-baaf-59ccc2068aa8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:40.454077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e51e0a2d-e234-467a-bcbc-d49205d6dbda None None] Provisioning for port daa6155a-9aac-4023-baaf-59ccc2068aa8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:40.459303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.465839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.471823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.477849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.484239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.490133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.497146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.499095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-e4509912-d076-4abc-a3bb-b854f16e9941 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2922504 Sep 02 12:42:40.499230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5942c63-bd4d-4dbb-b14a-17f6b4eb2bcb req-9e9ef856-8e4c-4c8e-91e3-805681f2b1f2 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.500738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5942c63-bd4d-4dbb-b14a-17f6b4eb2bcb req-9e9ef856-8e4c-4c8e-91e3-805681f2b1f2 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 950 time: 0.1091471 Sep 02 12:42:40.513594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f73e89-607e-4cd0-8ae9-6d69ea41da8e req-2ea5a103-1ec0-48f8-8821-a6151051fc71 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928095 Sep 02 12:42:40.521013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port daa6155a-9aac-4023-baaf-59ccc2068aa8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:40.531604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:40.531936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port daa6155a-9aac-4023-baaf-59ccc2068aa8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:40.532375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.566564 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-a2a84ab9-d2b1-489f-8e4a-2de266dbeff2 service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609929 Sep 02 12:42:40.580663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e391b9d6-b65e-43b7-ae98-f6ef19a675e3) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:40.595281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c0b34-d1a0-41a9-b7bb-92892b8dbc33 None None] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:40.595760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.596457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.598586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.604804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Deleting port dc04a6fb-a884-411c-9251-47cca598f54d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:40.605168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.645039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5942c63-bd4d-4dbb-b14a-17f6b4eb2bcb req-a0c96bd5-6fc7-4900-9ccb-35a6b378e54e tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267960 Sep 02 12:42:40.716773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aace5c82-d5a6-4e51-9785-46242118bb36 req-48e8296f-c2c7-4d8d-a458-1a1bd552153a service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275480 Sep 02 12:42:40.753663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.778305 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-51dca139-09cb-4bb5-991c-cb0c404c8fab req-91c1b6dd-fd11-4780-baca-554f3c675ba2 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475367 Sep 02 12:42:40.790110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07ec7bef-e6c1-48fb-b60c-711f143b13d7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0384450 Sep 02 12:42:40.827429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55108) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:40.844153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port daa6155a-9aac-4023-baaf-59ccc2068aa8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=daa6155a-9aac-4023-baaf-59ccc2068aa8,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:40.844533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:40.850909 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.858166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.858166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 037f87be-b5f9-4895-80bd-9b145dc9f0ab up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:40.880172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.881390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:40.904873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654623e5-a7ad-4101-a17f-5613504cff32 req-f41eb140-413b-48eb-8408-b2c12cfc54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:40.906037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-f41eb140-413b-48eb-8408-b2c12cfc54d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 1095 time: 0.1063542 Sep 02 12:42:40.973861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'fixed_ips': [{'subnet_id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:42:40.974741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.020396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92930-5af2-44a5-b62b-4f5a2ffff58c req-20d1cd5e-3288-4f7f-806b-965363ceee7c tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.022331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bc92930-5af2-44a5-b62b-4f5a2ffff58c req-20d1cd5e-3288-4f7f-806b-965363ceee7c tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 943 time: 0.2822731 Sep 02 12:42:41.035024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=daa6155a-9aac-4023-baaf-59ccc2068aa8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:41.051614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 037f87be-b5f9-4895-80bd-9b145dc9f0ab triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:41.052220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.086593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654623e5-a7ad-4101-a17f-5613504cff32 req-aeede4d9-d3a0-46d7-a393-f3142cbdb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.088249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-aeede4d9-d3a0-46d7-a393-f3142cbdb67b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 905 time: 0.1731348 Sep 02 12:42:41.097963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.146314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-cc482228-2e90-427b-8151-dc84e2439f24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8052838-a7ed-45c5-9a49-3586675278d5 HTTP/1.1" status: 200 len: 217 time: 0.0467618 Sep 02 12:42:41.184383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6f6fba7-5da9-476f-b4e3-ef6f7ff0a32b None None] Provisioning complete for port daa6155a-9aac-4023-baaf-59ccc2068aa8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:41.184997 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fba7-5da9-476f-b4e3-ef6f7ff0a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.195554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bc92930-5af2-44a5-b62b-4f5a2ffff58c req-8850f013-f25a-418e-9eea-a1351796971f tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539605 Sep 02 12:42:41.335282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Allocated IP 172.20.0.2 (e391b9d6-b65e-43b7-ae98-f6ef19a675e3/34fede96-6e55-4b0d-9f1c-588d882d8c0d/dba3db36-bfb8-4620-ab34-2faf6488dc22) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:41.336388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.340723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654623e5-a7ad-4101-a17f-5613504cff32 req-9883ea87-f480-4d47-82cf-162941384bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.342463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-9883ea87-f480-4d47-82cf-162941384bef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.1600947 Sep 02 12:42:41.357810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.358297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.358774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.359250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.359715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.360181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.360648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.362696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-4ee1f60e-ca5f-4106-9d2f-bc172e79f3c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6475 time: 0.7511165 Sep 02 12:42:41.376640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] For port dc04a6fb-a884-411c-9251-47cca598f54d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc04a6fb-a884-411c-9251-47cca598f54d,segment=NetworkSegment(909f08e3-3633-48bf-86eb-320e3950ac33),segment_id=909f08e3-3633-48bf-86eb-320e3950ac33)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:41.377018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.408527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-541e319e-3c42-45d4-b07c-b8959fe6aa16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401409 Sep 02 12:42:41.494337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Calling delete_port for dc04a6fb-a884-411c-9251-47cca598f54d owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:41.526365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.557382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.566744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Transition to ACTIVE for port object dba3db36-bfb8-4620-ab34-2faf6488dc22 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:41.583279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Transition to ACTIVE for port object dba3db36-bfb8-4620-ab34-2faf6488dc22 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:41.590715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfbf2-7c80-4246-a07e-c27b0e08ce84 req-f6ae499d-90fc-433b-8001-51e55d9701d3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.590979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.592571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145cfbf2-7c80-4246-a07e-c27b0e08ce84 req-f6ae499d-90fc-433b-8001-51e55d9701d3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 944 time: 0.6602643 Sep 02 12:42:41.603707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object 9727c5cc-9d6c-4944-b453-4401b0ce4620 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:41.627452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-c32ef9b4-e39c-40c5-a1c2-5d53671be16b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.629825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-c32ef9b4-e39c-40c5-a1c2-5d53671be16b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.18 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 950 time: 0.1712518 Sep 02 12:42:41.640100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:41.640534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0b79-90f1-4865-9fbf-8cc97e76ffa1 req-f895aaa2-972f-444e-a757-f14a7066c9e1 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.642041 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-327c0b79-90f1-4865-9fbf-8cc97e76ffa1 req-f895aaa2-972f-444e-a757-f14a7066c9e1 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0 HTTP/1.1" status: 200 len: 945 time: 0.1506031 Sep 02 12:42:41.643483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:41.647604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:41.657698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-8792c09b-f494-4ef9-937a-b1e014651880 service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210493 Sep 02 12:42:41.660333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Pushing event updated for resources: {'Port': ['ID=dba3db36-bfb8-4620-ab34-2faf6488dc22,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:41.699357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-dfd2bbd1-3bdc-4748-8f69-91dba0ffde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.700845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-dfd2bbd1-3bdc-4748-8f69-91dba0ffde6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 901 time: 0.3211613 Sep 02 12:42:41.710494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Attempting to bind port dba3db36-bfb8-4620-ab34-2faf6488dc22 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:41.710981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Attempting to bind port dba3db36-bfb8-4620-ab34-2faf6488dc22 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:41.711611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Attempting to bind port dba3db36-bfb8-4620-ab34-2faf6488dc22 on network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:41.717208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:41.717478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Checking segment: {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:41.718040 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.718489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Bound using segment: {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:41.719327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Bound port: dba3db36-bfb8-4620-ab34-2faf6488dc22, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:41.719464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.795705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] For port dba3db36-bfb8-4620-ab34-2faf6488dc22, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:41.800524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] For port dba3db36-bfb8-4620-ab34-2faf6488dc22, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dba3db36-bfb8-4620-ab34-2faf6488dc22,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:41.806422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:41.849313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145cfbf2-7c80-4246-a07e-c27b0e08ce84 req-313f360c-0923-486b-b613-bcfa8bc09fee tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448909 Sep 02 12:42:41.878273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-327c0b79-90f1-4865-9fbf-8cc97e76ffa1 req-6031cce8-1b07-4145-b114-6916f95e6f62 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.60 "GET /v2.0/security-groups?id=53259f03-fc7c-42e8-822d-f12a1700980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167857 Sep 02 12:42:41.879138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-85a04ed3-b58f-4c47-8de4-14a890b3e4e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 217 time: 0.1543648 Sep 02 12:42:41.893911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad3782-9527-4b32-a145-2f44bad502c1 None None] Pushing event updated for resources: {'Port': ['ID=dba3db36-bfb8-4620-ab34-2faf6488dc22,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:41.951233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device daa6155a-9aac-4023-baaf-59ccc2068aa8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:41.972321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-f35aa63c-7fd1-4f4a-9b1a-4156d0d8d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:41.974934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-f35aa63c-7fd1-4f4a-9b1a-4156d0d8d66d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.0594146 Sep 02 12:42:42.014034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port daa6155a-9aac-4023-baaf-59ccc2068aa8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:42.015099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.044816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.079059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-654623e5-a7ad-4101-a17f-5613504cff32 req-b6407430-ded2-46de-917f-710675a878aa service neutron] 10.222.0.18 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882689 Sep 02 12:42:42.112062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Deleting port a79a9548-6c78-48a8-a537-7b7924dcc0a1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:42.112419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.188367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:42.209640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:42.217998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:42.222644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.226405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3ada33c7-a474-4812-8667-3f19e3aa3c09 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:42:42.227118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.233401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.239472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.250133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.256306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.262748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.264607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-73152155-e052-46b8-8ebe-d77de8f10f91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2486362 Sep 02 12:42:42.270954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.271593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.277934 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.303207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc078b-7e7e-47a9-84b6-f512f68c8d83 req-b812e579-b825-4b8b-bf62-710e2b0c58a7 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.318915 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8cc078b-7e7e-47a9-84b6-f512f68c8d83 req-b812e579-b825-4b8b-bf62-710e2b0c58a7 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 950 time: 0.3049681 Sep 02 12:42:42.330509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.347814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-33e2510e-977e-47f4-b167-e1d176058ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:42.349601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-33e2510e-977e-47f4-b167-e1d176058ca4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3345375 Sep 02 12:42:42.350227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:42.363332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.376852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['dc04a6fb-a884-411c-9251-47cca598f54d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:42:42.408891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Pushing event deleted for resources: {'Port': ['ID=dc04a6fb-a884-411c-9251-47cca598f54d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:42.425278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3ada33c7-a474-4812-8667-3f19e3aa3c09, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:42.444439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'port_id': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'mac_address': 'fa:16:3e:4a:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:42:42.478950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c8af80e-8bc2-4fe0-be9b-94babbe32f68 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5225015 Sep 02 12:42:42.492225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55118) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:42.498759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'name': 'tempest-TaggedBootDevicesTest_v242-1590840049', 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:42.501265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.523057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ada33c7-a474-4812-8667-3f19e3aa3c09 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:42.544086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Router 223ecca6-ee91-437f-b560-e0d85c86fbcf has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:42.546815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3ada33c7-a474-4812-8667-3f19e3aa3c09, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:42.555612 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.615712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9aaf1616-90d0-4fa9-ac38-be34579544fe None None] Provisioning for port 9727c5cc-9d6c-4944-b453-4401b0ce4620 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:42.625438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9aaf1616-90d0-4fa9-ac38-be34579544fe None None] Provisioning complete for port 9727c5cc-9d6c-4944-b453-4401b0ce4620 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:42.626366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1616-90d0-4fa9-ac38-be34579544fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.626562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] No DVR routers for this DVR port dc04a6fb-a884-411c-9251-47cca598f54d on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:42.629756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3ada33c7-a474-4812-8667-3f19e3aa3c09,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:42.638074 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8cc078b-7e7e-47a9-84b6-f512f68c8d83 req-f43488e4-9c08-4c5f-afd7-292af062a1a3 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6ce8469-fba5-4b33-8f5f-6526d4a79959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173666 Sep 02 12:42:42.639803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.642403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87fec077-4536-4ad9-b5f3-be600e1f0818 req-64b78f62-c2b3-4a12-9454-e559fefb4882 tempest-ServerGroupTestJSON-868855858 tempest-ServerGroupTestJSON-868855858-project] 10.222.0.41 "DELETE /v2.0/ports/dc04a6fb-a884-411c-9251-47cca598f54d HTTP/1.1" status: 204 len: 173 time: 2.8303442 Sep 02 12:42:42.648329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'name': 'network-vif-deleted', 'tag': 'dc04a6fb-a884-411c-9251-47cca598f54d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:42.651730 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264a2665-ab42-4dc0-8625-8d5458423f13" -d '{"events": [{"server_uuid": "3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0", "name": "network-vif-deleted", "tag": "dc04a6fb-a884-411c-9251-47cca598f54d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:42.676148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf1616-90d0-4fa9-ac38-be34579544fe None None] Port 9727c5cc-9d6c-4944-b453-4401b0ce4620 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:42.743173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['3ada33c7-a474-4812-8667-3f19e3aa3c09'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:42:42.827506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] For port a79a9548-6c78-48a8-a537-7b7924dcc0a1, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a79a9548-6c78-48a8-a537-7b7924dcc0a1,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:42.828180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:42.834943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f687f94a-4085-4950-bfb3-5bea4fb80c91 req-2a8398bd-e594-42a2-931e-c81fae77217c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5584671 Sep 02 12:42:42.851458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Calling delete_port for a79a9548-6c78-48a8-a537-7b7924dcc0a1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:42.888293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-c7fb183f-20dd-4db8-95a2-e3f19090fd67 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184035 Sep 02 12:42:42.975486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Allocated IP 172.25.7.35 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/e53473f8-a67e-4cc8-9fbc-169741920c8a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:42.988527 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a994dcb-a5f0-4e46-b071-062c1212b46b x-openstack-request-id: req-2a994dcb-a5f0-4e46-b071-062c1212b46b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:42.988926 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0", "name": "network-vif-deleted", "tag": "dc04a6fb-a884-411c-9251-47cca598f54d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:42.989105 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a994dcb-a5f0-4e46-b071-062c1212b46b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:42.989474 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa39cf7-0d13-4cd4-be10-f33a0a6b82a0', 'name': 'network-vif-deleted', 'tag': 'dc04a6fb-a884-411c-9251-47cca598f54d', 'status': 'completed', 'code': 200} Sep 02 12:42:43.009389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:43.015623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:43.020336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.029594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d30be06a-f9b6-4371-b33f-3472a4048a9b admin admin] 10.222.0.60 "PUT /v2.0/routers/223ecca6-ee91-437f-b560-e0d85c86fbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6774354 Sep 02 12:42:43.035174 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] Sync routers for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:43.039594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d53e-049d-4b08-abf2-f8a51cebc949 req-bd9cc3df-32c2-448b-bc25-b8aa94521686 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:43.047509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9a3d53e-049d-4b08-abf2-f8a51cebc949 req-bd9cc3df-32c2-448b-bc25-b8aa94521686 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 944 time: 0.2670844 Sep 02 12:42:43.049823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55126) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:43.050326 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:43.051152 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:43.134243 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.193948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] device_id is not set on port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:42:43.202250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.247930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9a3d53e-049d-4b08-abf2-f8a51cebc949 req-e543999f-c5fb-4b10-a3fd-c9a790593739 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994145 Sep 02 12:42:43.284103 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:43.306485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:43.311751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:43.314536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:43.321503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52932cd6-7660-4f95-9ace-5f18f25cd879 req-376d6806-2bae-4571-b655-a57fc7b41c06 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237761 Sep 02 12:42:43.362426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.381094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Pushing event updated for resources: {'Port': ['ID=e53473f8-a67e-4cc8-9fbc-169741920c8a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:43.386391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3392bfc-8b5f-4efc-94ca-92fae8ce18ae None None] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:43.464692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5765a7ba-b3af-40a2-9d91-d0a73dfbe5f2 None None] Provisioning for port dba3db36-bfb8-4620-ab34-2faf6488dc22 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:43.489734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a8052838-a7ed-45c5-9a49-3586675278d5 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:42:43.553390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967ed01-da87-4a4b-b988-6b71baa5af3d req-bd2aa776-2ce6-4379-831d-30e87adea21c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:43.560887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5967ed01-da87-4a4b-b988-6b71baa5af3d req-bd2aa776-2ce6-4379-831d-30e87adea21c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 944 time: 0.5479074 Sep 02 12:42:43.615884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.657420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5967ed01-da87-4a4b-b988-6b71baa5af3d req-72a299c0-490f-4f02-bac7-e652f58e2040 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930841 Sep 02 12:42:43.690191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 10.1.1.216 (b5395cd2-0f08-404e-83d1-fa94fd2d4500/8d65d089-bc2f-47ec-bea1-139e6ccba497/3aeccee3-1e54-4b99-8997-3f4580bdfef3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:43.693695 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.739827 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:42:39Z', 'revision_number': 5, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port': {'id': '67e6c54a-22ea-40d8-8cc7-486287be52d8', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:36:45Z', 'updated_at': '2021-09-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:43.760563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a79a9548-6c78-48a8-a537-7b7924dcc0a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:42:43.775484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:43.778463 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] Checking router: 223ecca6-ee91-437f-b560-e0d85c86fbcf for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:43.787457 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] Routers {'223ecca6-ee91-437f-b560-e0d85c86fbcf'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:43.787902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89d9e364-3e95-4bda-b3ab-097642be02ee req-68565283-fdec-49ec-afb6-a358cbfc5479 tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fc3dde-7f18-4efe-8afc-a0749ba7cb92 HTTP/1.1" status: 200 len: 210 time: 0.0377820 Sep 02 12:42:43.788310 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['223ecca6-ee91-437f-b560-e0d85c86fbcf'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:43.788979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:43.802583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'mac_address': 'fa:16:3e:93:8c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:42:43.855361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Deleting subnet 238b9467-b871-45bf-ae9b-4478849a1b58 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:42:43.858925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.875775 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.902805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.907773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Pushing event deleted for resources: {'Port': ['ID=a79a9548-6c78-48a8-a537-7b7924dcc0a1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:43.958383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:43.991716 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.016016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8052838-a7ed-45c5-9a49-3586675278d5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:42:44.029654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] No DVR routers for this DVR port a79a9548-6c78-48a8-a537-7b7924dcc0a1 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:44.030560 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] Set router 223ecca6-ee91-437f-b560-e0d85c86fbcf gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:44.032343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.036309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.043904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-154e046a-35ce-4e94-b9cd-3fa84824bac1 req-bd019523-509a-49d9-8eda-1aba2ed3b48b tempest-ServerDiagnosticsNegativeTest-294221627 tempest-ServerDiagnosticsNegativeTest-294221627-project] 10.222.0.18 "DELETE /v2.0/ports/a79a9548-6c78-48a8-a537-7b7924dcc0a1 HTTP/1.1" status: 204 len: 173 time: 2.3997669 Sep 02 12:42:44.046307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:44.062170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dba3db36-bfb8-4620-ab34-2faf6488dc22 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:44.119881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238b9467-b871-45bf-ae9b-4478849a1b58,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:44.155395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.168012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4497699-bc67-40e3-9b02-27764bc9cb31 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/238b9467-b871-45bf-ae9b-4478849a1b58 HTTP/1.1" status: 204 len: 168 time: 0.3745656 Sep 02 12:42:44.171916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:44.184472 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:42:43Z', 'revision_number': 6, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:44.187351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'name': 'network-vif-deleted', 'tag': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:44.190488 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e61de-06b6-4517-9bfe-1ea9efef5999" -d '{"events": [{"server_uuid": "31fc3dde-7f18-4efe-8afc-a0749ba7cb92", "name": "network-vif-deleted", "tag": "a79a9548-6c78-48a8-a537-7b7924dcc0a1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:44.194620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.196646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Deleting port 67e6c54a-22ea-40d8-8cc7-486287be52d8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:44.197011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.222588 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6057d08-8f65-4945-ae0e-792a9483d705 None None] The sync data for ids ['223ecca6-ee91-437f-b560-e0d85c86fbcf'] in n-d-792364-8 is: [{'id': '223ecca6-ee91-437f-b560-e0d85c86fbcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-295661966-router', 'tenant_id': 'bf4304df0e6c439aa721d8e897433fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:36:44Z', 'updated_at': '2021-09-02T12:42:43Z', 'revision_number': 6, 'project_id': 'bf4304df0e6c439aa721d8e897433fbc', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:44.282199 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ef7f73-8f77-4365-b05f-a7e2a6d3296c x-openstack-request-id: req-c0ef7f73-8f77-4365-b05f-a7e2a6d3296c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:44.282430 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fc3dde-7f18-4efe-8afc-a0749ba7cb92", "name": "network-vif-deleted", "tag": "a79a9548-6c78-48a8-a537-7b7924dcc0a1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:44.282697 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0ef7f73-8f77-4365-b05f-a7e2a6d3296c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:44.283158 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fc3dde-7f18-4efe-8afc-a0749ba7cb92', 'name': 'network-vif-deleted', 'tag': 'a79a9548-6c78-48a8-a537-7b7924dcc0a1', 'status': 'completed', 'code': 200} Sep 02 12:42:44.297705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3ada33c7-a474-4812-8667-3f19e3aa3c09 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:44.347097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.364727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object 3aeccee3-1e54-4b99-8997-3f4580bdfef3 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:44.383704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.390898 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.397160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.404635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.411304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.417781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.423961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.425918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.433898 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-4d288652-e222-40ce-af10-69bcaddaa139 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.3865790 Sep 02 12:42:44.492636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port dba3db36-bfb8-4620-ab34-2faf6488dc22 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:44.500568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9afa335-dcce-4e3f-91bc-bbfebbfa7c68 req-a38be29c-b965-48ad-a019-19f4e5a2d0df tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656226 Sep 02 12:42:44.509271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dba3db36-bfb8-4620-ab34-2faf6488dc22 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:44.509761 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.511874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.555346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a8052838-a7ed-45c5-9a49-3586675278d5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:42:44.564871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:44.636096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] For port 67e6c54a-22ea-40d8-8cc7-486287be52d8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=67e6c54a-22ea-40d8-8cc7-486287be52d8,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:44.636478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.670946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 3ada33c7-a474-4812-8667-3f19e3aa3c09 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:44.697359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612057ce-b204-49f6-bb5a-ac5c220dadb4 req-06815a34-dc4d-452e-900d-17fe691e8d07 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.699262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-612057ce-b204-49f6-bb5a-ac5c220dadb4 req-06815a34-dc4d-452e-900d-17fe691e8d07 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 944 time: 0.2978976 Sep 02 12:42:44.705789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:44.715316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.734784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Calling delete_port for 67e6c54a-22ea-40d8-8cc7-486287be52d8 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:44.760151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:44.762614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:44.768617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:44.776728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Router a9ffc072-bdfb-4f05-8155-e495751e1900 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:42:44.796761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 3ada33c7-a474-4812-8667-3f19e3aa3c09 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:44.805679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.868516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.869516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.884662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:44.963810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa7e04-0fd6-4708-b7af-eadace893361 req-24560c60-79d2-4517-b823-7f78a3c10cdc tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:44.965985 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58fa7e04-0fd6-4708-b7af-eadace893361 req-24560c60-79d2-4517-b823-7f78a3c10cdc tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 945 time: 0.1656151 Sep 02 12:42:45.021755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:45.039069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port dba3db36-bfb8-4620-ab34-2faf6488dc22, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dba3db36-bfb8-4620-ab34-2faf6488dc22,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:45.040637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Sync routers for ids ['a9ffc072-bdfb-4f05-8155-e495751e1900'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:45.053486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58fa7e04-0fd6-4708-b7af-eadace893361 req-f89edd18-919a-4a3f-9e5e-26f549776ac9 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796273 Sep 02 12:42:45.060287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.064227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d5e62f8f-ea1e-4d57-a5fd-2c6adccb3c64 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2213521 Sep 02 12:42:45.064519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:45.094748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.223483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=dba3db36-bfb8-4620-ab34-2faf6488dc22,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:45.236524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Routers {'a9ffc072-bdfb-4f05-8155-e495751e1900'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:45.237302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a9ffc072-bdfb-4f05-8155-e495751e1900'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:45.324709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ec61c54-e08d-42c9-9e76-c880bcc19d96 None None] Provisioning complete for port dba3db36-bfb8-4620-ab34-2faf6488dc22 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:45.325008 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ec61c54-e08d-42c9-9e76-c880bcc19d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.362221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.410050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:45.413091 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e8f19-28d0-42ef-83b5-505503b5ae80" -d '{"events": [{"server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "name": "network-vif-plugged", "status": "completed", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:45.444287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:45.447125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3ada33c7-a474-4812-8667-3f19e3aa3c09, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:45.475145 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579ef25-1701-44d0-820f-690641f674ae x-openstack-request-id: req-4579ef25-1701-44d0-820f-690641f674ae {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:45.475676 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "name": "network-vif-plugged", "status": "completed", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:45.476118 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4579ef25-1701-44d0-820f-690641f674ae {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:45.476691 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'code': 200} Sep 02 12:42:45.477616 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.478672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc04a6fb-a884-411c-9251-47cca598f54d no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:45.555328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a79a9548-6c78-48a8-a537-7b7924dcc0a1 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:45.607985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3ada33c7-a474-4812-8667-3f19e3aa3c09,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:45.611271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: dc04a6fb-a884-411c-9251-47cca598f54d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:45.611691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc04a6fb-a884-411c-9251-47cca598f54d not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:45.639248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: a79a9548-6c78-48a8-a537-7b7924dcc0a1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:45.639685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a79a9548-6c78-48a8-a537-7b7924dcc0a1 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:45.658451 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b7a71778-0593-46d6-8c1b-919f4edd7597 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1644020 Sep 02 12:42:45.665537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913cc7c-0a5b-47f6-8880-99bd40c8ec3d req-81fd3171-f290-499e-af7a-7e4078ba8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.667480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7913cc7c-0a5b-47f6-8880-99bd40c8ec3d req-81fd3171-f290-499e-af7a-7e4078ba8950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 1096 time: 0.1132526 Sep 02 12:42:45.685827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Set router a9ffc072-bdfb-4f05-8155-e495751e1900 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:45.694608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-612057ce-b204-49f6-bb5a-ac5c220dadb4 req-23a280ee-1fc4-4d0d-99a5-23e7fb2c383a tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9738503 Sep 02 12:42:45.710907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.716231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9939a95a-fb7a-4944-a266-8b2c16bdb862 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abaf4533d09c4b439f35a76814274191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703865 Sep 02 12:42:45.720112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55178) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:45.746756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.774066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.780784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.786831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.793304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.800735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.802108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d90ace8-726f-4253-861e-ad9da562ab6b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:45.806190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e6c54a-22ea-40d8-8cc7-486287be52d8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:45.806360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.813647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:45.815636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-0f56aa2f-78c4-4576-b23f-f9e4468de747 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.1978056 Sep 02 12:42:45.870445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909f08e3-3633-48bf-86eb-320e3950ac33') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:45.870959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909f08e3-3633-48bf-86eb-320e3950ac33') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:45.889702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93f1b51e-489b-476f-a54b-4c1d3997dbc9 req-d2c320f7-a3d5-4f57-82da-8a7a88b0cbee tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606585 Sep 02 12:42:45.893679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.949754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ec61c54-e08d-42c9-9e76-c880bcc19d96 None None] Provisioning for port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:45.959887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ec61c54-e08d-42c9-9e76-c880bcc19d96 None None] Provisioning complete for port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:45.960671 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ec61c54-e08d-42c9-9e76-c880bcc19d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.960790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.975411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:45.982656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:42:45.983081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.026881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:42:43Z', 'revision_number': 3, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:42:46.044617 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:42:46.049387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7913cc7c-0a5b-47f6-8880-99bd40c8ec3d req-c04f7004-14ff-4faf-9051-3bb1f799c40d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706417 Sep 02 12:42:46.049387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:46.050158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.055458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775594603', 'description': 'tempest-description--1768559381'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:46.060298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.067577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.069405 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d90ace8-726f-4253-861e-ad9da562ab6b HTTP/1.1" status: 204 len: 168 time: 1.8965371 Sep 02 12:42:46.109013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Allocated IP 172.20.0.1 (e391b9d6-b65e-43b7-ae98-f6ef19a675e3/34fede96-6e55-4b0d-9f1c-588d882d8c0d/e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:46.132263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Checking router: a9ffc072-bdfb-4f05-8155-e495751e1900 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:46.148274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Updating router a9ffc072-bdfb-4f05-8155-e495751e1900 port e53473f8-a67e-4cc8-9fbc-169741920c8a binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:42:46.175484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24d989ef-bad9-4c00-a255-52778535816e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.219423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2ec61c54-e08d-42c9-9e76-c880bcc19d96 None None] Port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:46.237674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24d989ef-bad9-4c00-a255-52778535816e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.238372 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.290341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f83e9-ce70-4a01-a456-228d75817c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d90ace8-726f-4253-861e-ad9da562ab6b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:46.302862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dba3db36-bfb8-4620-ab34-2faf6488dc22 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:46.314151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.317053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.319400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.322428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2d906-88c3-47ca-83f2-70a0c29341ef req-d7500579-cdb0-472d-ad3c-fe5545afd15a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:46.324518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa2d906-88c3-47ca-83f2-70a0c29341ef req-d7500579-cdb0-472d-ad3c-fe5545afd15a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 945 time: 0.1430898 Sep 02 12:42:46.362158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.373278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:46.399440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.399985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223ecca6-ee91-437f-b560-e0d85c86fbcf {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:42:46.405775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.409634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Transition to ACTIVE for port object e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:46.409818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3832afb5-b81a-4278-8309-5e855321ae21 admin admin] 10.222.0.60 "DELETE /v2.0/routers/223ecca6-ee91-437f-b560-e0d85c86fbcf HTTP/1.1" status: 204 len: 168 time: 3.3468964 Sep 02 12:42:46.409818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:46.419859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24d989ef-bad9-4c00-a255-52778535816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.422532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24d989ef-bad9-4c00-a255-52778535816e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.423798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-24d989ef-bad9-4c00-a255-52778535816e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6ce8469-fba5-4b33-8f5f-6526d4a79959 HTTP/1.1" status: 204 len: 168 time: 0.6994605 Sep 02 12:42:46.428014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa2d906-88c3-47ca-83f2-70a0c29341ef req-d37a6cc5-4f36-4753-b9ad-c68eeeff62d7 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951636 Sep 02 12:42:46.482818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d989ef-bad9-4c00-a255-52778535816e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce8469-fba5-4b33-8f5f-6526d4a79959,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:46.504791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Deleting subnet e62d8463-4ab9-464a-92c1-db8b533fdcdc {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:42:46.513218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.519970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dba3db36-bfb8-4620-ab34-2faf6488dc22 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:46.520359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.559117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f63f546a-8a63-4516-8f4d-8bc33334fbd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3317e3eaf1934f549aef6e3a0e98a6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820798 Sep 02 12:42:46.560313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:46.594050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.611722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.621839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:46.665267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:46.667854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Pushing event updated for resources: {'Port': ['ID=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:46.670922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:46.758416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.777426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.799796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.800719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:46.825824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2514-a095-43a0-b7ef-cad046119c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.839407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:46.839896 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.840208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb6ff527-ea2a-47e3-8a34-4d4fc9e88915 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:46.840930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 67e6c54a-22ea-40d8-8cc7-486287be52d8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:46.891947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.891947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8358548 Sep 02 12:42:46.893939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 67e6c54a-22ea-40d8-8cc7-486287be52d8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:46.895203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 67e6c54a-22ea-40d8-8cc7-486287be52d8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:46.895719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:46.907445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'security_group_rule': {'security_group_id': '4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:46.911122 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.928151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Transition to ACTIVE for port object e53473f8-a67e-4cc8-9fbc-169741920c8a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:46.941852 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.994182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:46.998010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2514-a095-43a0-b7ef-cad046119c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.037248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.059962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b4faf-32ea-44ea-a466-b3d528303c7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.082574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Attempting to bind port e53473f8-a67e-4cc8-9fbc-169741920c8a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:47.091839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Attempting to bind port e53473f8-a67e-4cc8-9fbc-169741920c8a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:47.094024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Attempting to bind port e53473f8-a67e-4cc8-9fbc-169741920c8a on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:47.108578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:47.109079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:47.109748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.110297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:47.114687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Bound port: e53473f8-a67e-4cc8-9fbc-169741920c8a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:47.115375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.141891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4eb97-dabe-40ee-8b23-6873b97b9ffb None None] Pushing event updated for resources: {'Port': ['ID=e53473f8-a67e-4cc8-9fbc-169741920c8a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.161579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ded58-0b7f-4810-8467-77eeb07e8b8f req-8fd7cb03-c4dd-434a-97ef-1f4f6a692e36 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.163123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c7ded58-0b7f-4810-8467-77eeb07e8b8f req-8fd7cb03-c4dd-434a-97ef-1f4f6a692e36 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.3189192 Sep 02 12:42:47.186288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.192309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd96cd40-70c0-42ca-8992-db167d12bbf0 None None] Provisioning for port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:47.199701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:47.203742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd96cd40-70c0-42ca-8992-db167d12bbf0 None None] Provisioning complete for port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:47.204620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd96cd40-70c0-42ca-8992-db167d12bbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.232268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] For port e53473f8-a67e-4cc8-9fbc-169741920c8a, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:47.241070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62d8463-4ab9-464a-92c1-db8b533fdcdc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.265662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.270518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5db63a05-8775-4c4c-aead-36afef122fc3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e62d8463-4ab9-464a-92c1-db8b533fdcdc HTTP/1.1" status: 204 len: 168 time: 0.8569784 Sep 02 12:42:47.270518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1da0ccc-9d31-4911-ae08-ece534f33846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.271949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3086d94-fb84-415f-a868-dad4fa411a32 None None] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:47.278184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2514-a095-43a0-b7ef-cad046119c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.278478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:47.281214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2514-a095-43a0-b7ef-cad046119c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.285002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4a9b2514-a095-43a0-b7ef-cad046119c1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53259f03-fc7c-42e8-822d-f12a1700980f HTTP/1.1" status: 204 len: 168 time: 0.7188635 Sep 02 12:42:47.285191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] For port e53473f8-a67e-4cc8-9fbc-169741920c8a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e53473f8-a67e-4cc8-9fbc-169741920c8a,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:47.301932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bd96cd40-70c0-42ca-8992-db167d12bbf0 None None] Port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:47.345412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c7ded58-0b7f-4810-8467-77eeb07e8b8f req-e0d5b7aa-f6b6-4775-8165-80173a2fd430 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734061 Sep 02 12:42:47.348109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b2514-a095-43a0-b7ef-cad046119c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53259f03-fc7c-42e8-822d-f12a1700980f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.392331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.408650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.415406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.422389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.423030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1da0ccc-9d31-4911-ae08-ece534f33846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.428033 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1da0ccc-9d31-4911-ae08-ece534f33846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.428925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.436052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.442139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.449188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.458785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-4e8eee83-a1e9-497e-b9a1-931bd63f7a29 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2501776 Sep 02 12:42:47.470813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.494677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.512381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da0ccc-9d31-4911-ae08-ece534f33846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9245fb24-0c5c-4c8e-9cc4-0e98778a5065,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.538121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c1da0ccc-9d31-4911-ae08-ece534f33846 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c8550dadd0d49ee936aa0918ed55610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350987 Sep 02 12:42:47.543232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:47.566776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.574952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d54e3d-e4d7-4b1b-9c46-2255c2e820c0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.577428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.579025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-38b329ef-f566-4ddf-82b9-112cb08c51eb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6812801 Sep 02 12:42:47.585281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55214) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:47.591530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'security_group_rule': {'security_group_id': '4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:47.625300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bf281b8-0a6e-4b72-b558-4cf1b91bf3cd req-7431f757-2d18-4320-a08e-5e8922d3f231 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567030 Sep 02 12:42:47.633824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.649258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.675280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e295b3-fe03-41dd-bb9f-5c9cc2fcccce req-e9b92867-e3dd-477e-89bf-9f0a3a1c151d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:47.677145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47e295b3-fe03-41dd-bb9f-5c9cc2fcccce req-e9b92867-e3dd-477e-89bf-9f0a3a1c151d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 945 time: 0.1236646 Sep 02 12:42:47.708192 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55876e72-59b8-4c68-9edc-7ee8039acfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.724430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a8052838-a7ed-45c5-9a49-3586675278d5 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:47.742979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55876e72-59b8-4c68-9edc-7ee8039acfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.751828 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.765370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.779554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Pushing event updated for resources: {'Port': ['ID=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.787178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4eb97-dabe-40ee-8b23-6873b97b9ffb None None] Pushing event updated for resources: {'Port': ['ID=e53473f8-a67e-4cc8-9fbc-169741920c8a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.794916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47e295b3-fe03-41dd-bb9f-5c9cc2fcccce req-2a321518-498b-4cea-a0f9-0bc22b463020 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015284 Sep 02 12:42:47.809513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Routers {'a9ffc072-bdfb-4f05-8155-e495751e1900'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:47.812939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a9ffc072-bdfb-4f05-8155-e495751e1900'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:47.850543 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55876e72-59b8-4c68-9edc-7ee8039acfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.856441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55876e72-59b8-4c68-9edc-7ee8039acfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.860764 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-55876e72-59b8-4c68-9edc-7ee8039acfa9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9245fb24-0c5c-4c8e-9cc4-0e98778a5065 HTTP/1.1" status: 204 len: 168 time: 0.3163588 Sep 02 12:42:47.881768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Deleting port f27328fc-ba9a-43f1-b78f-1b20e4855074 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:47.882126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.891374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55876e72-59b8-4c68-9edc-7ee8039acfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9245fb24-0c5c-4c8e-9cc4-0e98778a5065,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:47.951590 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:47.962734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] DHCP port deletion for 75e411eb-2dc5-4225-8864-b756ff9f0a8d request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:42:47.972798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.009542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] For port f27328fc-ba9a-43f1-b78f-1b20e4855074, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f27328fc-ba9a-43f1-b78f-1b20e4855074,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:48.009895 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.024960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a8052838-a7ed-45c5-9a49-3586675278d5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:48.027830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.032519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424806 Sep 02 12:42:48.033002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:48.035394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Calling delete_port for f27328fc-ba9a-43f1-b78f-1b20e4855074 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:48.037179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931fc00-92c5-468f-a490-df07ae3c2812 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca06b7bc-c185-4484-b128-6593b5b50b15,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:48.038552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:48.040970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a8052838-a7ed-45c5-9a49-3586675278d5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:48.041423 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.048969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:48.056209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:48.108671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.134492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] Set router a9ffc072-bdfb-4f05-8155-e495751e1900 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:48.216084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Deleting port f27328fc-ba9a-43f1-b78f-1b20e4855074 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:48.216471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.256961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f27328fc-ba9a-43f1-b78f-1b20e4855074 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:48.318365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.364936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Router a9ffc072-bdfb-4f05-8155-e495751e1900 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:48.365887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.402158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27328fc-ba9a-43f1-b78f-1b20e4855074,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:48.416238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] No DVR routers for this DVR port f27328fc-ba9a-43f1-b78f-1b20e4855074 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:48.525699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] For port f27328fc-ba9a-43f1-b78f-1b20e4855074, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f27328fc-ba9a-43f1-b78f-1b20e4855074,segment=NetworkSegment(289e8642-2f96-46cb-bcf0-541abf0af7c8),segment_id=289e8642-2f96-46cb-bcf0-541abf0af7c8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:48.526131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.543075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.568969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Calling delete_port for f27328fc-ba9a-43f1-b78f-1b20e4855074 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:48.582604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-23b0ce74-4ae5-41c2-88be-75e2da345d98 None None] Provisioning complete for port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:48.586113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 172.25.7.116 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/637f9b76-f6db-4585-b638-6158bf93af8d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:48.590120 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23b0ce74-4ae5-41c2-88be-75e2da345d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.648196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:48.651668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.667252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-185566dd-5516-4db2-821a-25910e09a04a admin admin] 10.222.0.60 "PUT /v2.0/routers/a9ffc072-bdfb-4f05-8155-e495751e1900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5926538 Sep 02 12:42:48.683052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No active binding found for port f27328fc-ba9a-43f1-b78f-1b20e4855074 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 12:42:48.683505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f27328fc-ba9a-43f1-b78f-1b20e4855074 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:48.706427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e411eb-2dc5-4225-8864-b756ff9f0a8d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:48.739251 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.742444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289e8642-2f96-46cb-bcf0-541abf0af7c8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:48.742777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289e8642-2f96-46cb-bcf0-541abf0af7c8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:48.774735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b73d0-ab8a-4cd3-a0ae-987cce9adda7 req-47ef82e3-42d4-4e27-ab0d-e301df739d47 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:48.776404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a7b73d0-ab8a-4cd3-a0ae-987cce9adda7 req-47ef82e3-42d4-4e27-ab0d-e301df739d47 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.2707219 Sep 02 12:42:48.778373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.785737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-23b0ce74-4ae5-41c2-88be-75e2da345d98 None None] Port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:42:48.796811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.839108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:48.841506 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d2625-4803-41b8-b54f-3d02d10068c5" -d '{"events": [{"server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "name": "network-vif-plugged", "status": "completed", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:48.843609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.866836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:48.872559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:48.872758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:42:48.873244 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:42:48.876266 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:42:48.884155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:48.892161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:48.894673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:48.905615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:48.936654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=637f9b76-f6db-4585-b638-6158bf93af8d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:48.969906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:48.971530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:48.984779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:48.986569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a7b73d0-ab8a-4cd3-a0ae-987cce9adda7 req-eaa7550e-777b-4390-940b-50ad11e6e845 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912835 Sep 02 12:42:48.999978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.016101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.020480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:42:46Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2', 'name': '', 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'mac_address': 'fa:16:3e:18:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:45Z', 'updated_at': '2021-09-02T12:42:47Z', 'revision_number': 2, 'project_id': '60fd7132eb694939a0356eacffc94197', 'subnets': [{'id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:49.021295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.025133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.031584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Network 75e411eb-2dc5-4225-8864-b756ff9f0a8d is not hosted by any dhcp agent {{(pid=94842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:42:49.032047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] No DVR routers for this DVR port f27328fc-ba9a-43f1-b78f-1b20e4855074 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:49.034348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.037841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.042838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/75e411eb-2dc5-4225-8864-b756ff9f0a8d HTTP/1.1" status: 204 len: 168 time: 1.7521996 Sep 02 12:42:49.054112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:49.055392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.062129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0ee7-ce7e-42a0-bbf0-e9093b12ceb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e411eb-2dc5-4225-8864-b756ff9f0a8d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:49.069990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.081536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ed94365b-a66f-4b62-9997-22c21164658e req-d46e7996-3412-4e32-9b2e-a112f9c508bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2899787 Sep 02 12:42:49.089317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d725-43a8-4201-9b43-c35d883af6b0 None None] The sync data for ids ['a9ffc072-bdfb-4f05-8155-e495751e1900'] in n-d-792364-8 is: [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:42:46Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2', 'name': '', 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'mac_address': 'fa:16:3e:18:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:45Z', 'updated_at': '2021-09-02T12:42:47Z', 'revision_number': 2, 'project_id': '60fd7132eb694939a0356eacffc94197', 'subnets': [{'id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:49.091983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2662e-d326-412a-8e81-d2cadc6504c2 None None] Pushing event deleted for resources: {'Port': ['ID=f27328fc-ba9a-43f1-b78f-1b20e4855074,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:49.216060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ed94365b-a66f-4b62-9997-22c21164658e req-2351884d-003d-4a1f-a51c-b1dee5dc87b3 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267822 Sep 02 12:42:49.258783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.310327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.511149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d1408-b54b-4cf6-8891-738c59763dbe req-1b93ca01-a61b-4062-97de-42f616fbdc1f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.513045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d24d1408-b54b-4cf6-8891-738c59763dbe req-1b93ca01-a61b-4062-97de-42f616fbdc1f tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 946 time: 0.1683128 Sep 02 12:42:49.517183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:49.563163 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c61be-7308-43e4-8b26-330b7a1a9bc4 x-openstack-request-id: req-113c61be-7308-43e4-8b26-330b7a1a9bc4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:49.563476 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "name": "network-vif-plugged", "status": "completed", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:49.564440 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-113c61be-7308-43e4-8b26-330b7a1a9bc4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:49.564851 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'code': 200} Sep 02 12:42:49.641611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d24d1408-b54b-4cf6-8891-738c59763dbe req-8a144450-68ca-4902-891f-e79c51e5f412 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134455 Sep 02 12:42:49.661050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.670401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.758983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2115391439-network', 'tenant_id': 'd358c799a27948ffaaf9ac02e0efe844'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:49.765886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=637f9b76-f6db-4585-b638-6158bf93af8d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:49.784848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2126062031'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:49.796647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.808840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Made reservation on behalf of d358c799a27948ffaaf9ac02e0efe844 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:49.811507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.823628 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.834699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.836093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b7d6e7d-9974-400e-8ec6-06ed7bdce85d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8021441 Sep 02 12:42:49.864728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:42:49.864728 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:42:49.864728 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': 'd358c799a27948ffaaf9ac02e0efe844', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 42, 49, 840353)}] Sep 02 12:42:49.864728 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:42:49.865263 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:42:49.888787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:49.892580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:49.905468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bd1ab-38bd-4541-b810-4b06ff71a56f req-02af2b4a-b63f-45a6-8685-f1358404dee8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.905468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af3bd1ab-38bd-4541-b810-4b06ff71a56f req-02af2b4a-b63f-45a6-8685-f1358404dee8 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.1478486 Sep 02 12:42:49.910576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a3c11-6746-472e-8351-993af1147ba0 req-e6530f72-ee37-4fa5-9645-a023bc64dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:49.912105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-083a3c11-6746-472e-8351-993af1147ba0 req-e6530f72-ee37-4fa5-9645-a023bc64dba6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 1097 time: 0.1560376 Sep 02 12:42:49.920460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:49.927870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Request body: {'floatingip': {'port_id': '3ada33c7-a474-4812-8667-3f19e3aa3c09'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:49.998697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.039443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55294) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:50.093582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:50.118775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-083a3c11-6746-472e-8351-993af1147ba0 req-3ed55c2f-7baf-448c-bddc-541adf448c78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951358 Sep 02 12:42:50.126808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.127168 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Added segment 297f15fb-fc73-4780-8737-90a36bde808d of type vlan for network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 Sep 02 12:42:50.193778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.274560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.281790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.282473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.373849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.384253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5088711 Sep 02 12:42:50.391909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5aed1cb0-8b78-4968-92fa-9f126cb8016b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.396572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:50.410005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'subnet': {'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:50.414687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97dc64-7a15-43a3-b6ff-3e9866f58d44 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Network': ['ID=d400ff0a-a123-4a1a-89a4-1369d66c1bd0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:50.425047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:50.477931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.486237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.493159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.499863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.505633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-52a1849b-7797-433a-a998-a0caeec5410f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1775594603&fields=id&tenant_id=a07d0b7db76541e091c95508021d3a1f HTTP/1.1" status: 200 len: 267 time: 0.2050412 Sep 02 12:42:50.506082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.515677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.522111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.524174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-71d1f8d7-5e21-4d3c-a630-119518be031f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.1482425 Sep 02 12:42:50.608863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22245c18-c25e-44d1-bddf-05cb4ea32561 req-12497c4a-2ed3-4438-8873-a016b556769c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760972 Sep 02 12:42:50.649067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:50.724129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2a116423-c672-4010-8edc-93a7fd80085a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.725661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2a116423-c672-4010-8edc-93a7fd80085a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 937 time: 0.2096448 Sep 02 12:42:50.805058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab214f2-aec9-477c-b14c-17bb306a954f req-65ca094b-2797-4866-83f5-cfed687ecf15 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.806736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ab214f2-aec9-477c-b14c-17bb306a954f req-65ca094b-2797-4866-83f5-cfed687ecf15 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 946 time: 0.0770617 Sep 02 12:42:50.841815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-185272e0-d762-46a5-95cd-6f170db5ed94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:50.843276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-185272e0-d762-46a5-95cd-6f170db5ed94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 937 time: 0.1085548 Sep 02 12:42:50.906310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ab214f2-aec9-477c-b14c-17bb306a954f req-4232fc5a-519a-47d0-811b-d05fc6041d6d tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897141 Sep 02 12:42:50.952358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-e057b9fd-5917-4283-93bf-49bac71c88ef tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0952897 Sep 02 12:42:51.007736 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.010147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5aed1cb0-8b78-4968-92fa-9f126cb8016b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.013684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-e3eabbe0-20f2-47f9-aac3-01939c5c1ef6 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0485377 Sep 02 12:42:51.014919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.017861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Deleting port a0d33577-0391-478f-9994-8645b4f22b76 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:51.018297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.084462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5aed1cb0-8b78-4968-92fa-9f126cb8016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.118892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] For port a0d33577-0391-478f-9994-8645b4f22b76, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0d33577-0391-478f-9994-8645b4f22b76,segment=NetworkSegment(8c379c34-69c4-46c1-8054-631306f35019),segment_id=8c379c34-69c4-46c1-8054-631306f35019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:51.119391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.134801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Calling delete_port for a0d33577-0391-478f-9994-8645b4f22b76 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:51.138014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:42:51.138014 n-d-792364-8 neutron-server[94841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 12:42:51.138014 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id': 'd358c799a27948ffaaf9ac02e0efe844', 'id': '231823b7-feca-4461-b94f-c0b02625e488', 'expiration': datetime.datetime(2021, 9, 2, 12, 44, 51, 92176)}] Sep 02 12:42:51.138014 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:42:51.138450 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:42:51.247805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed1cb0-8b78-4968-92fa-9f126cb8016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7021d03c-a775-417e-ace6-32ee8d59ece5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:51.253180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5aed1cb0-8b78-4968-92fa-9f126cb8016b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6793b70fc9b431e8c55dd5a8f3539ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2130468 Sep 02 12:42:51.260489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55314) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:51.265307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:51.268804 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.352386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.373666 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Floating IP a86f1862-057d-4486-a218-eb2077c50616 associated. External IP: 172.25.7.105, port: 3ada33c7-a474-4812-8667-3f19e3aa3c09. Sep 02 12:42:51.378156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d33577-0391-478f-9994-8645b4f22b76,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:51.526793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c4d53052-a524-4180-a3d2-1903203b84f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.533017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c4d53052-a524-4180-a3d2-1903203b84f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.539414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c4d53052-a524-4180-a3d2-1903203b84f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.540945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c4d53052-a524-4180-a3d2-1903203b84f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/networks?id=570c4c40-0a12-4264-8cd4-695bfe62e618&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 1995 time: 0.4579244 Sep 02 12:42:51.571158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.643391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-33b5f359-7c92-4ae2-837b-eb40ff85eda6 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/quotas/a07d0b7db76541e091c95508021d3a1f HTTP/1.1" status: 200 len: 375 time: 0.0952239 Sep 02 12:42:51.645707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef2f1-d1d4-490b-9d61-e42c68b08920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.747556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef2f1-d1d4-490b-9d61-e42c68b08920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.855310 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Sync routers for ids ['a9ffc072-bdfb-4f05-8155-e495751e1900'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:51.865119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.865735 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Routers {'a9ffc072-bdfb-4f05-8155-e495751e1900'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:51.865838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-7590be23-e672-4280-962d-2e8389f954bf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2099247 Sep 02 12:42:51.866683 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a9ffc072-bdfb-4f05-8155-e495751e1900'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:51.873169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.880172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.882724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.887995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.894242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.900387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.906878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:51.908925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-506cbab6-1f8e-45be-9d2b-8825c17a4fe4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.1892295 Sep 02 12:42:51.956119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Router c9f18d49-a6a5-484c-a63a-0c10aa07aeef has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:51.971713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-392e4ff2-e822-49df-b8cf-f524fce2ec1e req-060310c8-ac0d-4365-b4b3-812b585eed06 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557837 Sep 02 12:42:51.973832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:42:51.981731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef2f1-d1d4-490b-9d61-e42c68b08920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.985084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef2f1-d1d4-490b-9d61-e42c68b08920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:51.986265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5a1ef2f1-d1d4-490b-9d61-e42c68b08920 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7021d03c-a775-417e-ace6-32ee8d59ece5 HTTP/1.1" status: 204 len: 168 time: 0.7143106 Sep 02 12:42:51.994587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:52.039307 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Set router a9ffc072-bdfb-4f05-8155-e495751e1900 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:52.068610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ef2f1-d1d4-490b-9d61-e42c68b08920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7021d03c-a775-417e-ace6-32ee8d59ece5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:52.236532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866331-df45-4a6d-9de7-681504dbde44 req-30d130df-1de7-4b45-9e71-d58b78c6b0ff tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:52.245421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32866331-df45-4a6d-9de7-681504dbde44 req-30d130df-1de7-4b45-9e71-d58b78c6b0ff tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 946 time: 0.1089325 Sep 02 12:42:52.337919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32866331-df45-4a6d-9de7-681504dbde44 req-08aea207-1a26-49a4-95e1-92670c6c4a99 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911906 Sep 02 12:42:52.357577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:52.381448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b9feb6f7-26f9-45f5-baf4-2d840acc5a6b admin admin] 10.222.0.60 "PUT /v2.0/routers/49629bb2-9314-4ac0-aa4f-cdca4e9bed83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3237596 Sep 02 12:42:52.384931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:52.389416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] Sync routers for ids ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:52.431263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e53473f8-a67e-4cc8-9fbc-169741920c8a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:52.522998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] Routers {'49629bb2-9314-4ac0-aa4f-cdca4e9bed83'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:52.523660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:52.580320 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:42:46Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2', 'name': '', 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'mac_address': 'fa:16:3e:18:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:45Z', 'updated_at': '2021-09-02T12:42:47Z', 'revision_number': 2, 'project_id': '60fd7132eb694939a0356eacffc94197', 'subnets': [{'id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:52.649500 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Checking router: a9ffc072-bdfb-4f05-8155-e495751e1900 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:52.650560 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Updating router a9ffc072-bdfb-4f05-8155-e495751e1900 port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:42:52.657945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:52.712336 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:52.749312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e53473f8-a67e-4cc8-9fbc-169741920c8a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:52.771071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e53473f8-a67e-4cc8-9fbc-169741920c8a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:52.771719 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:52.818811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Subnet': ['ID=2d7e7eb3-80f9-4ea7-a972-b7d379dadf23,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:52.842668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] Set router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:52.893067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-5ddbe170-a7aa-4958-af78-a05aad0c5e1f service neutron] 10.222.0.60 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9841819 Sep 02 12:42:52.905167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Checking segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:52.905571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network hostable DHCP agents. Network: d400ff0a-a123-4a1a-89a4-1369d66c1bd0, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:52.952809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77aee9-408a-46ee-b020-fe7c8d624c47 req-b7e9f2a6-8852-433b-aa50-15abde8af231 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:52.965450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c77aee9-408a-46ee-b020-fe7c8d624c47 req-b7e9f2a6-8852-433b-aa50-15abde8af231 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 946 time: 0.1912694 Sep 02 12:42:53.008173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.027503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c77aee9-408a-46ee-b020-fe7c8d624c47 req-2cca00df-e75e-4cfd-ae06-7d94728d4582 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Sep 02 12:42:53.037495 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.055715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:42:53.060788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.091235 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] Sync routers for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:42:53.109076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e53473f8-a67e-4cc8-9fbc-169741920c8a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e53473f8-a67e-4cc8-9fbc-169741920c8a,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:53.127471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.140150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:53.140739 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:53.181590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05fb22b7-db10-44bb-92e7-b3f58c232317 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "PUT /v2.0/floatingips/a86f1862-057d-4486-a218-eb2077c50616 HTTP/1.1" status: 200 len: 991 time: 3.2588010 Sep 02 12:42:53.183929 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.186469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:42:53.188872 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75" -d '{"events": [{"name": "network-changed", "server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:42:53.191776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:53.196035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.204331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Deleting port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:53.205820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.207780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c99f2cde-f126-4c49-922e-9060f84ca4b9 service neutron] 10.222.0.60 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041413 Sep 02 12:42:53.237174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d400ff0a-a123-4a1a-89a4-1369d66c1bd0) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:53.243028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:53.268327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e53473f8-a67e-4cc8-9fbc-169741920c8a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:53.282592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.283266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.285525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e10ac-95e7-4a4b-b969-419f73cd981b None None] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:53.298786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:53.304503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.304920 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Added segment e2844f21-72f1-4b64-8fbd-6ee565fa552d of type vlan for network 47ec62eb-d4b2-464a-88a5-313ced0fd458 Sep 02 12:42:53.322743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-3039cbec-0c08-42d8-99fa-1b961f885673 service neutron] 10.222.0.60 "GET /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1027236 Sep 02 12:42:53.351379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-be1b391c-8025-488c-9f16-6ebebb988296 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9515622 Sep 02 12:42:53.354806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55356) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:53.365595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1920496043'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:53.411516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.419180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:42:51Z', 'revision_number': 5, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port': {'id': '4a482123-6c5a-44ea-ae3c-2340e56b7ad9', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:37:04Z', 'updated_at': '2021-09-02T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:53.421671 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.433193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.435021 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:53.439687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.446482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.453145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.459487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.460785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] Checking router: 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:53.460966 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.461958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.462720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.466538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.472884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.481726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-47a19de0-9069-476f-94c5-705781a238c0 req-eb35fc1b-ae1f-471b-bef1-07c6866dfb53 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.3060572 Sep 02 12:42:53.485923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:53.489720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.491066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] Routers {'49629bb2-9314-4ac0-aa4f-cdca4e9bed83'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:53.491905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:53.494684 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Transition to ACTIVE for port object e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:53.511299 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.532213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] For port 4a482123-6c5a-44ea-ae3c-2340e56b7ad9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:53.532655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.535485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-bef011ea-5998-4212-9be3-3dc6986afa48 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931164 Sep 02 12:42:53.538961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0203550 Sep 02 12:42:53.542648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55358) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:53.551032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Request body: {'subnet': {'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2115391439-subnet', 'tenant_id': 'd358c799a27948ffaaf9ac02e0efe844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:53.554913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Calling delete_port for 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:53.597515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-47a19de0-9069-476f-94c5-705781a238c0 req-a17d3be4-f220-473c-8b75-ff8ba2424db7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147025 Sep 02 12:42:53.608875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:53.617516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374854c8-5e0d-4ede-b457-aed59fd6373e admin admin] Pushing event updated for resources: {'Network': ['ID=47ec62eb-d4b2-464a-88a5-313ced0fd458,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:53.636515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Made reservation on behalf of d358c799a27948ffaaf9ac02e0efe844 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:53.639835 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.693732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.694143 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Added segment b73e89fc-d6bb-4989-9464-8063cbcf32a2 of type vlan for network c11afe62-1732-42a3-a4f9-5f70573fc400 Sep 02 12:42:53.695966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f5e2d-3c03-4cac-8f3b-f69c9717ce90 None None] Pushing event updated for resources: {'Port': ['ID=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:53.721083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 47ec62eb-d4b2-464a-88a5-313ced0fd458 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:53.778463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.784296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-1b54b88b-0739-4c68-addf-66c8f1ceb463 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385259 Sep 02 12:42:53.820166 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c32db-be91-47cf-be75-4740ae6d6e34 x-openstack-request-id: req-e53c32db-be91-47cf-be75-4740ae6d6e34 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:42:53.820943 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:42:53.821363 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e53c32db-be91-47cf-be75-4740ae6d6e34 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:42:53.822031 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'status': 'completed', 'code': 200} Sep 02 12:42:53.908332 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Attempting to bind port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:53.908772 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Attempting to bind port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:53.909258 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Attempting to bind port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 on network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:53.925756 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:53.926607 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Checking segment: {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:53.927249 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.928062 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Bound using segment: {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:53.929227 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Bound port: e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0da8de8-1234-465b-a847-11f5a6c69673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:53.930073 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.940038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c9ef715f-c647-4a9f-8f7b-49916d005774 service neutron] 10.222.0.60 "GET /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1144125 Sep 02 12:42:53.958223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:53.962506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-a140a594-dee6-412a-9211-72f645a92951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.964628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-a140a594-dee6-412a-9211-72f645a92951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d069e943bcd747048caadf03e7e586df&device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 1096 time: 0.1285739 Sep 02 12:42:53.974822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:53.975512 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.010505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a86f1862-057d-4486-a218-eb2077c50616', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'port_id': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'mac_address': 'fa:16:3e:4a:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7388485-c960-427c-bf53-a3f2612852f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:42:25Z', 'updated_at': '2021-09-02T12:42:50Z', 'revision_number': 1, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:08Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:54.032700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6730721 Sep 02 12:42:54.034648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:54.054287 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] Checking router: c9f18d49-a6a5-484c-a63a-0c10aa07aeef for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:42:54.060654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'subnet': {'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:54.081548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] Set router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:54.117592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] For port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:54.126217 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] For port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:54.130093 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:54.131119 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:54.173560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 6, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:54.227894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030e5c3-63e8-49ec-88a8-37ee54cdc6c9 None None] The sync data for ids ['49629bb2-9314-4ac0-aa4f-cdca4e9bed83'] in n-d-792364-8 is: [{'id': '49629bb2-9314-4ac0-aa4f-cdca4e9bed83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1730343129-router', 'tenant_id': '58970749e6254007bbc5a85b3a25f0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:37:01Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 6, 'project_id': '58970749e6254007bbc5a85b3a25f0c1', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:54.241143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03721881-8d1c-4878-8515-55215468749d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'fixed_ips': [{'subnet_id': '2d7e7eb3-80f9-4ea7-a972-b7d379dadf23'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:42:54.242398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03721881-8d1c-4878-8515-55215468749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.277676 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-4cfea416-8955-4208-9d37-7f669c6b4fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189077 Sep 02 12:42:54.294856 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.317965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.412524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da2328-d27d-41e6-83b1-5a85ec5f7f76 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Network': ['ID=c11afe62-1732-42a3-a4f9-5f70573fc400,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:54.420882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.450376 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f5e2d-3c03-4cac-8f3b-f69c9717ce90 None None] Pushing event updated for resources: {'Port': ['ID=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:54.462418 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Routers {'a9ffc072-bdfb-4f05-8155-e495751e1900'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:42:54.463546 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:42:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a9ffc072-bdfb-4f05-8155-e495751e1900'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:54.473390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-03721881-8d1c-4878-8515-55215468749d None None] Allocated IP 19.80.0.2 (d400ff0a-a123-4a1a-89a4-1369d66c1bd0/2d7e7eb3-80f9-4ea7-a972-b7d379dadf23/1ad74a8e-2f9a-4127-9b79-f7bf879264fe) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:54.549315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-e59b7cc3-1253-4c9f-89f4-9534a7573781 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531750 Sep 02 12:42:54.555542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a482123-6c5a-44ea-ae3c-2340e56b7ad9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:54.563699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-148187aa-c7d9-415a-92aa-9b1895a41e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:54.565870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-148187aa-c7d9-415a-92aa-9b1895a41e8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=951fd76a-9d98-4bad-85cf-81ae813beb33 HTTP/1.1" status: 200 len: 907 time: 0.5731673 Sep 02 12:42:54.569701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc2931e-7444-4f9e-a806-88625cb0c5a2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:54.611097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.656290 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:54.664181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c11afe62-1732-42a3-a4f9-5f70573fc400 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:54.670288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e53473f8-a67e-4cc8-9fbc-169741920c8a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:54.749453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-7df563f7-02c1-4279-a1f9-185771da2f82 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628163 Sep 02 12:42:54.757422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651c122-b6e4-439d-9d40-301ceb5de79a req-76f51a89-7152-4f38-a17a-9cd8324eb1d3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:54.769867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6651c122-b6e4-439d-9d40-301ceb5de79a req-76f51a89-7152-4f38-a17a-9cd8324eb1d3 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 946 time: 0.3509350 Sep 02 12:42:54.799186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Checking segment: {'id': 'e2844f21-72f1-4b64-8fbd-6ee565fa552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:54.799627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Network hostable DHCP agents. Network: 47ec62eb-d4b2-464a-88a5-313ced0fd458, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:54.803609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] Set router a9ffc072-bdfb-4f05-8155-e495751e1900 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:42:54.862409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.870011 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.886334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:54.892473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.908095 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03721881-8d1c-4878-8515-55215468749d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.923255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-4ec4f46d-d55f-4e75-bf45-1fa2b3f92ba9 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273484 Sep 02 12:42:54.923526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03721881-8d1c-4878-8515-55215468749d None None] Transition to ACTIVE for port object 1ad74a8e-2f9a-4127-9b79-f7bf879264fe will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:54.930314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e53473f8-a67e-4cc8-9fbc-169741920c8a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:54.930698 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:54.961818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Network 47ec62eb-d4b2-464a-88a5-313ced0fd458 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:54.965921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03721881-8d1c-4878-8515-55215468749d None None] Transition to ACTIVE for port object 1ad74a8e-2f9a-4127-9b79-f7bf879264fe will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:54.981895 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03721881-8d1c-4878-8515-55215468749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.016272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 47ec62eb-d4b2-464a-88a5-313ced0fd458) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:55.019824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-eff7b051-2e12-413f-8cb4-a407b1695047 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09 HTTP/1.1" status: 200 len: 999 time: 0.4413240 Sep 02 12:42:55.031592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.032940 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.033074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828642c8-f6e4-489b-8620-f413174d190e None None] Network 47ec62eb-d4b2-464a-88a5-313ced0fd458 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:55.038388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03721881-8d1c-4878-8515-55215468749d None None] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:55.088143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-5ef6f1ed-9e6e-4830-8692-42f37b563dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.090243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-5ef6f1ed-9e6e-4830-8692-42f37b563dc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0fe6f63-ae5c-481e-ad30-443fd3f6dc51 HTTP/1.1" status: 200 len: 845 time: 0.0604336 Sep 02 12:42:55.109646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-03721881-8d1c-4878-8515-55215468749d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:55.122339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03721881-8d1c-4878-8515-55215468749d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:55.134318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03721881-8d1c-4878-8515-55215468749d None None] Pushing event updated for resources: {'Port': ['ID=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:55.200398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6651c122-b6e4-439d-9d40-301ceb5de79a req-2189002d-257a-4780-aec6-4686a33b5403 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677058 Sep 02 12:42:55.232732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4a3df7f1-adfe-47ad-9fd1-526f9f48ece4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6873395 Sep 02 12:42:55.262485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.288377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-62952942-0531-4c29-9b21-1984bbb94e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.293790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-62952942-0531-4c29-9b21-1984bbb94e4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951fd76a-9d98-4bad-85cf-81ae813beb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911373 Sep 02 12:42:55.356688 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a86f1862-057d-4486-a218-eb2077c50616', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'port_id': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'mac_address': 'fa:16:3e:4a:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7388485-c960-427c-bf53-a3f2612852f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:42:25Z', 'updated_at': '2021-09-02T12:42:50Z', 'revision_number': 1, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:08Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:55.360228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Subnet': ['ID=b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:55.366466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.367003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49629bb2-9314-4ac0-aa4f-cdca4e9bed83 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:42:55.381535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.383219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5364a1d0-6f66-4073-bd34-5707e39b048e admin admin] 10.222.0.60 "DELETE /v2.0/routers/49629bb2-9314-4ac0-aa4f-cdca4e9bed83 HTTP/1.1" status: 204 len: 168 time: 2.9991059 Sep 02 12:42:55.386601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:55.396079 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bb684-41f8-4eae-917b-45d82715f2de None None] The sync data for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 is: [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a86f1862-057d-4486-a218-eb2077c50616', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'port_id': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'mac_address': 'fa:16:3e:4a:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7388485-c960-427c-bf53-a3f2612852f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:42:25Z', 'updated_at': '2021-09-02T12:42:50Z', 'revision_number': 1, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:08Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:55.400733 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:42:46Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2', 'name': '', 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'mac_address': 'fa:16:3e:18:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:45Z', 'updated_at': '2021-09-02T12:42:54Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'subnets': [{'id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:55.470337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11552cd5-3f08-4310-93c4-f9cd9c1d48a1 None None] Network 47ec62eb-d4b2-464a-88a5-313ced0fd458 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:55.483169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-87d3f730-9538-45aa-8482-904918e05b11 service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634376 Sep 02 12:42:55.494416 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-f0228bc0-da0e-4547-819c-2997d3f7f4ed service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539997 Sep 02 12:42:55.503293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Checking segment: {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:55.504174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network hostable DHCP agents. Network: c11afe62-1732-42a3-a4f9-5f70573fc400, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:55.519809 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc725b5-71dc-4a5e-a5f0-3adaeff15e50 None None] The sync data for ids ['a9ffc072-bdfb-4f05-8155-e495751e1900'] in n-d-792364-8 is: [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:42:46Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2', 'name': '', 'network_id': 'e391b9d6-b65e-43b7-ae98-f6ef19a675e3', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'mac_address': 'fa:16:3e:18:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:45Z', 'updated_at': '2021-09-02T12:42:54Z', 'revision_number': 4, 'project_id': '60fd7132eb694939a0356eacffc94197', 'subnets': [{'id': '34fede96-6e55-4b0d-9f1c-588d882d8c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:42:55.521859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03721881-8d1c-4878-8515-55215468749d None None] Attempting to bind port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:55.522367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03721881-8d1c-4878-8515-55215468749d None None] Attempting to bind port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:55.522782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721881-8d1c-4878-8515-55215468749d None None] Attempting to bind port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:55.534230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721881-8d1c-4878-8515-55215468749d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:55.534742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721881-8d1c-4878-8515-55215468749d None None] Checking segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:55.535260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03721881-8d1c-4878-8515-55215468749d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.535751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03721881-8d1c-4878-8515-55215468749d None None] Bound using segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:55.536337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03721881-8d1c-4878-8515-55215468749d None None] Bound port: 1ad74a8e-2f9a-4127-9b79-f7bf879264fe, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:55.536844 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03721881-8d1c-4878-8515-55215468749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.588277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Deleting subnet 3cdcb608-3012-4de6-a189-c2eca00d89c1 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:42:55.609927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.659593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.665871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.674215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-03721881-8d1c-4878-8515-55215468749d None None] For port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:55.679414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.686110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.693073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.700143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.712533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.714686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-a9683c16-8d39-4806-9e21-3b5ba1aa1d5d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.2991180 Sep 02 12:42:55.734362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-03721881-8d1c-4878-8515-55215468749d None None] For port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:55.742389 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03721881-8d1c-4878-8515-55215468749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.772703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-3bce97f1-ff08-42e9-8d30-13cca5244c00 service neutron] 10.222.0.60 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457097 Sep 02 12:42:55.795243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network c11afe62-1732-42a3-a4f9-5f70573fc400 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:55.831748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.863283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03721881-8d1c-4878-8515-55215468749d None None] Pushing event updated for resources: {'Port': ['ID=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:55.885852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c11afe62-1732-42a3-a4f9-5f70573fc400) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:55.895495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:55.896327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:55.897642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f62db-025c-4155-b344-338c6fae4b15 None None] Network c11afe62-1732-42a3-a4f9-5f70573fc400 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:55.934936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c8fa8b4-8ed9-4198-bbc2-899f43c81b75 req-5ca3960c-008d-4c98-9997-6458817379e0 service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393098 Sep 02 12:42:55.943990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-be99f3d2-8f28-4c3f-9909-2189f4d70a6f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9057553 Sep 02 12:42:55.958555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d22f262-81e9-4a36-9d97-5727f36a0158 req-e1665288-f540-4602-af61-9f9c039763c5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2038639 Sep 02 12:42:56.034623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8a275-75a1-4b5c-b308-c9ac4fc476eb None None] New status for floating IP a86f1862-057d-4486-a218-eb2077c50616: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:42:56.068938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-276b3eef-9e47-4df2-bfb7-15f083ebe14f service neutron] 10.222.0.60 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828043 Sep 02 12:42:56.121371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.363642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.406014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:56.435421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-de4204dd-651d-43c1-aa50-9952c9306a67 service neutron] 10.222.0.60 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444438 Sep 02 12:42:56.439149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdcb608-3012-4de6-a189-c2eca00d89c1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:56.441628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.443645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8d052008-1ee4-4d83-8ef2-3922507e8781 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3cdcb608-3012-4de6-a189-c2eca00d89c1 HTTP/1.1" status: 204 len: 168 time: 1.0551498 Sep 02 12:42:56.447616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:56.487808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522f12c-98d3-427e-87a8-a0bc6a514661 None None] Network e6469a08-5990-4679-8650-bd043c50ed9e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:56.557472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55406) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:56.563954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1639918065-network', 'tenant_id': 'b66fe05036f84a3d8253d4a7479e57dc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:56.593901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.627801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-1d3a4c93-6776-49b1-8b60-a7806f2f6ae4 service neutron] 10.222.0.60 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809888 Sep 02 12:42:56.665305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:56.674512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c11afe62-1732-42a3-a4f9-5f70573fc400', 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'fixed_ips': [{'subnet_id': 'b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:42:56.675665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.684442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Made reservation on behalf of b66fe05036f84a3d8253d4a7479e57dc for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:56.686803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.713116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:56.713907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:56.812372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-dbadf79d-9196-4b3f-bc60-31c9b76595ca service neutron] 10.222.0.60 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710870 Sep 02 12:42:57.256453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.279026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] DHCP port deletion for e6469a08-5990-4679-8650-bd043c50ed9e request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:42:57.307532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Allocated IP 19.86.0.2 (c11afe62-1732-42a3-a4f9-5f70573fc400/b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61/288f97ed-e5cc-4d5b-afb5-f229f93c61aa) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:42:57.341802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.386909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Deleting port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:57.387401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.458691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87dc2e-8705-41d2-91af-90dce2ccbcb9 None None] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:57.478103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-5ba2bbdf-9cdd-4701-88a9-70d4da8ddfd6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:57.484190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-5ba2bbdf-9cdd-4701-88a9-70d4da8ddfd6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:57.485972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-5ba2bbdf-9cdd-4701-88a9-70d4da8ddfd6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/networks?id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0&id=c11afe62-1732-42a3-a4f9-5f70573fc400&id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0 HTTP/1.1" status: 200 len: 1392 time: 0.2329795 Sep 02 12:42:57.519307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] For port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,segment=NetworkSegment(8c379c34-69c4-46c1-8054-631306f35019),segment_id=8c379c34-69c4-46c1-8054-631306f35019)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:57.519678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.537731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-a44a1067-3a36-4c20-ba01-3a466309a420 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/quotas/60fd7132eb694939a0356eacffc94197 HTTP/1.1" status: 200 len: 375 time: 0.0435116 Sep 02 12:42:57.538632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Calling delete_port for 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:57.567007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:57.615898 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.629201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7650726e-45f0-41ac-a077-52f0d348ff88 None None] Provisioning for port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:57.660603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.703598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.728153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:57.738774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-0c253f23-959c-4f4d-959b-78dce6be9ed5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890688 Sep 02 12:42:57.743217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:42:57.756782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:57.757329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a482123-6c5a-44ea-ae3c-2340e56b7ad9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:57.757912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0d33577-0391-478f-9994-8645b4f22b76 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:42:57.773964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.774753 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Added segment d76c7abe-763a-48b7-89d9-796ed3b5a26c of type vlan for network 64acd6ab-b692-4345-971d-c0f3b99dedaf Sep 02 12:42:57.781570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Deleting port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:42:57.781947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.859926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.884946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.894561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a0d33577-0391-478f-9994-8645b4f22b76 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:42:57.894912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0d33577-0391-478f-9994-8645b4f22b76 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:42:57.945428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:57.966383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.975521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:57.982091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:57.988691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:57.999048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] For port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:57.999453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:57.999689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:58.006979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:58.013802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:58.022260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:58.023479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Transition to ACTIVE for port object 288f97ed-e5cc-4d5b-afb5-f229f93c61aa will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:58.032488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-75be9008-fe1d-40cd-8ce1-f806a4078779 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.1427562 Sep 02 12:42:58.038062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Calling delete_port for 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:42:58.043515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:42:58.043989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:42:58.054687 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.061152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.065035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-2c8f4cd6-3597-4e7c-91e8-7d638fd0b46d service neutron] 10.222.0.60 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096988 Sep 02 12:42:58.065981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeeebe0-4479-488e-8a47-b8d49f222e6e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.072384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.073395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:58.073986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.099045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] No DVR routers for this DVR port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:58.104769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4761c38-2b3c-4c64-8c0b-170cd9c99ce8 req-9385d6e0-8d24-4a5a-b75d-95494daf11d6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686979 Sep 02 12:42:58.109717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Transition to ACTIVE for port object 288f97ed-e5cc-4d5b-afb5-f229f93c61aa will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:42:58.165129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] Pushing event deleted for resources: {'Port': ['ID=9fcf724b-52de-460d-8f7c-b9e2f3c067b5,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.168239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.176068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95179679-5250-4839-832d-5f9b3a52a371 None None] No DVR routers for this DVR port 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:42:58.240797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Network c11afe62-1732-42a3-a4f9-5f70573fc400 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:42:58.252256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:58.254757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:42:58.280938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Pushing event updated for resources: {'Port': ['ID=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.366319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Attempting to bind port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:42:58.366696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Attempting to bind port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:42:58.367068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Attempting to bind port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa on network c11afe62-1732-42a3-a4f9-5f70573fc400 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:42:58.375271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89e41ed1-3ed1-429e-8867-b80b656c2ae6 req-f698540e-2bc0-42e0-87d8-b7a4776d52ad tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0555272 Sep 02 12:42:58.378807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:42:58.379183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Checking segment: {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:58.379700 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.380205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Bound using segment: {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:42:58.380841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Bound port: 288f97ed-e5cc-4d5b-afb5-f229f93c61aa, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:42:58.381480 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.400258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.443641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6469a08-5990-4679-8650-bd043c50ed9e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:58.457684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8986485 Sep 02 12:42:58.460677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:58.464056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c379c34-69c4-46c1-8054-631306f35019') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:58.467176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c379c34-69c4-46c1-8054-631306f35019') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:42:58.467309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Request body: {'subnet': {'network_id': '64acd6ab-b692-4345-971d-c0f3b99dedaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1639918065-subnet', 'tenant_id': 'b66fe05036f84a3d8253d4a7479e57dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:42:58.497941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Pushing event updated for resources: {'Network': ['ID=64acd6ab-b692-4345-971d-c0f3b99dedaf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.502026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.511230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] For port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:42:58.517228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] For port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:42:58.520144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.520456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.520790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.521172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.521505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.521912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.522413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.522626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ad74a8e-2f9a-4127-9b79-f7bf879264fe up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:58.523810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.524170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.525582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.526173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.526585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069a396-7c69-4b74-b6c0-899a7e8ff64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:42:58.531616 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.533365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Made reservation on behalf of b66fe05036f84a3d8253d4a7479e57dc for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:42:58.535802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.554237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.570422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:42:58.570831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:42:58.574431 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:42:58.576651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 64acd6ab-b692-4345-971d-c0f3b99dedaf details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:42:58.591395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-a221425c-4981-4073-9b5f-23b12f7c1b94 service neutron] 10.222.0.60 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117381 Sep 02 12:42:58.738830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d04f38fc-b96a-4781-aedd-972721cec8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.779458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.790351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb5892-9f68-42d6-a98c-14bc0b9e3f40 None None] Pushing event updated for resources: {'Port': ['ID=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.797753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:42:58.800037 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.805333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:58.805333 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.806073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e6469a08-5990-4679-8650-bd043c50ed9e HTTP/1.1" status: 204 len: 168 time: 2.3570790 Sep 02 12:42:58.840337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ee3d1-9f34-4d1a-b0fb-145d8c164db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6469a08-5990-4679-8650-bd043c50ed9e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:58.853913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-d80fb4e8-0045-4f8b-8307-5505ab3ab969 service neutron] 10.222.0.60 "GET /v2.0/networks/c11afe62-1732-42a3-a4f9-5f70573fc400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199433 Sep 02 12:42:58.929725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.960638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:58.984650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-098e9d2c-a7d6-40c5-b424-af174ec4fab7 service neutron] 10.222.0.60 "GET /v2.0/networks/c11afe62-1732-42a3-a4f9-5f70573fc400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293063 Sep 02 12:42:58.989424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2031c1ff-3807-43bb-9cd3-0e2b131e60ba,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:59.032920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Checking segment: {'id': 'd76c7abe-763a-48b7-89d9-796ed3b5a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '64acd6ab-b692-4345-971d-c0f3b99dedaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:42:59.033724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Network hostable DHCP agents. Network: 64acd6ab-b692-4345-971d-c0f3b99dedaf, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:42:59.070229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Network 64acd6ab-b692-4345-971d-c0f3b99dedaf is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:42:59.090641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:42:59.100131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:59.102122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:42:59.116695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 64acd6ab-b692-4345-971d-c0f3b99dedaf) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:42:59.123630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.124273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:59.147284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-272261d9-527b-4de8-bf78-c300a615951c service neutron] 10.222.0.60 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609025 Sep 02 12:42:59.211083 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0f80b5f4-dd39-41e5-9a85-efa99f6fda8d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7464640 Sep 02 12:42:59.212317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55496) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:59.277031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4f6b3-0af8-4792-baee-5b93465070ef None None] Network 64acd6ab-b692-4345-971d-c0f3b99dedaf requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:59.332687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-03da8d74-fecf-4d59-a03f-b99c275c4378 service neutron] 10.222.0.60 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830692 Sep 02 12:42:59.420258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55510) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:59.426962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:42:59.495706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c50f88e7-8b5c-404c-a144-fa59c92528e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.497936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c50f88e7-8b5c-404c-a144-fa59c92528e4 service neutron] 10.222.0.41 "GET /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 1033 time: 0.2191553 Sep 02 12:42:59.528219 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-29af4bbe-9fa1-406b-8807-2c09d89725cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf4304df0e6c439aa721d8e897433fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086162 Sep 02 12:42:59.531266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55518) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:42:59.559706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:42:59.560090 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:59.561920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 079de256-b5ab-47b1-8180-6978534affff details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:42:59.562352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.570012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.598227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.611325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.621307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.636265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.636265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.645592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-91dc56c7-3062-4766-bc29-4d8879e2317b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.3184009 Sep 02 12:42:59.694380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6d3cc9f8-8742-4ec5-b5da-6796e160aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:42:59.695985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6d3cc9f8-8742-4ec5-b5da-6796e160aef1 service neutron] 10.222.0.41 "GET /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 1033 time: 0.1891265 Sep 02 12:42:59.714892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-00fb57bd-3669-483c-a8a6-6d151aaae38b req-075f31a4-f25c-4f9b-8a1e-cf7a9cae25d0 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642352 Sep 02 12:42:59.716604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbec0-d14a-4cf6-a9a2-64a40fbcd349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:59.822836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbec0-d14a-4cf6-a9a2-64a40fbcd349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:42:59.858339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e9d82-881c-4b7d-a609-c6a1c5c24b63 None None] Network 64acd6ab-b692-4345-971d-c0f3b99dedaf requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:42:59.895268 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:43:00.038803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9798017-150a-4396-a410-458c04d18832 req-d12e967b-8c76-49fd-a628-3bfc1d3f4a51 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.1700206 Sep 02 12:43:00.059948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b69f56f2-3af0-4a02-b44a-303e24b97ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.106677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-da352a28-b406-4b40-b98c-a94aa4d28b15 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:00.121344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-da352a28-b406-4b40-b98c-a94aa4d28b15 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:00.127606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-da352a28-b406-4b40-b98c-a94aa4d28b15 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:00.129339 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-da352a28-b406-4b40-b98c-a94aa4d28b15 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "GET /v2.0/networks?id=570c4c40-0a12-4264-8cd4-695bfe62e618&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 1995 time: 0.4091201 Sep 02 12:43:00.131595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbec0-d14a-4cf6-a9a2-64a40fbcd349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.134311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbec0-d14a-4cf6-a9a2-64a40fbcd349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.148947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b7cbec0-d14a-4cf6-a9a2-64a40fbcd349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2f06468-c93f-46f1-ac0c-628f43b26789 HTTP/1.1" status: 204 len: 168 time: 0.6080205 Sep 02 12:43:00.158767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e10d32b8-5502-4e46-ba08-2e3bd29c3887 req-b4db7f7e-fb85-4ee8-9b12-e16fee7ea2d8 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 210 time: 0.1664267 Sep 02 12:43:00.225358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cbec0-d14a-4cf6-a9a2-64a40fbcd349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f06468-c93f-46f1-ac0c-628f43b26789,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:00.260070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-519b961e-b3df-45fc-9240-d404e24e73fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07d0b7db76541e091c95508021d3a1f HTTP/1.1" status: 200 len: 380 time: 0.0968463 Sep 02 12:43:00.279521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'admin_state_up': True, 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'security_groups': ['4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:00.436592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b69f56f2-3af0-4a02-b44a-303e24b97ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.442808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b69f56f2-3af0-4a02-b44a-303e24b97ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.529892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f56f2-3af0-4a02-b44a-303e24b97ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ea6cc-623c-400e-ba70-dcbe55132952,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:00.556509 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b69f56f2-3af0-4a02-b44a-303e24b97ad2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16e0cb3bebd54221b3b429df9ddd3593&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1340790 Sep 02 12:43:00.560953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:00.582390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:00.589599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.599655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e4f4cf-e543-4993-862c-2105cdc556b5 None None] Network c11afe62-1732-42a3-a4f9-5f70573fc400 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:00.675925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8935ded3-8d6b-4548-b9cd-fd97eafd66ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.737552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8935ded3-8d6b-4548-b9cd-fd97eafd66ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.877453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8935ded3-8d6b-4548-b9cd-fd97eafd66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.880540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8935ded3-8d6b-4548-b9cd-fd97eafd66ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:00.882104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8935ded3-8d6b-4548-b9cd-fd97eafd66ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e9ea6cc-623c-400e-ba70-dcbe55132952 HTTP/1.1" status: 204 len: 168 time: 0.3200209 Sep 02 12:43:00.904105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ded3-8d6b-4548-b9cd-fd97eafd66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ea6cc-623c-400e-ba70-dcbe55132952,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:00.911605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 172.20.0.13 (570c4c40-0a12-4264-8cd4-695bfe62e618/791c1b25-8efe-4bc0-af0a-9389cd06562c/a95e9964-8342-426e-a7fc-ca8c27a963ab) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:01.052867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:01.125613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fbe3b276-0180-454a-9d66-3fbe3ebc913a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58970749e6254007bbc5a85b3a25f0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702837 Sep 02 12:43:01.194773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:01.300138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:01.303091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d6a5ab51-52f7-4f78-978e-0c8e90ed8bf9 None None] Provisioning for port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:01.305637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:01.320529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object a95e9964-8342-426e-a7fc-ca8c27a963ab will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:01.377461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.392472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.428170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.448216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.460855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.471162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:01.471486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fcf724b-52de-460d-8f7c-b9e2f3c067b5 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:01.476501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.499573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.501637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-f5005e0a-a77f-4975-954f-53290caa9c2b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5418 time: 0.4015422 Sep 02 12:43:01.544119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-60a8784a-6dd3-445b-96b7-941d66522b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:01.552255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-bd4df2b4-4c5e-461d-8dfc-28d6234213d6 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.557750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=079de256-b5ab-47b1-8180-6978534affff,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:01.566890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-bd4df2b4-4c5e-461d-8dfc-28d6234213d6 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/networks?id=47ec62eb-d4b2-464a-88a5-313ced0fd458 HTTP/1.1" status: 200 len: 815 time: 0.2116752 Sep 02 12:43:01.577913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:01.608439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-c286d5a3-d74b-4de7-87d2-e47e77e2bd4b tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/quotas/d358c799a27948ffaaf9ac02e0efe844 HTTP/1.1" status: 200 len: 375 time: 0.0402396 Sep 02 12:43:01.689116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-902624bc-0800-4499-b7e4-19447ae7ffe5 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d358c799a27948ffaaf9ac02e0efe844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787137 Sep 02 12:43:01.716243 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:01.746546 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32498fd7-fdfc-4e24-9201-cc6938b05e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:01.757703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:01.766451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '079de256-b5ab-47b1-8180-6978534affff', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'port_id': '079de256-b5ab-47b1-8180-6978534affff', 'mac_address': 'fa:16:3e:41:f7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:01.769158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:01.773025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:01.831132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:01.831771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:01.855799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:01.868990 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-eab4a89d-c8ec-4c4a-8a43-7ce7fdad737d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5945420 Sep 02 12:43:01.911740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'admin_state_up': True, 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'security_groups': ['4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:01.930575 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.021284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b29cf2b0-c135-4498-8085-57afb5ae5f5e req-63e6071d-2c97-4adb-8a2e-bc58af74ec77 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5104735 Sep 02 12:43:02.105988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32498fd7-fdfc-4e24-9201-cc6938b05e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.120855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 288f97ed-e5cc-4d5b-afb5-f229f93c61aa up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:02.249778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079de256-b5ab-47b1-8180-6978534affff {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:02.257007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32498fd7-fdfc-4e24-9201-cc6938b05e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.259699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32498fd7-fdfc-4e24-9201-cc6938b05e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.265812 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-32498fd7-fdfc-4e24-9201-cc6938b05e7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4080b74b-6a18-48fb-bd14-a328f0fd3148 HTTP/1.1" status: 204 len: 168 time: 1.0622187 Sep 02 12:43:02.280580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-00c4e015-80a7-4107-b75d-2925c404e7fb service neutron] 10.222.0.60 "GET /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899882 Sep 02 12:43:02.291414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:02.295663 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.480714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=079de256-b5ab-47b1-8180-6978534affff,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:02.490337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a31d225a-29e0-4cca-839d-bd708b881026 None None] Provisioning for port a95e9964-8342-426e-a7fc-ca8c27a963ab completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:02.504352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.507134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a31d225a-29e0-4cca-839d-bd708b881026 None None] Provisioning complete for port a95e9964-8342-426e-a7fc-ca8c27a963ab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:02.508141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a31d225a-29e0-4cca-839d-bd708b881026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.514716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32498fd7-fdfc-4e24-9201-cc6938b05e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4080b74b-6a18-48fb-bd14-a328f0fd3148,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:02.602142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a31d225a-29e0-4cca-839d-bd708b881026 None None] Port a95e9964-8342-426e-a7fc-ca8c27a963ab cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:02.611094 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.612045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 7082d787-3d6e-43e3-b57c-79ce74b52853 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:02.730516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90a9d-596a-49cc-ac9e-19817fc33fcf req-d4a31d66-ce73-469c-9b93-e136817df85b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:02.732529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fcf90a9d-596a-49cc-ac9e-19817fc33fcf req-d4a31d66-ce73-469c-9b93-e136817df85b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 932 time: 0.4401455 Sep 02 12:43:02.779033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:02.785376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:02.794833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-6ab4ef85-7142-4b88-8e56-cc41f4e62b3c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:02.819848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-6ab4ef85-7142-4b88-8e56-cc41f4e62b3c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:02.824642 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-6ab4ef85-7142-4b88-8e56-cc41f4e62b3c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "GET /v2.0/networks?id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0&id=c11afe62-1732-42a3-a4f9-5f70573fc400&id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0 HTTP/1.1" status: 200 len: 1392 time: 1.2362244 Sep 02 12:43:02.825926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:02.826337 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:02.882955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'port': {'device_id': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'admin_state_up': True, 'tenant_id': '60fd7132eb694939a0356eacffc94197'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:02.899293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 7082d787-3d6e-43e3-b57c-79ce74b52853, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=7082d787-3d6e-43e3-b57c-79ce74b52853,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:02.969106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '7082d787-3d6e-43e3-b57c-79ce74b52853', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'port_id': '7082d787-3d6e-43e3-b57c-79ce74b52853', 'mac_address': 'fa:16:3e:a7:a6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:03.280987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fcf90a9d-596a-49cc-ac9e-19817fc33fcf req-0e2f3e56-944e-42fa-be96-9b98106bfe47 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5187409 Sep 02 12:43:03.305115 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:03.345365 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:03.396106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2503fa99-6442-4d97-a0f7-ed0793fefd5b None None] Provisioning complete for port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:03.397122 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2503fa99-6442-4d97-a0f7-ed0793fefd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:03.465898 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b8d7dad-be99-46ec-88c5-1f40a9455ef4 req-0a8e2e77-25d9-4789-a611-24c66ba3e341 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 210 time: 0.0476213 Sep 02 12:43:03.474923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:03.477661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7082d787-3d6e-43e3-b57c-79ce74b52853 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:03.479523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:03.637266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-6c530bc8-4d6e-427c-9519-4caf9c94ce9c service neutron] 10.222.0.60 "GET /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3553212 Sep 02 12:43:03.645877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 7082d787-3d6e-43e3-b57c-79ce74b52853, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=7082d787-3d6e-43e3-b57c-79ce74b52853,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:03.652270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:03.679408 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:03.682329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 70cd96b7-e165-4b4e-aab8-303cb6721493 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:03.697949 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:03.701886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ad74a8e-2f9a-4127-9b79-f7bf879264fe up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:03.943706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 10.1.1.8 (b5395cd2-0f08-404e-83d1-fa94fd2d4500/8d65d089-bc2f-47ec-bea1-139e6ccba497/8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:03.962763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:43:03.973702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Allocated IP 19.80.0.176 (d400ff0a-a123-4a1a-89a4-1369d66c1bd0/2d7e7eb3-80f9-4ea7-a972-b7d379dadf23/9f552e1f-7bdb-4ea0-b4a6-08266c315a4b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:03.997544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c62b5bd9-3339-4fc2-b929-a92ed5f7bbce req-00b506f7-744e-435d-94d2-a707d3059d3c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 210 time: 0.0607069 Sep 02 12:43:04.212198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=7082d787-3d6e-43e3-b57c-79ce74b52853,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:04.262722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:04.316388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.329737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.350920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.364615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.391532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.403965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.418937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.434449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76fac290-50cb-4e63-b703-07d12f852d70 req-c5076ba1-2a95-457b-a794-016b12f2b253 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5420 time: 0.2431109 Sep 02 12:43:04.473924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=70cd96b7-e165-4b4e-aab8-303cb6721493,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:04.480719 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:04.491562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:04.491945 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:04.502517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:04.546548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:04.591134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Transition to ACTIVE for port object 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:04.701386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:04.729369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'port_id': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'mac_address': 'fa:16:3e:72:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:04.732924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aecf44-e08a-425f-88d1-3d552b2e2d72 req-aae23f85-0002-4733-8369-e2d1add94c62 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:04.745262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20aecf44-e08a-425f-88d1-3d552b2e2d72 req-aae23f85-0002-4733-8369-e2d1add94c62 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 932 time: 0.2439756 Sep 02 12:43:04.745704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:04.837001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:04.850497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Port': ['ID=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:04.902623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20aecf44-e08a-425f-88d1-3d552b2e2d72 req-38d93c1d-55a4-4822-8d70-58a2fdb3393d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548758 Sep 02 12:43:04.908411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76fac290-50cb-4e63-b703-07d12f852d70 req-b863a2cf-0046-4a71-9ff3-9ed18a6edcd4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4728088 Sep 02 12:43:04.938923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:04.942674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:04.951583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:05.042214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.098988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:05.099590 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.103222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.138902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-15568a3d-1c00-4b94-8344-d41e9f0acafa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2883272 Sep 02 12:43:05.174983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'port': {'device_id': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400', 'admin_state_up': True, 'tenant_id': '60fd7132eb694939a0356eacffc94197'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:05.179857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:05.210630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:05.219593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cd96b7-e165-4b4e-aab8-303cb6721493 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:05.240288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:05.361989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=70cd96b7-e165-4b4e-aab8-303cb6721493,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:05.386866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.387554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:05.492394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:05.492394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.599318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:05.617995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a5b2ac61-110f-4fb5-9926-268c1c7c35b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7293766 Sep 02 12:43:05.631920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7671d6ce-c0e2-4931-95a7-0342aa7e8fe5 req-d7b1ab38-5233-4636-b1f4-09eec08fd6e2 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 210 time: 0.1270766 Sep 02 12:43:05.647101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'admin_state_up': True, 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'security_groups': ['4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:05.775032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:05.798440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.799645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:05.815395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963211d2-121f-4e9f-8a73-5fbf9e0c70b4 req-2670588c-081b-4b04-8a8d-b54b9ba8a51e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:05.817006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-963211d2-121f-4e9f-8a73-5fbf9e0c70b4 req-2670588c-081b-4b04-8a8d-b54b9ba8a51e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 932 time: 0.3086605 Sep 02 12:43:05.821219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 288f97ed-e5cc-4d5b-afb5-f229f93c61aa up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:05.925178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d2690305-5ceb-4232-be70-d52b31fb43eb None None] Provisioning for port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:05.928711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-963211d2-121f-4e9f-8a73-5fbf9e0c70b4 req-16d0e4a6-dee5-4e08-88e4-1e06c99a9c28 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988264 Sep 02 12:43:05.935190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d2690305-5ceb-4232-be70-d52b31fb43eb None None] Provisioning complete for port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:05.935873 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d2690305-5ceb-4232-be70-d52b31fb43eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:05.974211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:05.978917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.091888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:06.190755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:06.191309 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.213817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d2690305-5ceb-4232-be70-d52b31fb43eb None None] Port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:06.221529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d', 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'port_id': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d', 'mac_address': 'fa:16:3e:43:17:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7130c4c7-d69a-415d-a355-6682cc2c7cc3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:06.314281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.407749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:06.460836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:06.463712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ab3169d-86e4-4b2c-8983-689beeb31325 None None] Provisioning for port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:06.472150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.473256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a036dc19-c3d6-4ed7-adac-eebba3471f98 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:06.525466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 10.1.1.92 (b5395cd2-0f08-404e-83d1-fa94fd2d4500/8d65d089-bc2f-47ec-bea1-139e6ccba497/a8b7fa48-04e9-4e99-8158-58efe672dd4c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:06.629892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ab3169d-86e4-4b2c-8983-689beeb31325 None None] Provisioning complete for port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:06.630696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ab3169d-86e4-4b2c-8983-689beeb31325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.791382 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.794594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfc573-c605-42d9-ab9b-39e48b4aaf51 req-1d08b3f2-070b-4fd5-8281-35350eb88842 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:06.803836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfc573-c605-42d9-ab9b-39e48b4aaf51 req-1d08b3f2-070b-4fd5-8281-35350eb88842 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:06.813573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0cfc573-c605-42d9-ab9b-39e48b4aaf51 req-1d08b3f2-070b-4fd5-8281-35350eb88842 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 1652 time: 0.5550826 Sep 02 12:43:06.827676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object a8b7fa48-04e9-4e99-8158-58efe672dd4c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:06.850902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:43:06.859852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Allocated IP 19.86.0.184 (c11afe62-1732-42a3-a4f9-5f70573fc400/b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61/d18d19af-4755-477e-b051-9162b785d353) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:06.886764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-59ecd95a-e3a6-4eef-8801-f4e2a39abee4 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:06.895950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-59ecd95a-e3a6-4eef-8801-f4e2a39abee4 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.18 "GET /v2.0/networks?id=47ec62eb-d4b2-464a-88a5-313ced0fd458 HTTP/1.1" status: 200 len: 815 time: 0.8742385 Sep 02 12:43:06.918088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:06.920269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:06.929586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:06.934088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0ab3169d-86e4-4b2c-8983-689beeb31325 None None] Port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:06.958802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Request body: {'port': {'device_id': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458', 'admin_state_up': True, 'tenant_id': 'd358c799a27948ffaaf9ac02e0efe844'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:06.967725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a036dc19-c3d6-4ed7-adac-eebba3471f98', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'port_id': 'a036dc19-c3d6-4ed7-adac-eebba3471f98', 'mac_address': 'fa:16:3e:d9:f6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:07.040287 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.044412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.050737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.057199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.063574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.064809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a036dc19-c3d6-4ed7-adac-eebba3471f98 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:07.069618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.076218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.084175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.093402 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-d47970cc-966b-4b5d-af83-2b0b626879fa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5421 time: 0.6949041 Sep 02 12:43:07.096665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:07.109575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:07.125594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:07.130931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:07.153802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:07.175549 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.176577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8c055a77-144a-4ab6-812b-b98fb3704689 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:07.191328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0cfc573-c605-42d9-ab9b-39e48b4aaf51 req-73320073-7f2e-4e86-8322-29fc251018bc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757944 Sep 02 12:43:07.265011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:07.267518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.322991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c925395b-190d-4abf-96d4-db807a3f8dbf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6895256 Sep 02 12:43:07.377522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'admin_state_up': True, 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'security_groups': ['4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:07.505121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:07.513562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:43:07.529614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8c055a77-144a-4ab6-812b-b98fb3704689,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:07.542234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '8c055a77-144a-4ab6-812b-b98fb3704689', 'network_id': 'f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a', 'port_id': '8c055a77-144a-4ab6-812b-b98fb3704689', 'mac_address': 'fa:16:3e:e8:b4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7130c4c7-d69a-415d-a355-6682cc2c7cc3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:07.629410 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.638831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5843ec81-459b-4823-ae61-9cb6cf2cc3ad None None] Provisioning for port a8b7fa48-04e9-4e99-8158-58efe672dd4c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:07.662431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5843ec81-459b-4823-ae61-9cb6cf2cc3ad None None] Provisioning complete for port a8b7fa48-04e9-4e99-8158-58efe672dd4c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:07.668121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5843ec81-459b-4823-ae61-9cb6cf2cc3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.669762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-313af5bf-83a3-452e-a2ee-18d8ad625d28 req-34dadfdb-7b70-4d96-a4c6-bf9646204fd0 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5751643 Sep 02 12:43:07.678879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c055a77-144a-4ab6-812b-b98fb3704689 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:07.731129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8c055a77-144a-4ab6-812b-b98fb3704689,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:07.745019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.745019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:07.780523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:07.800080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:07.837040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Transition to ACTIVE for port object d18d19af-4755-477e-b051-9162b785d353 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:07.840154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0', 'network_id': '0371b580-8bd4-4b56-bba6-c734687d2852', 'port_id': '8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0', 'mac_address': 'fa:16:3e:b2:e4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:07.879739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:08.073089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a5ea03-ea3a-4ae3-8569-c7157c7f3e34 req-01c150d8-e804-4bac-91fc-714b7ea99d6f tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 210 time: 0.1201248 Sep 02 12:43:08.074886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.123517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.290147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5843ec81-459b-4823-ae61-9cb6cf2cc3ad None None] Port a8b7fa48-04e9-4e99-8158-58efe672dd4c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:08.294886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Port': ['ID=d18d19af-4755-477e-b051-9162b785d353,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:08.398369 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.418856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:08.442471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:08.449610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:08.461711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.470796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a8052838-a7ed-45c5-9a49-3586675278d5 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:08.477036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network c11afe62-1732-42a3-a4f9-5f70573fc400 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:08.502863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:08.510255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:08.580589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Made reservation on behalf of d358c799a27948ffaaf9ac02e0efe844 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:08.589189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.619155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55744) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:08.633223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:08.668678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca61e1-eb07-4811-8688-aea8868b5390 req-cfc3f597-033b-4b23-89b4-db5d2f7f2e19 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:08.675739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca61e1-eb07-4811-8688-aea8868b5390 req-cfc3f597-033b-4b23-89b4-db5d2f7f2e19 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:08.685041 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04ca61e1-eb07-4811-8688-aea8868b5390 req-cfc3f597-033b-4b23-89b4-db5d2f7f2e19 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 1655 time: 0.4265864 Sep 02 12:43:08.739320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:08.739673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4de95-bd75-44b4-8c71-12ceede58a4c req-35986af7-5204-4ccc-b39e-78e02841b88e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:08.753231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4de95-bd75-44b4-8c71-12ceede58a4c req-35986af7-5204-4ccc-b39e-78e02841b88e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:08.763404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4de95-bd75-44b4-8c71-12ceede58a4c req-35986af7-5204-4ccc-b39e-78e02841b88e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:08.766163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3c4de95-bd75-44b4-8c71-12ceede58a4c req-35986af7-5204-4ccc-b39e-78e02841b88e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 2372 time: 0.2690892 Sep 02 12:43:08.772692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'mac_address': 'fa:16:3e:93:8c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:08.799240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:08.800219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.830949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-01effd74-93f9-49d7-8743-72a7a83de552 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6804824 Sep 02 12:43:08.840656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 10.2.2.100 (ed92dcdd-e9d8-4392-9ef2-3e3e4197354f/780a4362-ccd7-4bde-b791-5ec6fce7c538/760d858d-5429-49df-941d-f7fa519f0966) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:08.863920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'port': {'device_id': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'admin_state_up': True, 'tenant_id': '60fd7132eb694939a0356eacffc94197'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:08.898759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:08.899366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3c4de95-bd75-44b4-8c71-12ceede58a4c req-8ef982d8-e3c3-4c1d-8017-2ee7322f3ad2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149404 Sep 02 12:43:08.919871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8052838-a7ed-45c5-9a49-3586675278d5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:08.959465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:08.969217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.071078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.073697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:09.099790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object 760d858d-5429-49df-941d-f7fa519f0966 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:09.127407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6f0900a-dacc-4858-87bd-1c73225348ea None None] Provisioning for port d18d19af-4755-477e-b051-9162b785d353 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:09.161640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.168224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6f0900a-dacc-4858-87bd-1c73225348ea None None] Provisioning complete for port d18d19af-4755-477e-b051-9162b785d353 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:09.173055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6f0900a-dacc-4858-87bd-1c73225348ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.232706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a8052838-a7ed-45c5-9a49-3586675278d5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.233397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:09.236621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb818769-52f6-4c2f-bef3-1da74b4237bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.241311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:09.263572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:09.299345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0900a-dacc-4858-87bd-1c73225348ea None None] Port d18d19af-4755-477e-b051-9162b785d353 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:09.320852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04ca61e1-eb07-4811-8688-aea8868b5390 req-dda1328a-4dee-4469-9881-c4cb8be5389c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346855 Sep 02 12:43:09.381693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:09.421338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:09.425223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.475141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.475488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.475834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.476172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.481096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.481552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.481897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.482238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.482580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.482910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.483237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.483568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:09.507278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.508134 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:09.573362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.580212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.587346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.594805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.606186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.619609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.626820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:09.629418 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08a5d150-875e-47e2-8d99-f499f267df8d req-52e1572d-b207-4306-98e3-8a71cf7c8821 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5425 time: 0.2029839 Sep 02 12:43:09.630744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Allocated IP 172.20.0.2 (47ec62eb-d4b2-464a-88a5-313ced0fd458/4cc2931e-7444-4f9e-a806-88625cb0c5a2/4260e698-6f4a-4a55-8a21-92870218172a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:09.668927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d4650ac-3551-476f-988d-12fab0637542 req-e6a9e43b-bbca-4952-b8b9-a747cc8ec4e4 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 210 time: 0.1126020 Sep 02 12:43:09.673683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8c055a77-144a-4ab6-812b-b98fb3704689'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.698626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08a5d150-875e-47e2-8d99-f499f267df8d req-96b665e7-caf9-4c73-a3dd-738e26d6c4c6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625858 Sep 02 12:43:09.758007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.767480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['7082d787-3d6e-43e3-b57c-79ce74b52853'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.769977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['079de256-b5ab-47b1-8180-6978534affff'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.824653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a036dc19-c3d6-4ed7-adac-eebba3471f98'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.902499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['533bafc1-a3b5-4a92-9fc4-db8bc2d0958d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:09.954675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['70cd96b7-e165-4b4e-aab8-303cb6721493'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:10.017946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Allocated IP 19.80.0.173 (d400ff0a-a123-4a1a-89a4-1369d66c1bd0/2d7e7eb3-80f9-4ea7-a972-b7d379dadf23/e8b8ed40-9caa-41f6-a576-2fc4f6b126bd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:10.182534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb818769-52f6-4c2f-bef3-1da74b4237bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:10.199797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb818769-52f6-4c2f-bef3-1da74b4237bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:10.238587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb818769-52f6-4c2f-bef3-1da74b4237bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b12e722b94749e6827c71cd17116e54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6076438 Sep 02 12:43:10.248929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:10.265457 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2ef328ab-ed6a-4ff3-903b-725d905d4841 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9087305 Sep 02 12:43:10.297832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'admin_state_up': True, 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'security_groups': ['4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:10.338420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:10.417466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-228b08ba-9434-4e46-9eac-ea3db6ba17be None None] Provisioning for port 760d858d-5429-49df-941d-f7fa519f0966 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:10.471996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a318-1bf3-4b93-8433-0337535b8a5b req-9cc820a4-a3d4-4561-9da9-13b9e73d235b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:10.480395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a318-1bf3-4b93-8433-0337535b8a5b req-9cc820a4-a3d4-4561-9da9-13b9e73d235b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:10.480780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-228b08ba-9434-4e46-9eac-ea3db6ba17be None None] Provisioning complete for port 760d858d-5429-49df-941d-f7fa519f0966 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:10.481317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-228b08ba-9434-4e46-9eac-ea3db6ba17be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:10.487554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a318-1bf3-4b93-8433-0337535b8a5b req-9cc820a4-a3d4-4561-9da9-13b9e73d235b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:10.495361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a318-1bf3-4b93-8433-0337535b8a5b req-9cc820a4-a3d4-4561-9da9-13b9e73d235b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:10.504501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa55a318-1bf3-4b93-8433-0337535b8a5b req-9cc820a4-a3d4-4561-9da9-13b9e73d235b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 3093 time: 0.4181192 Sep 02 12:43:10.579149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa55a318-1bf3-4b93-8433-0337535b8a5b req-f4579336-7033-4b47-b31a-83795da5cb1e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667839 Sep 02 12:43:10.696236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Made reservation on behalf of a07d0b7db76541e091c95508021d3a1f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:10.709678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:10.995138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d12364ab-e996-4d60-bb55-98cd2a4cb46b req-73e0176c-a4a3-4daa-a41d-f09e4c261ed4 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 210 time: 0.0848908 Sep 02 12:43:11.026060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb818769-52f6-4c2f-bef3-1da74b4237bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768d68aa-a358-4ff9-99f5-6c3961095406,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:11.091744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a8052838-a7ed-45c5-9a49-3586675278d5 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:11.115548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-268338e2-950c-4b66-935e-750ea152c62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.159376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774d50-6c9b-4032-a367-6892709fb0ab req-9ea7f683-e8fb-435d-924f-3036ffb12bf1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.166673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774d50-6c9b-4032-a367-6892709fb0ab req-9ea7f683-e8fb-435d-924f-3036ffb12bf1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.174862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83774d50-6c9b-4032-a367-6892709fb0ab req-9ea7f683-e8fb-435d-924f-3036ffb12bf1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 1655 time: 0.2296183 Sep 02 12:43:11.251348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-268338e2-950c-4b66-935e-750ea152c62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.253664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-228b08ba-9434-4e46-9eac-ea3db6ba17be None None] Port 760d858d-5429-49df-941d-f7fa519f0966 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:11.257124 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.263370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.304778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Allocated IP 10.2.2.200 (ed92dcdd-e9d8-4392-9ef2-3e3e4197354f/780a4362-ccd7-4bde-b791-5ec6fce7c538/95cd0b99-8884-45db-9f78-88979017ba16) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:11.371432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Network 47ec62eb-d4b2-464a-88a5-313ced0fd458 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:11.379258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Pushing event updated for resources: {'Port': ['ID=4260e698-6f4a-4a55-8a21-92870218172a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:11.382689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:11.406844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83774d50-6c9b-4032-a367-6892709fb0ab req-47245b1e-082e-466e-8f01-512b0456dfb1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304649 Sep 02 12:43:11.419289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:11.477643 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.555954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.573335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a8052838-a7ed-45c5-9a49-3586675278d5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:11.574366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.574946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Transition to ACTIVE for port object 95cd0b99-8884-45db-9f78-88979017ba16 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:11.604206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Transition to ACTIVE for port object e8b8ed40-9caa-41f6-a576-2fc4f6b126bd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:11.628385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.661402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.662161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.725396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-4724d075-d7d0-4a28-96ab-dad04a5fe62c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7812319 Sep 02 12:43:11.750189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:11.751600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Request body: {'port': {'device_id': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:11.760094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:11.762813 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.767849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:11.786217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.794424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.801984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.804011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:11.806437 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b74971-b159-4954-b334-981c4f072ae5" -d '{"events": [{"server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "name": "network-vif-plugged", "status": "completed", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:11.809194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.822899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.831534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.839859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:11.840888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:11.842121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-8c13ac35-d00a-49c9-a173-0ff8b748cc70 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5425 time: 0.2277100 Sep 02 12:43:11.849820 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.874525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-268338e2-950c-4b66-935e-750ea152c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.877826 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-268338e2-950c-4b66-935e-750ea152c62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:11.882589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-268338e2-950c-4b66-935e-750ea152c62b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/768d68aa-a358-4ff9-99f5-6c3961095406 HTTP/1.1" status: 204 len: 168 time: 1.6087275 Sep 02 12:43:11.937242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event updated for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:11.953724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:11.977907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.000671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268338e2-950c-4b66-935e-750ea152c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d68aa-a358-4ff9-99f5-6c3961095406,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:12.045694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.103947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:12.110176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.111308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.130046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:12.141408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3c69a7c-b540-4c0f-9c70-bf33f2669897 req-afc43627-02fe-4965-b81f-b4ff9bab2727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125151 Sep 02 12:43:12.143235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:12.167278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6437414b-3399-4928-b163-a0d963089035 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8913803 Sep 02 12:43:12.205607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:12.363805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.364776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.392551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Port': ['ID=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:12.397243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ed4066e-d290-40fb-bc1c-95e5a9a7c4fd None None] Provisioning for port 95cd0b99-8884-45db-9f78-88979017ba16 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:12.424707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ed4066e-d290-40fb-bc1c-95e5a9a7c4fd None None] Provisioning complete for port 95cd0b99-8884-45db-9f78-88979017ba16 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:12.425751 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ed4066e-d290-40fb-bc1c-95e5a9a7c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.426585 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.480008 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6844d-a7bc-4174-98aa-e8ce7b0deaea x-openstack-request-id: req-f7d6844d-a7bc-4174-98aa-e8ce7b0deaea {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:12.480301 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "name": "network-vif-plugged", "status": "completed", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:12.480546 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d6844d-a7bc-4174-98aa-e8ce7b0deaea {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:12.480959 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'code': 200} Sep 02 12:43:12.521033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4066e-d290-40fb-bc1c-95e5a9a7c4fd None None] Port 95cd0b99-8884-45db-9f78-88979017ba16 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:12.523105 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:43:12.604045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-507cf978-1f36-4af3-8c1c-c5b149df4441 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7567351 Sep 02 12:43:12.646045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Request body: {'port': {'device_id': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:12.651947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7adb6323-237b-4d06-bedd-898269eda8f6 None None] Provisioning for port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:12.660708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7adb6323-237b-4d06-bedd-898269eda8f6 None None] Provisioning complete for port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:12.661122 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7adb6323-237b-4d06-bedd-898269eda8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.742354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6323-237b-4d06-bedd-898269eda8f6 None None] Port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:12.815578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea7dc5-6e45-45fe-8875-df7d10eba259 req-02fd2367-218e-4c69-9684-d4e518696208 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.817221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44ea7dc5-6e45-45fe-8875-df7d10eba259 req-02fd2367-218e-4c69-9684-d4e518696208 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 931 time: 0.2197301 Sep 02 12:43:12.839368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:12.844631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-8b8e575b-ca24-46c6-ab4e-9e1861ceb4bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.852000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-8b8e575b-ca24-46c6-ab4e-9e1861ceb4bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.858895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-8b8e575b-ca24-46c6-ab4e-9e1861ceb4bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.866071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-8b8e575b-ca24-46c6-ab4e-9e1861ceb4bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.873076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-8b8e575b-ca24-46c6-ab4e-9e1861ceb4bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:12.876310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-8b8e575b-ca24-46c6-ab4e-9e1861ceb4bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 3814 time: 0.2826178 Sep 02 12:43:12.889931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4260e698-6f4a-4a55-8a21-92870218172a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:12.907848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.911025 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.929397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2508cf3-ec16-48ef-a187-63f3652013b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:12.965836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Transition to ACTIVE for port object 4260e698-6f4a-4a55-8a21-92870218172a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:12.967812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44ea7dc5-6e45-45fe-8875-df7d10eba259 req-661483e1-ec0f-4186-9421-2d290a4bf0d4 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434848 Sep 02 12:43:12.988935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a036dc19-c3d6-4ed7-adac-eebba3471f98 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:13.010482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.035489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b1c27eb-e18d-42be-8424-496c8732c91d req-e61e050d-2b24-408a-80ca-bdf7b7f6e67b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474972 Sep 02 12:43:13.105003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a036dc19-c3d6-4ed7-adac-eebba3471f98 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:13.112602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a036dc19-c3d6-4ed7-adac-eebba3471f98 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:13.113190 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.237153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Pushing event updated for resources: {'Port': ['ID=4260e698-6f4a-4a55-8a21-92870218172a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:13.313662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ce61b-e733-4218-b3af-e9b35423c869 req-f5c4c870-7df1-4798-888a-8871e9b3ff89 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.320439 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.321597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ce61b-e733-4218-b3af-e9b35423c869 req-f5c4c870-7df1-4798-888a-8871e9b3ff89 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.328032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ce61b-e733-4218-b3af-e9b35423c869 req-f5c4c870-7df1-4798-888a-8871e9b3ff89 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.335802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b7ce61b-e733-4218-b3af-e9b35423c869 req-f5c4c870-7df1-4798-888a-8871e9b3ff89 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2377 time: 0.1854937 Sep 02 12:43:13.366021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:13.372979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.374231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 079de256-b5ab-47b1-8180-6978534affff up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:13.383144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95e9964-8342-426e-a7fc-ca8c27a963ab {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:13.423484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.450948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b7ce61b-e733-4218-b3af-e9b35423c869 req-1c31ba69-b93e-4cf6-8a28-035635495c5e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083746 Sep 02 12:43:13.466247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:13.486123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Transition to ACTIVE for port object a95e9964-8342-426e-a7fc-ca8c27a963ab will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:13.502076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.514517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Attempting to bind port 4260e698-6f4a-4a55-8a21-92870218172a on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:13.514856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Attempting to bind port 4260e698-6f4a-4a55-8a21-92870218172a by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e2844f21-72f1-4b64-8fbd-6ee565fa552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:13.515192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Attempting to bind port 4260e698-6f4a-4a55-8a21-92870218172a on network 47ec62eb-d4b2-464a-88a5-313ced0fd458 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:13.525930 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2508cf3-ec16-48ef-a187-63f3652013b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.528190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 079de256-b5ab-47b1-8180-6978534affff completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:13.546685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 079de256-b5ab-47b1-8180-6978534affff triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:13.547340 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.549364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Port 4260e698-6f4a-4a55-8a21-92870218172a on network 47ec62eb-d4b2-464a-88a5-313ced0fd458 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:13.549704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Attempting to bind port 4260e698-6f4a-4a55-8a21-92870218172a on network 47ec62eb-d4b2-464a-88a5-313ced0fd458 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:13.598152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:13.598544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Checking segment: {'id': 'e2844f21-72f1-4b64-8fbd-6ee565fa552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:13.598887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Bound using segment: {'id': 'e2844f21-72f1-4b64-8fbd-6ee565fa552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:13.599347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Bound port: 4260e698-6f4a-4a55-8a21-92870218172a, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2844f21-72f1-4b64-8fbd-6ee565fa552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:13.599713 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.613179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Pushing event updated for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:13.632868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.638688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2508cf3-ec16-48ef-a187-63f3652013b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.646420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.654941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.664847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.676639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.694817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.701521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:13.710434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-5a0e37bd-59e8-4b04-8a90-bb9ef640cb4e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5426 time: 0.3921919 Sep 02 12:43:13.755742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.801081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2508cf3-ec16-48ef-a187-63f3652013b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cf8011-8a71-47d5-91e8-937aef924b62,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:13.844711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=079de256-b5ab-47b1-8180-6978534affff,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:13.850567 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:13.851397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8c055a77-144a-4ab6-812b-b98fb3704689 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:13.881233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d2508cf3-ec16-48ef-a187-63f3652013b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd0632b92893413baec5c9f31e6f30f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394762 Sep 02 12:43:13.890592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55872) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:13.900240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf6ac22f-e760-42a9-ae2a-f5ddcae50a54 req-0e2c186d-00af-40f0-848e-2dc276e63eba tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884151 Sep 02 12:43:14.060712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:14.071067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:14.076837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 8c055a77-144a-4ab6-812b-b98fb3704689 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:14.087178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] For port 4260e698-6f4a-4a55-8a21-92870218172a, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:14.093497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 8c055a77-144a-4ab6-812b-b98fb3704689 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:14.095768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.096039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Attempting to bind port a95e9964-8342-426e-a7fc-ca8c27a963ab on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:14.096374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Attempting to bind port a95e9964-8342-426e-a7fc-ca8c27a963ab by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:14.103890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] For port 4260e698-6f4a-4a55-8a21-92870218172a, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4260e698-6f4a-4a55-8a21-92870218172a,segment=NetworkSegment(e2844f21-72f1-4b64-8fbd-6ee565fa552d),segment_id=e2844f21-72f1-4b64-8fbd-6ee565fa552d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:14.106187 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.106751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Attempting to bind port a95e9964-8342-426e-a7fc-ca8c27a963ab on network 570c4c40-0a12-4264-8cd4-695bfe62e618 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:14.114578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.195149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c35ce6b-73f2-4b99-ac76-48e8c32765da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.216243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Transition to ACTIVE for port object 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:14.226986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.227655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.229968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] 10.222.0.18 "PUT /v2.0/ports/4260e698-6f4a-4a55-8a21-92870218172a HTTP/1.1" status: 200 len: 1091 time: 2.4942384 Sep 02 12:43:14.234654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'tag': '4260e698-6f4a-4a55-8a21-92870218172a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:14.237329 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ccb27b-e73c-419c-a97e-c10e71a297ac" -d '{"events": [{"name": "network-changed", "server_uuid": "12da2dbf-73e3-4d9f-97d4-2940b71b0f80", "tag": "4260e698-6f4a-4a55-8a21-92870218172a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:14.239526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c35ce6b-73f2-4b99-ac76-48e8c32765da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.243557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.316719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Port a95e9964-8342-426e-a7fc-ca8c27a963ab on network 570c4c40-0a12-4264-8cd4-695bfe62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:14.317111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Attempting to bind port a95e9964-8342-426e-a7fc-ca8c27a963ab on network 570c4c40-0a12-4264-8cd4-695bfe62e618 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:14.355765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516cb65-df42-4cf7-9946-94316bd590bc service neutron] Pushing event updated for resources: {'Port': ['ID=4260e698-6f4a-4a55-8a21-92870218172a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:14.376560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c35ce6b-73f2-4b99-ac76-48e8c32765da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.380388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c35ce6b-73f2-4b99-ac76-48e8c32765da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.384714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c35ce6b-73f2-4b99-ac76-48e8c32765da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92cf8011-8a71-47d5-91e8-937aef924b62 HTTP/1.1" status: 204 len: 168 time: 0.4928741 Sep 02 12:43:14.396933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:14.397407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Checking segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:14.397760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Bound using segment: {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:14.400243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Bound port: a95e9964-8342-426e-a7fc-ca8c27a963ab, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec8b40d-b87d-4654-aee5-4d96716c6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:14.400652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.446445 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.486546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a036dc19-c3d6-4ed7-adac-eebba3471f98'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079de256-b5ab-47b1-8180-6978534affff'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:14.492192 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58bd59f-07c2-4729-b8f8-dfad1e685da0" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "a036dc19-c3d6-4ed7-adac-eebba3471f98"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "079de256-b5ab-47b1-8180-6978534affff"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:14.537727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35ce6b-73f2-4b99-ac76-48e8c32765da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cf8011-8a71-47d5-91e8-937aef924b62,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:14.546078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-56224c3b-43b0-42e8-bd14-ae3b45d281fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.552754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-56224c3b-43b0-42e8-bd14-ae3b45d281fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.559560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-56224c3b-43b0-42e8-bd14-ae3b45d281fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.563507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8c055a77-144a-4ab6-812b-b98fb3704689,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:14.566688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-56224c3b-43b0-42e8-bd14-ae3b45d281fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.573215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-56224c3b-43b0-42e8-bd14-ae3b45d281fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.574084 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.575054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 7082d787-3d6e-43e3-b57c-79ce74b52853 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:14.581566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-56224c3b-43b0-42e8-bd14-ae3b45d281fe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 3826 time: 0.3481894 Sep 02 12:43:14.646645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:14.669888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-51aed90f-dc8f-4596-b0f9-8f45841aeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.671825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-51aed90f-dc8f-4596-b0f9-8f45841aeca7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d358c799a27948ffaaf9ac02e0efe844&device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 1094 time: 0.3782132 Sep 02 12:43:14.675306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:14.683471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:14.724129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d7c5f-5b60-4ee5-baa9-c0fd24100597 req-3945481b-48ea-4551-a250-cc34f815cd9d tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.736235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-165d7c5f-5b60-4ee5-baa9-c0fd24100597 req-3945481b-48ea-4551-a250-cc34f815cd9d tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 943 time: 0.4214416 Sep 02 12:43:14.738075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:14.758655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-c2495f30-9c1f-4dc8-8f42-07a784638b16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4260e698-6f4a-4a55-8a21-92870218172a HTTP/1.1" status: 200 len: 217 time: 0.0689080 Sep 02 12:43:14.762942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.775651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 7082d787-3d6e-43e3-b57c-79ce74b52853 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:14.783062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 7082d787-3d6e-43e3-b57c-79ce74b52853 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:14.783506 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.797131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-feeb6932-d6ae-4224-b6d3-17d68662026d req-1f684b16-3b0f-4333-b943-c19ce2bd2f66 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111585 Sep 02 12:43:14.917897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Pushing event updated for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:14.921560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-47847956-16e5-4918-8aac-8ff8035120f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.925606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-47847956-16e5-4918-8aac-8ff8035120f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc2931e-7444-4f9e-a806-88625cb0c5a2 HTTP/1.1" status: 200 len: 855 time: 0.1580489 Sep 02 12:43:14.935851 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b786cc68-75a7-4445-8329-42acd395fbfd x-openstack-request-id: req-b786cc68-75a7-4445-8329-42acd395fbfd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:14.936924 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12da2dbf-73e3-4d9f-97d4-2940b71b0f80", "tag": "4260e698-6f4a-4a55-8a21-92870218172a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:14.939268 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b786cc68-75a7-4445-8329-42acd395fbfd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:14.939878 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'tag': '4260e698-6f4a-4a55-8a21-92870218172a', 'status': 'completed', 'code': 200} Sep 02 12:43:14.940701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:14.941453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:14.943491 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ae9a1b6d-73e0-4391-8ee7-6a2fe70fde9d service neutron] 10.222.0.41 "PUT /v2.0/ports/a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 200 len: 1092 time: 2.7641416 Sep 02 12:43:14.943992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:14.946459 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:14.976771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Attempting to bind port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:14.977848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Attempting to bind port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:14.978446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Attempting to bind port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:14.987161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:15.026996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-c7c9c1dd-43ba-419a-b71d-90662a298b48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47ec62eb-d4b2-464a-88a5-313ced0fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828753 Sep 02 12:43:15.056267 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-165d7c5f-5b60-4ee5-baa9-c0fd24100597 req-f89b6aa7-a840-4be1-a571-681ff4331768 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188040 Sep 02 12:43:15.085273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:15.085613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Attempting to bind port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:15.191967 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c87c05-1bd0-4d1b-bd9e-aa1d65e11d6b x-openstack-request-id: req-74c87c05-1bd0-4d1b-bd9e-aa1d65e11d6b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:15.192377 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "a036dc19-c3d6-4ed7-adac-eebba3471f98", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "079de256-b5ab-47b1-8180-6978534affff", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:15.192538 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74c87c05-1bd0-4d1b-bd9e-aa1d65e11d6b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:15.192828 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a036dc19-c3d6-4ed7-adac-eebba3471f98', 'code': 200} Sep 02 12:43:15.198759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.198948 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079de256-b5ab-47b1-8180-6978534affff', 'code': 200} Sep 02 12:43:15.204155 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.206194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:15.206548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Checking segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:15.206947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Bound using segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:15.207415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Bound port: 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:15.207786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.356230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7e79-839f-47f3-b19d-451be55be618 req-4c284eb9-9f6d-4010-94b7-4e925c74e693 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:15.362546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 7082d787-3d6e-43e3-b57c-79ce74b52853, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=7082d787-3d6e-43e3-b57c-79ce74b52853,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:15.363429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7e79-839f-47f3-b19d-451be55be618 req-4c284eb9-9f6d-4010-94b7-4e925c74e693 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:15.371833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7e79-839f-47f3-b19d-451be55be618 req-4c284eb9-9f6d-4010-94b7-4e925c74e693 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:15.373735 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.377061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 70cd96b7-e165-4b4e-aab8-303cb6721493 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:15.382040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-111d7e79-839f-47f3-b19d-451be55be618 req-4c284eb9-9f6d-4010-94b7-4e925c74e693 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2389 time: 0.3987589 Sep 02 12:43:15.485573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-111d7e79-839f-47f3-b19d-451be55be618 req-0a72b20c-cfda-4b96-a7d1-f7afad82776e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000800 Sep 02 12:43:15.513136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-69775e5a-2b85-44dc-8dbb-266815da5f06 service neutron] 10.222.0.18 "GET /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502144 Sep 02 12:43:15.550319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] For port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:15.648760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=7082d787-3d6e-43e3-b57c-79ce74b52853,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:15.668923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 70cd96b7-e165-4b4e-aab8-303cb6721493 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:15.676037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 70cd96b7-e165-4b4e-aab8-303cb6721493 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:15.676621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.769909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffe3756d-b56a-4c5f-9d3f-55181ed6a2a3 req-57f1d115-0c3a-41b2-b324-e22229316d58 service neutron] 10.222.0.18 "GET /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462223 Sep 02 12:43:15.831635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9727c5cc-9d6c-4944-b453-4401b0ce4620 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:15.841326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.855557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Transition to ACTIVE for port object 9727c5cc-9d6c-4944-b453-4401b0ce4620 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:15.880557 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5844ad-b4e2-424f-8dd5-d04d4d50ebce x-openstack-request-id: req-fa5844ad-b4e2-424f-8dd5-d04d4d50ebce {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:15.880862 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:15.882431 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa5844ad-b4e2-424f-8dd5-d04d4d50ebce {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:15.882880 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'status': 'completed', 'code': 200} Sep 02 12:43:15.902750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.906402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] For port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:15.907301 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:15.957967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:16.000457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=70cd96b7-e165-4b4e-aab8-303cb6721493,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:16.001600 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:16.019311 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:16.020329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:16.068262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.069259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:16.075731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f552e1f-7bdb-4ea0-b4a6-08266c315a4b HTTP/1.1" status: 200 len: 1092 time: 3.4485366 Sep 02 12:43:16.128084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.162851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.200749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.239020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.255597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.265216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.274203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.278083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-59dcdd4b-a40d-4ab2-84a6-342dbd85c725 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5429 time: 0.5071044 Sep 02 12:43:16.300248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.300998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.301378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.301856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.306275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.306904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.309474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Request body: {'port': {'device_id': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:16.317576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-30a273c4-208f-413a-825e-bd5638b65e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5248 time: 0.4603620 Sep 02 12:43:16.504478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-c720843b-9cfb-4b08-951f-bdd9c4b418fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.510196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-c720843b-9cfb-4b08-951f-bdd9c4b418fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d358c799a27948ffaaf9ac02e0efe844&device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 1094 time: 0.6671059 Sep 02 12:43:16.601338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Attempting to bind port 9727c5cc-9d6c-4944-b453-4401b0ce4620 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:16.601676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Attempting to bind port 9727c5cc-9d6c-4944-b453-4401b0ce4620 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:16.602002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Attempting to bind port 9727c5cc-9d6c-4944-b453-4401b0ce4620 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:16.674656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Port 9727c5cc-9d6c-4944-b453-4401b0ce4620 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:16.675024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Attempting to bind port 9727c5cc-9d6c-4944-b453-4401b0ce4620 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:16.678611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b4f4e-f236-4790-9f81-0ad1a41ec9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:16.735149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:16.742924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc6bc8b-d748-4adc-ae74-2eb73acef57b req-2b2e75cb-042f-4d34-afce-cf4aef0a8fe2 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4019597 Sep 02 12:43:16.746744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.762785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.777188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.781859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:16.800358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:16.800358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:16.801921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.817681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.830290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:16.847181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-8ad3a543-0a33-4c1c-bc00-77b5dd769416 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 4604 time: 0.8458366 Sep 02 12:43:16.925183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:16.925183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Checking segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:16.926073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Bound using segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:16.926859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Bound port: 9727c5cc-9d6c-4944-b453-4401b0ce4620, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:16.929616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.039302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'tag': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:17.041776 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f3297-acc1-45c8-9829-7bc98654bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "tag": "9f552e1f-7bdb-4ea0-b4a6-08266c315a4b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:17.045081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-5278b663-45a6-414d-87b2-2b63a501f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.052423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-5278b663-45a6-414d-87b2-2b63a501f013 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47ec62eb-d4b2-464a-88a5-313ced0fd458 HTTP/1.1" status: 200 len: 916 time: 0.5051618 Sep 02 12:43:17.110892 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.121368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:17.123145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.125082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:17.145331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.202965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7082d787-3d6e-43e3-b57c-79ce74b52853'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:17.209363 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3081bc3-9b1d-48c6-8460-a7188a6a9a3b" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "7082d787-3d6e-43e3-b57c-79ce74b52853"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:17.223634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:17.231220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.255777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-6e87f304-483b-4523-be45-fa4175419da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.256150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-6e87f304-483b-4523-be45-fa4175419da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.256612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-6e87f304-483b-4523-be45-fa4175419da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.263154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-6e87f304-483b-4523-be45-fa4175419da8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a07d0b7db76541e091c95508021d3a1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9315152 Sep 02 12:43:17.277948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83215d2e-2cde-4600-b225-26129a5a8d9a req-d5db48d5-b915-42d2-a0a9-a6c9165e79c3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4305596 Sep 02 12:43:17.281629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-4440f62c-626d-4657-b2e0-826c2635e494 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4260e698-6f4a-4a55-8a21-92870218172a HTTP/1.1" status: 200 len: 217 time: 0.1626961 Sep 02 12:43:17.291712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:17.309149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.312664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.316578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] 10.222.0.41 "PUT /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 1136 time: 2.3360701 Sep 02 12:43:17.457337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-b5a18596-152e-44d9-b5f5-90632eab890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.467402 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-b5a18596-152e-44d9-b5f5-90632eab890b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc2931e-7444-4f9e-a806-88625cb0c5a2 HTTP/1.1" status: 200 len: 855 time: 0.1095128 Sep 02 12:43:17.520641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:17.577522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:17.591135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:17.591531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.618818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202852f-e895-4284-8f0e-2eab3f493b3b req-8fb52b9d-8383-4449-aa12-a679dc0ab4f3 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.625419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7202852f-e895-4284-8f0e-2eab3f493b3b req-8fb52b9d-8383-4449-aa12-a679dc0ab4f3 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 943 time: 0.5670786 Sep 02 12:43:17.633442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-d70cbe8d-ae89-4742-8bd7-590ac850256a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47ec62eb-d4b2-464a-88a5-313ced0fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309109 Sep 02 12:43:17.737315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-b7c7f606-66dd-4a56-8ef1-121a9f4a4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:17.742004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c919a4fe-97c2-43a5-88cb-52b9d7c5368e req-b7c7f606-66dd-4a56-8ef1-121a9f4a4461 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166582 Sep 02 12:43:17.772756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:17.844820 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-a1c198bd-ac1b-4747-8f56-ffc0bd6ea927 service neutron] 10.222.0.18 "GET /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737196 Sep 02 12:43:17.865553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.909048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '9727c5cc-9d6c-4944-b453-4401b0ce4620'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:17.912370 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9374fb-f24d-430d-8344-46be94534ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "9727c5cc-9d6c-4944-b453-4401b0ce4620"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:17.969572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:17.979032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:17.995289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44b28e-d452-4962-8d73-40d7cdd06fcf service neutron] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:18.066811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:18.109854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a701d7-889f-4174-82ca-7931e8d21eb2 req-9271d343-c448-405c-90fd-e5f13eb097db tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.116119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:18.122284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a701d7-889f-4174-82ca-7931e8d21eb2 req-9271d343-c448-405c-90fd-e5f13eb097db tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.131925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a701d7-889f-4174-82ca-7931e8d21eb2 req-9271d343-c448-405c-90fd-e5f13eb097db tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.142064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4a701d7-889f-4174-82ca-7931e8d21eb2 req-9271d343-c448-405c-90fd-e5f13eb097db tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2389 time: 0.3753519 Sep 02 12:43:18.271706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4a701d7-889f-4174-82ca-7931e8d21eb2 req-14a0e7e3-61ce-471b-b468-9845b4fe7d30 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282685 Sep 02 12:43:18.413091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ccb27b-e73c-419c-a97e-c10e71a297ac req-ca567489-74df-4f41-9d75-14e305dd5fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496504 Sep 02 12:43:18.431710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7202852f-e895-4284-8f0e-2eab3f493b3b req-454a919c-ad46-4e9c-8153-7cf22caea053 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7953911 Sep 02 12:43:18.447558 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f4beb9-3eee-4a39-a1c4-61ec1473c933 x-openstack-request-id: req-b6f4beb9-3eee-4a39-a1c4-61ec1473c933 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:18.448012 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "tag": "9f552e1f-7bdb-4ea0-b4a6-08266c315a4b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:18.448611 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6f4beb9-3eee-4a39-a1c4-61ec1473c933 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:18.449053 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'tag': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b', 'status': 'completed', 'code': 200} Sep 02 12:43:18.525226 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1f1e8-3260-4615-8a30-11a86afc0f2b x-openstack-request-id: req-26d1f1e8-3260-4615-8a30-11a86afc0f2b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:18.525797 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "7082d787-3d6e-43e3-b57c-79ce74b52853", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:18.526161 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26d1f1e8-3260-4615-8a30-11a86afc0f2b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:18.526663 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689', 'code': 200} Sep 02 12:43:18.527015 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7082d787-3d6e-43e3-b57c-79ce74b52853', 'code': 200} Sep 02 12:43:18.527359 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'code': 200} Sep 02 12:43:18.527710 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d', 'code': 200} Sep 02 12:43:18.613043 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3efec5-56c7-48d9-8241-ac85e2526f88 x-openstack-request-id: req-8d3efec5-56c7-48d9-8241-ac85e2526f88 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:18.613742 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "9727c5cc-9d6c-4944-b453-4401b0ce4620", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:18.614088 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d3efec5-56c7-48d9-8241-ac85e2526f88 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:18.614612 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '9727c5cc-9d6c-4944-b453-4401b0ce4620', 'status': 'completed', 'code': 200} Sep 02 12:43:18.681125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-8318c2be-9697-461f-8a9d-cc4ef1415eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.681857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-8318c2be-9697-461f-8a9d-cc4ef1415eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.682800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-8318c2be-9697-461f-8a9d-cc4ef1415eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.685420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-8318c2be-9697-461f-8a9d-cc4ef1415eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2732 time: 0.1819575 Sep 02 12:43:18.893508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.903890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.915081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.922148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.930482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.937812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.944032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.946258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-8be86ca3-5f19-46a2-afa3-35b163090541 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.3803365 Sep 02 12:43:18.980753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.981426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.982137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.983071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.983549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.984253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:18.987098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-0d8904a3-a314-43dd-a174-3075bde0ed5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5290 time: 0.3057859 Sep 02 12:43:19.034620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4260e698-6f4a-4a55-8a21-92870218172a details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:19.116993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace86d2c-c7f5-44b8-879d-ed671178f2b6 req-b4854892-a258-40c4-bbfd-d63872126b56 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576295 Sep 02 12:43:19.319844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4260e698-6f4a-4a55-8a21-92870218172a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4260e698-6f4a-4a55-8a21-92870218172a,segment=NetworkSegment(e2844f21-72f1-4b64-8fbd-6ee565fa552d),segment_id=e2844f21-72f1-4b64-8fbd-6ee565fa552d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:19.348806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '4260e698-6f4a-4a55-8a21-92870218172a', 'network_id': '47ec62eb-d4b2-464a-88a5-313ced0fd458', 'port_id': '4260e698-6f4a-4a55-8a21-92870218172a', 'mac_address': 'fa:16:3e:29:42:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc2931e-7444-4f9e-a806-88625cb0c5a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:19.438229 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:19.460824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4260e698-6f4a-4a55-8a21-92870218172a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:19.495712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4260e698-6f4a-4a55-8a21-92870218172a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4260e698-6f4a-4a55-8a21-92870218172a,segment=NetworkSegment(e2844f21-72f1-4b64-8fbd-6ee565fa552d),segment_id=e2844f21-72f1-4b64-8fbd-6ee565fa552d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:19.502380 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:19.603411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4260e698-6f4a-4a55-8a21-92870218172a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:19.745030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aeccee3-1e54-4b99-8997-3f4580bdfef3 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:19.758647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:19.774677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Transition to ACTIVE for port object 3aeccee3-1e54-4b99-8997-3f4580bdfef3 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:19.789708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:19.807578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4260e698-6f4a-4a55-8a21-92870218172a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:19.929581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Pushing event updated for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:19.959130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18d19af-4755-477e-b051-9162b785d353 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:19.990658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:20.016356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.020795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-b43d776e-fc71-470e-a626-ecb7068cb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.021560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-b43d776e-fc71-470e-a626-ecb7068cb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.022195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-b43d776e-fc71-470e-a626-ecb7068cb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.024001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-b43d776e-fc71-470e-a626-ecb7068cb7dc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a07d0b7db76541e091c95508021d3a1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0215383 Sep 02 12:43:20.027550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Transition to ACTIVE for port object d18d19af-4755-477e-b051-9162b785d353 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:20.036479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.038534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63232-e2e5-4ab3-b268-c95e03a9e0df req-86b6bd3f-8cdc-4e05-8d03-abf3f57c993b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.054394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63232-e2e5-4ab3-b268-c95e03a9e0df req-86b6bd3f-8cdc-4e05-8d03-abf3f57c993b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.058515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.075914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63232-e2e5-4ab3-b268-c95e03a9e0df req-86b6bd3f-8cdc-4e05-8d03-abf3f57c993b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.078166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.079034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29a63232-e2e5-4ab3-b268-c95e03a9e0df req-86b6bd3f-8cdc-4e05-8d03-abf3f57c993b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2389 time: 0.1716878 Sep 02 12:43:20.093438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.106788 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:20.108026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.116781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-3d694f51-ab6e-4aca-811e-c46b1170ed0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 4604 time: 1.2764022 Sep 02 12:43:20.142745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-f4c1533e-64ca-43bc-958a-30531d568b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.143267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-f4c1533e-64ca-43bc-958a-30531d568b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.144474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-f4c1533e-64ca-43bc-958a-30531d568b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.146237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-f4c1533e-64ca-43bc-958a-30531d568b66 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=60fd7132eb694939a0356eacffc94197&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.4241405 Sep 02 12:43:20.186273 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b7e96f7b-da90-43a9-b3d9-466b12a90794 req-1f8e6405-b9e4-46eb-a0d3-e1028801c77a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683472 Sep 02 12:43:20.497737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29a63232-e2e5-4ab3-b268-c95e03a9e0df req-ff19219e-81df-4462-8641-fb68ab6ed7c1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001226 Sep 02 12:43:20.537502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Pushing event updated for resources: {'Port': ['ID=d18d19af-4755-477e-b051-9162b785d353,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:20.579310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:20.584618 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621ab791-4d21-4868-aa31-dbaa2b6ac4e9" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:20.614436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Attempting to bind port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:20.614903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Attempting to bind port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:20.615352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Attempting to bind port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:20.625416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:20.625908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Attempting to bind port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:20.637860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:20.638626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Checking segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:20.640359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Bound using segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:20.641362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Bound port: 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:20.642718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:20.898961 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:20.912889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:20.930822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-76e1e2ce-1795-4ace-abde-17fee8e764cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.933154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-abb1d91f-e78f-4a6d-a970-3e6e5d16538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:20.933389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-090f3297-acc1-45c8-9829-7bc98654bef0 req-76e1e2ce-1795-4ace-abde-17fee8e764cf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7659106 Sep 02 12:43:20.935600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae9374fb-f24d-430d-8344-46be94534ff0 req-abb1d91f-e78f-4a6d-a970-3e6e5d16538c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8546541 Sep 02 12:43:20.969502 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.016054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.027325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.029006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.030624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] 10.222.0.41 "PUT /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 1136 time: 3.2719352 Sep 02 12:43:21.037971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.039550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4260e698-6f4a-4a55-8a21-92870218172a up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:21.044280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '3aeccee3-1e54-4b99-8997-3f4580bdfef3'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:21.048072 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac06a15f-0365-4080-a359-73bbd6c97247" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "3aeccee3-1e54-4b99-8997-3f4580bdfef3"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:21.055978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.068273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.073452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:21.086698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.098696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.100244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1160d-067f-4bd5-9ba7-dabe726aea72 req-c0cfdbc7-29d4-44d9-8c25-ae22bfc26453 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.101906 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85b1160d-067f-4bd5-9ba7-dabe726aea72 req-c0cfdbc7-29d4-44d9-8c25-ae22bfc26453 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 944 time: 0.1944671 Sep 02 12:43:21.117614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.123451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-40e001fc-acbb-4b41-b1b5-76a25fbf4213 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.2804611 Sep 02 12:43:21.125625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Attempting to bind port d18d19af-4755-477e-b051-9162b785d353 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:21.127796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Attempting to bind port d18d19af-4755-477e-b051-9162b785d353 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:21.128147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Attempting to bind port d18d19af-4755-477e-b051-9162b785d353 on network c11afe62-1732-42a3-a4f9-5f70573fc400 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:21.152292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd466f9-4c2b-41d8-8267-af7b1f3a435a service neutron] Pushing event updated for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:21.159933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Port d18d19af-4755-477e-b051-9162b785d353 on network c11afe62-1732-42a3-a4f9-5f70573fc400 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:21.160285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Attempting to bind port d18d19af-4755-477e-b051-9162b785d353 on network c11afe62-1732-42a3-a4f9-5f70573fc400 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:21.189573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 4260e698-6f4a-4a55-8a21-92870218172a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:21.194118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 4260e698-6f4a-4a55-8a21-92870218172a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:21.194493 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.217292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:21.218567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Checking segment: {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:21.218976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Bound using segment: {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:21.219978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Bound port: d18d19af-4755-477e-b051-9162b785d353, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73e89fc-d6bb-4989-9464-8063cbcf32a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:21.220361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.248818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85b1160d-067f-4bd5-9ba7-dabe726aea72 req-bd8cd8d6-8ba2-4e87-9551-81920f314b88 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170237 Sep 02 12:43:21.320560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.379253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.394193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3c192c1-4d02-47a1-9c1b-0255fdef23d1 req-aa1f3f2b-52ac-4124-9984-872f050c973f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2550550 Sep 02 12:43:21.459017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] For port d18d19af-4755-477e-b051-9162b785d353, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:21.474879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] For port d18d19af-4755-477e-b051-9162b785d353, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d18d19af-4755-477e-b051-9162b785d353,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:21.484361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.535703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4260e698-6f4a-4a55-8a21-92870218172a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4260e698-6f4a-4a55-8a21-92870218172a,segment=NetworkSegment(e2844f21-72f1-4b64-8fbd-6ee565fa552d),segment_id=e2844f21-72f1-4b64-8fbd-6ee565fa552d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:21.549909 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a50714-9e00-44f0-a220-3bbb06449b55 x-openstack-request-id: req-37a50714-9e00-44f0-a220-3bbb06449b55 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:21.550240 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-plugged", "status": "completed", "tag": "8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:21.553862 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37a50714-9e00-44f0-a220-3bbb06449b55 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:21.554289 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0', 'code': 200} Sep 02 12:43:21.558192 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.569319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:21.570098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.575598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] 10.222.0.41 "PUT /v2.0/ports/d18d19af-4755-477e-b051-9162b785d353 HTTP/1.1" status: 200 len: 1092 time: 5.2787313 Sep 02 12:43:21.576187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'tag': 'd18d19af-4755-477e-b051-9162b785d353'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:21.599885 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eec865a-3895-4c90-a2b3-0605b70dcef0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "tag": "d18d19af-4755-477e-b051-9162b785d353"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:21.664430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Request body: {'port': {'device_id': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:21.793318 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b965afe-238a-4caf-a4c6-5aa459c6c6c7 x-openstack-request-id: req-4b965afe-238a-4caf-a4c6-5aa459c6c6c7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:21.801942 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:21.819448 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "3aeccee3-1e54-4b99-8997-3f4580bdfef3", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:21.819895 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b965afe-238a-4caf-a4c6-5aa459c6c6c7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:21.821309 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '3aeccee3-1e54-4b99-8997-3f4580bdfef3', 'status': 'completed', 'code': 200} Sep 02 12:43:21.826965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4260e698-6f4a-4a55-8a21-92870218172a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:21.939388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57f919-f3bf-4b33-8549-7cfecd88424b service neutron] Pushing event updated for resources: {'Port': ['ID=d18d19af-4755-477e-b051-9162b785d353,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:22.030224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.034317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.034317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.034317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.034317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.034666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.035031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.037214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-49abf84d-0bc2-4d4b-9430-f64919f2411c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.3406165 Sep 02 12:43:22.101018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de3f339e-e198-4dad-ac4c-27b16a0c19f1 req-b956aca2-e483-49e0-98bb-83b8f5262611 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4714ecc-ec11-423a-8f14-9773c1e64e31&id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520427 Sep 02 12:43:22.204550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:22.216267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:22.230372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Transition to ACTIVE for port object 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:22.238505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.239250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.239754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.242575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.242575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.244413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:22.245638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.246703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.256075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-e1cc763f-5310-4acb-877a-c6c38d968084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6219 time: 0.4554472 Sep 02 12:43:22.269078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91d105-27d8-47db-b22a-5d0c835b823d req-cc47cb08-a8df-4dc9-aa9c-d879bac8181f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.275840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91d105-27d8-47db-b22a-5d0c835b823d req-cc47cb08-a8df-4dc9-aa9c-d879bac8181f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.283653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91d105-27d8-47db-b22a-5d0c835b823d req-cc47cb08-a8df-4dc9-aa9c-d879bac8181f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.285797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f91d105-27d8-47db-b22a-5d0c835b823d req-cc47cb08-a8df-4dc9-aa9c-d879bac8181f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2401 time: 0.3527131 Sep 02 12:43:22.325236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.332909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.340630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.347647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.355497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.378008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.393393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.410845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6c9b5d7c-0ff0-4867-a841-8a0544041348 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5382 time: 0.5827057 Sep 02 12:43:22.469007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Pushing event updated for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:22.559139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b62461bc-bc0f-44b3-97bf-6a5c76d0da12 req-6bdbb0bb-d594-4bc7-9ea4-3ddd1733b1fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471319 Sep 02 12:43:22.561614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f91d105-27d8-47db-b22a-5d0c835b823d req-a68f4860-3080-4892-93ec-b5a0198b5d05 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334156 Sep 02 12:43:22.698771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-2c6bba4b-7773-46ad-83cb-6c900dab7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.701609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-2c6bba4b-7773-46ad-83cb-6c900dab7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.702883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-2c6bba4b-7773-46ad-83cb-6c900dab7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.707224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-2c6bba4b-7773-46ad-83cb-6c900dab7dc7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a07d0b7db76541e091c95508021d3a1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4129372 Sep 02 12:43:22.770034 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915360fd-daba-4246-9128-209618724fae x-openstack-request-id: req-915360fd-daba-4246-9128-209618724fae {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:22.771725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Attempting to bind port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:22.772139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Attempting to bind port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:22.772539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Attempting to bind port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:22.775797 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "tag": "d18d19af-4755-477e-b051-9162b785d353", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:22.777274 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-915360fd-daba-4246-9128-209618724fae {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:22.779005 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'tag': 'd18d19af-4755-477e-b051-9162b785d353', 'status': 'completed', 'code': 200} Sep 02 12:43:22.818656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:22.819131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Attempting to bind port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:22.827130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:22.827664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Checking segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:22.828117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Bound using segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:22.828664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Bound port: 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:22.829147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:22.915261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-789ec4dc-ff7a-473a-ac2a-85323fa3f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.915804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-789ec4dc-ff7a-473a-ac2a-85323fa3f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.916451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-789ec4dc-ff7a-473a-ac2a-85323fa3f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:22.918212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-789ec4dc-ff7a-473a-ac2a-85323fa3f26d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2799 time: 0.1483138 Sep 02 12:43:23.011611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-7fc23337-0dd4-4e26-98db-5101274a232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.014002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac06a15f-0365-4080-a359-73bbd6c97247 req-7fc23337-0dd4-4e26-98db-5101274a232a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2981861 Sep 02 12:43:23.131824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.139874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.148458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.156483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.163508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.171250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.180425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e745e-e2f7-47ae-bd29-eeb3d85038c7 req-9f18eac0-8a99-46e9-a51d-f57e3af22446 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.182623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c3e745e-e2f7-47ae-bd29-eeb3d85038c7 req-9f18eac0-8a99-46e9-a51d-f57e3af22446 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 945 time: 0.3332505 Sep 02 12:43:23.186842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.191936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-cdcbab66-93ab-4b01-afb1-953f7bc939bb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.1765924 Sep 02 12:43:23.295591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b8ed40-9caa-41f6-a576-2fc4f6b126bd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:23.328485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c3e745e-e2f7-47ae-bd29-eeb3d85038c7 req-7e3bc5f8-f463-4aa1-aa5d-6c0a9fc03215 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285093 Sep 02 12:43:23.334079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d88ee8c-d639-4a9c-a5a2-a759f77d7206 req-4f1efd68-e1f5-4ba5-ac6b-2fd2248c365a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286597 Sep 02 12:43:23.349806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:23.354314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-3868ae8d-4762-461e-a70c-16d7f30726f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.356859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-3868ae8d-4762-461e-a70c-16d7f30726f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.357750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-3868ae8d-4762-461e-a70c-16d7f30726f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.363810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-3868ae8d-4762-461e-a70c-16d7f30726f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=60fd7132eb694939a0356eacffc94197&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4150276 Sep 02 12:43:23.399405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Transition to ACTIVE for port object e8b8ed40-9caa-41f6-a576-2fc4f6b126bd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:23.415773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:23.453633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:23.536049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:23.546897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:23.556396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4260e698-6f4a-4a55-8a21-92870218172a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:23.559402 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51048f72-d521-4dc8-967d-90cd83db1afc" -d '{"events": [{"server_uuid": "12da2dbf-73e3-4d9f-97d4-2940b71b0f80", "name": "network-vif-plugged", "status": "completed", "tag": "4260e698-6f4a-4a55-8a21-92870218172a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:23.579300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.580050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:23.581817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] 10.222.0.41 "PUT /v2.0/ports/8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 HTTP/1.1" status: 200 len: 1089 time: 2.5179684 Sep 02 12:43:23.674775 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83872fec-f60f-427a-bf72-a6dbec9103e9 x-openstack-request-id: req-83872fec-f60f-427a-bf72-a6dbec9103e9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:23.675092 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12da2dbf-73e3-4d9f-97d4-2940b71b0f80", "name": "network-vif-plugged", "status": "completed", "tag": "4260e698-6f4a-4a55-8a21-92870218172a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:23.675449 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83872fec-f60f-427a-bf72-a6dbec9103e9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:23.677291 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4260e698-6f4a-4a55-8a21-92870218172a', 'code': 200} Sep 02 12:43:23.838194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:23.842741 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3685699b-3a5f-40b0-bcd1-24df2cb53053" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:23.855350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:23.859937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-1e4f7e00-e662-4773-8854-351b33e6f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:23.861734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6eec865a-3895-4c90-a2b3-0605b70dcef0 req-1e4f7e00-e662-4773-8854-351b33e6f52b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4874618 Sep 02 12:43:23.869608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:23.879410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcdfba-41f3-4403-8bc4-983d4ce9005d service neutron] Pushing event updated for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:24.032403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935197-cd1f-4a3e-90f2-4da1689eeef2 req-dccbccaf-bca5-45b3-b267-2bb191af97bc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.047529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935197-cd1f-4a3e-90f2-4da1689eeef2 req-dccbccaf-bca5-45b3-b267-2bb191af97bc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.073830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935197-cd1f-4a3e-90f2-4da1689eeef2 req-dccbccaf-bca5-45b3-b267-2bb191af97bc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.076230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7935197-cd1f-4a3e-90f2-4da1689eeef2 req-dccbccaf-bca5-45b3-b267-2bb191af97bc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2413 time: 0.2121046 Sep 02 12:43:24.081788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:24.245711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7935197-cd1f-4a3e-90f2-4da1689eeef2 req-e30afc07-722d-43d3-8ee1-7efcb4cc4a2d tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608551 Sep 02 12:43:24.246552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fb692-7ea0-421b-a8aa-54cb7c9347b8 req-9cae8fd2-317b-4054-a853-e97aad0295b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.248258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f98fb692-7ea0-421b-a8aa-54cb7c9347b8 req-9cae8fd2-317b-4054-a853-e97aad0295b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 1096 time: 0.3800087 Sep 02 12:43:24.344221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.366131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.374929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.383315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.392361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.403471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.412275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.424948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-6aa08026-364b-44f2-8b92-da00041fd56e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5394 time: 0.4671690 Sep 02 12:43:24.442813 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b68eb3b-bb99-41d4-b638-4c28fe112079 x-openstack-request-id: req-0b68eb3b-bb99-41d4-b638-4c28fe112079 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:24.443378 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:24.443378 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b68eb3b-bb99-41d4-b638-4c28fe112079 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:24.443746 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93', 'status': 'completed', 'code': 200} Sep 02 12:43:24.475402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Attempting to bind port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:24.475834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Attempting to bind port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:24.476108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Attempting to bind port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:24.497741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa54f8f9-dbe5-441a-9504-7732a33335be req-b1e48463-9b7f-43c6-a304-34f371a66fef tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728896 Sep 02 12:43:24.517348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:24.519611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Attempting to bind port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd on network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:24.536991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f98fb692-7ea0-421b-a8aa-54cb7c9347b8 req-d24b8021-17ff-44e6-b7ce-6c97c3e0d06d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661648 Sep 02 12:43:24.539116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:24.539547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Checking segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:24.540789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Bound using segment: {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:24.542953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Bound port: e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297f15fb-fc73-4780-8737-90a36bde808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:24.543403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:24.688819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.689474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.689831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.690420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.690726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.691193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.691664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.693711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-81c283cf-fe8b-43aa-b2b3-0f1bdea581bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6286 time: 0.2530117 Sep 02 12:43:24.758512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] For port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:24.807940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] For port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:24.839157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf3103-05a8-4da7-ab24-8eece9eb84ad req-8a784c75-b62f-4ea4-b37a-df2218e08672 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.848550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ebf3103-05a8-4da7-ab24-8eece9eb84ad req-8a784c75-b62f-4ea4-b37a-df2218e08672 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 945 time: 0.1785762 Sep 02 12:43:24.882334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:24.884085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.891041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.948291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.953363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.956591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:24.960346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8b8ed40-9caa-41f6-a576-2fc4f6b126bd HTTP/1.1" status: 200 len: 1092 time: 3.3476171 Sep 02 12:43:24.964524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'tag': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:24.969692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:24.971302 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa3e046-ad65-425a-9cfa-217f850be243" -d '{"events": [{"name": "network-changed", "server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "tag": "e8b8ed40-9caa-41f6-a576-2fc4f6b126bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:25.015954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.029594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.061096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.077619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-e5b32abf-2451-4018-aa2a-094d2c4e3c48 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.3971350 Sep 02 12:43:25.212724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ebf3103-05a8-4da7-ab24-8eece9eb84ad req-34a5ff2d-ba4c-4eec-9dbb-1ab0ba510960 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581791 Sep 02 12:43:25.253269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-4082aa5f-14ad-48d5-a1bb-5f3f49068326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.253269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-4082aa5f-14ad-48d5-a1bb-5f3f49068326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.253721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-4082aa5f-14ad-48d5-a1bb-5f3f49068326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.286561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-4082aa5f-14ad-48d5-a1bb-5f3f49068326 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a07d0b7db76541e091c95508021d3a1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5762172 Sep 02 12:43:25.298039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90689502-51d6-441d-a1aa-4476f13c8738 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:25.309556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-b673f5f1-4932-4a48-8d46-f5878aa4e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.310146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-b673f5f1-4932-4a48-8d46-f5878aa4e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.318240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-b673f5f1-4932-4a48-8d46-f5878aa4e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.320957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-b673f5f1-4932-4a48-8d46-f5878aa4e5f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2866 time: 0.2683673 Sep 02 12:43:25.441042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c30a7d7b-02c0-4b7f-a43b-b7da85e03f52 req-81647cdd-b07f-43df-b537-817cb897e4c4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3624396 Sep 02 12:43:25.463514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-36b7b5d9-2bc2-444a-945c-d1f57ab0d769 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b HTTP/1.1" status: 200 len: 217 time: 0.1330655 Sep 02 12:43:25.555570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b7fa48-04e9-4e99-8158-58efe672dd4c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:25.572056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:25.576365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-ce02786d-7810-4b5a-ac97-f317b8c924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.578398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3685699b-3a5f-40b0-bcd1-24df2cb53053 req-ce02786d-7810-4b5a-ac97-f317b8c924a5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819917 Sep 02 12:43:25.597627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Transition to ACTIVE for port object a8b7fa48-04e9-4e99-8158-58efe672dd4c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:25.609270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:25.644165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-9b8dbc97-4fb8-4c47-b230-3925847acdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.649453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-9b8dbc97-4fb8-4c47-b230-3925847acdb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d7e7eb3-80f9-4ea7-a972-b7d379dadf23 HTTP/1.1" status: 200 len: 801 time: 0.1790380 Sep 02 12:43:25.659593 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac6a37b-6810-4f40-b849-879e5ff81fe7 x-openstack-request-id: req-3ac6a37b-6810-4f40-b849-879e5ff81fe7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:25.662457 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "tag": "e8b8ed40-9caa-41f6-a576-2fc4f6b126bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:25.662867 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ac6a37b-6810-4f40-b849-879e5ff81fe7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:25.663600 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'tag': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd', 'status': 'completed', 'code': 200} Sep 02 12:43:25.683074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Pushing event updated for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:25.843177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Attempting to bind port a8b7fa48-04e9-4e99-8158-58efe672dd4c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:25.843977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Attempting to bind port a8b7fa48-04e9-4e99-8158-58efe672dd4c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:25.844586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Attempting to bind port a8b7fa48-04e9-4e99-8158-58efe672dd4c on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:25.862471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Port a8b7fa48-04e9-4e99-8158-58efe672dd4c on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:25.863209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Attempting to bind port a8b7fa48-04e9-4e99-8158-58efe672dd4c on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:25.878324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:25.878717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Checking segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:25.879071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Bound using segment: {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:25.879530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Bound port: a8b7fa48-04e9-4e99-8158-58efe672dd4c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91dfd61-1f5c-408c-9796-5b55cb71b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:25.879893 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:25.904522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-5eecf4a2-3d7c-4d4d-a506-e28dd84ef0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.906158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-5eecf4a2-3d7c-4d4d-a506-e28dd84ef0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2403927 Sep 02 12:43:25.933176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27db053-03dd-4003-ade0-514094ffb607 req-d73bedbd-136e-4a16-8f5c-3560fb24088e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.945883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27db053-03dd-4003-ade0-514094ffb607 req-d73bedbd-136e-4a16-8f5c-3560fb24088e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.957673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27db053-03dd-4003-ade0-514094ffb607 req-d73bedbd-136e-4a16-8f5c-3560fb24088e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:25.965660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c27db053-03dd-4003-ade0-514094ffb607 req-d73bedbd-136e-4a16-8f5c-3560fb24088e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2413 time: 0.2277577 Sep 02 12:43:26.038193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.047988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.057878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.064936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.072821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.075189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c27db053-03dd-4003-ade0-514094ffb607 req-2d37460d-ad8a-486b-b119-db2394206826 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938275 Sep 02 12:43:26.081454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.103412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.105550 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8351aca6-499c-4306-b010-a28e8d7ecd46 req-565c2341-2702-4040-8e22-f1ee39f91c61 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.2892404 Sep 02 12:43:26.118236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:26.128162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Request body: {'floatingip': {'port_id': '70cd96b7-e165-4b4e-aab8-303cb6721493'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:26.175072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-efcd55cd-d94b-4daa-9af3-7ddb22e306a9 service neutron] 10.222.0.41 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042167 Sep 02 12:43:26.356461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:26.471398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b5fc-8ca6-4981-adc6-f65cb282b1e3 req-6bcfc404-7a11-4ead-8ddf-ae50f988fb4c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.474670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94f4b5fc-8ca6-4981-adc6-f65cb282b1e3 req-6bcfc404-7a11-4ead-8ddf-ae50f988fb4c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 945 time: 0.1054223 Sep 02 12:43:26.503462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-58adf8eb-dbb4-46cb-bef7-5c4cf2bf46ed service neutron] 10.222.0.41 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215401 Sep 02 12:43:26.544184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:26.583788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-45ba1e8d-2eeb-4ac9-9f1c-48bbcf538d45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=d18d19af-4755-477e-b051-9162b785d353 HTTP/1.1" status: 200 len: 217 time: 0.0706785 Sep 02 12:43:26.650362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94f4b5fc-8ca6-4981-adc6-f65cb282b1e3 req-11a88687-6b5a-4fba-ba0c-c2ca6a0975b3 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600158 Sep 02 12:43:26.652438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.664143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.670741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.687685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.698194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.715071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.727096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-2b0560bb-b928-4711-aa31-492724a1e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.728795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-2b0560bb-b928-4711-aa31-492724a1e06d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61 HTTP/1.1" status: 200 len: 801 time: 0.1361871 Sep 02 12:43:26.734000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.738551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-ca6b45ec-fee1-42ff-8615-9abd5bb1e6cc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5406 time: 0.5029655 Sep 02 12:43:26.752462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:26.774648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:26.863565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-928c0416-ae5d-4d79-9033-67908396b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.867004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-928c0416-ae5d-4d79-9033-67908396b4c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c11afe62-1732-42a3-a4f9-5f70573fc400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292558 Sep 02 12:43:26.892326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Pushing event updated for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:26.908844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:26.909516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:26.911071 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-0a182eed-edef-43af-bf0c-12991ff1202a service neutron] 10.222.0.41 "PUT /v2.0/ports/a8b7fa48-04e9-4e99-8158-58efe672dd4c HTTP/1.1" status: 200 len: 1090 time: 3.0835087 Sep 02 12:43:26.911917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:26.914953 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef8286f-39b3-4347-912a-cbaff5913e14" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:26.995868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:27.192514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-57dc9ccf-73f9-43bc-a5a7-c7936c64fa55 service neutron] 10.222.0.41 "GET /v2.0/networks/c11afe62-1732-42a3-a4f9-5f70573fc400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183949 Sep 02 12:43:27.577526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07a28-1bc6-416f-ac11-1594e8f8a458 req-f662be6c-ac7f-4d98-af58-1023d0b329ee tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:27.584371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07a28-1bc6-416f-ac11-1594e8f8a458 req-f662be6c-ac7f-4d98-af58-1023d0b329ee tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:27.617099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07a28-1bc6-416f-ac11-1594e8f8a458 req-f662be6c-ac7f-4d98-af58-1023d0b329ee tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:27.624259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2a07a28-1bc6-416f-ac11-1594e8f8a458 req-f662be6c-ac7f-4d98-af58-1023d0b329ee tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2413 time: 0.3904412 Sep 02 12:43:27.777584 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2a07a28-1bc6-416f-ac11-1594e8f8a458 req-4d1329ba-70de-48a9-8502-00fd219656d4 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316886 Sep 02 12:43:27.784064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-2f8cb42e-705c-4a93-92bf-b7f795573e4e service neutron] 10.222.0.41 "GET /v2.0/networks/c11afe62-1732-42a3-a4f9-5f70573fc400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843661 Sep 02 12:43:27.851375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-49632834-912f-42ac-88dc-53087049bb01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd HTTP/1.1" status: 200 len: 217 time: 0.0574353 Sep 02 12:43:27.995755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-6f3d198c-449e-472f-b308-6cc9b4aafbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:27.999645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-6f3d198c-449e-472f-b308-6cc9b4aafbf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d7e7eb3-80f9-4ea7-a972-b7d379dadf23 HTTP/1.1" status: 200 len: 801 time: 0.1411867 Sep 02 12:43:28.089922 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb7cd0-1c3a-41fb-9d11-2091daa3a340 x-openstack-request-id: req-28fb7cd0-1c3a-41fb-9d11-2091daa3a340 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:28.090438 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:28.090438 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28fb7cd0-1c3a-41fb-9d11-2091daa3a340 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:28.090863 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c', 'status': 'completed', 'code': 200} Sep 02 12:43:28.101756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-8668b51a-f850-4892-99b3-b0c7bad73991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.110223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-8668b51a-f850-4892-99b3-b0c7bad73991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020308 Sep 02 12:43:28.120047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:28.165970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0301086a-33cd-42c3-bda3-32683b5b85b3 req-274d3ff3-b7b1-4cfc-90c7-f5777b60613d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4069872 Sep 02 12:43:28.252183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:28.263952 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:28.387121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.387860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.388500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.389169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.389798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.390611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.391253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.394879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-1691fdeb-5589-45c6-9c6d-d17881d3dcee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6353 time: 0.3028324 Sep 02 12:43:28.401600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-b79d957e-cc2b-4115-87e3-0dce723143c9 service neutron] 10.222.0.41 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655828 Sep 02 12:43:28.403539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:28.634821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b67-7cd9-46c4-a6ec-4dffeeef7502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:28.695394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a6829d8-f770-4274-a589-6cb5b920e5d4 req-6164680e-d018-41e5-9338-37eab082a161 service neutron] 10.222.0.41 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896063 Sep 02 12:43:28.782864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-e7f41d33-4d34-457b-97ec-da798a4f0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.783349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-e7f41d33-4d34-457b-97ec-da798a4f0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.783826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-e7f41d33-4d34-457b-97ec-da798a4f0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.785561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-e7f41d33-4d34-457b-97ec-da798a4f0fa0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a07d0b7db76541e091c95508021d3a1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3777149 Sep 02 12:43:28.786392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b793-8284-42b1-a238-6eb7fd7dd342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:28.803067 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Floating IP e39ed9a0-e9f0-4da0-995b-abbc781677f6 associated. External IP: 172.25.7.175, port: 70cd96b7-e165-4b4e-aab8-303cb6721493. Sep 02 12:43:28.880107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-da2fda95-8527-4189-9630-9b567018b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.881451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-da2fda95-8527-4189-9630-9b567018b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.883733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-da2fda95-8527-4189-9630-9b567018b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:28.907650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-da2fda95-8527-4189-9630-9b567018b5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2866 time: 0.1489019 Sep 02 12:43:29.205235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9413e-0ade-4f2c-886a-264520a03ae0 req-87e342ab-7959-4514-a4ca-5155ac1cc0e7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.224559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9413e-0ade-4f2c-886a-264520a03ae0 req-87e342ab-7959-4514-a4ca-5155ac1cc0e7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.243905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9413e-0ade-4f2c-886a-264520a03ae0 req-87e342ab-7959-4514-a4ca-5155ac1cc0e7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.250158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8de9413e-0ade-4f2c-886a-264520a03ae0 req-87e342ab-7959-4514-a4ca-5155ac1cc0e7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2413 time: 0.2941229 Sep 02 12:43:29.306995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-bb7de151-d5de-4723-9dff-1efabe83e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.313647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-bb7de151-d5de-4723-9dff-1efabe83e2db service neutron] 10.222.0.41 "GET /v2.0/networks?id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0 HTTP/1.1" status: 200 len: 903 time: 0.3971839 Sep 02 12:43:29.338146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:29.406986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-8caae5fd-7aa4-4fc6-9db4-ac7cd5a94fa8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd HTTP/1.1" status: 200 len: 217 time: 0.0777090 Sep 02 12:43:29.444210 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b793-8284-42b1-a238-6eb7fd7dd342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:29.492663 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b793-8284-42b1-a238-6eb7fd7dd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:29.517388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8de9413e-0ade-4f2c-886a-264520a03ae0 req-f898e890-5486-4708-8ca7-403c12d10271 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569072 Sep 02 12:43:29.571777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-bc29bed4-f3d0-4295-91f1-227bf5476a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.573625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-bc29bed4-f3d0-4295-91f1-227bf5476a91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d7e7eb3-80f9-4ea7-a972-b7d379dadf23 HTTP/1.1" status: 200 len: 801 time: 0.1525970 Sep 02 12:43:29.673734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ebe4b793-8284-42b1-a238-6eb7fd7dd342 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09e9d00c940c4818b5347adf631f50e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6050804 Sep 02 12:43:29.678584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:29.682572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-3e058078-5319-4c50-b8d2-2cc440d649e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.684090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aef8286f-39b3-4347-912a-cbaff5913e14 req-3e058078-5319-4c50-b8d2-2cc440d649e8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8855591 Sep 02 12:43:29.693118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-e3bf6ca8-ad5f-44b1-aab3-a94b7de4ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.695444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-e3bf6ca8-ad5f-44b1-aab3-a94b7de4ef90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d400ff0a-a123-4a1a-89a4-1369d66c1bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1131363 Sep 02 12:43:29.732648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4b793-8284-42b1-a238-6eb7fd7dd342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402aa307-1af3-4fe9-8ab9-527633b5d710,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:29.881227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b89086-8592-4801-a4bd-1f127bd0024d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:29.886047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-081628ba-bbd5-4309-b237-721a356da59c service neutron] 10.222.0.41 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791201 Sep 02 12:43:29.976273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.982711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:29.992050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:30.001121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:30.008025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:30.016345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:30.023162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:30.025836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-0f146988-6e81-491b-9f97-b6c37d2b4f04 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5406 time: 0.4466147 Sep 02 12:43:30.059850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ada52be-c485-435e-8b0f-670afeb6157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.168003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ada52be-c485-435e-8b0f-670afeb6157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.179849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0aa3e046-ad65-425a-9cfa-217f850be243 req-4332b75b-faaf-4d59-a263-35ce72329cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859712 Sep 02 12:43:30.220136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760d858d-5429-49df-941d-f7fa519f0966 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:30.233118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.257396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Transition to ACTIVE for port object 760d858d-5429-49df-941d-f7fa519f0966 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:30.266488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ed5d71d-1cbc-45a0-af45-67ed5fdefb5c req-e101321c-d79b-4658-be7a-ba17f74c087f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2267628 Sep 02 12:43:30.272976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.278569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Router febea485-1964-4508-a96f-610d8936c787 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:43:30.353712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Pushing event updated for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:30.379867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b89086-8592-4801-a4bd-1f127bd0024d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.386914 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b89086-8592-4801-a4bd-1f127bd0024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.398613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ada52be-c485-435e-8b0f-670afeb6157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.404655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ada52be-c485-435e-8b0f-670afeb6157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.421246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5ada52be-c485-435e-8b0f-670afeb6157b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/402aa307-1af3-4fe9-8ab9-527633b5d710 HTTP/1.1" status: 204 len: 168 time: 0.7412019 Sep 02 12:43:30.486318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-22b89086-8592-4801-a4bd-1f127bd0024d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2ff4d91bf78482c95d64eb43394f8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1457496 Sep 02 12:43:30.487489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89086-8592-4801-a4bd-1f127bd0024d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056dd68-3c9f-467b-9570-7dbae0f3b86c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:30.490045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56310) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:30.502501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada52be-c485-435e-8b0f-670afeb6157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402aa307-1af3-4fe9-8ab9-527633b5d710,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:30.621462 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0467-fb88-4f9f-8b83-0fe759fc4938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.675492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0467-fb88-4f9f-8b83-0fe759fc4938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.721354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:43:30.723219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Attempting to bind port 760d858d-5429-49df-941d-f7fa519f0966 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:30.723485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Attempting to bind port 760d858d-5429-49df-941d-f7fa519f0966 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:30.723822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Attempting to bind port 760d858d-5429-49df-941d-f7fa519f0966 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:30.733887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] Sync routers for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:43:30.761662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.763001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:43:30.764819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:43:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:30.773403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Port 760d858d-5429-49df-941d-f7fa519f0966 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:30.776428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Attempting to bind port 760d858d-5429-49df-941d-f7fa519f0966 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:30.803894 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0467-fb88-4f9f-8b83-0fe759fc4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.807207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0467-fb88-4f9f-8b83-0fe759fc4938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.814246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fb4a0467-fb88-4f9f-8b83-0fe759fc4938 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c056dd68-3c9f-467b-9570-7dbae0f3b86c HTTP/1.1" status: 204 len: 168 time: 0.3230515 Sep 02 12:43:30.830207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a0467-fb88-4f9f-8b83-0fe759fc4938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056dd68-3c9f-467b-9570-7dbae0f3b86c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:30.913354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:30.918330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Checking segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:30.918924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Bound using segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:30.921779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Bound port: 760d858d-5429-49df-941d-f7fa519f0966, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:30.922345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:30.995075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1500b08d-e662-43a5-ad43-d5ef42fbef52 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "PUT /v2.0/floatingips/e39ed9a0-e9f0-4da0-995b-abbc781677f6 HTTP/1.1" status: 200 len: 992 time: 4.8764026 Sep 02 12:43:31.002761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:31.006911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56320) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:31.009446 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df84fda-60a2-4b7f-b917-cd2c87b20948" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:31.026000 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:43:31.043465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b20201c-962d-4075-87cb-6f66d578d8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.102374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9d3bd-b7af-4362-91d4-6734aaa63410 req-bf0287d6-acd2-4913-b07e-dbe10e8702d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.111823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9d3bd-b7af-4362-91d4-6734aaa63410 req-bf0287d6-acd2-4913-b07e-dbe10e8702d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.125631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9d3bd-b7af-4362-91d4-6734aaa63410 req-bf0287d6-acd2-4913-b07e-dbe10e8702d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.127703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27e9d3bd-b7af-4362-91d4-6734aaa63410 req-bf0287d6-acd2-4913-b07e-dbe10e8702d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2413 time: 0.3473699 Sep 02 12:43:31.307250 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281c69ae-e6d7-4117-a6ab-ee6386b5f643 x-openstack-request-id: req-281c69ae-e6d7-4117-a6ab-ee6386b5f643 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:31.307458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b20201c-962d-4075-87cb-6f66d578d8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.307627 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:31.307904 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-281c69ae-e6d7-4117-a6ab-ee6386b5f643 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:31.308624 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'status': 'completed', 'code': 200} Sep 02 12:43:31.335593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b20201c-962d-4075-87cb-6f66d578d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.354617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:31.371436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=760d858d-5429-49df-941d-f7fa519f0966,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:31.382593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.391578 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e486313e-b3ee-488b-ba46-be6838270e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.508105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20201c-962d-4075-87cb-6f66d578d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b5557-5a16-4b07-aa70-6f5a5791d271,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:31.522920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b20201c-962d-4075-87cb-6f66d578d8bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a2181a9f499475594d67bc74598d2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147579 Sep 02 12:43:31.532694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:31.585734 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'e39ed9a0-e9f0-4da0-995b-abbc781677f6', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'febea485-1964-4508-a96f-610d8936c787', 'port_id': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'mac_address': 'fa:16:3e:72:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:41:44Z', 'updated_at': '2021-09-02T12:43:27Z', 'revision_number': 1, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:03Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:31.594593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.597022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.602808 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] 10.222.0.41 "PUT /v2.0/ports/760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 200 len: 1091 time: 3.5355024 Sep 02 12:43:31.609831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.615420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27e9d3bd-b7af-4362-91d4-6734aaa63410 req-be4f6d6a-a0af-46f8-aeb2-c688b383fb78 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723423 Sep 02 12:43:31.617276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:31.647601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Request body: {'port': {'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:31.676092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.678940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.679481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.679981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.681285 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] Checking router: febea485-1964-4508-a96f-610d8936c787 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:43:31.683346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7c2a-a47b-4174-8560-8618100e9f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.684853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.685425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.685908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.692253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-ae8e1230-067f-465d-b46f-72df7cbf3d10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.3788359 Sep 02 12:43:31.701091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:43:31.702457 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:43:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:31.879202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7c2a-a47b-4174-8560-8618100e9f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.881183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.893169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7c2a-a47b-4174-8560-8618100e9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:31.961757 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:43:31.982563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:31.992743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f4ecb-4121-4a7e-817d-404fcfb4b532 service neutron] Pushing event updated for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:31.998743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.025890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.032497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.039175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.047020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.053832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.062644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-63738c5f-4f5f-4ece-8da3-66c9835cb084 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5418 time: 0.5584817 Sep 02 12:43:32.104997 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ec5f7c2a-a47b-4174-8560-8618100e9f7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2938517c377741a5a1eea2759ee3dfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865320 Sep 02 12:43:32.112423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34cedc7e-4d64-4b6f-a1bd-b72339840fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.116552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:32.139095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f7c2a-a47b-4174-8560-8618100e9f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8477fcc-f0df-4ac7-9b06-9e0083b5989b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:32.226610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34cedc7e-4d64-4b6f-a1bd-b72339840fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.257811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-774ba2bc-5852-4ccd-8bac-818e40995188 req-3a0aa879-0622-41cd-93dc-096bc1a14be9 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876037 Sep 02 12:43:32.284529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-8e0bc322-c4c5-4173-a851-e13a6cd7b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.286000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-8e0bc322-c4c5-4173-a851-e13a6cd7b0e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24 HTTP/1.1" status: 200 len: 913 time: 0.5776496 Sep 02 12:43:32.408567 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.451824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8931b16-7626-4a6b-a85b-8c56b0123347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.475357 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'e39ed9a0-e9f0-4da0-995b-abbc781677f6', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'febea485-1964-4508-a96f-610d8936c787', 'port_id': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'mac_address': 'fa:16:3e:72:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:41:44Z', 'updated_at': '2021-09-02T12:43:27Z', 'revision_number': 1, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:03Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:32.476730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8931b16-7626-4a6b-a85b-8c56b0123347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.544543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-2660f2a8-1ad3-42d1-8759-dfe40a02593d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 1000 time: 0.2450461 Sep 02 12:43:32.544927 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7bf968-d43d-4d88-9ea4-791c0264dd8d None None] The sync data for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 is: [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'e39ed9a0-e9f0-4da0-995b-abbc781677f6', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'febea485-1964-4508-a96f-610d8936c787', 'port_id': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'mac_address': 'fa:16:3e:72:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:41:44Z', 'updated_at': '2021-09-02T12:43:27Z', 'revision_number': 1, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:03Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:43:32.546519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8931b16-7626-4a6b-a85b-8c56b0123347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.552279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d18d19af-4755-477e-b051-9162b785d353 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:32.561748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8931b16-7626-4a6b-a85b-8c56b0123347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.563077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c8931b16-7626-4a6b-a85b-8c56b0123347 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8477fcc-f0df-4ac7-9b06-9e0083b5989b HTTP/1.1" status: 204 len: 168 time: 0.4449284 Sep 02 12:43:32.575427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cd0b99-8884-45db-9f78-88979017ba16 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:32.592427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.629805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8931b16-7626-4a6b-a85b-8c56b0123347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8477fcc-f0df-4ac7-9b06-9e0083b5989b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:32.651690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Transition to ACTIVE for port object 95cd0b99-8884-45db-9f78-88979017ba16 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:32.659130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.750146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34cedc7e-4d64-4b6f-a1bd-b72339840fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.757253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34cedc7e-4d64-4b6f-a1bd-b72339840fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:32.762801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-34cedc7e-4d64-4b6f-a1bd-b72339840fff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/054b5557-5a16-4b07-aa70-6f5a5791d271 HTTP/1.1" status: 204 len: 168 time: 1.2251987 Sep 02 12:43:32.788410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cedc7e-4d64-4b6f-a1bd-b72339840fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b5557-5a16-4b07-aa70-6f5a5791d271,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:32.802007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:32.805259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-a94e69f5-d313-469e-ac2f-05fa45c4d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.810014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-a94e69f5-d313-469e-ac2f-05fa45c4d12a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 200 len: 851 time: 0.2454333 Sep 02 12:43:32.924460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d18d19af-4755-477e-b051-9162b785d353, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d18d19af-4755-477e-b051-9162b785d353,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:32.958389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'd18d19af-4755-477e-b051-9162b785d353', 'network_id': 'c11afe62-1732-42a3-a4f9-5f70573fc400', 'port_id': 'd18d19af-4755-477e-b051-9162b785d353', 'mac_address': 'fa:16:3e:52:29:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:32.973719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-025a21d2-b7f6-495b-895f-109a917d522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:32.975951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-025a21d2-b7f6-495b-895f-109a917d522a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589167 Sep 02 12:43:33.002344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Attempting to bind port 95cd0b99-8884-45db-9f78-88979017ba16 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:33.002964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Attempting to bind port 95cd0b99-8884-45db-9f78-88979017ba16 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:33.003091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Attempting to bind port 95cd0b99-8884-45db-9f78-88979017ba16 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:33.017801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Port 95cd0b99-8884-45db-9f78-88979017ba16 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:33.018093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Attempting to bind port 95cd0b99-8884-45db-9f78-88979017ba16 on network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:33.031512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:33.031858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Checking segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:33.032255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Bound using segment: {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:33.034899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Bound port: 95cd0b99-8884-45db-9f78-88979017ba16, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd9c669-877d-4340-94cd-14a65309e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:33.035344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:33.154983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:33.200059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfdfca-fb10-4592-8e3e-b217b5753498 None None] New status for floating IP e39ed9a0-e9f0-4da0-995b-abbc781677f6: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:43:33.215026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18d19af-4755-477e-b051-9162b785d353 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:33.232504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43920-271b-4a50-9151-869dc0fc0af5 req-1efa23c3-66fb-480a-8c07-f74c6ee4647c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.257741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43920-271b-4a50-9151-869dc0fc0af5 req-1efa23c3-66fb-480a-8c07-f74c6ee4647c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.267153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43920-271b-4a50-9151-869dc0fc0af5 req-1efa23c3-66fb-480a-8c07-f74c6ee4647c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.271154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6fe43920-271b-4a50-9151-869dc0fc0af5 req-1efa23c3-66fb-480a-8c07-f74c6ee4647c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2413 time: 0.4153583 Sep 02 12:43:33.283395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-2e9a55ad-f825-429b-9c15-5d80ab306207 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974606 Sep 02 12:43:33.291181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:33.308183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=95cd0b99-8884-45db-9f78-88979017ba16,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:33.312318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '760d858d-5429-49df-941d-f7fa519f0966'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:33.320834 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05388a0-27d1-414d-af55-0dc739d0f077" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "760d858d-5429-49df-941d-f7fa519f0966"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:33.338539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:33.434025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.436234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:33.437798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 200 len: 1091 time: 1.7973595 Sep 02 12:43:33.606323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d18d19af-4755-477e-b051-9162b785d353, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d18d19af-4755-477e-b051-9162b785d353,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:33.638538 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:33.639228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8b8ed40-9caa-41f6-a576-2fc4f6b126bd details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:33.654649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720543e9-901a-492b-8b7b-66907188a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:33.775303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.776381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.776876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.777398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.777875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.778669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.781534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d18d19af-4755-477e-b051-9162b785d353,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:33.782430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:33.788425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ff2a995e-d093-4672-94cc-595a1d10c376 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6487 time: 0.2887354 Sep 02 12:43:33.805165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.807080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.807609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.808125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.810942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.811521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.821738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.822343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.822874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.823386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.823884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:33.824398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:34.010697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:34.025815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd', 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'port_id': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd', 'mac_address': 'fa:16:3e:4a:85:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7e7eb3-80f9-4ea7-a972-b7d379dadf23', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:34.100553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:34.127589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b8ed40-9caa-41f6-a576-2fc4f6b126bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:34.156148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:34.170927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:34.172856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:34.185948 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:34.302247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c8b076c2-a28e-454c-9bcb-f2345ea7d47f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 200 len: 217 time: 0.5062132 Sep 02 12:43:34.306161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:34.314723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:34.351931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b', 'network_id': 'd400ff0a-a123-4a1a-89a4-1369d66c1bd0', 'port_id': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b', 'mac_address': 'fa:16:3e:a5:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7e7eb3-80f9-4ea7-a972-b7d379dadf23', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:34.410142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:34.439845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:34.440140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.446461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.454876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.463132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.488058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.496397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:34.503987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:34.510408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.517173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.525781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-450dfcfb-90ae-4215-ac13-5435adfa4ce0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.8343110 Sep 02 12:43:34.533254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7df84fda-60a2-4b7f-b917-cd2c87b20948 req-292a79a7-30a6-4603-aa08-704b1ade9d3e service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2389896 Sep 02 12:43:34.557085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6fe43920-271b-4a50-9151-869dc0fc0af5 req-776257b9-32d1-42e4-91ed-7b4a993e09e4 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2677462 Sep 02 12:43:34.680180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-11f2b2e9-42c7-4987-8879-a13b7dc7f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.688236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-11f2b2e9-42c7-4987-8879-a13b7dc7f805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=791c1b25-8efe-4bc0-af0a-9389cd06562c HTTP/1.1" status: 200 len: 856 time: 0.3750312 Sep 02 12:43:34.694311 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39cb2cf-c2bd-4b11-ac69-7ab85e6322ce x-openstack-request-id: req-f39cb2cf-c2bd-4b11-ac69-7ab85e6322ce {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:34.695020 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "760d858d-5429-49df-941d-f7fa519f0966", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:34.695269 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f39cb2cf-c2bd-4b11-ac69-7ab85e6322ce {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:34.700109 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '760d858d-5429-49df-941d-f7fa519f0966', 'status': 'completed', 'code': 200} Sep 02 12:43:34.706410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:34.761994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1bda5492-21eb-47c9-a42a-81a539c8d378 req-11cbcc4d-85e9-4c61-b8a4-c35bd5e11839 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349648 Sep 02 12:43:34.821065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d18d19af-4755-477e-b051-9162b785d353'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:34.927058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6eb7ed0e-15d1-478a-9807-68853ab5114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:34.939842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-6eb7ed0e-15d1-478a-9807-68853ab5114a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=570c4c40-0a12-4264-8cd4-695bfe62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965692 Sep 02 12:43:34.945819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9f552e1f-7bdb-4ea0-b4a6-08266c315a4b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:34.960652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e8b8ed40-9caa-41f6-a576-2fc4f6b126bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:35.116171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:35.378057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-692fce68-db57-4d48-98e4-c9daf8f797d4 service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357669 Sep 02 12:43:35.484879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fad142-0440-42e0-9305-c492aa839214 req-68b08a39-ad7e-43a4-a011-baa032ed7404 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:35.490998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5fad142-0440-42e0-9305-c492aa839214 req-68b08a39-ad7e-43a4-a011-baa032ed7404 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c58ac69-01c6-468a-9aee-dd727c21b955 HTTP/1.1" status: 200 len: 946 time: 0.1327531 Sep 02 12:43:35.672762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-b52b5f26-0ca3-4bec-b09b-c62d5ca68b64 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:35.679650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-b52b5f26-0ca3-4bec-b09b-c62d5ca68b64 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.6445088 Sep 02 12:43:35.754116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-8d8ccd76-70bd-4e2a-b480-07d77271e357 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/quotas/6a5f6fd0cef14b3ba433a081e87fc156 HTTP/1.1" status: 200 len: 375 time: 0.0611498 Sep 02 12:43:35.859789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Deleting port a8052838-a7ed-45c5-9a49-3586675278d5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:35.860324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:35.860542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-245a528a-f138-4b04-bfe4-1e973d0521a2 service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728258 Sep 02 12:43:35.899033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-7ac3f8a1-16dc-4db4-aea5-a4a189c66176 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304052 Sep 02 12:43:35.937768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6960-669d-4919-a2a8-030f8b716bb3 req-3add07d2-b24b-46a1-8b54-aa5ec5186073 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:35.950525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6960-669d-4919-a2a8-030f8b716bb3 req-3add07d2-b24b-46a1-8b54-aa5ec5186073 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:35.958555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6960-669d-4919-a2a8-030f8b716bb3 req-3add07d2-b24b-46a1-8b54-aa5ec5186073 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:35.968086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4ae6960-669d-4919-a2a8-030f8b716bb3 req-3add07d2-b24b-46a1-8b54-aa5ec5186073 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2416 time: 0.2276380 Sep 02 12:43:35.995356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-68355e84-10cf-4b8b-b773-f66c04d6151b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 217 time: 0.1266215 Sep 02 12:43:36.051576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4ae6960-669d-4919-a2a8-030f8b716bb3 req-e77080c4-7dd1-464c-8c68-470aecf54096 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665448 Sep 02 12:43:36.095679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a4e459b7-6bc6-4f66-9f74-4d0892caaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.097556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a4e459b7-6bc6-4f66-9f74-4d0892caaa44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0881691 Sep 02 12:43:36.120815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-9e2e3b7b-6615-4221-8c1a-20a5d01ea426 service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193503 Sep 02 12:43:36.130451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] For port a8052838-a7ed-45c5-9a49-3586675278d5, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a8052838-a7ed-45c5-9a49-3586675278d5,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:36.131452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:36.171705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Calling delete_port for a8052838-a7ed-45c5-9a49-3586675278d5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:36.282967 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-ca8be253-d1dd-4efe-94aa-3db633407288 service neutron] 10.222.0.60 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622179 Sep 02 12:43:36.288174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-b34df61b-b705-4f0a-aa87-6cacc7da470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.288174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-b34df61b-b705-4f0a-aa87-6cacc7da470a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798189 Sep 02 12:43:36.367043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.374525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.381734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.389600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.396475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.404362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.411234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:36.413602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-be1db47c-5085-4c17-b6e1-ab810a2a28f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1498270 Sep 02 12:43:36.417610 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2e3238b8-4feb-471c-bad3-641179fa11d7 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212921 Sep 02 12:43:36.529230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:36.569743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d18d19af-4755-477e-b051-9162b785d353 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:36.570235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event deleted for resources: {'Port': ['ID=a8052838-a7ed-45c5-9a49-3586675278d5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:36.585074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed2c119a-d14c-48bd-8738-b0e5d7af1880 req-a0b6e961-8af9-4dae-8aac-d2315fd0ceac tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389041 Sep 02 12:43:36.662627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] No DVR routers for this DVR port a8052838-a7ed-45c5-9a49-3586675278d5 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:36.671858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:36.673974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5fad142-0440-42e0-9305-c492aa839214 req-7adff08b-2756-48fa-8e8f-7f054870042c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.18 "DELETE /v2.0/ports/a8052838-a7ed-45c5-9a49-3586675278d5 HTTP/1.1" status: 204 len: 173 time: 1.1800168 Sep 02 12:43:36.674475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'name': 'network-vif-deleted', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:36.685430 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a2e57-a84e-4ea2-91f5-c57d83bed4e8" -d '{"events": [{"server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "name": "network-vif-deleted", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:36.708475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:36.710829 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "95cd0b99-8884-45db-9f78-88979017ba16"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:36.717618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-71533958-4275-49cc-80d0-3d67fff05c17 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851107 Sep 02 12:43:36.719217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port d18d19af-4755-477e-b051-9162b785d353 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:36.730833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port d18d19af-4755-477e-b051-9162b785d353 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:36.731015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:36.823153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-43fbc52d-638a-4aa2-8a5f-3bf93bf080db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 217 time: 0.0811720 Sep 02 12:43:36.921769 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:36.969416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d18d19af-4755-477e-b051-9162b785d353, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d18d19af-4755-477e-b051-9162b785d353,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:36.970552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18d19af-4755-477e-b051-9162b785d353'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:36.974025 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d246c-4de6-4195-94fd-2c47b1a8ab47" -d '{"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-plugged", "status": "completed", "tag": "d18d19af-4755-477e-b051-9162b785d353"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:36.993632 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:36.997062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8b8ed40-9caa-41f6-a576-2fc4f6b126bd up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:37.011353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-20fb11a1-0801-4391-b9de-62f1d479002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.012925 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-20fb11a1-0801-4391-b9de-62f1d479002a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.1649933 Sep 02 12:43:37.019553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-002b4550-1df6-4467-95b8-723ade07f44e req-147f9a69-7bbb-4768-858d-e3a0adda6380 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 210 time: 0.1953788 Sep 02 12:43:37.092167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-8b405d99-21e0-4231-bf05-3ee9b28a39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.093609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a8052838-a7ed-45c5-9a49-3586675278d5 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:37.094339 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-8b405d99-21e0-4231-bf05-3ee9b28a39cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683949 Sep 02 12:43:37.105514 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7948276f-0699-4b04-ad06-d0d70cc87c45 x-openstack-request-id: req-7948276f-0699-4b04-ad06-d0d70cc87c45 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:37.106062 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58ac69-01c6-468a-9aee-dd727c21b955", "name": "network-vif-deleted", "tag": "a8052838-a7ed-45c5-9a49-3586675278d5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:37.106236 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7948276f-0699-4b04-ad06-d0d70cc87c45 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:37.106735 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58ac69-01c6-468a-9aee-dd727c21b955', 'name': 'network-vif-deleted', 'tag': 'a8052838-a7ed-45c5-9a49-3586675278d5', 'status': 'completed', 'code': 200} Sep 02 12:43:37.127289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: a8052838-a7ed-45c5-9a49-3586675278d5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:37.127992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a8052838-a7ed-45c5-9a49-3586675278d5 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:37.153499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d18d19af-4755-477e-b051-9162b785d353,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:37.175330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:37.191040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:37.191421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:37.222822 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6147e00b-6b2f-45c0-8f21-d0668389124b x-openstack-request-id: req-6147e00b-6b2f-45c0-8f21-d0668389124b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:37.223135 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "95cd0b99-8884-45db-9f78-88979017ba16", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:37.223391 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6147e00b-6b2f-45c0-8f21-d0668389124b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:37.223847 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16', 'status': 'completed', 'code': 200} Sep 02 12:43:37.255708 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a67f77f-0184-4f6a-b46d-9e26b8361e17 x-openstack-request-id: req-3a67f77f-0184-4f6a-b46d-9e26b8361e17 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:37.256309 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-plugged", "status": "completed", "tag": "d18d19af-4755-477e-b051-9162b785d353", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:37.256715 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a67f77f-0184-4f6a-b46d-9e26b8361e17 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:37.257701 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18d19af-4755-477e-b051-9162b785d353', 'code': 200} Sep 02 12:43:37.310323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-807a5ee4-6da6-4cc4-befc-a0e58e40f2ce service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086916 Sep 02 12:43:37.339275 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:37.402831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682c195-3d93-41c9-a842-71cf93896c8a req-420e134c-cfdb-4c8d-8710-ee3dcfed4260 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.414690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682c195-3d93-41c9-a842-71cf93896c8a req-420e134c-cfdb-4c8d-8710-ee3dcfed4260 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.425504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682c195-3d93-41c9-a842-71cf93896c8a req-420e134c-cfdb-4c8d-8710-ee3dcfed4260 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.436379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:37.438622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f682c195-3d93-41c9-a842-71cf93896c8a req-420e134c-cfdb-4c8d-8710-ee3dcfed4260 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2417 time: 0.1337259 Sep 02 12:43:37.456116 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:37.457307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:37.496466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-55eb0275-3279-4f4b-833a-4ea3aaebcd4a service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771979 Sep 02 12:43:37.573169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f682c195-3d93-41c9-a842-71cf93896c8a req-2300078b-19a2-4e3c-b803-9bb66f4ff4e5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308568 Sep 02 12:43:37.641795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-c4f8f32f-47f1-4e14-b091-a53c27bd4fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 HTTP/1.1" status: 200 len: 217 time: 0.1311293 Sep 02 12:43:37.683871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:37.728192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:37.734211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:37.734587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:37.736089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a6d0ebb9-0d20-452e-96ca-9566d0109216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.737887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-a6d0ebb9-0d20-452e-96ca-9566d0109216 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0862508 Sep 02 12:43:37.855428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.862080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.869832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.872463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:37.878222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.886483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.896386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.903787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.906411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f72b202-6404-4658-9180-158d06adb5eb req-cd431b92-f80c-4bf4-839d-c65ba85b215e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1286662 Sep 02 12:43:37.909935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-7d9d7b95-b050-44ba-a843-b0035b7c517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:37.911724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-7d9d7b95-b050-44ba-a843-b0035b7c517c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1662240 Sep 02 12:43:37.953006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:37.961199 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.034873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f72b202-6404-4658-9180-158d06adb5eb req-5546211c-224a-44fa-a278-528791fd931f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179745 Sep 02 12:43:38.108755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:38.166524 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-bdb036dc-0a89-404b-b12b-8a8110f41642 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032900 Sep 02 12:43:38.199732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:38.310433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:38.336777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-05a8dee0-c130-4cdb-a24d-2e8a42c5dd51 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:38.349452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-05a8dee0-c130-4cdb-a24d-2e8a42c5dd51 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 804 time: 0.1429064 Sep 02 12:43:38.361290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Request body: {'port': {'device_id': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'admin_state_up': True, 'tenant_id': '6a5f6fd0cef14b3ba433a081e87fc156'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:38.384372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2788735-8648-40ab-bc60-8dcfb3052ac4 req-016ddea5-27b8-4947-8b60-d278a64a69fc tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 210 time: 0.2207019 Sep 02 12:43:38.403256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-3a4e07b8-ac20-465f-81a7-e96a10891e0a service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240570 Sep 02 12:43:38.492989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-5b241f20-beac-4720-8bb2-f4ddf3b844fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c HTTP/1.1" status: 200 len: 217 time: 0.0826836 Sep 02 12:43:38.546335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Made reservation on behalf of 6a5f6fd0cef14b3ba433a081e87fc156 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:38.550345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.566076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccb37bf7-6eaa-4dc5-939c-91f527891192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.570138 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b73e9aa4-177e-4259-bc24-b29eeddbe517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.594127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-1eaa0b2d-34d2-4211-b488-bb7c71167ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:38.595739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-1eaa0b2d-34d2-4211-b488-bb7c71167ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0937035 Sep 02 12:43:38.682148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-12884227-fa26-40db-aa23-2babf867226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:38.683686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-12884227-fa26-40db-aa23-2babf867226b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789752 Sep 02 12:43:38.724568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Allocated IP 172.20.0.11 (2f55900f-672f-4a50-a931-45d496cae7f6/d11d6bdd-387b-48ab-b7a4-88440d404ec8/7c085fa0-ce6d-4763-80ac-0afc89b07735) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:38.842176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e5c-d1d4-4b2d-a1f9-31197b25360e req-d6109236-3c84-45d6-87e3-e7332b8abc75 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:38.848092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e5c-d1d4-4b2d-a1f9-31197b25360e req-d6109236-3c84-45d6-87e3-e7332b8abc75 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:38.854217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e5c-d1d4-4b2d-a1f9-31197b25360e req-d6109236-3c84-45d6-87e3-e7332b8abc75 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:38.855905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37ca1e5c-d1d4-4b2d-a1f9-31197b25360e req-d6109236-3c84-45d6-87e3-e7332b8abc75 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2419 time: 0.1679626 Sep 02 12:43:38.859542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b73e9aa4-177e-4259-bc24-b29eeddbe517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.881699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b73e9aa4-177e-4259-bc24-b29eeddbe517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.899095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.942966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:38.956789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-8d8fa87b-5d5f-45b8-a168-3fd56ab23749 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528052 Sep 02 12:43:38.969367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e9aa4-177e-4259-bc24-b29eeddbe517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9332d02-95a7-41c8-90e3-f9188417bdef,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:38.978419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b73e9aa4-177e-4259-bc24-b29eeddbe517 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97c502cebd7943e2a9878bbd1beed332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7746341 Sep 02 12:43:38.980683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56638) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:38.998654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Network 2f55900f-672f-4a50-a931-45d496cae7f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:39.015832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:39.024677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:39.033874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:39.041357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37ca1e5c-d1d4-4b2d-a1f9-31197b25360e req-534eeb2a-3f63-4c04-bceb-43856eb2f0b8 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783726 Sep 02 12:43:39.106554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.107219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.113007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc05d-06b7-4e7e-8cd6-7c926cf33112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.122704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-7ba43454-a272-4819-af39-415ef86ee250 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545265 Sep 02 12:43:39.144199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc05d-06b7-4e7e-8cd6-7c926cf33112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.148827 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccb37bf7-6eaa-4dc5-939c-91f527891192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.171567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-f4013945-243a-4765-aee4-ac709feec7fa tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8208826 Sep 02 12:43:39.187155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-5be7fb68-8da1-4156-8efa-354e022d1f3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 200 len: 217 time: 0.0556602 Sep 02 12:43:39.187900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccb37bf7-6eaa-4dc5-939c-91f527891192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.194015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Request body: {'port': {'device_id': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:39.260729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd'}, {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:39.264223 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed14e4-13c2-43ec-bd11-569e91a11e4c" -d '{"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-plugged", "status": "completed", "tag": "e8b8ed40-9caa-41f6-a576-2fc4f6b126bd"}, {"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-plugged", "status": "completed", "tag": "9f552e1f-7bdb-4ea0-b4a6-08266c315a4b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:39.289321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc05d-06b7-4e7e-8cd6-7c926cf33112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.292935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc05d-06b7-4e7e-8cd6-7c926cf33112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.294305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f9cc05d-06b7-4e7e-8cd6-7c926cf33112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9332d02-95a7-41c8-90e3-f9188417bdef HTTP/1.1" status: 204 len: 168 time: 0.3125176 Sep 02 12:43:39.301927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.311310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ccb37bf7-6eaa-4dc5-939c-91f527891192 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=671da54c676343e6be223769cf582114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9997094 Sep 02 12:43:39.312658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb37bf7-6eaa-4dc5-939c-91f527891192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f725400-48b4-4474-aa34-cf83197d6241,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:39.315336 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2186c3d5-3128-4fd0-9866-f213767b85dc x-openstack-request-id: req-2186c3d5-3128-4fd0-9866-f213767b85dc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:39.315503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:39.315612 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-plugged", "status": "completed", "tag": "e8b8ed40-9caa-41f6-a576-2fc4f6b126bd", "code": 200}, {"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-plugged", "status": "completed", "tag": "9f552e1f-7bdb-4ea0-b4a6-08266c315a4b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:39.315862 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2186c3d5-3128-4fd0-9866-f213767b85dc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:39.316264 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd', 'code': 200} Sep 02 12:43:39.316516 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b', 'code': 200} Sep 02 12:43:39.339904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-08b987fa-45eb-415c-ade0-cc4019cdfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.341424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-08b987fa-45eb-415c-ade0-cc4019cdfa78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.1399612 Sep 02 12:43:39.342502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cc05d-06b7-4e7e-8cd6-7c926cf33112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9332d02-95a7-41c8-90e3-f9188417bdef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:39.370416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.376292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.382390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.388643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.395184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.401636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.408755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.410994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-1065927a-2463-440a-8610-77fe3a2f32f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.2015371 Sep 02 12:43:39.545642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-811e268a-6c4b-449e-91df-7189693b5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.547199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-811e268a-6c4b-449e-91df-7189693b5d51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942682 Sep 02 12:43:39.547853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5e02f63-7240-446c-b5a3-e9ee04eb270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.556602 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e400360-a78f-4d46-8e90-9158e87ea3c8 req-4d0e6521-5b3a-4c17-a28b-65e053501429 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169643 Sep 02 12:43:39.562900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4957725-50c4-4eee-99a3-19e8a8dec800 req-99b97c50-3304-46b0-bf12-398f9000141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.563256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4957725-50c4-4eee-99a3-19e8a8dec800 req-99b97c50-3304-46b0-bf12-398f9000141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.563733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4957725-50c4-4eee-99a3-19e8a8dec800 req-99b97c50-3304-46b0-bf12-398f9000141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.565406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4957725-50c4-4eee-99a3-19e8a8dec800 req-99b97c50-3304-46b0-bf12-398f9000141e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2872 time: 0.1438637 Sep 02 12:43:39.572154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371105e-4ebe-4f42-9010-b50af0e5f91d req-a27a5eaf-76a9-4136-a136-1f292ed82c86 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:39.574226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e371105e-4ebe-4f42-9010-b50af0e5f91d req-a27a5eaf-76a9-4136-a136-1f292ed82c86 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 932 time: 0.1156936 Sep 02 12:43:39.642298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5e02f63-7240-446c-b5a3-e9ee04eb270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.651507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e371105e-4ebe-4f42-9010-b50af0e5f91d req-5817d7c4-66a3-49c4-9bac-abab146b6c49 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691309 Sep 02 12:43:39.696239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:39.703516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4957725-50c4-4eee-99a3-19e8a8dec800 req-ab718263-7052-45ef-ba21-8d404e406b49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251581 Sep 02 12:43:39.719814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c085fa0-ce6d-4763-80ac-0afc89b07735 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:39.730613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.731739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55e73e0-6299-478f-8789-5a0064178c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.746773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-f58f458e-9b7b-415f-8a4e-845162725c8f service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891589 Sep 02 12:43:39.761970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Transition to ACTIVE for port object 7c085fa0-ce6d-4763-80ac-0afc89b07735 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:39.764677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5e02f63-7240-446c-b5a3-e9ee04eb270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.767242 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5e02f63-7240-446c-b5a3-e9ee04eb270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.767435 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.768386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b5e02f63-7240-446c-b5a3-e9ee04eb270f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f725400-48b4-4474-aa34-cf83197d6241 HTTP/1.1" status: 204 len: 168 time: 0.4503951 Sep 02 12:43:39.785386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e02f63-7240-446c-b5a3-e9ee04eb270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f725400-48b4-4474-aa34-cf83197d6241,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:39.852157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:39.879868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55e73e0-6299-478f-8789-5a0064178c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.886442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55e73e0-6299-478f-8789-5a0064178c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.937700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Attempting to bind port 7c085fa0-ce6d-4763-80ac-0afc89b07735 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:39.938467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Attempting to bind port 7c085fa0-ce6d-4763-80ac-0afc89b07735 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:39.938959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Attempting to bind port 7c085fa0-ce6d-4763-80ac-0afc89b07735 on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:39.943704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Port 7c085fa0-ce6d-4763-80ac-0afc89b07735 on network 2f55900f-672f-4a50-a931-45d496cae7f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:39.944031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Attempting to bind port 7c085fa0-ce6d-4763-80ac-0afc89b07735 on network 2f55900f-672f-4a50-a931-45d496cae7f6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:39.950266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:39.950736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Checking segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:39.951028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Bound using segment: {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:39.951458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Bound port: 7c085fa0-ce6d-4763-80ac-0afc89b07735, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:39.951851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:39.990348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e73e0-6299-478f-8789-5a0064178c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d4045e-9556-4f4f-93e1-c92155644b36,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:40.001154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d55e73e0-6299-478f-8789-5a0064178c2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1379de6a13940eca057e56b353951eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969470 Sep 02 12:43:40.001395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56660) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:40.043695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-2730c8d1-467b-4c4a-967e-40a2b376929b service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454926 Sep 02 12:43:40.066439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:40.071771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:40.080321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.150480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.151236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.153389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] 10.222.0.41 "PUT /v2.0/ports/7c085fa0-ce6d-4763-80ac-0afc89b07735 HTTP/1.1" status: 200 len: 1092 time: 0.9687345 Sep 02 12:43:40.154320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef6c45f5-45e3-43ca-a35f-4b30d1ce45d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.156069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'tag': '7c085fa0-ce6d-4763-80ac-0afc89b07735'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:40.158492 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44377be0-49c7-41f4-8751-febedb6d7fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "73f67327-bf71-47f2-8baa-7beed7b5c0b7", "tag": "7c085fa0-ce6d-4763-80ac-0afc89b07735"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:40.223865 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c129c89-8e02-4aeb-bace-dd30bcfdeeb9 x-openstack-request-id: req-7c129c89-8e02-4aeb-bace-dd30bcfdeeb9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:40.224162 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f67327-bf71-47f2-8baa-7beed7b5c0b7", "tag": "7c085fa0-ce6d-4763-80ac-0afc89b07735", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:40.224408 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c129c89-8e02-4aeb-bace-dd30bcfdeeb9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:40.224762 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'tag': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'status': 'completed', 'code': 200} Sep 02 12:43:40.253068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef6c45f5-45e3-43ca-a35f-4b30d1ce45d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.267312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fcbd4-47d2-4989-b80c-afcf3bd8566e service neutron] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:40.306019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56670) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:40.333321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd9eb-2416-41cd-9e9c-4abd9c5e4a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.358354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-ff33611c-5434-4ac0-9d89-d5d19572b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.360889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-ff33611c-5434-4ac0-9d89-d5d19572b271 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 1095 time: 0.1631160 Sep 02 12:43:40.425153 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-123bcde3-b233-43ca-8d35-1da15e87c091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735 HTTP/1.1" status: 200 len: 217 time: 0.0547237 Sep 02 12:43:40.425761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef6c45f5-45e3-43ca-a35f-4b30d1ce45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.428327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef6c45f5-45e3-43ca-a35f-4b30d1ce45d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.432184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ef6c45f5-45e3-43ca-a35f-4b30d1ce45d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07d4045e-9556-4f4f-93e1-c92155644b36 HTTP/1.1" status: 204 len: 168 time: 0.4262774 Sep 02 12:43:40.434177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-86745c74-8212-44dc-a903-711df544d03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 200 len: 217 time: 0.3739564 Sep 02 12:43:40.473011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c45f5-45e3-43ca-a35f-4b30d1ce45d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d4045e-9556-4f4f-93e1-c92155644b36,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:40.517610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-40a19eed-0f16-41bd-81bb-66ef659637db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.518061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-3f6a7144-ded5-477a-b6ac-95c48aba41da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.519446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-40a19eed-0f16-41bd-81bb-66ef659637db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.0788202 Sep 02 12:43:40.519629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-3f6a7144-ded5-477a-b6ac-95c48aba41da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.0859165 Sep 02 12:43:40.530896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940fb99-5fa6-4207-932f-caa9da344c8f req-0a3ba0a8-483a-494f-a527-6e1f26886132 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.537412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940fb99-5fa6-4207-932f-caa9da344c8f req-0a3ba0a8-483a-494f-a527-6e1f26886132 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.543926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940fb99-5fa6-4207-932f-caa9da344c8f req-0a3ba0a8-483a-494f-a527-6e1f26886132 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.552011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2940fb99-5fa6-4207-932f-caa9da344c8f req-0a3ba0a8-483a-494f-a527-6e1f26886132 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2419 time: 0.1282775 Sep 02 12:43:40.578003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-e3e11894-f02f-47f9-ad45-0cf7b35312fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407007 Sep 02 12:43:40.620795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd9eb-2416-41cd-9e9c-4abd9c5e4a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.641993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2940fb99-5fa6-4207-932f-caa9da344c8f req-2ac8a0e6-fcf5-49a0-b196-39d3065f58a2 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839071 Sep 02 12:43:40.645552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ba3e0302-a4b4-42b2-9ffd-02f80c0ead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.649306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-ba3e0302-a4b4-42b2-9ffd-02f80c0ead80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0950797 Sep 02 12:43:40.659383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd9eb-2416-41cd-9e9c-4abd9c5e4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.719616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dd9eb-2416-41cd-9e9c-4abd9c5e4a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d11f59-b434-46c9-94f0-9969e838e64f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:40.726978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ab3dd9eb-2416-41cd-9e9c-4abd9c5e4a6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d1cffed7def44188ecb23347ef21039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194474 Sep 02 12:43:40.735428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:40.809487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-8f7490d5-d726-4e24-ae89-606c34ec6694 service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202432 Sep 02 12:43:40.834817 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:40.856954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9d6c9-4888-41b8-8987-21ccbe17ec64 req-0775598e-89ab-4289-b16c-7d5a206838f0 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.866167 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fd9d6c9-4888-41b8-8987-21ccbe17ec64 req-0775598e-89ab-4289-b16c-7d5a206838f0 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.0981154 Sep 02 12:43:40.902385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-1237b53d-e8b8-46d1-b27d-d0a72b788c2f service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456217 Sep 02 12:43:40.912823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.920481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.936356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.938263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fd9d6c9-4888-41b8-8987-21ccbe17ec64 req-5397aea5-6cff-44c9-8d2c-8ef7d759296e tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711958 Sep 02 12:43:40.944949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.965135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.972361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.979766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:40.981883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57390454-8305-42fd-be28-073952c34235 req-68e80b95-d476-4eeb-be6e-24e632c4f027 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.2263019 Sep 02 12:43:41.005668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-260752af-fe5c-4884-b363-a4a17bc718d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:41.058287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-260752af-fe5c-4884-b363-a4a17bc718d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:41.063621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a087c026-17d8-4240-b8ba-f62617f17829 req-f17ef7c1-593c-4965-8a76-d03dcfa61d14 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289728 Sep 02 12:43:41.097236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57390454-8305-42fd-be28-073952c34235 req-0172ce9e-16cc-494f-9989-a67406fe1d58 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068316 Sep 02 12:43:41.102851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26d112d-41d9-4c39-940a-2a615063e8a7 req-e71a57d9-f15d-404c-88e1-ffdca011e83e service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824874 Sep 02 12:43:41.143125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-260752af-fe5c-4884-b363-a4a17bc718d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:41.146481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-260752af-fe5c-4884-b363-a4a17bc718d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:41.148004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-260752af-fe5c-4884-b363-a4a17bc718d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0d11f59-b434-46c9-94f0-9969e838e64f HTTP/1.1" status: 204 len: 168 time: 0.4113684 Sep 02 12:43:41.159463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260752af-fe5c-4884-b363-a4a17bc718d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d11f59-b434-46c9-94f0-9969e838e64f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:41.269132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.269975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.270645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.271370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.272093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.272771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.273455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.276546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-5f7fee04-c324-4669-b817-26012474743b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6487 time: 0.0989585 Sep 02 12:43:41.281459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-4af85c6b-73b0-4258-a6aa-e72ee0c96534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.286671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-4af85c6b-73b0-4258-a6aa-e72ee0c96534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 1095 time: 0.0906305 Sep 02 12:43:41.471977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-6d7b2979-afc4-4881-bbbc-e6b54d4b8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.476046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-6d7b2979-afc4-4881-bbbc-e6b54d4b8e0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 902 time: 0.1775815 Sep 02 12:43:41.516340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-bbc30600-f465-4dc5-8186-a54da508dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.518336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-bbc30600-f465-4dc5-8186-a54da508dcd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 200 len: 905 time: 0.2224145 Sep 02 12:43:41.557826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-84439f66-26b0-416a-92b8-cbd246578652 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 200 len: 217 time: 0.0745904 Sep 02 12:43:41.584381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-2673fa4b-ffa6-4c7a-8e07-e8833dd628e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735 HTTP/1.1" status: 200 len: 217 time: 0.0488739 Sep 02 12:43:41.632733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-296f23da-45e4-4fbe-9434-db54a6b15a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.634624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-296f23da-45e4-4fbe-9434-db54a6b15a0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.0688694 Sep 02 12:43:41.693848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-ee0827fb-aedb-4f55-a14f-37c660c44d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.699101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-ee0827fb-aedb-4f55-a14f-37c660c44d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 200 len: 844 time: 0.1074297 Sep 02 12:43:41.733233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-678719f3-aaad-43b8-8b35-f755366ca319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.736227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-678719f3-aaad-43b8-8b35-f755366ca319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929852 Sep 02 12:43:41.743229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-da6ce5c8-2466-47dd-8058-8feddb4a5c13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f55900f-672f-4a50-a931-45d496cae7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367157 Sep 02 12:43:41.886109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-97820e37-89b6-4181-8830-febdf7b94718 service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348236 Sep 02 12:43:41.887759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223f41-4201-4f27-a4d5-419558bacadf req-a5fe761d-6a95-47fd-a320-193925768622 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.893793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223f41-4201-4f27-a4d5-419558bacadf req-a5fe761d-6a95-47fd-a320-193925768622 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.900127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223f41-4201-4f27-a4d5-419558bacadf req-a5fe761d-6a95-47fd-a320-193925768622 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:41.908516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e223f41-4201-4f27-a4d5-419558bacadf req-a5fe761d-6a95-47fd-a320-193925768622 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2419 time: 0.1226652 Sep 02 12:43:41.944071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-92621fa1-9edb-41f7-ab4d-2247fff3cea1 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996436 Sep 02 12:43:41.989529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e223f41-4201-4f27-a4d5-419558bacadf req-55bee673-c272-4194-89e7-24d4d3b19723 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754979 Sep 02 12:43:42.046715 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44377be0-49c7-41f4-8751-febedb6d7fbe req-f8971b64-635c-4278-be09-aa256f908f0c service neutron] 10.222.0.41 "GET /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518798 Sep 02 12:43:42.122414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a05388a0-27d1-414d-af55-0dc739d0f077 req-8184ecf8-7de0-4b16-9186-4e4ca690b3c9 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673238 Sep 02 12:43:42.139018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8add5-ec4b-490b-99f2-8b15816aa01b req-b5b1fc9d-6a0c-44d9-a5e9-ceb5633bc29e tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.141069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ab8add5-ec4b-490b-99f2-8b15816aa01b req-b5b1fc9d-6a0c-44d9-a5e9-ceb5633bc29e tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.0809512 Sep 02 12:43:42.205200 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ab8add5-ec4b-490b-99f2-8b15816aa01b req-7842ed90-92e2-44be-8cb4-aa28a448dd97 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Sep 02 12:43:42.255914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.256436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.256922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.257444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.257904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.258412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.261193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.263587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-2fec994b-35ee-4bce-845f-2456efda796f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6487 time: 0.0916052 Sep 02 12:43:42.420654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.424724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-5ca10061-152b-4e90-956c-60ac9cfbfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.426374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-5ca10061-152b-4e90-956c-60ac9cfbfcc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 902 time: 0.1543541 Sep 02 12:43:42.431264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.437833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.444001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.452737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.460582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.469150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.478059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-504c39ef-9f24-45ec-86c1-e87faa41cd7c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1817944 Sep 02 12:43:42.528963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-b290dc71-c72b-4ed7-b5eb-d1283b16868d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 200 len: 217 time: 0.0928478 Sep 02 12:43:42.530622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebe78dec-d721-4edb-a80e-e5769ae8cdad req-cdfdde60-9d12-4501-83cb-774f19f6662b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512502 Sep 02 12:43:42.630952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-093192c5-b9b8-4038-bd74-6cf4774df82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.632807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-093192c5-b9b8-4038-bd74-6cf4774df82e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.0965230 Sep 02 12:43:42.649220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55318d-07ad-49c4-a09f-d1d1a4ea7e34 req-271502bb-494f-49d5-b483-7caf48541de5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.656451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55318d-07ad-49c4-a09f-d1d1a4ea7e34 req-271502bb-494f-49d5-b483-7caf48541de5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.662827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55318d-07ad-49c4-a09f-d1d1a4ea7e34 req-271502bb-494f-49d5-b483-7caf48541de5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.664572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d55318d-07ad-49c4-a09f-d1d1a4ea7e34 req-271502bb-494f-49d5-b483-7caf48541de5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2419 time: 0.1086342 Sep 02 12:43:42.728259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d55318d-07ad-49c4-a09f-d1d1a4ea7e34 req-fbd1faa6-5aa7-41a0-a306-79493db515f3 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Sep 02 12:43:42.741400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-65274f0a-5efb-4ca8-9a65-f0a682bbd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:42.745332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-65274f0a-5efb-4ca8-9a65-f0a682bbd523 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796382 Sep 02 12:43:42.851632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-6cbdd13c-8474-4eec-9d8c-12d749c1e0a6 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981014 Sep 02 12:43:42.953511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dff1ea-c9c9-4c0f-8e7d-12be90425478 req-0af6612d-a4dc-4483-88db-d3b8ee867466 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947707 Sep 02 12:43:43.356872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54742a34-1fcd-44c1-942f-849aaaaba79b req-28b2c55a-9577-4101-b8b2-d07e92dcb72b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.358802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54742a34-1fcd-44c1-942f-849aaaaba79b req-28b2c55a-9577-4101-b8b2-d07e92dcb72b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.0774088 Sep 02 12:43:43.420960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54742a34-1fcd-44c1-942f-849aaaaba79b req-dc38a913-9daf-4021-8211-26d348cae574 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547125 Sep 02 12:43:43.712956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.725090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.736846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.748124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.759460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.771078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.783356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.789157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-93e12a12-4d98-4239-99cf-6362ad9098b3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1753926 Sep 02 12:43:43.817988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:43.873926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc50076d-c8ff-43f5-8978-0c05af8af75a req-db96ce68-dd92-44ce-9a36-970c2bcc12f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766282 Sep 02 12:43:43.933500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2a3b4-2685-4a6a-8ae8-38c1fde357dd req-6d9ee31e-d5de-4eab-930e-92b530feddd0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.941846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2a3b4-2685-4a6a-8ae8-38c1fde357dd req-6d9ee31e-d5de-4eab-930e-92b530feddd0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.949218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2a3b4-2685-4a6a-8ae8-38c1fde357dd req-6d9ee31e-d5de-4eab-930e-92b530feddd0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.958160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ad2a3b4-2685-4a6a-8ae8-38c1fde357dd req-6d9ee31e-d5de-4eab-930e-92b530feddd0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2419 time: 0.1301312 Sep 02 12:43:43.958326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84994-f172-47a3-9458-008cf644537a req-d0dfcfd3-5205-46ec-a446-0fdf0665385f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.967547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84994-f172-47a3-9458-008cf644537a req-d0dfcfd3-5205-46ec-a446-0fdf0665385f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.977009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84994-f172-47a3-9458-008cf644537a req-d0dfcfd3-5205-46ec-a446-0fdf0665385f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:43.980457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5c84994-f172-47a3-9458-008cf644537a req-d0dfcfd3-5205-46ec-a446-0fdf0665385f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 2419 time: 0.1044197 Sep 02 12:43:44.004697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ee0e765-b489-4f7e-8592-ce67db3985e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.019741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ad2a3b4-2685-4a6a-8ae8-38c1fde357dd req-c4065b4c-8cfc-44dc-86fe-0d015839891e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603523 Sep 02 12:43:44.100211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:44.100679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.119317 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ee0e765-b489-4f7e-8592-ce67db3985e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.125352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ee0e765-b489-4f7e-8592-ce67db3985e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.150874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:44.181180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8ee0e765-b489-4f7e-8592-ce67db3985e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96a535a0a7524f8296d38d25f56f2e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618054 Sep 02 12:43:44.186306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:44.216402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0e765-b489-4f7e-8592-ce67db3985e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee13b2-2e96-4477-908c-d39b44973bfb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:44.258831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:44.259242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.273481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbd21-5407-439f-8493-69d983cc00f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.275983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:44.318671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbd21-5407-439f-8493-69d983cc00f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.368093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f37ab4fc-e196-4820-9783-0683757f4314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.411696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbd21-5407-439f-8493-69d983cc00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.414594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbd21-5407-439f-8493-69d983cc00f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.416257 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ccbfbd21-5407-439f-8493-69d983cc00f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74ee13b2-2e96-4477-908c-d39b44973bfb HTTP/1.1" status: 204 len: 168 time: 0.2285683 Sep 02 12:43:44.434479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfbd21-5407-439f-8493-69d983cc00f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee13b2-2e96-4477-908c-d39b44973bfb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:44.456670 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.468994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d18d19af-4755-477e-b051-9162b785d353', '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b', 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:44.510371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=9f552e1f-7bdb-4ea0-b4a6-08266c315a4b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:44.563200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:44.566086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.566603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f37ab4fc-e196-4820-9783-0683757f4314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.568986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5c84994-f172-47a3-9458-008cf644537a req-4911db8e-7e4c-4d18-8f8b-12a4328a8e15 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "DELETE /v2.0/ports/9f552e1f-7bdb-4ea0-b4a6-08266c315a4b HTTP/1.1" status: 204 len: 173 time: 0.5826924 Sep 02 12:43:44.569630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-deleted', 'tag': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:44.577434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f37ab4fc-e196-4820-9783-0683757f4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.577569 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592f47d-374b-4b11-94e3-bbb9baac683d" -d '{"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-deleted", "tag": "9f552e1f-7bdb-4ea0-b4a6-08266c315a4b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:44.584531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7c085fa0-ce6d-4763-80ac-0afc89b07735 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:44.684154 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f2bbd-df86-4b60-b31f-2c64d435648a x-openstack-request-id: req-b70f2bbd-df86-4b60-b31f-2c64d435648a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:44.685010 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-deleted", "tag": "9f552e1f-7bdb-4ea0-b4a6-08266c315a4b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:44.685514 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b70f2bbd-df86-4b60-b31f-2c64d435648a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:44.686171 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-deleted', 'tag': '9f552e1f-7bdb-4ea0-b4a6-08266c315a4b', 'status': 'completed', 'code': 200} Sep 02 12:43:44.697157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399603e-3a9a-4859-b751-8d128423358a req-a85099f0-081a-4dcd-ae1b-0a97fcb024cb tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:44.699563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8399603e-3a9a-4859-b751-8d128423358a req-a85099f0-081a-4dcd-ae1b-0a97fcb024cb tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.1954172 Sep 02 12:43:44.708332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f37ab4fc-e196-4820-9783-0683757f4314 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e569c76a0f7842958d1911573c89d8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507605 Sep 02 12:43:44.710837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ab4fc-e196-4820-9783-0683757f4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea12e9-a5e8-4ccc-9909-9c242a623bdb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:44.713141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:44.761658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:44.762126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.784018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:44.832341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'mac_address': 'fa:16:3e:df:c2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:44.839285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8399603e-3a9a-4859-b751-8d128423358a req-58228d11-69e0-459c-8d42-4a6f27fe2f44 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208303 Sep 02 12:43:44.895323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eaa118e-6a57-4c8b-afbb-ab64af6eee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.930554 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.943921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:44.955291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eaa118e-6a57-4c8b-afbb-ab64af6eee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.956853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c085fa0-ce6d-4763-80ac-0afc89b07735 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:44.959621 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcae4-2e25-4ed5-9009-00d64a0c86a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.963651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-ab6d5bef-860c-45b2-8134-d2bcffc18cba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1409848 Sep 02 12:43:44.984119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:44.998316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:44.999366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:44.999847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.051580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for e8b8ed40-9caa-41f6-a576-2fc4f6b126bd owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:45.100077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:45.159103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcae4-2e25-4ed5-9009-00d64a0c86a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.175865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.182662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.183891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcae4-2e25-4ed5-9009-00d64a0c86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.188816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.194954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.201405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.207638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.208862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7c085fa0-ce6d-4763-80ac-0afc89b07735'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:45.214461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.216533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-a00f0e8c-23b1-4793-a7d2-b15d961e6d03 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.2204807 Sep 02 12:43:45.229362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.229848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.230297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.230799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.231461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.231902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.232373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.237313 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e49229e9-ccca-4d0c-952c-0adf2608c6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.1995575 Sep 02 12:43:45.237516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c1fcae4-2e25-4ed5-9009-00d64a0c86a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46469a0119024977881c1424c74cf024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901804 Sep 02 12:43:45.241512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:45.245311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b3d14-7845-4621-b906-87ba509806b1 req-a3349081-716d-45ef-a28e-a125c5070843 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.252074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b3d14-7845-4621-b906-87ba509806b1 req-a3349081-716d-45ef-a28e-a125c5070843 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.262502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d21b3d14-7845-4621-b906-87ba509806b1 req-a3349081-716d-45ef-a28e-a125c5070843 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 1683 time: 0.1355622 Sep 02 12:43:45.269070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eaa118e-6a57-4c8b-afbb-ab64af6eee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.270014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fcae4-2e25-4ed5-9009-00d64a0c86a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b067c130-a22a-42eb-aa95-d54a24b4678c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:45.271645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eaa118e-6a57-4c8b-afbb-ab64af6eee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.276156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7eaa118e-6a57-4c8b-afbb-ab64af6eee89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05ea12e9-a5e8-4ccc-9909-9c242a623bdb HTTP/1.1" status: 204 len: 168 time: 0.5616922 Sep 02 12:43:45.336513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d21b3d14-7845-4621-b906-87ba509806b1 req-9ade2147-9ebb-4045-88ed-4e3c3492ab8d tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730035 Sep 02 12:43:45.388680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa118e-6a57-4c8b-afbb-ab64af6eee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea12e9-a5e8-4ccc-9909-9c242a623bdb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:45.432874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f6c99f8-f605-4bee-98f0-cc82441120fd req-bb231556-3545-4916-8b99-61785e6bca59 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970501 Sep 02 12:43:45.503693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973236b9-4959-4abd-a923-557cf3bd5cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.538151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-aa3831a9-b212-434c-9336-8198b6f78a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.538635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-aa3831a9-b212-434c-9336-8198b6f78a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.539111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-aa3831a9-b212-434c-9336-8198b6f78a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:45.541154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-aa3831a9-b212-434c-9336-8198b6f78a8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 2291 time: 0.2637568 Sep 02 12:43:45.547175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.577371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973236b9-4959-4abd-a923-557cf3bd5cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.646988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=e8b8ed40-9caa-41f6-a576-2fc4f6b126bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:45.726612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port e8b8ed40-9caa-41f6-a576-2fc4f6b126bd on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:45.732109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:45.732676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9f552e1f-7bdb-4ea0-b4a6-08266c315a4b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:45.734091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5c84994-f172-47a3-9458-008cf644537a req-e60875d5-923c-4c0e-a584-08f970d26730 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "DELETE /v2.0/ports/e8b8ed40-9caa-41f6-a576-2fc4f6b126bd HTTP/1.1" status: 204 len: 173 time: 1.1536624 Sep 02 12:43:45.737535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-230e1435-2e9f-4077-8551-10d67138b261 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 1002 time: 0.1778681 Sep 02 12:43:45.758560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:45.781065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d08ae6e-d26b-4c25-90f6-21df28b89cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.168063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973236b9-4959-4abd-a923-557cf3bd5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.170644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973236b9-4959-4abd-a923-557cf3bd5cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.171857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-973236b9-4959-4abd-a923-557cf3bd5cca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b067c130-a22a-42eb-aa95-d54a24b4678c HTTP/1.1" status: 204 len: 168 time: 0.9267490 Sep 02 12:43:46.230384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973236b9-4959-4abd-a923-557cf3bd5cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b067c130-a22a-42eb-aa95-d54a24b4678c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:46.240955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-43daa7fd-026c-49c9-8d6c-84336461226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.242523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-43daa7fd-026c-49c9-8d6c-84336461226c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 200 len: 851 time: 0.4938283 Sep 02 12:43:46.273162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d08ae6e-d26b-4c25-90f6-21df28b89cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.274736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dba08f-a1c0-4901-9ce3-66f99ca47299 req-5d084559-7e65-47d8-9e35-b3ae5f934a5e tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.276846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68dba08f-a1c0-4901-9ce3-66f99ca47299 req-5d084559-7e65-47d8-9e35-b3ae5f934a5e tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 945 time: 0.1333079 Sep 02 12:43:46.278939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d08ae6e-d26b-4c25-90f6-21df28b89cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.339620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d08ae6e-d26b-4c25-90f6-21df28b89cd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a61a22d6f0ae4b8ab70534c82d1dff40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791271 Sep 02 12:43:46.341218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08ae6e-d26b-4c25-90f6-21df28b89cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5def937-40c8-4e62-b752-a78585f904ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:46.343984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:46.356931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port d18d19af-4755-477e-b051-9162b785d353 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:46.357320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.414925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b056ff6-06c3-440b-8110-c7e619cc9c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.429701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68dba08f-a1c0-4901-9ce3-66f99ca47299 req-546b8aaa-5be4-421c-9ded-3bbfedaed398 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446037 Sep 02 12:43:46.431854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-16e6f5bb-d9d8-4e33-a446-14b22cd4d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.433567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-16e6f5bb-d9d8-4e33-a446-14b22cd4d6e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771398 Sep 02 12:43:46.444661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b056ff6-06c3-440b-8110-c7e619cc9c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.525115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b056ff6-06c3-440b-8110-c7e619cc9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.528492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b056ff6-06c3-440b-8110-c7e619cc9c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.530721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8b056ff6-06c3-440b-8110-c7e619cc9c5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5def937-40c8-4e62-b752-a78585f904ca HTTP/1.1" status: 204 len: 168 time: 0.1848938 Sep 02 12:43:46.555495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b056ff6-06c3-440b-8110-c7e619cc9c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5def937-40c8-4e62-b752-a78585f904ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:46.610667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7c085fa0-ce6d-4763-80ac-0afc89b07735 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:43:46.624189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port d18d19af-4755-477e-b051-9162b785d353, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d18d19af-4755-477e-b051-9162b785d353,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:46.624675 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.647002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for d18d19af-4755-477e-b051-9162b785d353 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:46.682042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c6553-9346-4aac-97b6-05b1f5952dd5 req-6939acc1-dcee-464d-a227-2b279a9b5f27 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.692308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-559c6553-9346-4aac-97b6-05b1f5952dd5 req-6939acc1-dcee-464d-a227-2b279a9b5f27 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 946 time: 0.1487057 Sep 02 12:43:46.698939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-deleted', 'tag': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:46.702076 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b3e4a-7497-473b-b71b-6d6ff6fcff4a" -d '{"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-deleted", "tag": "e8b8ed40-9caa-41f6-a576-2fc4f6b126bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:46.723552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 7c085fa0-ce6d-4763-80ac-0afc89b07735 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:46.734025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 7c085fa0-ce6d-4763-80ac-0afc89b07735 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:46.736476 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:46.847414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.855226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.861729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.869617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.878062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.886762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.894872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:46.905143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-9b3a8e24-1750-494a-8859-91d022ec571c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1219234 Sep 02 12:43:46.955899 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6149caef-3d22-4b8c-b936-6b4fec3112a7 req-101aa2dd-c1a7-4a98-8318-c31783912b17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496109 Sep 02 12:43:47.022006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:47.033093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-24b7b37b-809f-4f68-a40d-b242fd783cde service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875552 Sep 02 12:43:47.068135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=d18d19af-4755-477e-b051-9162b785d353,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:47.086780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-559c6553-9346-4aac-97b6-05b1f5952dd5 req-6458588a-85f0-4919-8928-6d2d0b611716 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956208 Sep 02 12:43:47.108077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:47.162812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:47.164010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c085fa0-ce6d-4763-80ac-0afc89b07735'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:47.168004 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223afba-01db-4126-8565-237d967acec5" -d '{"events": [{"server_uuid": "73f67327-bf71-47f2-8baa-7beed7b5c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "7c085fa0-ce6d-4763-80ac-0afc89b07735"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:47.173059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:47.174284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d18d19af-4755-477e-b051-9162b785d353 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:47.203023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: d18d19af-4755-477e-b051-9162b785d353 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:47.203387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d18d19af-4755-477e-b051-9162b785d353 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:47.203812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8b8ed40-9caa-41f6-a576-2fc4f6b126bd no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:47.273966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: e8b8ed40-9caa-41f6-a576-2fc4f6b126bd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:47.274363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e8b8ed40-9caa-41f6-a576-2fc4f6b126bd not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:47.293783 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8269e-5ac9-4d1c-9c14-c720640b62f4 x-openstack-request-id: req-dba8269e-5ac9-4d1c-9c14-c720640b62f4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:47.294059 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-deleted", "tag": "e8b8ed40-9caa-41f6-a576-2fc4f6b126bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:47.294236 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dba8269e-5ac9-4d1c-9c14-c720640b62f4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:47.294604 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-deleted', 'tag': 'e8b8ed40-9caa-41f6-a576-2fc4f6b126bd', 'status': 'completed', 'code': 200} Sep 02 12:43:47.305692 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634eb97d-99de-4bbc-9d78-9b947b01422f x-openstack-request-id: req-634eb97d-99de-4bbc-9d78-9b947b01422f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:47.306098 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f67327-bf71-47f2-8baa-7beed7b5c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "7c085fa0-ce6d-4763-80ac-0afc89b07735", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:47.309474 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-634eb97d-99de-4bbc-9d78-9b947b01422f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:47.309474 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'code': 200} Sep 02 12:43:47.347358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port d18d19af-4755-477e-b051-9162b785d353 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:47.353722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:47.356370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5c84994-f172-47a3-9458-008cf644537a req-7f0b9483-0e17-4dcb-bc9c-c0a38629e4d9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "DELETE /v2.0/ports/d18d19af-4755-477e-b051-9162b785d353 HTTP/1.1" status: 204 len: 173 time: 1.6156547 Sep 02 12:43:47.382940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:47.435124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-0eed45b3-20f7-491b-a62a-4c2cfc197856 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666737 Sep 02 12:43:47.579807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-5817afa4-2f6c-408a-82e2-da6051f8e7a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 217 time: 0.0913689 Sep 02 12:43:47.645162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa437018-94c6-463a-88c0-9aea3d3cf14f req-86e71077-ebf8-404e-83cf-461a7056a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:47.648979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa437018-94c6-463a-88c0-9aea3d3cf14f req-86e71077-ebf8-404e-83cf-461a7056a43a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 1097 time: 0.2264457 Sep 02 12:43:47.725402 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa437018-94c6-463a-88c0-9aea3d3cf14f req-b3574b99-6a23-4870-a6e8-9e8c6db9b13c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Sep 02 12:43:47.739534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-8eeadf8e-747f-4ce7-9e53-18ef01dff8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:47.741219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-8eeadf8e-747f-4ce7-9e53-18ef01dff8c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1430483 Sep 02 12:43:47.755879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e1a19-3b59-486f-9600-4100c97cee56 req-7b2eae88-f1be-4e79-9507-1da841bec26c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:47.765503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e63e1a19-3b59-486f-9600-4100c97cee56 req-7b2eae88-f1be-4e79-9507-1da841bec26c tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 946 time: 0.1829965 Sep 02 12:43:47.838501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-7092ac10-e314-4feb-b8fc-6c7c6c22cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:47.840131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-7092ac10-e314-4feb-b8fc-6c7c6c22cf4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724514 Sep 02 12:43:47.956436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-5080ea0a-4284-4d08-87e2-1b2dc6d13fac service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078787 Sep 02 12:43:47.969595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e63e1a19-3b59-486f-9600-4100c97cee56 req-050dce8f-74d5-4179-abb7-791411c6824e tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029374 Sep 02 12:43:48.089558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-ecf510b0-d10d-4f16-a6e9-ca6b904e9d38 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074891 Sep 02 12:43:48.201866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-c12f2e3f-fc4e-4a24-9ce3-b6d2e1154f16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 217 time: 0.1030529 Sep 02 12:43:48.224657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.251400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.279009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.294839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.319620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.338065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.365241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.370733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-f924286d-69f8-4d80-bc85-c0c426505ec7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.2846365 Sep 02 12:43:48.392501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a79207f5-17e9-432b-b881-70045450d0c2 req-a4520ec4-df31-45ca-82d2-fd720a3f3d5e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c03379e-f1c9-4589-8e59-90a86ef6d90b HTTP/1.1" status: 200 len: 210 time: 0.1266031 Sep 02 12:43:48.395177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-9b0ac6ef-10e0-4660-9c1a-2239d404f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.398607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-9b0ac6ef-10e0-4660-9c1a-2239d404f50a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1881442 Sep 02 12:43:48.478093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2225056f-4911-4b0a-8129-8ca9f439ac26 req-6c73a2e0-0a80-4981-bcff-d759ec69c55a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940788 Sep 02 12:43:48.505511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-05e4df2d-161c-4242-ab8d-5815ef861fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.505511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-05e4df2d-161c-4242-ab8d-5815ef861fc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946889 Sep 02 12:43:48.616333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:48.646219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-259fa0b7-58f3-4450-ac00-0378a58796b7 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282632 Sep 02 12:43:48.667328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:48.668443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9f552e1f-7bdb-4ea0-b4a6-08266c315a4b not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:48.812665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-0408a28c-543b-480c-9480-661804ea942c service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652284 Sep 02 12:43:48.881692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-e2ac9457-1dc7-4399-8d35-b54f662075b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 200 len: 217 time: 0.0510819 Sep 02 12:43:48.969471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-f513be49-3c84-4dda-973b-036263b897ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:48.971124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-f513be49-3c84-4dda-973b-036263b897ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0809774 Sep 02 12:43:49.049004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-8e5c2e67-b732-4c95-8041-af8e3b951036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:49.051919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-8e5c2e67-b732-4c95-8041-af8e3b951036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730193 Sep 02 12:43:49.117528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31931f24-3b15-4a88-99d4-aad3a334e703 req-eff50615-a85c-4700-aca3-ece768b865fc tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:49.126199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31931f24-3b15-4a88-99d4-aad3a334e703 req-eff50615-a85c-4700-aca3-ece768b865fc tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0624552 Sep 02 12:43:49.133467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:49.207706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31931f24-3b15-4a88-99d4-aad3a334e703 req-d2c06347-482f-4910-92b2-5bfb1ca28fe4 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792820 Sep 02 12:43:49.291065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-ea034ab2-72b0-4852-a3ef-2b4b191ca886 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247946 Sep 02 12:43:49.296735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-deleted', 'tag': 'd18d19af-4755-477e-b051-9162b785d353'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:49.306688 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b7e1e-8789-4caf-b71f-58b8dd64bcd5" -d '{"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-deleted", "tag": "d18d19af-4755-477e-b051-9162b785d353"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:49.410105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9cc59c1-e3ed-4d32-820c-01ccf9ecb440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:49.425658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-74d201c9-f8d1-4ab3-b591-c5b39a58a15e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377257 Sep 02 12:43:49.522679 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:43:49.571897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-7951aaba-e2d1-4f7f-bd97-fc0625fefaef service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597232 Sep 02 12:43:49.657435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:49.660268 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd62623-020a-4d79-8fb9-6662630323dc x-openstack-request-id: req-1bd62623-020a-4d79-8fb9-6662630323dc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:49.660558 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03379e-f1c9-4589-8e59-90a86ef6d90b", "name": "network-vif-deleted", "tag": "d18d19af-4755-477e-b051-9162b785d353", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:49.660812 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bd62623-020a-4d79-8fb9-6662630323dc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:49.661256 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03379e-f1c9-4589-8e59-90a86ef6d90b', 'name': 'network-vif-deleted', 'tag': 'd18d19af-4755-477e-b051-9162b785d353', 'status': 'completed', 'code': 200} Sep 02 12:43:49.667980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-aef53fc8-d2e4-4a69-954e-bd5f6fe8d299 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 200 len: 217 time: 0.0760486 Sep 02 12:43:49.679892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9224236f-8c94-41e8-8347-4e58c7c9508d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:49.687294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9224236f-8c94-41e8-8347-4e58c7c9508d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524900 Sep 02 12:43:49.711583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-36413ae4-be06-4ea1-b75f-691dbdf1d474 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/quotas/044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 375 time: 0.0233169 Sep 02 12:43:49.770989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting subnet b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:43:49.772296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-3bbacb29-fe7b-41f4-9b1f-6f10d02aa9e9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373671 Sep 02 12:43:49.794241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:49.803180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-98fac49b-98d6-4974-b5ca-9ffc7c92a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:49.804873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-98fac49b-98d6-4974-b5ca-9ffc7c92a8a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1136105 Sep 02 12:43:49.832489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9cc59c1-e3ed-4d32-820c-01ccf9ecb440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:49.849135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9cc59c1-e3ed-4d32-820c-01ccf9ecb440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:49.849367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:49.885974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc59c1-e3ed-4d32-820c-01ccf9ecb440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c919e747-cfff-451f-bb97-9c806e84c5ed,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:49.916808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9cc59c1-e3ed-4d32-820c-01ccf9ecb440 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33a7759a6a4a4f16a7a8368211061744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7809253 Sep 02 12:43:49.919717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-3d59ba19-a95d-4f9f-90ed-9ec52fb569e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:49.919952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:49.921615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-3d59ba19-a95d-4f9f-90ed-9ec52fb569e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045296 Sep 02 12:43:50.021660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3836aa3a-520f-4793-991b-34a569f7529c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.041175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-56c1245d-b097-4130-bf1e-d0c81c08c71b service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117313 Sep 02 12:43:50.050836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.057151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.063446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.069711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.076275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.085974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.092875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.101423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-47f3e542-bb27-4b42-b493-adbddb0281ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.3917015 Sep 02 12:43:50.181198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e70cd078-895e-4779-b77e-efb4f1cfb277 req-98b769d1-091f-418c-be4a-fd2cd0bd8c06 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782669 Sep 02 12:43:50.181771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-25eb58b3-98f9-42ad-97ca-3d81afe65fa3 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333694 Sep 02 12:43:50.207519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.218213 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3836aa3a-520f-4793-991b-34a569f7529c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.305630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-1abb92c0-3763-4a22-98c2-0d56866a0b79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 200 len: 217 time: 0.1125121 Sep 02 12:43:50.407511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3836aa3a-520f-4793-991b-34a569f7529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.417000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3836aa3a-520f-4793-991b-34a569f7529c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.422241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3836aa3a-520f-4793-991b-34a569f7529c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c919e747-cfff-451f-bb97-9c806e84c5ed HTTP/1.1" status: 204 len: 168 time: 0.4969187 Sep 02 12:43:50.422241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.443236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-5ef8ec87-474e-4f50-85b7-4333b3786f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.445099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-5ef8ec87-474e-4f50-85b7-4333b3786f6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.1324670 Sep 02 12:43:50.467003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836aa3a-520f-4793-991b-34a569f7529c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c919e747-cfff-451f-bb97-9c806e84c5ed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:50.535603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-49545ae5-2de4-4e93-bf68-b134ce999bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:50.539612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-49545ae5-2de4-4e93-bf68-b134ce999bdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826647 Sep 02 12:43:50.628151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf814cfa-6bf0-4c33-89ec-de471dcfe06e req-6e8ff035-1d36-4c84-bdf8-46d6b34e104a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 210 time: 0.2031746 Sep 02 12:43:50.630997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:50.646618 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.652646 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-94a3303e-7222-475d-86fc-c6837f2a99f5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/subnets/b3b6d795-f4f1-44ae-b2a1-fdf09bb95c61 HTTP/1.1" status: 204 len: 168 time: 0.9939802 Sep 02 12:43:50.653669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:50.656295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c77e5-e7b9-4a7c-9ed2-9e43b753f4de None None] Network c11afe62-1732-42a3-a4f9-5f70573fc400 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:50.859610 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:50.862156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-82c068b5-7e07-44d1-9228-fc3b41a34e23 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078713 Sep 02 12:43:50.997341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:50.997734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.074538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] DHCP port deletion for c11afe62-1732-42a3-a4f9-5f70573fc400 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:43:51.087376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-16483892-16c5-4210-930f-8a4ec04fdd46 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236180 Sep 02 12:43:51.108216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:51.108598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.119097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f20b6d-3674-456f-b261-f0b51449a5ee req-f078b528-1129-4da7-862e-a923635b928a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.123657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for 288f97ed-e5cc-4d5b-afb5-f229f93c61aa owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:51.129418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-78f20b6d-3674-456f-b261-f0b51449a5ee req-f078b528-1129-4da7-862e-a923635b928a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 946 time: 0.1494598 Sep 02 12:43:51.175526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] Deleting port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:51.176164 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.231188 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-c6796f21-ab8d-49a1-9a06-e104f09585dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 217 time: 0.0991292 Sep 02 12:43:51.292739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.312623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:51.314688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] For port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,segment=NetworkSegment(b73e89fc-d6bb-4989-9464-8063cbcf32a2),segment_id=b73e89fc-d6bb-4989-9464-8063cbcf32a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:51.316790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.370927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:51.374071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] Calling delete_port for 288f97ed-e5cc-4d5b-afb5-f229f93c61aa owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:51.392829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-78f20b6d-3674-456f-b261-f0b51449a5ee req-27ce64de-1364-4778-af90-a38c4143a3f5 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574961 Sep 02 12:43:51.471086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-6ac6de90-e0b1-415a-b074-255f4a4ba196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.490268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-6ac6de90-e0b1-415a-b074-255f4a4ba196 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.2444320 Sep 02 12:43:51.588792 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.628981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] Pushing event deleted for resources: {'Port': ['ID=288f97ed-e5cc-4d5b-afb5-f229f93c61aa,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:51.631342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164378e-63cc-4478-aadb-bb772d77505b None None] No DVR routers for this DVR port 288f97ed-e5cc-4d5b-afb5-f229f93c61aa on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:51.672225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 288f97ed-e5cc-4d5b-afb5-f229f93c61aa no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:51.674374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-f039fefa-4fe7-4842-9d54-c26a0b10b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.676369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-f039fefa-4fe7-4842-9d54-c26a0b10b722 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780846 Sep 02 12:43:51.702634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 288f97ed-e5cc-4d5b-afb5-f229f93c61aa {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:51.703009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 288f97ed-e5cc-4d5b-afb5-f229f93c61aa not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:51.723952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.739818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.750029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.757453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.764210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.770579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.777087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:51.779827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-65395e6f-1620-4649-b5bc-2a9c0611e01c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.4191704 Sep 02 12:43:51.832917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.878567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bc261e6-6a4c-4f79-991b-7e9281d91ca7 req-1ab134e5-f28b-4bb8-92aa-5022685119b6 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862625 Sep 02 12:43:51.880391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11afe62-1732-42a3-a4f9-5f70573fc400']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:51.891903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73e89fc-d6bb-4989-9464-8063cbcf32a2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:51.892295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73e89fc-d6bb-4989-9464-8063cbcf32a2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:51.904499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.918755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb2bf2dd-3d5e-48b6-8a01-cf9c8478b920 req-1695dc62-be89-44af-898b-a9bb362ab731 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 210 time: 0.0552225 Sep 02 12:43:51.936927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-5f017b00-e3cc-47ef-bed9-c31425344e62 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389259 Sep 02 12:43:51.937598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.951710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:43:51.953587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:43:51.977291 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:43:52.076228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-eaa24a16-7773-4ca2-9a4f-b39f3d3d48db tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347192 Sep 02 12:43:52.094806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d8cbc94-eaa0-43a5-9c6a-9978594dc811 req-4d607a22-d097-454b-9fda-c93f0195a88d service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563203 Sep 02 12:43:52.105632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:52.193945 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:52.199870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:52.200189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/networks/c11afe62-1732-42a3-a4f9-5f70573fc400 HTTP/1.1" status: 204 len: 168 time: 1.5277715 Sep 02 12:43:52.238953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53719679-ff73-41a6-afb2-53b8177992df tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Network': ['ID=c11afe62-1732-42a3-a4f9-5f70573fc400,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:52.358996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting subnet 2d7e7eb3-80f9-4ea7-a972-b7d379dadf23 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:43:52.362488 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:52.412575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-604c2af2-53c4-4e7f-ac9d-5e94cef4a18c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:52.414743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-604c2af2-53c4-4e7f-ac9d-5e94cef4a18c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320715 Sep 02 12:43:52.430568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Request body: {'port': {'device_id': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '044fbd3c414d41fab6842c2085708615'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:52.476860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-3c43adae-5805-4859-8f84-bf6e3c3791a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570290 Sep 02 12:43:52.485392 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:52.613744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7c085fa0-ce6d-4763-80ac-0afc89b07735 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:43:52.654251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e904a-6037-4485-a7bf-062a8034a4fb req-a090d8fe-dc09-4e6f-ad22-d2a9c77a1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:52.655866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-a090d8fe-dc09-4e6f-ad22-d2a9c77a1742 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d069e943bcd747048caadf03e7e586df&device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 1096 time: 0.1087198 Sep 02 12:43:52.869533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:52.896000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:52.935809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'network_id': '2f55900f-672f-4a50-a931-45d496cae7f6', 'port_id': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'mac_address': 'fa:16:3e:df:c2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d6bdd-387b-48ab-b7a4-88440d404ec8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:43:52.946393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:52.967707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e904a-6037-4485-a7bf-062a8034a4fb req-293572c8-6713-47d9-82f8-39f21294cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:52.969598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-293572c8-6713-47d9-82f8-39f21294cc0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=951fd76a-9d98-4bad-85cf-81ae813beb33 HTTP/1.1" status: 200 len: 907 time: 0.2304699 Sep 02 12:43:53.031997 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.039170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c43d1-d788-458e-bf42-527f3a538982 req-bdb913fc-3cc5-422e-b990-126e6b885188 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.041555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e86c43d1-d788-458e-bf42-527f3a538982 req-bdb913fc-3cc5-422e-b990-126e6b885188 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 946 time: 0.1506369 Sep 02 12:43:53.056659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c085fa0-ce6d-4763-80ac-0afc89b07735 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:53.082128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:53.086316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.118088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e86c43d1-d788-458e-bf42-527f3a538982 req-52cb8870-11c0-4f83-8bd1-1d78c89347bf tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686762 Sep 02 12:43:53.124553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Made reservation on behalf of 044fbd3c414d41fab6842c2085708615 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:53.130916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.141578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-465e2e80-c76d-46d4-9e36-55c340bf40cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09 HTTP/1.1" status: 200 len: 1001 time: 0.1578243 Sep 02 12:43:53.148454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.157176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7c085fa0-ce6d-4763-80ac-0afc89b07735'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:43:53.210233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:53.228521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-517338738', 'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:53.234928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3885addc-7963-4e7b-9add-c2e701d9264a req-e72a2b8b-de6d-44b9-9c95-3084d342f859 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 210 time: 0.0902987 Sep 02 12:43:53.263270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.301009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.305323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/subnets/2d7e7eb3-80f9-4ea7-a972-b7d379dadf23 HTTP/1.1" status: 204 len: 168 time: 1.1015635 Sep 02 12:43:53.305785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:53.308187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d901b-789f-494e-b568-95252c39368f tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7e7eb3-80f9-4ea7-a972-b7d379dadf23,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:53.340339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.347914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.355193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.362081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.362740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d28f8b3-d47f-4907-8a5e-d6459f164568 None None] Network d400ff0a-a123-4a1a-89a4-1369d66c1bd0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:53.370254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.384574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.390979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.393104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-d3ed87f5-d592-483f-bdc0-6c014f0ff84f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1564779 Sep 02 12:43:53.405841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e904a-6037-4485-a7bf-062a8034a4fb req-b566ecc4-b7e3-4122-9421-f862b75b0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.408321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-b566ecc4-b7e3-4122-9421-f862b75b0d81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0fe6f63-ae5c-481e-ad30-443fd3f6dc51 HTTP/1.1" status: 200 len: 845 time: 0.2350168 Sep 02 12:43:53.415655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.484713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78f7c4f6-42e5-4d12-a66f-14bcd991bcae req-4de61227-93af-4950-aaf8-69315c761cd1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749519 Sep 02 12:43:53.490030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.512003 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.531178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e904a-6037-4485-a7bf-062a8034a4fb req-d4ab66f1-6ac5-43a3-840c-98c139d3f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:53.534038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-d4ab66f1-6ac5-43a3-840c-98c139d3f56c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951fd76a-9d98-4bad-85cf-81ae813beb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136034 Sep 02 12:43:53.557896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Made reservation on behalf of 16e2459d6c834a98a6da5520c156c50b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:53.560189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.614992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.615983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:53.617074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.629954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] DHCP port deletion for d400ff0a-a123-4a1a-89a4-1369d66c1bd0 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:43:53.637168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba3acf-cefe-4aba-b253-28b35d81cbb8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:53.727989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] Deleting port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:53.729305 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.755498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:53.756220 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.772096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-08028eb1-3aa9-47a0-ad34-670c735d1aff service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282188 Sep 02 12:43:53.773235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Allocated IP 192.168.233.106 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/60ec6bd5-dbcc-482f-916e-ca97cfb91a27) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:53.778600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for 1ad74a8e-2f9a-4127-9b79-f7bf879264fe owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:53.814636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] For port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,segment=NetworkSegment(297f15fb-fc73-4780-8737-90a36bde808d),segment_id=297f15fb-fc73-4780-8737-90a36bde808d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:53.815048 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:53.832191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] Calling delete_port for 1ad74a8e-2f9a-4127-9b79-f7bf879264fe owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:53.938776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.016431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] Pushing event deleted for resources: {'Port': ['ID=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:54.025415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19223f-4e69-4520-99c7-6078af830f10 None None] No DVR routers for this DVR port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:54.064448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.070707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.123465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:43:54.155257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.186012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.186012 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Added segment b36c7d29-5020-4b6e-92cd-47d5e3960188 of type vlan for network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db Sep 02 12:43:54.247241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.278276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7720cec-3a30-4da1-8f99-5344031fe314,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:54.284557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.285757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.286539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.293308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Transition to ACTIVE for port object 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:54.381293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-836836df-8882-4a94-8527-f4262aad3be3 req-aea7317f-bec1-499d-9986-e78232886383 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 210 time: 0.0370328 Sep 02 12:43:54.384224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4357669 Sep 02 12:43:54.396955 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702e904a-6037-4485-a7bf-062a8034a4fb req-53db1099-e93d-4551-bc7c-ba015aa9795e service neutron] 10.222.0.41 "GET /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151295 Sep 02 12:43:54.399321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:54.418993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f648e-713c-4340-b7bc-fc1962675cb5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Network': ['ID=c294d9aa-b9f4-45b4-9ad5-ae7b12be84db,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:54.432499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:43:54.436976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.451405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'subnet': {'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:54.462255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:54.482536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:54.490067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.512517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:54.565661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d36aad-0eaa-48c0-9f06-0fa628c2f585 req-52e49ec7-d1d9-4a03-a76c-fa8167f0c279 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.571753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5d36aad-0eaa-48c0-9f06-0fa628c2f585 req-52e49ec7-d1d9-4a03-a76c-fa8167f0c279 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 945 time: 0.2168651 Sep 02 12:43:54.572328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:54.576853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=1ad74a8e-2f9a-4127-9b79-f7bf879264fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:54.586707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.586707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.593227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port 1ad74a8e-2f9a-4127-9b79-f7bf879264fe on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:54.597290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Made reservation on behalf of 16e2459d6c834a98a6da5520c156c50b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:54.599616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.606179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-f8ec0b36-f73c-4ead-bace-f788e1b6474e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1801631 Sep 02 12:43:54.623306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Request body: {'port': {'device_id': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:54.632243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7c085fa0-ce6d-4763-80ac-0afc89b07735 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:54.730201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.737773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.745535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.752694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.761532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.770864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.779517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:54.782468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-e4cec03c-3480-4204-b294-a9c8ee232e28 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1747754 Sep 02 12:43:54.799220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.834821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7c085fa0-ce6d-4763-80ac-0afc89b07735 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:54.900114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:54.908029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.913466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.942748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:54.974650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d400ff0a-a123-4a1a-89a4-1369d66c1bd0']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:54.978039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60a81d5b-5459-4538-b9fb-9f81a3a084ba req-19321f0c-fd8d-4041-8aff-f43c780ac737 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676185 Sep 02 12:43:55.001255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5d36aad-0eaa-48c0-9f06-0fa628c2f585 req-b960fdf6-cda4-4c61-90df-f3dbd0861880 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209256 Sep 02 12:43:55.002639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:55.020558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297f15fb-fc73-4780-8737-90a36bde808d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:55.020993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297f15fb-fc73-4780-8737-90a36bde808d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:43:55.105182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.129900 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.144048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:43:55.144492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:43:55.151738 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:43:55.199204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-883baa42-002a-44a2-a5d5-60395f6651f3 None None] Provisioning for port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:43:55.204634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-883baa42-002a-44a2-a5d5-60395f6651f3 None None] Provisioning complete for port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:43:55.206659 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-883baa42-002a-44a2-a5d5-60395f6651f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.288716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-883baa42-002a-44a2-a5d5-60395f6651f3 None None] Port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:43:55.293120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.302152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.304188 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/networks/d400ff0a-a123-4a1a-89a4-1369d66c1bd0 HTTP/1.1" status: 204 len: 168 time: 1.9973412 Sep 02 12:43:55.315135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:55.328139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1705085680'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:55.374595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299167d9-d442-4fda-a800-5d0108d92a23 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Network': ['ID=d400ff0a-a123-4a1a-89a4-1369d66c1bd0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:55.411122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:43:55.439010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.457129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Transition to ACTIVE for port object 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:55.464622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.481124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:55.496777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.518802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:55.593671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:43:55.610750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ad74a8e-2f9a-4127-9b79-f7bf879264fe no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:43:55.612227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.614312 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Added segment e9139ade-0604-446c-837c-acd26897b26d of type vlan for network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 Sep 02 12:43:55.675065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 1ad74a8e-2f9a-4127-9b79-f7bf879264fe {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:43:55.675420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ad74a8e-2f9a-4127-9b79-f7bf879264fe not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:43:55.762663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.779322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044a627-7e68-42ed-850b-670e7ecca594 req-95df6624-ed1f-4005-9e8c-ebf61f61c167 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:55.787814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3044a627-7e68-42ed-850b-670e7ecca594 req-95df6624-ed1f-4005-9e8c-ebf61f61c167 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.2286439 Sep 02 12:43:55.807128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:55.807579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:55.807979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:55.817958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:43:55.818343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:55.824210 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.828190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:55.828536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:55.828934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:55.829371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Bound port: 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:55.829726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.829941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:55.830539 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:55.884556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3044a627-7e68-42ed-850b-670e7ecca594 req-d656d72b-906e-4780-8f76-5fa1fe7d2bd1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954659 Sep 02 12:43:55.893944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:55.895177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5775685 Sep 02 12:43:55.904059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'subnet': {'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:56.010031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e0744-64f4-4bf8-b5c1-ddb61e015ebf req-e884f173-f32b-4226-be1f-455d376d635b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.012820 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-306e0744-64f4-4bf8-b5c1-ddb61e015ebf req-e884f173-f32b-4226-be1f-455d376d635b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.2012985 Sep 02 12:43:56.015379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aa7d5-ac41-4081-be28-f79d286bf3b6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Network': ['ID=8f1c22c1-73d6-4a0c-afab-a21e34976f37,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:56.034597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:43:56.044884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:56.048396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:56.055817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.103282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 12:43:56.104335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.148658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.150439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.154992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] 10.222.0.18 "PUT /v2.0/ports/60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 1096 time: 1.5378575 Sep 02 12:43:56.187952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:56.200296 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:56.205689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-306e0744-64f4-4bf8-b5c1-ddb61e015ebf req-f6b9ab13-fd85-47e7-8c7f-f94536e1e67b tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349444 Sep 02 12:43:56.215308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:56.224823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.251651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d30e7ec-8d3d-41e4-92cc-7110134333f2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:56.271389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Checking segment: {'id': 'b36c7d29-5020-4b6e-92cd-47d5e3960188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:56.271389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network hostable DHCP agents. Network: c294d9aa-b9f4-45b4-9ad5-ae7b12be84db, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:43:56.308813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:43:56.329468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c294d9aa-b9f4-45b4-9ad5-ae7b12be84db) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:56.339078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c7410-efa8-4172-9ea9-69bf8c81d81b None None] Network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:56.342607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.343566 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.367687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-070da359-3d6d-49f3-88bb-9b0d7b7aeae2 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9596188 Sep 02 12:43:56.371946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:56.382365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-67623177', 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:56.451556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Made reservation on behalf of 16e2459d6c834a98a6da5520c156c50b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:56.455090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.486877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2bfc-c951-47b0-85d8-0c358f477b04 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:56.488115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] device_id is not set on port e284c4e5-1ab7-4171-9956-663cb29ae703 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:43:56.513745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-cbdfae69-b59e-431d-9c69-b11d35e8d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.515879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-cbdfae69-b59e-431d-9c69-b11d35e8d926 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1099 time: 0.2658820 Sep 02 12:43:56.564601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.580965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.601992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.608808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.615581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.622878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.629511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.638587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-820051ea-a535-4b2a-b665-fada6d088b58 req-a0a97008-75cb-4aa7-bc02-0f8ed26c6e69 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.5321631 Sep 02 12:43:56.641812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Allocated IP 172.20.0.7 (c294d9aa-b9f4-45b4-9ad5-ae7b12be84db/1d30e7ec-8d3d-41e4-92cc-7110134333f2/e284c4e5-1ab7-4171-9956-663cb29ae703) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:56.651657 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9031aa35-e4a5-45ce-97d4-8f0f4d1e58e9 x-openstack-request-id: req-9031aa35-e4a5-45ce-97d4-8f0f4d1e58e9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:56.652048 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:56.652387 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9031aa35-e4a5-45ce-97d4-8f0f4d1e58e9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:56.653250 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'status': 'completed', 'code': 200} Sep 02 12:43:56.660198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe1515-2431-4eee-bcc1-87be0ef9ec1f None None] Network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:56.710044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-9d756acd-0f3a-4a79-9731-e83fbda6d167 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.1752388 Sep 02 12:43:56.790607 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-820051ea-a535-4b2a-b665-fada6d088b58 req-0af87a56-fb83-4a2c-88a0-cd35323a0f3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503918 Sep 02 12:43:56.834920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.855236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-3a788d13-1342-462f-bdfb-c2bee71e71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.856746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-3a788d13-1342-462f-bdfb-c2bee71e71fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1354337 Sep 02 12:43:56.896334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.953031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-0fd1a89f-e2f0-4e33-afd5-9747f2234549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:56.954563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-0fd1a89f-e2f0-4e33-afd5-9747f2234549 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888278 Sep 02 12:43:56.956745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:56.962340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:56.965668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:56.972142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:57.032199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Port': ['ID=e284c4e5-1ab7-4171-9956-663cb29ae703,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:57.073204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Subnet': ['ID=6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:57.088161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.088861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.113402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Checking segment: {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:57.113974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network hostable DHCP agents. Network: 8f1c22c1-73d6-4a0c-afab-a21e34976f37, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:43:57.116772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134386d-cfcf-4055-859f-1bcb931da2f7 req-dcd1d562-998e-4fec-bb79-a5869530eb0c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.119000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5134386d-cfcf-4055-859f-1bcb931da2f7 req-dcd1d562-998e-4fec-bb79-a5869530eb0c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.1508203 Sep 02 12:43:57.127577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-14205178-2019-41e6-9c0a-a1589f1edfae tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.129337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-14205178-2019-41e6-9c0a-a1589f1edfae tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.1445093 Sep 02 12:43:57.135998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a2ebfd18-2792-45db-a459-9c9956adbbfd tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.7597325 Sep 02 12:43:57.141132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:57.185888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-3a87b8e1-3d95-4404-a7f2-59741ae7a851 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996510 Sep 02 12:43:57.208606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5134386d-cfcf-4055-859f-1bcb931da2f7 req-284882d2-c87d-4b62-ac3a-00d85141e63d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Sep 02 12:43:57.269564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Deleting port 7c085fa0-ce6d-4763-80ac-0afc89b07735 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:57.269925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.298242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:43:57.345131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8f1c22c1-73d6-4a0c-afab-a21e34976f37) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:57.365638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e452a63-dd3e-48d6-9394-ca030faebf6d None None] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:57.366285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.366909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.388330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] For port 7c085fa0-ce6d-4763-80ac-0afc89b07735, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7c085fa0-ce6d-4763-80ac-0afc89b07735,segment=NetworkSegment(e8f09716-737a-4e99-bb8e-b4a4c2c61cca),segment_id=e8f09716-737a-4e99-bb8e-b4a4c2c61cca)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:43:57.388890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.417925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Calling delete_port for 7c085fa0-ce6d-4763-80ac-0afc89b07735 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:57.418946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719058d-09fc-4229-a2f3-a19ed15fa0ef req-ce1ef0eb-7144-409b-85c3-4af6d77a6d8a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.420583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2719058d-09fc-4229-a2f3-a19ed15fa0ef req-ce1ef0eb-7144-409b-85c3-4af6d77a6d8a tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 944 time: 0.1275184 Sep 02 12:43:57.424666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fc9435e-551b-4062-afb3-d5cbf94d7b3a req-8fcc017d-746b-40b5-a902-9285c044d108 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253613 Sep 02 12:43:57.428560 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ea0e626e-8f16-466e-82c9-c1d3ab5619f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5312152 Sep 02 12:43:57.428560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Deleting port e284c4e5-1ab7-4171-9956-663cb29ae703 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:43:57.428560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.446101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:57.456265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1726793531'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:57.502391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:57.509263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.584160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:43:57.598352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.599040 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Added segment 311cbd70-964d-4201-8cc9-7ea28da106c2 of type vlan for network cdf3f853-fb4d-44e7-b578-1c7c418191e4 Sep 02 12:43:57.604097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2719058d-09fc-4229-a2f3-a19ed15fa0ef req-81583eab-32db-4f5e-90d0-ed19ecea6ae0 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/security-groups?id=486d4af7-182b-4103-b86f-9688193e1f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733661 Sep 02 12:43:57.635814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-8f1c22c1-73d6-4a0c-afab-a21e34976f37', 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'fixed_ips': [{'subnet_id': '6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:43:57.644527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.660690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.669674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.696002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-d5a5a9dc-4da2-44bf-9cc8-5ccc90e48da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.697893 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-d5a5a9dc-4da2-44bf-9cc8-5ccc90e48da9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1099 time: 0.1841698 Sep 02 12:43:57.706100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.711281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Calling delete_port for e284c4e5-1ab7-4171-9956-663cb29ae703 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:43:57.721082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.721769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.861914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Allocated IP 19.80.0.2 (8f1c22c1-73d6-4a0c-afab-a21e34976f37/6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee/c8638bbe-8c70-4bdd-8364-7d327871fb03) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:57.883970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4359658 Sep 02 12:43:57.899833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:57.927522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:57.961792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'subnet': {'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:57.970180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-57d72df3-87a3-443e-9a74-2f4c988dc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:57.971760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-57d72df3-87a3-443e-9a74-2f4c988dc097 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2619915 Sep 02 12:43:57.977068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event deleted for resources: {'Port': ['ID=e284c4e5-1ab7-4171-9956-663cb29ae703,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:57.997901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3d3d0-88b0-4c4e-863a-01b128e94172 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Network': ['ID=cdf3f853-fb4d-44e7-b578-1c7c418191e4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:58.068915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.081556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Transition to ACTIVE for port object c8638bbe-8c70-4bdd-8364-7d327871fb03 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:58.087260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-34161b27-10a0-4c08-ac04-ba23036ca5fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0835640 Sep 02 12:43:58.103622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Transition to ACTIVE for port object c8638bbe-8c70-4bdd-8364-7d327871fb03 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:43:58.109845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:43:58.171636 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.173937 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.226267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Pushing event deleted for resources: {'Port': ['ID=7c085fa0-ce6d-4763-80ac-0afc89b07735,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:58.242750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:43:58.273084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:58.282796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:43:58.306639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:43:58.311342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.332435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Pushing event updated for resources: {'Port': ['ID=c8638bbe-8c70-4bdd-8364-7d327871fb03,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:58.351248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] No DVR routers for this DVR port 7c085fa0-ce6d-4763-80ac-0afc89b07735 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:43:58.374006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Attempting to bind port c8638bbe-8c70-4bdd-8364-7d327871fb03 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:43:58.376038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Attempting to bind port c8638bbe-8c70-4bdd-8364-7d327871fb03 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:43:58.376680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Attempting to bind port c8638bbe-8c70-4bdd-8364-7d327871fb03 on network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:43:58.382860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:43:58.384437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Checking segment: {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:58.385329 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.386233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Bound using segment: {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:43:58.386902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Bound port: c8638bbe-8c70-4bdd-8364-7d327871fb03, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:43:58.387511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.392777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.395537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04d24714-a5a6-4545-947d-ec94cad47a5d req-2f33003e-f4bc-4447-a05d-8e9da49e6760 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.41 "DELETE /v2.0/ports/7c085fa0-ce6d-4763-80ac-0afc89b07735 HTTP/1.1" status: 204 len: 173 time: 1.2599630 Sep 02 12:43:58.397082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'name': 'network-vif-deleted', 'tag': '7c085fa0-ce6d-4763-80ac-0afc89b07735'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:43:58.409566 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4863220b-6940-478c-b25e-9fbe5f8757a1" -d '{"events": [{"server_uuid": "73f67327-bf71-47f2-8baa-7beed7b5c0b7", "name": "network-vif-deleted", "tag": "7c085fa0-ce6d-4763-80ac-0afc89b07735"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:43:58.560695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] For port c8638bbe-8c70-4bdd-8364-7d327871fb03, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:43:58.564936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] For port c8638bbe-8c70-4bdd-8364-7d327871fb03, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c8638bbe-8c70-4bdd-8364-7d327871fb03,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:43:58.571024 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.620259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.622083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20de9-546b-4980-a8a0-caec509e7f21 req-d89b767d-1754-40c8-aa43-3cc2dfa2c0d2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.631077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11d20de9-546b-4980-a8a0-caec509e7f21 req-d89b767d-1754-40c8-aa43-3cc2dfa2c0d2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.2769525 Sep 02 12:43:58.640750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8709e2dd-cbfb-46d3-8011-2137d00365e5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e284c4e5-1ab7-4171-9956-663cb29ae703 HTTP/1.1" status: 204 len: 168 time: 1.5012503 Sep 02 12:43:58.641550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:43:58.656661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db', 'external_fixed_ips': [{'subnet_id': '1d30e7ec-8d3d-41e4-92cc-7110134333f2', 'ip_address': '172.20.0.7'}]}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:43:58.682199 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3362cfc-88fb-453f-8b1d-6bb92a8812f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.689779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1c011-b02f-4386-814c-790a741b6db1 None None] Pushing event updated for resources: {'Port': ['ID=c8638bbe-8c70-4bdd-8364-7d327871fb03,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:58.761272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.762692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11d20de9-546b-4980-a8a0-caec509e7f21 req-4d4d6a8f-4ec6-41b8-a037-e282528fe9d4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300788 Sep 02 12:43:58.773900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.803974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.814065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.820552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.827611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.844691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.857449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-a32c22a1-c33d-4872-8f63-fa2dcdbf5a91 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.8825438 Sep 02 12:43:58.882218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.883045 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c2f8e-aca9-4780-a5a9-b5b93d742054 x-openstack-request-id: req-c41c2f8e-aca9-4780-a5a9-b5b93d742054 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:43:58.883334 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f67327-bf71-47f2-8baa-7beed7b5c0b7", "name": "network-vif-deleted", "tag": "7c085fa0-ce6d-4763-80ac-0afc89b07735", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:43:58.883474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:58.883678 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c41c2f8e-aca9-4780-a5a9-b5b93d742054 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:43:58.884182 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f67327-bf71-47f2-8baa-7beed7b5c0b7', 'name': 'network-vif-deleted', 'tag': '7c085fa0-ce6d-4763-80ac-0afc89b07735', 'status': 'completed', 'code': 200} Sep 02 12:43:58.909840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-e233b747-eeeb-4c57-8c4a-0130684879cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:58.911654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-e233b747-eeeb-4c57-8c4a-0130684879cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.3155706 Sep 02 12:43:58.926570 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:59.083594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Subnet': ['ID=9b890a94-7bc0-4324-a74a-ab6ef4956496,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:43:59.103020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:59.109346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10ebf432-fcb0-4884-860d-255ad7e1dcf2 req-6e948b8f-fe05-422a-bca1-55aab6641957 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473154 Sep 02 12:43:59.145817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Checking segment: {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:43:59.146567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network hostable DHCP agents. Network: cdf3f853-fb4d-44e7-b578-1c7c418191e4, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:43:59.169904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.171013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.171943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.172598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.173091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.173507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.173969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.174424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.174834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.175300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.175758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.176209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:43:59.205319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:43:59.221773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cdf3f853-fb4d-44e7-b578-1c7c418191e4) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:43:59.227726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:59.228400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:59.259734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-34733b60-f903-4025-b722-823c1beaf5e1 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3077750 Sep 02 12:43:59.261368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab33770-97b2-4c59-95c7-065c9d9af48e None None] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:43:59.328243 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9327033a-3100-4d38-87e0-8d9c834ebe47 req-af68ef26-4be7-4c97-ab20-90960cea4270 tempest-ImagesTestJSON-1166411123 tempest-ImagesTestJSON-1166411123-project] 10.222.0.60 "GET /v2.0/ports?device_id=73f67327-bf71-47f2-8baa-7beed7b5c0b7 HTTP/1.1" status: 200 len: 210 time: 0.0575426 Sep 02 12:43:59.370890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:59.391387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-60344ec8-9403-4413-947d-637757a5e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:59.395464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-60344ec8-9403-4413-947d-637757a5e532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4633319 Sep 02 12:43:59.468630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-cdf3f853-fb4d-44e7-b578-1c7c418191e4', 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'fixed_ips': [{'subnet_id': '9b890a94-7bc0-4324-a74a-ab6ef4956496'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:43:59.469697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:43:59.581837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-9e3229e5-a55f-4ec8-b76e-5a46e7a914cf service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675842 Sep 02 12:43:59.680765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Allocated IP 19.86.0.2 (cdf3f853-fb4d-44e7-b578-1c7c418191e4/9b890a94-7bc0-4324-a74a-ab6ef4956496/eb24cd4c-7a47-4baf-aef8-25013b088efc) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:43:59.719528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-69facc9e-0af4-4d3e-9b93-f34af7055a8e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:59.727173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-69facc9e-0af4-4d3e-9b93-f34af7055a8e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:43:59.738647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-69facc9e-0af4-4d3e-9b93-f34af7055a8e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/networks?id=8f1c22c1-73d6-4a0c-afab-a21e34976f37&id=cdf3f853-fb4d-44e7-b578-1c7c418191e4 HTTP/1.1" status: 200 len: 1392 time: 0.1912632 Sep 02 12:43:59.749609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9d9d0b-aff3-4bf9-81b6-313eb83777f5 req-693afa26-f3d0-4af5-855c-2771ba4293b9 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542900 Sep 02 12:43:59.755818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-43cffc25-b044-42cb-aca4-c73c3a20d6a7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/quotas/60fd7132eb694939a0356eacffc94197 HTTP/1.1" status: 200 len: 375 time: 0.0105433 Sep 02 12:43:59.880276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-7e9e4c99-65ac-4383-ad60-fd1c3f775e1e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172535 Sep 02 12:43:59.931555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c8638bbe-8c70-4bdd-8364-7d327871fb03 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:00.031305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-dedd3ac8-47a4-4b79-a26e-8ce6bbcb007a service neutron] 10.222.0.60 "GET /v2.0/networks/8f1c22c1-73d6-4a0c-afab-a21e34976f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423857 Sep 02 12:44:00.062848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424907-fee8-4dd9-b7ab-66da992ccec0 req-344c912c-53ef-421d-a9a4-2074e2d00119 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.078103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0424907-fee8-4dd9-b7ab-66da992ccec0 req-344c912c-53ef-421d-a9a4-2074e2d00119 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.1794589 Sep 02 12:44:00.106038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c8638bbe-8c70-4bdd-8364-7d327871fb03 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:00.133266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.138932 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.148755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Transition to ACTIVE for port object eb24cd4c-7a47-4baf-aef8-25013b088efc will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:00.160562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-50dd28c2-df6e-4ac2-9b64-99b7b07ade29 service neutron] 10.222.0.60 "GET /v2.0/networks/8f1c22c1-73d6-4a0c-afab-a21e34976f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276920 Sep 02 12:44:00.170657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Transition to ACTIVE for port object eb24cd4c-7a47-4baf-aef8-25013b088efc will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:00.181984 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.191746 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.194008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f4a88-51f0-440e-93bd-f84158f4c262 None None] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:00.214706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0424907-fee8-4dd9-b7ab-66da992ccec0 req-155e9d0f-f23b-424e-971e-22d75a75fd22 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351991 Sep 02 12:44:00.315207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:00.320126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-39ad7df9-4ff0-4409-a9d3-0b0641af6532 service neutron] 10.222.0.60 "GET /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522889 Sep 02 12:44:00.348734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:00.365702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Pushing event updated for resources: {'Port': ['ID=eb24cd4c-7a47-4baf-aef8-25013b088efc,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:00.368658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:00.376150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] Provisioning for port c8638bbe-8c70-4bdd-8364-7d327871fb03 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:00.409096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] Provisioning complete for port c8638bbe-8c70-4bdd-8364-7d327871fb03 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:00.409486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.444303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-d2344a78-0997-4444-993b-52a0a93d37de service neutron] 10.222.0.60 "GET /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229303 Sep 02 12:44:00.500277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Allocated IP 172.20.0.7 (c294d9aa-b9f4-45b4-9ad5-ae7b12be84db/1d30e7ec-8d3d-41e4-92cc-7110134333f2/0cb08e1a-673c-45d6-87c2-f6a004415ab0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:00.544855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.547962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Attempting to bind port eb24cd4c-7a47-4baf-aef8-25013b088efc on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:00.548460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Attempting to bind port eb24cd4c-7a47-4baf-aef8-25013b088efc by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:00.548663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Attempting to bind port eb24cd4c-7a47-4baf-aef8-25013b088efc on network cdf3f853-fb4d-44e7-b578-1c7c418191e4 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:00.551875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.559648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.566369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:00.566740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Checking segment: {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:00.567144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.567268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.567535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Bound using segment: {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:00.568012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Bound port: eb24cd4c-7a47-4baf-aef8-25013b088efc, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:00.568389 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.574703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.580752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.587286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:00.595619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-f398bb9b-b7cc-40ab-8980-921de7067e94 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5430 time: 0.1518457 Sep 02 12:44:00.636681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a8b7fa48-04e9-4e99-8158-58efe672dd4c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:00.639081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7c085fa0-ce6d-4763-80ac-0afc89b07735 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:00.700289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 7c085fa0-ce6d-4763-80ac-0afc89b07735 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:00.700642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7c085fa0-ce6d-4763-80ac-0afc89b07735 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:00.725728 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.752882 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.811810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] For port eb24cd4c-7a47-4baf-aef8-25013b088efc, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:00.815316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70822a19-8562-4c3a-8d49-5e7174e121a9 req-88ce30d0-06d9-49e1-b714-04a2ab6bc8f2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090654 Sep 02 12:44:00.816939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] For port eb24cd4c-7a47-4baf-aef8-25013b088efc, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb24cd4c-7a47-4baf-aef8-25013b088efc,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:00.817352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.829181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.885257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] For port c8638bbe-8c70-4bdd-8364-7d327871fb03, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c8638bbe-8c70-4bdd-8364-7d327871fb03,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:00.909572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:00.939802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:00.976814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7755ed-3f3a-4db4-bd01-2d93380801e1 None None] Pushing event updated for resources: {'Port': ['ID=eb24cd4c-7a47-4baf-aef8-25013b088efc,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:01.019069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:01.064261 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-897475a6-f993-4d8f-bfce-40ce9641d6dc req-733eb009-386b-4992-9af5-5df38cb8c381 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 210 time: 0.0924480 Sep 02 12:44:01.067915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:01.072484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:01.080637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'port_id': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c', 'mac_address': 'fa:16:3e:00:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:01.154310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Port': ['ID=0cb08e1a-673c-45d6-87c2-f6a004415ab0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:01.230402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:01.254106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690aa7-888f-401f-9752-723ebd6a10b9 None None] Pushing event updated for resources: {'Port': ['ID=c8638bbe-8c70-4bdd-8364-7d327871fb03,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:01.267579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:01.430070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b7fa48-04e9-4e99-8158-58efe672dd4c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:01.491393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbfb17-751b-4084-8ab0-ccb0911b42e2 req-e116c221-aee7-4def-ba39-feeb3f130d32 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:01.500722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fbfb17-751b-4084-8ab0-ccb0911b42e2 req-e116c221-aee7-4def-ba39-feeb3f130d32 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.1021020 Sep 02 12:44:01.519672 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1f87826-f7df-406f-8181-db3ec2739839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:01.530646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:01.541673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83db4f29-9fd0-4160-8ff6-ad7d7924706b None None] Provisioning complete for port c8638bbe-8c70-4bdd-8364-7d327871fb03 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:01.542087 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83db4f29-9fd0-4160-8ff6-ad7d7924706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:01.548962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:01.550477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 760d858d-5429-49df-941d-f7fa519f0966 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:01.713922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:01.737193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:01.765152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'mac_address': 'fa:16:3e:30:b6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:01.801429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:01.815444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:01.864572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb24cd4c-7a47-4baf-aef8-25013b088efc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:01.875663 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:01.984878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Deleting subnet d11d6bdd-387b-48ab-b7a4-88440d404ec8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:01.988743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.029572 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fbfb17-751b-4084-8ab0-ccb0911b42e2 req-1cb74086-0f4e-43f2-8d22-f8391c754fcc tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278170 Sep 02 12:44:02.043412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.072329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.081269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:02.141108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port eb24cd4c-7a47-4baf-aef8-25013b088efc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:02.149259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.161017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=760d858d-5429-49df-941d-f7fa519f0966,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:02.163806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c8638bbe-8c70-4bdd-8364-7d327871fb03 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:02.166699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:02.198262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.265634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '760d858d-5429-49df-941d-f7fa519f0966', 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'port_id': '760d858d-5429-49df-941d-f7fa519f0966', 'mac_address': 'fa:16:3e:29:ec:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780a4362-ccd7-4bde-b791-5ec6fce7c538', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:02.297088 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.394306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.507604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:02.527220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11d6bdd-387b-48ab-b7a4-88440d404ec8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:02.527969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.531958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.532956 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.539125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4b21a143-338d-4300-a9a5-39cbf1d91bd1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d11d6bdd-387b-48ab-b7a4-88440d404ec8 HTTP/1.1" status: 204 len: 168 time: 0.7362092 Sep 02 12:44:02.566459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:02.567565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c8638bbe-8c70-4bdd-8364-7d327871fb03 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:02.568111 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.570565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:02.613333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.641169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.653560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760d858d-5429-49df-941d-f7fa519f0966 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:02.682390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.706212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.714884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.722630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.729916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.739484 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c563597-65af-481b-97b4-520ef230d514 req-7e5950bd-a68d-4666-b415-0897568bb31d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5431 time: 0.4890273 Sep 02 12:44:02.788465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e8128-92fc-4f8b-a1c7-5f59c045229d None None] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:02.812451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=760d858d-5429-49df-941d-f7fa519f0966,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:02.873323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.874149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3aeccee3-1e54-4b99-8997-3f4580bdfef3 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:02.912309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a3a0057-2db4-43b1-9d59-87fdd066188a req-f1f86768-205d-43bc-a8b9-3ccc86e02a0b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 210 time: 0.4544048 Sep 02 12:44:02.945863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c563597-65af-481b-97b4-520ef230d514 req-8a42cedf-ce57-4c81-b883-735ac4330d80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003539 Sep 02 12:44:02.959913 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:02.982185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-c0335844-0e48-4346-aada-e9109d1dbed6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.994173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-c0335844-0e48-4346-aada-e9109d1dbed6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:02.998651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-c0335844-0e48-4346-aada-e9109d1dbed6 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "GET /v2.0/networks?id=8f1c22c1-73d6-4a0c-afab-a21e34976f37&id=cdf3f853-fb4d-44e7-b578-1c7c418191e4 HTTP/1.1" status: 200 len: 1392 time: 0.6245720 Sep 02 12:44:03.014935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'port': {'device_id': '29b9504b-1410-4d6c-b07c-cae525d50316', 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37', 'admin_state_up': True, 'tenant_id': '60fd7132eb694939a0356eacffc94197'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:03.033446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] Provisioning for port eb24cd4c-7a47-4baf-aef8-25013b088efc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:03.044463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Router 4ce71a3b-d44a-477a-a78a-b37b3704bd6d is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:03.085621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] Provisioning complete for port eb24cd4c-7a47-4baf-aef8-25013b088efc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:03.086003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.145332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:03.190127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:03.233020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '3aeccee3-1e54-4b99-8997-3f4580bdfef3', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'port_id': '3aeccee3-1e54-4b99-8997-3f4580bdfef3', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:03.240157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.262104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:03.273775 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Sync routers for ids ['4ce71a3b-d44a-477a-a78a-b37b3704bd6d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:03.276417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde046d-1672-4279-b916-698001c60572 req-c023c72b-f126-47cf-8c59-e7c9d9b33a0c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:03.285837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bde046d-1672-4279-b916-698001c60572 req-c023c72b-f126-47cf-8c59-e7c9d9b33a0c tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 945 time: 0.2243643 Sep 02 12:44:03.292496 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Routers {'4ce71a3b-d44a-477a-a78a-b37b3704bd6d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:03.293195 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4ce71a3b-d44a-477a-a78a-b37b3704bd6d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:03.298312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f55900f-672f-4a50-a931-45d496cae7f6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:03.321348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:03.321655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f09716-737a-4e99-bb8e-b4a4c2c61cca') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:03.329993 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.331578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-befcad7b-c596-4a74-b215-acf9f6962f97 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6808293 Sep 02 12:44:03.335723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57384) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:03.348278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.360660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bde046d-1672-4279-b916-698001c60572 req-82f04c6c-c1cb-433d-acb8-84e5999ed4c0 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735071 Sep 02 12:44:03.382070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:03.386149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.424698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.439685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c155-1a7a-48ab-b790-26ef00bd5432 req-a683b98f-9d62-494c-9fd1-2bad8495b3ff tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:03.441801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa80c155-1a7a-48ab-b790-26ef00bd5432 req-a683b98f-9d62-494c-9fd1-2bad8495b3ff tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 949 time: 0.1910808 Sep 02 12:44:03.446647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:03.447553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:03.450384 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:03.517944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.532411 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Set router 4ce71a3b-d44a-477a-a78a-b37b3704bd6d gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:03.630469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa80c155-1a7a-48ab-b790-26ef00bd5432 req-11c861f6-69aa-4faf-aa1e-785c6380e670 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222315 Sep 02 12:44:03.634595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.665919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.682125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.683764 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.684361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f55900f-672f-4a50-a931-45d496cae7f6 HTTP/1.1" status: 204 len: 168 time: 0.9422665 Sep 02 12:44:03.685446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd0fe4-0cbf-46eb-849a-08eadbd5d5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f55900f-672f-4a50-a931-45d496cae7f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:03.737918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] For port eb24cd4c-7a47-4baf-aef8-25013b088efc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb24cd4c-7a47-4baf-aef8-25013b088efc,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:03.747228 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.753278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aeccee3-1e54-4b99-8997-3f4580bdfef3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:03.773340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.862002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:03.890921 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.891604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:03.895728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Allocated IP 19.80.0.60 (8f1c22c1-73d6-4a0c-afab-a21e34976f37/6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee/7ab83a7b-54b5-44cf-b2f2-73e74abd55c4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:03.906374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Deleting port 0cb08e1a-673c-45d6-87c2-f6a004415ab0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:03.909149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:03.943556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb974fc-5453-4101-ac92-c052990afca1 None None] Pushing event updated for resources: {'Port': ['ID=eb24cd4c-7a47-4baf-aef8-25013b088efc,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:03.976865 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce71a3b-d44a-477a-a78a-b37b3704bd6d', 'name': '', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db', 'external_fixed_ips': [{'subnet_id': '1d30e7ec-8d3d-41e4-92cc-7110134333f2', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '0cb08e1a-673c-45d6-87c2-f6a004415ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:43:58Z', 'updated_at': '2021-09-02T12:44:01Z', 'revision_number': 3, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port': {'id': '0cb08e1a-673c-45d6-87c2-f6a004415ab0', 'name': '', 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce71a3b-d44a-477a-a78a-b37b3704bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1d30e7ec-8d3d-41e4-92cc-7110134333f2', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:00Z', 'updated_at': '2021-09-02T12:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d30e7ec-8d3d-41e4-92cc-7110134333f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:04.023377 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Checking router: 4ce71a3b-d44a-477a-a78a-b37b3704bd6d for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:04.023885 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Updating router 4ce71a3b-d44a-477a-a78a-b37b3704bd6d port 0cb08e1a-673c-45d6-87c2-f6a004415ab0 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:44:04.086958 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.141554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:04.147334 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.159008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:04.179518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:04.189479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'port_id': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93', 'mac_address': 'fa:16:3e:0f:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:04.230559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89e2e4a9-b3f2-487a-bbb2-ca23a60cbf1f req-cdc78834-b64c-4815-b685-0bd172978352 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 210 time: 0.0868394 Sep 02 12:44:04.240080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57caedf5-4b05-4dca-8b87-488b523994bf None None] Provisioning complete for port eb24cd4c-7a47-4baf-aef8-25013b088efc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:04.240579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57caedf5-4b05-4dca-8b87-488b523994bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.286456 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.313625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:04.353067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-411e652c-c4c3-45a4-a8a3-48ac2bc0e55e tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.353855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.356149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-411e652c-c4c3-45a4-a8a3-48ac2bc0e55e tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.18 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 945 time: 0.3108993 Sep 02 12:44:04.376491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:04.386262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47ab28f9-2384-4a75-9e7c-5be6cc988c42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a5f6fd0cef14b3ba433a081e87fc156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259922 Sep 02 12:44:04.395674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.404302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.412045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.416347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:04.421303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.429583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.437234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.438367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 95cd0b99-8884-45db-9f78-88979017ba16 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:04.439131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.447355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.463922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-d1f2db0b-a3bf-45ed-b400-2870d9695e17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5433 time: 0.2601829 Sep 02 12:44:04.484769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Transition to ACTIVE for port object 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:04.485720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=95cd0b99-8884-45db-9f78-88979017ba16,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:04.551726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '95cd0b99-8884-45db-9f78-88979017ba16', 'network_id': 'ed92dcdd-e9d8-4392-9ef2-3e3e4197354f', 'port_id': '95cd0b99-8884-45db-9f78-88979017ba16', 'mac_address': 'fa:16:3e:d3:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780a4362-ccd7-4bde-b791-5ec6fce7c538', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:04.552426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b24a627f-05bc-44c9-874f-4c468e844d65 req-b324d9a5-dc10-41a8-b5f5-bb6ecf961d63 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849316 Sep 02 12:44:04.566027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.613382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.623380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:04.628609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.646725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cd0b99-8884-45db-9f78-88979017ba16 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:04.672496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=95cd0b99-8884-45db-9f78-88979017ba16,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:04.679784 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.680575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9727c5cc-9d6c-4944-b453-4401b0ce4620 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:04.687646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:04.691888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:04.718242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Port': ['ID=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:04.724487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:04.734628 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.736265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:04.741411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9727c5cc-9d6c-4944-b453-4401b0ce4620', 'network_id': 'b5395cd2-0f08-404e-83d1-fa94fd2d4500', 'port_id': '9727c5cc-9d6c-4944-b453-4401b0ce4620', 'mac_address': 'fa:16:3e:66:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d65d089-bc2f-47ec-bea1-139e6ccba497', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:04.755024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Calling delete_port for 0cb08e1a-673c-45d6-87c2-f6a004415ab0 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:04.755421 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Transition to ACTIVE for port object 0cb08e1a-673c-45d6-87c2-f6a004415ab0 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:04.770471 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.854452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.855492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.857764 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Pushing event updated for resources: {'Port': ['ID=0cb08e1a-673c-45d6-87c2-f6a004415ab0,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:04.871988 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbed8-bc68-42d3-a903-a273c21a07fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.873535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:04.878912 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.879248 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.879585 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.879922 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.880266 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.880658 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.883159 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.884862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.884862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.884862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.886456 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.886456 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:04.893782 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.925823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbed8-bc68-42d3-a903-a273c21a07fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.933944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9727c5cc-9d6c-4944-b453-4401b0ce4620 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:04.937741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-001de74e-66e1-4451-9dbf-f0873189303b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9281049 Sep 02 12:44:04.946773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.948668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Attempting to bind port 0cb08e1a-673c-45d6-87c2-f6a004415ab0 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:04.949187 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Attempting to bind port 0cb08e1a-673c-45d6-87c2-f6a004415ab0 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b36c7d29-5020-4b6e-92cd-47d5e3960188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:04.949483 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Attempting to bind port 0cb08e1a-673c-45d6-87c2-f6a004415ab0 on network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:04.962445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:04.965618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Request body: {'port': {'device_id': '29b9504b-1410-4d6c-b07c-cae525d50316', 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4', 'admin_state_up': True, 'tenant_id': '60fd7132eb694939a0356eacffc94197'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:04.967022 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.967908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a95e9964-8342-426e-a7fc-ca8c27a963ab details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:04.971211 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:04.972784 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Checking segment: {'id': 'b36c7d29-5020-4b6e-92cd-47d5e3960188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:04.973228 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.977880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Bound using segment: {'id': 'b36c7d29-5020-4b6e-92cd-47d5e3960188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:04.977880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Bound port: 0cb08e1a-673c-45d6-87c2-f6a004415ab0, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36c7d29-5020-4b6e-92cd-47d5e3960188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c294d9aa-b9f4-45b4-9ad5-ae7b12be84db'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:04.977880 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.978713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d831ee6-ba3a-4652-8146-0237070e6447 req-85fbf3ca-71f0-4c22-860e-f54d30135488 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.979933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d831ee6-ba3a-4652-8146-0237070e6447 req-85fbf3ca-71f0-4c22-860e-f54d30135488 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 945 time: 0.3439038 Sep 02 12:44:04.987212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Deleting port 4260e698-6f4a-4a55-8a21-92870218172a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:04.987711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:04.990308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eeaf3-b2c2-4c3a-acdc-b93a7ae5cb24 req-06f59a1b-62b2-4fb8-816e-0541e822f0c5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:04.992009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b32eeaf3-b2c2-4c3a-acdc-b93a7ae5cb24 req-06f59a1b-62b2-4fb8-816e-0541e822f0c5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 949 time: 0.2513521 Sep 02 12:44:05.092599 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] For port 0cb08e1a-673c-45d6-87c2-f6a004415ab0, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:05.100989 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] For port 0cb08e1a-673c-45d6-87c2-f6a004415ab0, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0cb08e1a-673c-45d6-87c2-f6a004415ab0,segment=NetworkSegment(b36c7d29-5020-4b6e-92cd-47d5e3960188),segment_id=b36c7d29-5020-4b6e-92cd-47d5e3960188)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:05.106555 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.138593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b32eeaf3-b2c2-4c3a-acdc-b93a7ae5cb24 req-7bf90dcd-870f-4b61-9262-dea4368bd844 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701997 Sep 02 12:44:05.166567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-817ca6f5-d6c5-4254-8fc0-782759deb68f None None] Provisioning for port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:05.179770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-817ca6f5-d6c5-4254-8fc0-782759deb68f None None] Provisioning complete for port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:05.180151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-817ca6f5-d6c5-4254-8fc0-782759deb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.225942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Made reservation on behalf of 60fd7132eb694939a0356eacffc94197 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:05.229413 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d6057-7f23-46a8-af1d-062dd3c85ed9 None None] Pushing event updated for resources: {'Port': ['ID=0cb08e1a-673c-45d6-87c2-f6a004415ab0,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:05.231174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.232505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:05.236583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:05.241620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbed8-bc68-42d3-a903-a273c21a07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.245540 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbed8-bc68-42d3-a903-a273c21a07fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.245844 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Routers {'4ce71a3b-d44a-477a-a78a-b37b3704bd6d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:05.247194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4ce71a3b-d44a-477a-a78a-b37b3704bd6d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:05.248449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed1fbed8-bc68-42d3-a903-a273c21a07fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/486d4af7-182b-4103-b86f-9688193e1f6d HTTP/1.1" status: 204 len: 168 time: 0.8240242 Sep 02 12:44:05.274907 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d831ee6-ba3a-4652-8146-0237070e6447 req-4a460dca-750a-494e-a865-97ca1287e728 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/security-groups?id=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602251 Sep 02 12:44:05.298871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:05.330346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fbed8-bc68-42d3-a903-a273c21a07fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486d4af7-182b-4103-b86f-9688193e1f6d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:05.335135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-817ca6f5-d6c5-4254-8fc0-782759deb68f None None] Port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:44:05.340080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'port_id': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'mac_address': 'fa:16:3e:23:0c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:05.395864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.414997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95e9964-8342-426e-a7fc-ca8c27a963ab {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:05.423379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:05.428952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:05.429437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.468289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] For port 4260e698-6f4a-4a55-8a21-92870218172a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4260e698-6f4a-4a55-8a21-92870218172a,segment=NetworkSegment(e2844f21-72f1-4b64-8fbd-6ee565fa552d),segment_id=e2844f21-72f1-4b64-8fbd-6ee565fa552d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:05.468289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.496153 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] Set router 4ce71a3b-d44a-477a-a78a-b37b3704bd6d gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:05.515938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Calling delete_port for 4260e698-6f4a-4a55-8a21-92870218172a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:05.522711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:05.539865 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.546292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.593549 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce71a3b-d44a-477a-a78a-b37b3704bd6d', 'name': '', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:43:58Z', 'updated_at': '2021-09-02T12:44:03Z', 'revision_number': 4, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:05.631156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cb08e1a-673c-45d6-87c2-f6a004415ab0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:05.641101 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddf423-ed6c-4cb0-aa65-d6dbc6142600 None None] The sync data for ids ['4ce71a3b-d44a-477a-a78a-b37b3704bd6d'] in n-d-792364-8 is: [{'id': '4ce71a3b-d44a-477a-a78a-b37b3704bd6d', 'name': '', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:43:58Z', 'updated_at': '2021-09-02T12:44:03Z', 'revision_number': 4, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:05.662150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac4c96-76e5-4ccb-9461-65984ffb7e60 req-d4dedb24-725b-4baf-9099-3a8392fdaafc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:05.675999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faac4c96-76e5-4ccb-9461-65984ffb7e60 req-d4dedb24-725b-4baf-9099-3a8392fdaafc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 931 time: 0.2643502 Sep 02 12:44:05.716306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb24cd4c-7a47-4baf-aef8-25013b088efc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:05.789588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faac4c96-76e5-4ccb-9461-65984ffb7e60 req-7e2ddd36-fa8b-4709-9560-26a875fec3e4 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Sep 02 12:44:05.806716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:05.807363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Allocated IP 19.86.0.132 (cdf3f853-fb4d-44e7-b578-1c7c418191e4/9b890a94-7bc0-4324-a74a-ab6ef4956496/992cb4f4-65bb-4b07-871f-7c453e870e5c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:05.810232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.866952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:05.870632 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f2082-4dd1-4eb6-8958-eb76865b35a4" -d '{"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-plugged", "status": "completed", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:05.894156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.908281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:05.915977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4260e698-6f4a-4a55-8a21-92870218172a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:05.920182 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:05.922569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eb24cd4c-7a47-4baf-aef8-25013b088efc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:05.922986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.003650 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46069270-14c4-4576-a1e0-9183c2307888 x-openstack-request-id: req-46069270-14c4-4576-a1e0-9183c2307888 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:06.004170 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-plugged", "status": "completed", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:06.004579 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46069270-14c4-4576-a1e0-9183c2307888 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:06.005234 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'code': 200} Sep 02 12:44:06.029946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a8b7fa48-04e9-4e99-8158-58efe672dd4c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:06.037292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Pushing event deleted for resources: {'Port': ['ID=4260e698-6f4a-4a55-8a21-92870218172a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:06.127530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a95e9964-8342-426e-a7fc-ca8c27a963ab'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:06.140595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['95cd0b99-8884-45db-9f78-88979017ba16'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:06.157440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] No DVR routers for this DVR port 4260e698-6f4a-4a55-8a21-92870218172a on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:06.157587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ad27-ce74-4a7d-8ebf-28a79b885463 req-cb611706-3e1f-4f1d-9615-76c79ce09024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.159375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba15ad27-ce74-4a7d-8ebf-28a79b885463 req-cb611706-3e1f-4f1d-9615-76c79ce09024 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1101 time: 0.1057549 Sep 02 12:44:06.159548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.161846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d3c6994-5d2b-4917-a1f0-3a2e2a5384c1 req-0575cafd-cd7f-44b7-a2ad-19fda825f7a9 tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.18 "DELETE /v2.0/ports/4260e698-6f4a-4a55-8a21-92870218172a HTTP/1.1" status: 204 len: 173 time: 1.7869987 Sep 02 12:44:06.164967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'name': 'network-vif-deleted', 'tag': '4260e698-6f4a-4a55-8a21-92870218172a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:06.168222 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256f3b8-94fb-4451-95d4-07ec4ac9e6bc" -d '{"events": [{"server_uuid": "12da2dbf-73e3-4d9f-97d4-2940b71b0f80", "name": "network-vif-deleted", "tag": "4260e698-6f4a-4a55-8a21-92870218172a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:06.176878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.212001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:06.223235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.253809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba15ad27-ce74-4a7d-8ebf-28a79b885463 req-d330c51b-665c-4e1b-9af6-648ca9dbaba2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692489 Sep 02 12:44:06.255687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Transition to ACTIVE for port object 992cb4f4-65bb-4b07-871f-7c453e870e5c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:06.305211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.314378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.321460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.329701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.332637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:06.335329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.343129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.353633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.364952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.373785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80768085-3126-4b3d-9971-576a2d629f1a req-a0faa02b-0849-4c92-be49-4e341546ed25 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5437 time: 0.5078704 Sep 02 12:44:06.408723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:06.415734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:06.418952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:06.425891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event updated for resources: {'Port': ['ID=992cb4f4-65bb-4b07-871f-7c453e870e5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:06.461332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caada7-ff26-4c0b-ae01-fd7f88e51481 req-bd841272-56c4-4abc-bd50-0cd8e3c4ce17 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.463254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25caada7-ff26-4c0b-ae01-fd7f88e51481 req-bd841272-56c4-4abc-bd50-0cd8e3c4ce17 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1721630 Sep 02 12:44:06.478914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.485655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.520789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80768085-3126-4b3d-9971-576a2d629f1a req-de09d0bf-2dfd-49ff-9231-40d7c47a3dd7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419575 Sep 02 12:44:06.535821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:06.536605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.595341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25caada7-ff26-4c0b-ae01-fd7f88e51481 req-4264809f-6df3-4c05-b424-96ce91446a72 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261315 Sep 02 12:44:06.616090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-245a24fe-c34a-430a-b993-598c40716392 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6638448 Sep 02 12:44:06.627115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.627510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce71a3b-d44a-477a-a78a-b37b3704bd6d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:06.640343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.641850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a996205e-a2fb-4b6c-8359-1479da80eaaa tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/routers/4ce71a3b-d44a-477a-a78a-b37b3704bd6d HTTP/1.1" status: 204 len: 168 time: 3.3048086 Sep 02 12:44:06.643527 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a8027-433d-41b4-8fc2-65afb35b456f x-openstack-request-id: req-3b0a8027-433d-41b4-8fc2-65afb35b456f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:06.643821 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12da2dbf-73e3-4d9f-97d4-2940b71b0f80", "name": "network-vif-deleted", "tag": "4260e698-6f4a-4a55-8a21-92870218172a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:06.644066 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b0a8027-433d-41b4-8fc2-65afb35b456f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:06.647242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Request body: {'port': {'device_id': '29b9504b-1410-4d6c-b07c-cae525d50316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:06.649421 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12da2dbf-73e3-4d9f-97d4-2940b71b0f80', 'name': 'network-vif-deleted', 'tag': '4260e698-6f4a-4a55-8a21-92870218172a', 'status': 'completed', 'code': 200} Sep 02 12:44:06.650068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:06.795249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Deleting subnet 1d30e7ec-8d3d-41e4-92cc-7110134333f2 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:06.803995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.866666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8f59e22-b79d-4e93-b7f2-8c87330b83f6 req-86f0accd-82de-4f78-802a-241d3000246d tempest-VolumesAdminNegativeTest-312600118 tempest-VolumesAdminNegativeTest-312600118-project] 10.222.0.60 "GET /v2.0/ports?device_id=12da2dbf-73e3-4d9f-97d4-2940b71b0f80 HTTP/1.1" status: 200 len: 210 time: 0.0580251 Sep 02 12:44:06.879389 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.934949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:06.962177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57448) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:06.998404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.044676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-405d0f14-b133-4d12-8703-6e7ad4c18d6a None None] Provisioning for port 992cb4f4-65bb-4b07-871f-7c453e870e5c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:07.062011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-405d0f14-b133-4d12-8703-6e7ad4c18d6a None None] Provisioning complete for port 992cb4f4-65bb-4b07-871f-7c453e870e5c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:07.062568 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-405d0f14-b133-4d12-8703-6e7ad4c18d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.087342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.119895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-405d0f14-b133-4d12-8703-6e7ad4c18d6a None None] Port 992cb4f4-65bb-4b07-871f-7c453e870e5c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:44:07.125526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d30e7ec-8d3d-41e4-92cc-7110134333f2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:07.133247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.153562 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fcfd7448-58ca-45e4-a3b4-f9721aa70a00 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/1d30e7ec-8d3d-41e4-92cc-7110134333f2 HTTP/1.1" status: 204 len: 168 time: 0.5014348 Sep 02 12:44:07.156124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:07.166635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['760d858d-5429-49df-941d-f7fa519f0966'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:07.242682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9727c5cc-9d6c-4944-b453-4401b0ce4620'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:07.283040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.290755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1255735201-network', 'tenant_id': 'ca22183f8a034b0ea3787f61b9a4f7b6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:07.327868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['3aeccee3-1e54-4b99-8997-3f4580bdfef3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:07.340618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Made reservation on behalf of ca22183f8a034b0ea3787f61b9a4f7b6 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:07.343894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.395186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.426251 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.441632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c294d9aa-b9f4-45b4-9ad5-ae7b12be84db']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:07.457835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36c7d29-5020-4b6e-92cd-47d5e3960188') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:07.458461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36c7d29-5020-4b6e-92cd-47d5e3960188') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:07.481087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.509491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.521391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:07.522167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: items = [ Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:07.524020 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:07.561762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a95e9964-8342-426e-a7fc-ca8c27a963ab up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:07.616435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aab2f-9486-4ac7-89ac-a07d2752cb32 req-e6332840-35c9-4d93-966f-fcafe75c7342 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.623275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aab2f-9486-4ac7-89ac-a07d2752cb32 req-e6332840-35c9-4d93-966f-fcafe75c7342 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.631154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c79aab2f-9486-4ac7-89ac-a07d2752cb32 req-e6332840-35c9-4d93-966f-fcafe75c7342 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1654 time: 0.6355383 Sep 02 12:44:07.638788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.640805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.655738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c294d9aa-b9f4-45b4-9ad5-ae7b12be84db {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 12:44:07.658050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.672553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.674588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/networks/c294d9aa-b9f4-45b4-9ad5-ae7b12be84db HTTP/1.1" status: 204 len: 168 time: 0.5161254 Sep 02 12:44:07.738362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d9166-0993-46dc-8243-0ce8f7f434a1 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event deleted for resources: {'Network': ['ID=c294d9aa-b9f4-45b4-9ad5-ae7b12be84db,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:07.741218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c79aab2f-9486-4ac7-89ac-a07d2752cb32 req-2e032927-4648-4cf6-9b9b-8ec203e3923c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084089 Sep 02 12:44:07.779313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:44:07.798339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203a618a-a956-4d7f-8189-b6731cada87b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:07.807984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.808720 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Added segment d6d997a2-b7b0-40a1-9526-5e932ca48130 of type vlan for network 59018b1d-e7e8-4142-800c-906f16bc99d3 Sep 02 12:44:07.844674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port a95e9964-8342-426e-a7fc-ca8c27a963ab completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:07.848833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.850679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a95e9964-8342-426e-a7fc-ca8c27a963ab triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:07.851210 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.865034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.871820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.878068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.884271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.890520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.896657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.899047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-e6203db4-60d1-4953-8ade-59e12109dcb5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5437 time: 0.2294011 Sep 02 12:44:07.951217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:07.971643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af45750-bcc0-4041-8177-7784535b0f0f req-bb170471-75a2-49f1-9d3a-ad5d35850859 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:07.981261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5af45750-bcc0-4041-8177-7784535b0f0f req-bb170471-75a2-49f1-9d3a-ad5d35850859 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1135716 Sep 02 12:44:07.993973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6736ee0e-96d0-4c46-a47d-f9380a2d2448 req-8d169e94-cad0-43dc-afcc-656ca8bbe5ee tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730081 Sep 02 12:44:07.994170 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.004199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.006449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:08.009244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.025166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:08.039086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0755713 Sep 02 12:44:08.044851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:08.056289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Request body: {'subnet': {'network_id': '59018b1d-e7e8-4142-800c-906f16bc99d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1255735201-subnet', 'tenant_id': 'ca22183f8a034b0ea3787f61b9a4f7b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:08.058906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:08.063273 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f08b9b-17b7-4f28-98f3-17ad4639a395" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:08.097234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:08.105888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.111897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5af45750-bcc0-4041-8177-7784535b0f0f req-bc739261-4933-4b4e-bbf8-7d94c8fc9204 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296432 Sep 02 12:44:08.112665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:08.115023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.137743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'name': 'tempest-router--1128478680', 'project_id': 'd37f0ae6069d49dd928ecbe3c602d5d7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:08.186495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Transition to ACTIVE for port object 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:08.197627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.210709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:08.210912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:44:08.210912 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:44:08.210912 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': 'ca22183f8a034b0ea3787f61b9a4f7b6', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 44, 8, 159006)}] Sep 02 12:44:08.210912 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:44:08.210912 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:44:08.210912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93acaa-38aa-4ab3-aaed-339f93ddfc4b admin admin] Pushing event updated for resources: {'Network': ['ID=59018b1d-e7e8-4142-800c-906f16bc99d3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:08.215768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57478) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:08.245807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 59018b1d-e7e8-4142-800c-906f16bc99d3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:44:08.282721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.284535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.312778 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82e8b4-e912-4fe7-9613-c554d5ff2ade x-openstack-request-id: req-ae82e8b4-e912-4fe7-9613-c554d5ff2ade {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:08.313215 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:08.313805 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae82e8b4-e912-4fe7-9613-c554d5ff2ade {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:08.314310 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'code': 200} Sep 02 12:44:08.381245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:08.441720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Deleting subnet 4cc2931e-7444-4f9e-a806-88625cb0c5a2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:08.448247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.450576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.477669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.508642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.535073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.536264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e38696e-f5df-447a-900f-96238788ae2f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4116974 Sep 02 12:44:08.539359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:08.567562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Attempting to bind port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:08.567905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Attempting to bind port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:08.568237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Attempting to bind port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 on network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:08.593255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 on network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:08.593495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Attempting to bind port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 on network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:08.607368 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.610989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:08.611336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Checking segment: {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:08.611784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Bound using segment: {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:08.612183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Bound port: 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9139ade-0604-446c-837c-acd26897b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:08.612534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.615914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.686422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a21c-67a8-4e77-88e4-92b2619d6454 req-4eb64a1e-5b6d-4b1b-8383-cdb74b301f73 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:08.688322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86f5a21c-67a8-4e77-88e4-92b2619d6454 req-4eb64a1e-5b6d-4b1b-8383-cdb74b301f73 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1101 time: 0.1588132 Sep 02 12:44:08.733386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-86f5a21c-67a8-4e77-88e4-92b2619d6454 req-305fdd75-9fec-4e59-ad51-544ea8ce3f77 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.751324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] For port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:08.756158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.791866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] For port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:08.799102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc2931e-7444-4f9e-a806-88625cb0c5a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:08.804029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.838262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.840233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-469b6909-00ab-4f34-8b9d-5913975a4290 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4cc2931e-7444-4f9e-a806-88625cb0c5a2 HTTP/1.1" status: 204 len: 168 time: 0.6194124 Sep 02 12:44:08.847189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57486) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:08.878716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:08.879352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:08.880817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] 10.222.0.41 "PUT /v2.0/ports/7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 HTTP/1.1" status: 200 len: 1091 time: 2.2511320 Sep 02 12:44:08.881307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'tag': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:08.883749 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "tag": "7ab83a7b-54b5-44cf-b2f2-73e74abd55c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:08.926287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Request body: {'port': {'device_id': '29b9504b-1410-4d6c-b07c-cae525d50316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:08.975556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484870-f9b8-4b02-ad17-f1dc58df8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:09.016286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.028840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.068372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.083853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.085428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:44:09.085428 n-d-792364-8 neutron-server[94841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 12:44:09.085428 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id': 'ca22183f8a034b0ea3787f61b9a4f7b6', 'id': '83e15c1a-7115-4af7-80d2-7a2755a270f7', 'expiration': datetime.datetime(2021, 9, 2, 12, 46, 9, 62466)}] Sep 02 12:44:09.085428 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:44:09.085903 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:44:09.133412 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.137459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18853b03-f52b-4e23-a113-d3f55b43641f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:09.143529 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.147382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0bd9eeef-35f5-4f58-8672-d2aa759c8780 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/routers/18853b03-f52b-4e23-a113-d3f55b43641f HTTP/1.1" status: 204 len: 168 time: 0.6041539 Sep 02 12:44:09.164361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4722-b59d-4e0a-9011-ee99ef197a8a req-0958dbde-851e-4daa-bfc6-0918e5912877 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.171443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4722-b59d-4e0a-9011-ee99ef197a8a req-0958dbde-851e-4daa-bfc6-0918e5912877 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.174346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.179725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31da4722-b59d-4e0a-9011-ee99ef197a8a req-0958dbde-851e-4daa-bfc6-0918e5912877 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1666 time: 0.1315606 Sep 02 12:44:09.195011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ec62eb-d4b2-464a-88a5-313ced0fd458']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:09.218009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31da4722-b59d-4e0a-9011-ee99ef197a8a req-949e0dce-0fa9-41b9-853c-63bb6450fe9d tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Sep 02 12:44:09.254806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4260e698-6f4a-4a55-8a21-92870218172a no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:09.267939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2844f21-72f1-4b64-8fbd-6ee565fa552d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:09.268318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2844f21-72f1-4b64-8fbd-6ee565fa552d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:09.285240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.287993 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 4260e698-6f4a-4a55-8a21-92870218172a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:09.288374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4260e698-6f4a-4a55-8a21-92870218172a not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:09.301142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:09.306902 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff0382-845c-4be4-988d-7d22eed85313 x-openstack-request-id: req-d7ff0382-845c-4be4-988d-7d22eed85313 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:09.307193 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "tag": "7ab83a7b-54b5-44cf-b2f2-73e74abd55c4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:09.307447 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7ff0382-845c-4be4-988d-7d22eed85313 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:09.307858 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'tag': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4', 'status': 'completed', 'code': 200} Sep 02 12:44:09.318157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.343831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:09.344280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:09.346317 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:09.428708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-942d40e4-36cc-4615-9169-02fe6c7611d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.429584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-942d40e4-36cc-4615-9169-02fe6c7611d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.431746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-942d40e4-36cc-4615-9169-02fe6c7611d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1913 time: 0.1012020 Sep 02 12:44:09.449575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.455077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-86f5a21c-67a8-4e77-88e4-92b2619d6454 req-305fdd75-9fec-4e59-ad51-544ea8ce3f77 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.455666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.462635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.466923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-86f5a21c-67a8-4e77-88e4-92b2619d6454 req-305fdd75-9fec-4e59-ad51-544ea8ce3f77 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.468848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.472602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.475383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.482333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.488491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.490486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3341764-ea9e-459d-b832-b352c5144b1e req-9902b2f4-bf7f-4853-b9c7-41ea0c326184 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5438 time: 0.1185932 Sep 02 12:44:09.501478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.503421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] 10.222.0.60 "DELETE /v2.0/networks/47ec62eb-d4b2-464a-88a5-313ced0fd458 HTTP/1.1" status: 204 len: 168 time: 0.6552479 Sep 02 12:44:09.507796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:09.542285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aa2cc-d7c1-4ec6-8b1f-6ec79ff4a847 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ec62eb-d4b2-464a-88a5-313ced0fd458,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:09.549162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86f5a21c-67a8-4e77-88e4-92b2619d6454 req-305fdd75-9fec-4e59-ad51-544ea8ce3f77 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519344 Sep 02 12:44:09.558163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a8b7fa48-04e9-4e99-8158-58efe672dd4c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:09.560492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fdd75-9fec-4e59-ad51-544ea8ce3f77 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f73e2-a5bc-411f-9e4e-b0c4f7f034e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:09.611209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Made reservation on behalf of ca22183f8a034b0ea3787f61b9a4f7b6 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:09.616189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.642294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port a8b7fa48-04e9-4e99-8158-58efe672dd4c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:09.648649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a8b7fa48-04e9-4e99-8158-58efe672dd4c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:09.649272 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.660552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992cb4f4-65bb-4b07-871f-7c453e870e5c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:09.670749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.680842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1021927678', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:09.686291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Transition to ACTIVE for port object 992cb4f4-65bb-4b07-871f-7c453e870e5c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:09.692404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.730539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Deleting subnet 2031c1ff-3807-43bb-9cd3-0e2b131e60ba {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:09.753338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.758084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3341764-ea9e-459d-b832-b352c5144b1e req-066a7c43-7d76-4551-aa42-9101535ceadd tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2530284 Sep 02 12:44:09.780281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Pushing event updated for resources: {'Port': ['ID=992cb4f4-65bb-4b07-871f-7c453e870e5c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:09.785424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.830846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:09.838922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.842632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 95cd0b99-8884-45db-9f78-88979017ba16 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:09.859417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Attempting to bind port 992cb4f4-65bb-4b07-871f-7c453e870e5c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:09.859843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Attempting to bind port 992cb4f4-65bb-4b07-871f-7c453e870e5c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:09.860180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Attempting to bind port 992cb4f4-65bb-4b07-871f-7c453e870e5c on network cdf3f853-fb4d-44e7-b578-1c7c418191e4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:09.865286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Port 992cb4f4-65bb-4b07-871f-7c453e870e5c on network cdf3f853-fb4d-44e7-b578-1c7c418191e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:09.865620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Attempting to bind port 992cb4f4-65bb-4b07-871f-7c453e870e5c on network cdf3f853-fb4d-44e7-b578-1c7c418191e4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:09.871529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:09.872015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Checking segment: {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:09.872315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Bound using segment: {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:09.872790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Bound port: 992cb4f4-65bb-4b07-871f-7c453e870e5c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311cbd70-964d-4201-8cc9-7ea28da106c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:09.873175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.901769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.903120 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:09.969400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-ed0c3ebd-0270-4787-a4ee-2e46df2a951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.970280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-ed0c3ebd-0270-4787-a4ee-2e46df2a951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.971141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-ed0c3ebd-0270-4787-a4ee-2e46df2a951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:09.974490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-ed0c3ebd-0270-4787-a4ee-2e46df2a951f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=60fd7132eb694939a0356eacffc94197&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4822197 Sep 02 12:44:09.988141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] For port 992cb4f4-65bb-4b07-871f-7c453e870e5c, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:09.993971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] For port 992cb4f4-65bb-4b07-871f-7c453e870e5c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:10.000854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.021191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.022149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.023964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] 10.222.0.41 "PUT /v2.0/ports/992cb4f4-65bb-4b07-871f-7c453e870e5c HTTP/1.1" status: 200 len: 1092 time: 1.1037543 Sep 02 12:44:10.094779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:10.111330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 95cd0b99-8884-45db-9f78-88979017ba16 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:10.114516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9b948-ed6b-45c8-9bbb-fad7e4b19515 service neutron] Pushing event updated for resources: {'Port': ['ID=992cb4f4-65bb-4b07-871f-7c453e870e5c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:10.115905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 95cd0b99-8884-45db-9f78-88979017ba16 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:10.116317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.157146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.174159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.234379 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.273464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=95cd0b99-8884-45db-9f78-88979017ba16,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:10.281515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.282813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3aeccee3-1e54-4b99-8997-3f4580bdfef3 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:10.347853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:10.351500 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ba9926-3c38-4781-a6fe-31cd185c595b" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "95cd0b99-8884-45db-9f78-88979017ba16"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:10.445612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ae47-b9a5-46cb-be13-d2bcb214277f req-baf1fb78-b942-4f86-a777-0aa948d72170 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.453877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ae47-b9a5-46cb-be13-d2bcb214277f req-baf1fb78-b942-4f86-a777-0aa948d72170 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.456557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40b3ae47-b9a5-46cb-be13-d2bcb214277f req-baf1fb78-b942-4f86-a777-0aa948d72170 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1678 time: 0.1204281 Sep 02 12:44:10.465672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:10.494020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:10.504653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:10.505212 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.539050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40b3ae47-b9a5-46cb-be13-d2bcb214277f req-db884f78-6363-4b5a-b6ee-4a04b8e75202 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609128 Sep 02 12:44:10.615723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-c7b48a78-973d-40b0-87fe-dcfc13cbb8a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575425 Sep 02 12:44:10.629242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-912ad10a-3682-4ec3-8fcd-3f21bfc4faf0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:44:10.630227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-912ad10a-3682-4ec3-8fcd-3f21bfc4faf0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055532 Sep 02 12:44:10.645248 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f399d13-9f90-423d-93b5-52c43d268de4 x-openstack-request-id: req-8f399d13-9f90-423d-93b5-52c43d268de4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:10.645526 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "95cd0b99-8884-45db-9f78-88979017ba16", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:10.645792 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f399d13-9f90-423d-93b5-52c43d268de4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:10.646185 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c', 'code': 200} Sep 02 12:44:10.646411 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16', 'code': 200} Sep 02 12:44:10.648646 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.658785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.687731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:10.693734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.694872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:10.737010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.743217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.776111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:10.789905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f987240-1bee-4668-a7cb-d7d6a88e704e req-00bd35bd-4dc3-4730-883c-4cc1963c0854 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.797521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f987240-1bee-4668-a7cb-d7d6a88e704e req-00bd35bd-4dc3-4730-883c-4cc1963c0854 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.3450148 Sep 02 12:44:10.802109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-49e731b0-fdbd-4a77-bf43-0de617799cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.804534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8139a04c-72fc-4a5b-89cf-5690ea92a4bf req-49e731b0-fdbd-4a77-bf43-0de617799cf1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8071032 Sep 02 12:44:10.823195 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.837075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:10.843516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:10.843990 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.939202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.941303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964154d3-21dd-4233-a5e4-df3386fec736,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:10.947966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.959246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.960651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.960830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.961161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.961488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.961737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:10.961896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.962234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.962562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.962960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.963381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.963835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.964324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.964832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.965150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:10.972854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.980095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.988672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:10.992503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-447b0ef7-c42e-43cf-995c-ce115e22ebfe tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5441 time: 0.1178913 Sep 02 12:44:10.999538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.006420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:11.013542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.015494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 760d858d-5429-49df-941d-f7fa519f0966 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:11.048614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a6f92b4-c568-4469-88ec-8c272fc8b17b req-e89bdbb6-c5df-4307-91bc-e8285271cc11 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483248 Sep 02 12:44:11.051952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f987240-1bee-4668-a7cb-d7d6a88e704e req-aa5ac35b-5466-4878-a8c2-46a20a402bde tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529509 Sep 02 12:44:11.067603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2031c1ff-3807-43bb-9cd3-0e2b131e60ba,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:11.081540 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.083206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-21929e42-99cd-4acd-8454-f646e7f29f3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2031c1ff-3807-43bb-9cd3-0e2b131e60ba HTTP/1.1" status: 204 len: 168 time: 1.5731277 Sep 02 12:44:11.086244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:11.105310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Checking segment: {'id': 'd6d997a2-b7b0-40a1-9526-5e932ca48130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59018b1d-e7e8-4142-800c-906f16bc99d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:11.105310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Network hostable DHCP agents. Network: 59018b1d-e7e8-4142-800c-906f16bc99d3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:44:11.124014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-8aab47c1-964c-4786-92ad-888103501fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:11.124505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-8aab47c1-964c-4786-92ad-888103501fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:11.126239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-8aab47c1-964c-4786-92ad-888103501fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1980 time: 0.2625039 Sep 02 12:44:11.183483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Network 59018b1d-e7e8-4142-800c-906f16bc99d3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:44:11.184252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:11.202593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-a1b1a150-bf7e-4c7b-a075-41f54e68f27a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 HTTP/1.1" status: 200 len: 217 time: 0.0643458 Sep 02 12:44:11.207714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 760d858d-5429-49df-941d-f7fa519f0966 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:11.213538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 59018b1d-e7e8-4142-800c-906f16bc99d3) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:11.214205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 760d858d-5429-49df-941d-f7fa519f0966 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:11.215673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.225002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.227307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:11.227908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.244810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614eea77-e12e-4994-8bbe-929d97c61be1 None None] Network 59018b1d-e7e8-4142-800c-906f16bc99d3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:11.282962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-27b2ee43-89e1-462e-9516-ad15f5c947a0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2368813 Sep 02 12:44:11.308846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'tag': '992cb4f4-65bb-4b07-871f-7c453e870e5c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:11.311490 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5112497-6408-4c7b-9763-aec121e1a44e" -d '{"events": [{"name": "network-changed", "server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "tag": "992cb4f4-65bb-4b07-871f-7c453e870e5c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:11.331597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.344519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64acd6ab-b692-4345-971d-c0f3b99dedaf']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:11.359157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76c7abe-763a-48b7-89d9-796ed3b5a26c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:11.359588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76c7abe-763a-48b7-89d9-796ed3b5a26c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:11.360166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-dfbea0da-c8a8-4c0f-8a15-25125d620d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:11.362328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-dfbea0da-c8a8-4c0f-8a15-25125d620d04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee HTTP/1.1" status: 200 len: 801 time: 0.1497519 Sep 02 12:44:11.375467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.398025 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.407282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:11.408099 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:11.411065 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:11.428500 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94a6299-1ef4-4d25-b38a-f3faf080da7b x-openstack-request-id: req-f94a6299-1ef4-4d25-b38a-f3faf080da7b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:11.429024 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "tag": "992cb4f4-65bb-4b07-871f-7c453e870e5c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:11.429869 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f94a6299-1ef4-4d25-b38a-f3faf080da7b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:11.430095 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'tag': '992cb4f4-65bb-4b07-871f-7c453e870e5c', 'status': 'completed', 'code': 200} Sep 02 12:44:11.439840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.482781 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.489140 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.520463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.532944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faffbb6b-55cd-4118-bf3a-a64793ff2d73 None None] Network 59018b1d-e7e8-4142-800c-906f16bc99d3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:11.534781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.538628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] 10.222.0.60 "DELETE /v2.0/networks/64acd6ab-b692-4345-971d-c0f3b99dedaf HTTP/1.1" status: 204 len: 168 time: 0.4508638 Sep 02 12:44:11.569294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a98c5-56a2-4c43-b554-a9e8e58ae002 admin admin] Pushing event deleted for resources: {'Network': ['ID=64acd6ab-b692-4345-971d-c0f3b99dedaf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:11.572671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-5ae01735-d78d-4053-a349-8764c49a3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:11.575528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-5ae01735-d78d-4053-a349-8764c49a3259 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f1c22c1-73d6-4a0c-afab-a21e34976f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2020333 Sep 02 12:44:11.594365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=760d858d-5429-49df-941d-f7fa519f0966,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:11.603381 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.604450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9727c5cc-9d6c-4944-b453-4401b0ce4620 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:11.740193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:11.793015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:11.826280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 9727c5cc-9d6c-4944-b453-4401b0ce4620 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:11.848334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1953a770-e577-4033-95e4-8e372ba9f8a5 req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1591163415', 'description': 'tempest-description-741827650'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:11.850605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9727c5cc-9d6c-4944-b453-4401b0ce4620 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:11.851061 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.916325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0653260-3d09-46f0-aa93-fb5aaa98afb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d358c799a27948ffaaf9ac02e0efe844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217232 Sep 02 12:44:11.918784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:11.931895 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1953a770-e577-4033-95e4-8e372ba9f8a5 req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:11.964117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.009688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:12.015337 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.026214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f42b-038f-44c9-b793-332b6ce36a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.061716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f42b-038f-44c9-b793-332b6ce36a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.078562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:12.105131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1953a770-e577-4033-95e4-8e372ba9f8a5 req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.111579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1953a770-e577-4033-95e4-8e372ba9f8a5 req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.114042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a813d5-9452-4ad0-9717-336c07db735d req-415a55c0-ae7d-4897-b56c-308f74a0f4ad tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.120355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a813d5-9452-4ad0-9717-336c07db735d req-415a55c0-ae7d-4897-b56c-308f74a0f4ad tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.122021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36a813d5-9452-4ad0-9717-336c07db735d req-415a55c0-ae7d-4897-b56c-308f74a0f4ad tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1678 time: 0.4297295 Sep 02 12:44:12.143193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73df02d9-4548-426f-8725-4fea91aa5625,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:12.146471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1953a770-e577-4033-95e4-8e372ba9f8a5 req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.157873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1953a770-e577-4033-95e4-8e372ba9f8a5 req-4f19908d-9832-479d-ab20-990d3e2d8bf2 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3164604 Sep 02 12:44:12.163645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f42b-038f-44c9-b793-332b6ce36a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.167688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f42b-038f-44c9-b793-332b6ce36a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.170795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0f3f42b-038f-44c9-b793-332b6ce36a39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37cd4100-ded1-4d9d-8c0a-abbac1ba8a76 HTTP/1.1" status: 204 len: 168 time: 0.2482297 Sep 02 12:44:12.183173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3f42b-038f-44c9-b793-332b6ce36a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cd4100-ded1-4d9d-8c0a-abbac1ba8a76,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:12.196882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Allocated IP 172.25.7.253 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/8bd2a079-b1ad-43f8-9c74-ec1a895a025a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:12.201034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-994a07bc-f1af-4279-9ba4-c10f76955eac service neutron] 10.222.0.41 "GET /v2.0/networks/8f1c22c1-73d6-4a0c-afab-a21e34976f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184640 Sep 02 12:44:12.304270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36a813d5-9452-4ad0-9717-336c07db735d req-2d8bf7a6-d3b9-4da9-a029-e21ef5724ebc tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573462 Sep 02 12:44:12.406237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-87105fb6-9278-459f-9b3d-c78ff1c3d284 service neutron] 10.222.0.41 "GET /v2.0/networks/8f1c22c1-73d6-4a0c-afab-a21e34976f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964877 Sep 02 12:44:12.431806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcf544-e820-48f5-aa88-198b64ac8276 req-771d95ac-5649-4d80-bae3-b036574c8035 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.433435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bfbcf544-e820-48f5-aa88-198b64ac8276 req-771d95ac-5649-4d80-bae3-b036574c8035 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0976226 Sep 02 12:44:12.440599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-d35303ff-da78-4686-a9fb-df34c30f6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.442134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-d35303ff-da78-4686-a9fb-df34c30f6d1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1101 time: 0.0858455 Sep 02 12:44:12.475532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.478488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-35c57107-a239-4fad-aa9d-9666e0c59578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c HTTP/1.1" status: 200 len: 217 time: 0.0643847 Sep 02 12:44:12.537304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bfbcf544-e820-48f5-aa88-198b64ac8276 req-6511e9c1-59b4-4195-b775-e5c4e4ce3540 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885813 Sep 02 12:44:12.562085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-d9cafc35-9f5f-483d-8a25-af375bcc6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.563828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-d9cafc35-9f5f-483d-8a25-af375bcc6c7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b890a94-7bc0-4324-a74a-ab6ef4956496 HTTP/1.1" status: 200 len: 801 time: 0.0688119 Sep 02 12:44:12.573282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-4f43781a-1cfe-4856-9fcf-7a2ea933e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.575121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-4f43781a-1cfe-4856-9fcf-7a2ea933e790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1200464 Sep 02 12:44:12.581284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.587754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.601116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.608299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.614560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.621004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.627468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.633880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-1a9b9ee5-59a8-483f-b903-f1c0eb1aed09 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.2107632 Sep 02 12:44:12.647989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeccee3-1e54-4b99-8997-3f4580bdfef3'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760d858d-5429-49df-941d-f7fa519f0966'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9727c5cc-9d6c-4944-b453-4401b0ce4620'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:12.651143 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce47228f-70c0-4c37-bf22-60b9c15891bd" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "3aeccee3-1e54-4b99-8997-3f4580bdfef3"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "760d858d-5429-49df-941d-f7fa519f0966"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "9727c5cc-9d6c-4944-b453-4401b0ce4620"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:12.651994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-a7230ad5-69ef-4103-be4b-b90f9bc0d744 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0622220 Sep 02 12:44:12.689650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:12.707622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-7a50399f-9f1a-470b-9741-4d31806fbd55 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/73df02d9-4548-426f-8725-4fea91aa5625 HTTP/1.1" status: 200 len: 1814 time: 0.1261768 Sep 02 12:44:12.726993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73df02d9-4548-426f-8725-4fea91aa5625', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:12.727362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73df02d9-4548-426f-8725-4fea91aa5625', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:12.733744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f4c450ec-eb99-492d-aede-90e318f0ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.735256 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f4c450ec-eb99-492d-aede-90e318f0ff01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0754776 Sep 02 12:44:12.737365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.757272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0669e2e9-cfb0-4198-bfc2-3e50a3972b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.759038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-0669e2e9-cfb0-4198-bfc2-3e50a3972b0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdf3f853-fb4d-44e7-b578-1c7c418191e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1164768 Sep 02 12:44:12.806079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f586e8e9-f58e-4676-94bd-df8023b2ada4 req-8e1e72a7-c585-452c-8088-16b66a0d64ae tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332417 Sep 02 12:44:12.818616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f4ae35c7-d4f9-481e-8d04-999d213a6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:12.820140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f4ae35c7-d4f9-481e-8d04-999d213a6b96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720439 Sep 02 12:44:12.836280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:12.872236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:12.882184 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8e00b81d-a24e-4194-81ca-07a9516d5734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b66fe05036f84a3d8253d4a7479e57dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811614 Sep 02 12:44:12.882184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:12.884594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event updated for resources: {'Port': ['ID=8bd2a079-b1ad-43f8-9c74-ec1a895a025a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:12.888963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:12.890167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.933687 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29c943-c060-43c7-af2c-d4e08bbf011b x-openstack-request-id: req-7d29c943-c060-43c7-af2c-d4e08bbf011b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:12.933987 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "3aeccee3-1e54-4b99-8997-3f4580bdfef3", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "760d858d-5429-49df-941d-f7fa519f0966", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-plugged", "status": "completed", "tag": "9727c5cc-9d6c-4944-b453-4401b0ce4620", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:12.934412 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d29c943-c060-43c7-af2c-d4e08bbf011b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:12.934853 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeccee3-1e54-4b99-8997-3f4580bdfef3', 'code': 200} Sep 02 12:44:12.935109 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93', 'code': 200} Sep 02 12:44:12.935361 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760d858d-5429-49df-941d-f7fa519f0966', 'code': 200} Sep 02 12:44:12.935706 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9727c5cc-9d6c-4944-b453-4401b0ce4620', 'code': 200} Sep 02 12:44:12.970001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:12.983025 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.014676 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f7d62ce1-1bb2-425e-9ec6-a0df7c4cf7b2 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859558 Sep 02 12:44:13.018509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-40d54f68-8faf-4969-95c6-b9a93a630cbe service neutron] 10.222.0.41 "GET /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306457 Sep 02 12:44:13.019492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e994548-08cc-4f52-88e1-116ccd0859e3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:13.023079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8416db4-4989-48d0-9835-52cf64943289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.049243 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.050394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50079283-6b66-4e3e-b5b3-1322d7383573 req-ce89c1d8-c29e-4732-8ae2-6a3f18194d48 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3290360 Sep 02 12:44:13.120354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8416db4-4989-48d0-9835-52cf64943289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.179704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.180183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.181076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.181552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.182070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.182516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.182984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.185121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e588f764-a803-4435-a3bc-e4e6a1ea9e01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6501 time: 0.1574922 Sep 02 12:44:13.227178 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-a7e6e775-76c7-493e-94d7-9ba05494044b service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005496 Sep 02 12:44:13.239216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d196c4cd-72f6-42cc-881a-478462201142 req-0a503e45-cafb-4af3-8491-9f7617f4db80 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/73df02d9-4548-426f-8725-4fea91aa5625 HTTP/1.1" status: 200 len: 2408 time: 0.1513963 Sep 02 12:44:13.240885 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8416db4-4989-48d0-9835-52cf64943289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.246683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8416db4-4989-48d0-9835-52cf64943289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.251930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b8416db4-4989-48d0-9835-52cf64943289 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/adeeebe0-4479-488e-8a47-b8d49f222e6e HTTP/1.1" status: 204 len: 168 time: 0.3632088 Sep 02 12:44:13.266004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31e8761d-6d32-4314-a218-1035f1161a56 req-5a8c0a83-aced-4512-930a-ebd94b6d90e9 service neutron] 10.222.0.41 "GET /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245708 Sep 02 12:44:13.269854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8416db4-4989-48d0-9835-52cf64943289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeeebe0-4479-488e-8a47-b8d49f222e6e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:13.274180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b23c4ec3-1cfc-45f6-bd2b-a6b89c70a068 req-e23d9ae2-d043-4cec-9b13-a0b6f106a502 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810730 Sep 02 12:44:13.311664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-31c5dd22-c119-4d64-90bc-54ba8356861e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-group-rules/6e994548-08cc-4f52-88e1-116ccd0859e3 HTTP/1.1" status: 200 len: 778 time: 0.0381782 Sep 02 12:44:13.381414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.455355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-342dfbb9-c4b5-43e9-b183-71d3db5fae86 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/73df02d9-4548-426f-8725-4fea91aa5625 HTTP/1.1" status: 200 len: 2408 time: 0.1346958 Sep 02 12:44:13.516825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-caf2131e-6e21-4d2d-b55b-4943640ef526 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.534342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-caf2131e-6e21-4d2d-b55b-4943640ef526 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.562190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52dcbf-aee8-4532-9b84-3f174e4f63c2 req-18147b21-9cc0-4a3a-8ced-40aa138f236b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.568561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52dcbf-aee8-4532-9b84-3f174e4f63c2 req-18147b21-9cc0-4a3a-8ced-40aa138f236b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.570361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f52dcbf-aee8-4532-9b84-3f174e4f63c2 req-18147b21-9cc0-4a3a-8ced-40aa138f236b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1678 time: 0.1136594 Sep 02 12:44:13.577500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112497-6408-4c7b-9763-aec121e1a44e req-9c960b95-0ebc-4ff1-a472-79fd24f72a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.579273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112497-6408-4c7b-9763-aec121e1a44e req-9c960b95-0ebc-4ff1-a472-79fd24f72a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.581095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-9c960b95-0ebc-4ff1-a472-79fd24f72a7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd7132eb694939a0356eacffc94197&device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1980 time: 0.0777407 Sep 02 12:44:13.651000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-caf2131e-6e21-4d2d-b55b-4943640ef526 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.660177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-caf2131e-6e21-4d2d-b55b-4943640ef526 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.661329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7a73905-d3ff-4d12-b686-ab832a74a910 req-caf2131e-6e21-4d2d-b55b-4943640ef526 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6e994548-08cc-4f52-88e1-116ccd0859e3 HTTP/1.1" status: 204 len: 173 time: 0.1874642 Sep 02 12:44:13.677222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2131e-6e21-4d2d-b55b-4943640ef526 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e994548-08cc-4f52-88e1-116ccd0859e3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:13.688449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f52dcbf-aee8-4532-9b84-3f174e4f63c2 req-58cd3408-149d-435c-9b7a-f0e9bae61c80 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063259 Sep 02 12:44:13.692468 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.751228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cfe351dc-424e-4d76-b1ed-8928a845358a req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2043754341', 'description': 'tempest-description-306102796'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:13.764492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112497-6408-4c7b-9763-aec121e1a44e req-8c8cabf1-2258-4069-b6d0-b31cfd8caeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.766070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-8c8cabf1-2258-4069-b6d0-b31cfd8caeb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdf3f853-fb4d-44e7-b578-1c7c418191e4 HTTP/1.1" status: 200 len: 903 time: 0.1766393 Sep 02 12:44:13.817655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-373beafa-3618-48db-965d-e3ad624ba188 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c HTTP/1.1" status: 200 len: 217 time: 0.0430267 Sep 02 12:44:13.818367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cfe351dc-424e-4d76-b1ed-8928a845358a req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:13.853912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487d36a-e571-4aa3-afb6-b7c75e679985 req-5e1242c2-81b4-4d16-b09b-5b576dffa502 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.855512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7487d36a-e571-4aa3-afb6-b7c75e679985 req-5e1242c2-81b4-4d16-b09b-5b576dffa502 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1113307 Sep 02 12:44:13.894636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112497-6408-4c7b-9763-aec121e1a44e req-61774d73-6f61-4055-a90b-463c31dcd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.896173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-61774d73-6f61-4055-a90b-463c31dcd378 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b890a94-7bc0-4324-a74a-ab6ef4956496 HTTP/1.1" status: 200 len: 801 time: 0.0677927 Sep 02 12:44:13.931537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7487d36a-e571-4aa3-afb6-b7c75e679985 req-d6093820-e2c8-4bb9-a279-cd3fd6ca51b0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 Sep 02 12:44:13.965714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Router 9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:13.979497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112497-6408-4c7b-9763-aec121e1a44e req-eb510a05-bd77-4748-b97c-4be3573724d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:13.981176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-eb510a05-bd77-4748-b97c-4be3573724d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdf3f853-fb4d-44e7-b578-1c7c418191e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758960 Sep 02 12:44:13.993822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cfe351dc-424e-4d76-b1ed-8928a845358a req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.011984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cfe351dc-424e-4d76-b1ed-8928a845358a req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.077130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cfe351dc-424e-4d76-b1ed-8928a845358a req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.078333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe351dc-424e-4d76-b1ed-8928a845358a req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3368824 Sep 02 12:44:14.080951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1413b5-79fd-4ff5-a178-2e12cda10a3e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b5a5a9-18d6-4d4a-88af-209e314a625b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:14.114624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-c758d115-c02b-40cb-a566-96d6408d32a5 service neutron] 10.222.0.41 "GET /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237366 Sep 02 12:44:14.270236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d388e06-52cc-4b21-916d-7118f56295e3 req-9197aeee-954b-46da-b451-aa39746853e5 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/75b5a5a9-18d6-4d4a-88af-209e314a625b HTTP/1.1" status: 200 len: 1814 time: 0.0716553 Sep 02 12:44:14.279437 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5112497-6408-4c7b-9763-aec121e1a44e req-1eb7f720-f3f0-4c90-899a-54f1102e8bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562860 Sep 02 12:44:14.319457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a330d026-251f-401d-b609-f06b57067f47 req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1417785053', 'description': 'tempest-description-127826327'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:14.345729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a330d026-251f-401d-b609-f06b57067f47 req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.401528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:14.414199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] Sync routers for ids ['9a0b5aa2-b1ad-49d2-8733-c615e86ccff6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:14.422355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.423711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] Routers {'9a0b5aa2-b1ad-49d2-8733-c615e86ccff6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:14.424468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9a0b5aa2-b1ad-49d2-8733-c615e86ccff6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:14.428430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.434505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.440656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.441549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a330d026-251f-401d-b609-f06b57067f47 req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.447232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.447482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a330d026-251f-401d-b609-f06b57067f47 req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.453249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.459368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.461328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:14.461516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-dec64157-d9db-4d19-a0e8-142992b5dc86 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.1216733 Sep 02 12:44:14.484750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] Routers {'9a0b5aa2-b1ad-49d2-8733-c615e86ccff6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:14.486487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9a0b5aa2-b1ad-49d2-8733-c615e86ccff6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:14.487812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.488528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a330d026-251f-401d-b609-f06b57067f47 req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.489089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0194b301-f19d-4e90-b28a-e52074ff8aac tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1868839 Sep 02 12:44:14.491937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57638) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:14.501009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a330d026-251f-401d-b609-f06b57067f47 req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1857920 Sep 02 12:44:14.506650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3500c-dc46-49b5-a76d-4bdde219a3f4 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41104e10-834c-4e1c-bcda-47e4b47eed5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:14.539848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:14.540716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf74cc3-e8a2-4087-bc03-66418bdf6b1a None None] The sync data for ids ['9a0b5aa2-b1ad-49d2-8733-c615e86ccff6'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:14.588556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44d36af0-6737-4a3b-b8e9-c2c344ebadf7 req-cf726b7f-db96-4866-a390-a69fe5ed8cb8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176829 Sep 02 12:44:14.631617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-46cbb49a-f876-4474-97a4-d257fd0de257 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 HTTP/1.1" status: 200 len: 921 time: 0.1385486 Sep 02 12:44:14.635037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:14.671695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-558418cc-104f-4852-a4e2-af9606ad3259 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 HTTP/1.1" status: 200 len: 205 time: 0.0353761 Sep 02 12:44:14.674253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:14.748839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-e57dedfa-9f57-4f7e-82e9-c3c96ea4547d tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=af437daf189749dc85c2850d8d5c551b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221829 Sep 02 12:44:14.814528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9371964-df87-4aa0-982b-bcd43a3de730 req-8b296935-9745-4857-a428-b5a044df6c76 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/41104e10-834c-4e1c-bcda-47e4b47eed5c HTTP/1.1" status: 200 len: 1814 time: 0.0676365 Sep 02 12:44:14.827169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:14.878490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-31f007a6-087a-48cc-b0df-db6ce075158c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.880128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-31f007a6-087a-48cc-b0df-db6ce075158c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254392 Sep 02 12:44:14.896011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-7979b26c-80b3-4bf4-89ce-8603a6fa78c2 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/quotas/af437daf189749dc85c2850d8d5c551b HTTP/1.1" status: 200 len: 375 time: 0.0092471 Sep 02 12:44:14.932448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-16a0ebf2-ed38-4b23-a5ce-c8d8c339646f tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=af437daf189749dc85c2850d8d5c551b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288019 Sep 02 12:44:14.973019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f4ce9-9c1e-470d-8fe4-673061cde1bf req-6d081cf5-edc1-4f83-998f-090dd7c5f502 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.979533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f4ce9-9c1e-470d-8fe4-673061cde1bf req-6d081cf5-edc1-4f83-998f-090dd7c5f502 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:14.981299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-133f4ce9-9c1e-470d-8fe4-673061cde1bf req-6d081cf5-edc1-4f83-998f-090dd7c5f502 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1678 time: 0.0892413 Sep 02 12:44:15.001774 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.053850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-133f4ce9-9c1e-470d-8fe4-673061cde1bf req-e8826f0b-fd4a-4365-90ba-919428583541 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Sep 02 12:44:15.066241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0b759bd4-0934-4426-b11a-b22761da750a req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1283288392', 'description': 'tempest-description-1318810989'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:15.092094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Deleting port 8bd2a079-b1ad-43f8-9c74-ec1a895a025a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:15.092447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.100226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b759bd4-0934-4426-b11a-b22761da750a req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.207112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b759bd4-0934-4426-b11a-b22761da750a req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.212236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b759bd4-0934-4426-b11a-b22761da750a req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.222189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.239346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Calling delete_port for 8bd2a079-b1ad-43f8-9c74-ec1a895a025a owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:15.247673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b759bd4-0934-4426-b11a-b22761da750a req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.248949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b759bd4-0934-4426-b11a-b22761da750a req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1882510 Sep 02 12:44:15.249420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5921b-ebf7-4733-abf3-6c8891d89180 req-c57b4114-d9e2-46f5-8406-6daa59e12a5d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.251092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35a5921b-ebf7-4733-abf3-6c8891d89180 req-c57b4114-d9e2-46f5-8406-6daa59e12a5d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1019766 Sep 02 12:44:15.253296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aee13-10be-4c8f-932f-002321853b47 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388fc7dd-067c-4831-b9ba-d03001a5da67,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:15.322977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5c8b40c-1e30-43da-893a-fbad5435c09b req-95de20d3-b97d-4d1a-b7f8-7131c90716d9 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 210 time: 0.0284810 Sep 02 12:44:15.333941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35a5921b-ebf7-4733-abf3-6c8891d89180 req-a26115d2-2d9c-4ad4-9057-ed61764ea883 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746710 Sep 02 12:44:15.459355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ad73986-223e-43d0-8dd9-5b50f51f9e4a req-17de9183-b8a2-475f-9bb7-9b36796ea890 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/388fc7dd-067c-4831-b9ba-d03001a5da67 HTTP/1.1" status: 200 len: 1815 time: 0.0579345 Sep 02 12:44:15.488628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4096729a-0b27-4d6a-b9d4-0f1b5f98cf84 req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696144279', 'description': 'tempest-description-1607898081'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:15.503086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.519640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4096729a-0b27-4d6a-b9d4-0f1b5f98cf84 req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.529887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event deleted for resources: {'Port': ['ID=8bd2a079-b1ad-43f8-9c74-ec1a895a025a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:15.550646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 992cb4f4-65bb-4b07-871f-7c453e870e5c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:15.609278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.623635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4096729a-0b27-4d6a-b9d4-0f1b5f98cf84 req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.629442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4096729a-0b27-4d6a-b9d4-0f1b5f98cf84 req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.664724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4096729a-0b27-4d6a-b9d4-0f1b5f98cf84 req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.683951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4096729a-0b27-4d6a-b9d4-0f1b5f98cf84 req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2000453 Sep 02 12:44:15.694038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2036e1-041a-49ef-ba5b-430e7894f2bb tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983dd91d-bcdb-4dbc-bfdd-1a2f7f997080,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:15.704876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 992cb4f4-65bb-4b07-871f-7c453e870e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:15.722502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '992cb4f4-65bb-4b07-871f-7c453e870e5c', 'network_id': 'cdf3f853-fb4d-44e7-b578-1c7c418191e4', 'port_id': '992cb4f4-65bb-4b07-871f-7c453e870e5c', 'mac_address': 'fa:16:3e:ce:91:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b890a94-7bc0-4324-a74a-ab6ef4956496', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:15.733027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.749735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.760678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d0a5a158-f0a7-46df-bca9-6b0c61cd9180 req-41751c25-fa5e-430e-a86a-16d2269d0a82 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/983dd91d-bcdb-4dbc-bfdd-1a2f7f997080 HTTP/1.1" status: 200 len: 1815 time: 0.0622799 Sep 02 12:44:15.788801 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.805731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992cb4f4-65bb-4b07-871f-7c453e870e5c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:15.824593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.827699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 992cb4f4-65bb-4b07-871f-7c453e870e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:15.831084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.833041 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.833615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:15.838252 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.844282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.850341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.857384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.864046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:15.873931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-1bb925be-316f-4a8b-bb91-2d49c82337fa tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.1511979 Sep 02 12:44:15.873931 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.873931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Fanout notify agent at l3_agent the message router_deleted on router 9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:15.884298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.885459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f13d59c-8f81-489c-8e0c-537eb44c1662 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 HTTP/1.1" status: 204 len: 168 time: 1.2103257 Sep 02 12:44:15.889490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:15.895074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1915391702', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': False}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:15.907007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=992cb4f4-65bb-4b07-871f-7c453e870e5c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:15.931655 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-3c353075-708e-4e67-a20e-0c7cdbd8fe44 req-db3b000f-5fbc-4b8e-80f9-b173bbe14d4e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] show failed (client error): The resource could not be found. Sep 02 12:44:15.933081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c353075-708e-4e67-a20e-0c7cdbd8fe44 req-db3b000f-5fbc-4b8e-80f9-b173bbe14d4e tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/4c6d23c0-8139-47fa-bfd3-c93f514e4434 HTTP/1.1" status: 404 len: 352 time: 0.0236979 Sep 02 12:44:15.935281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.936548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:15.952641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b22a8ba0-87ac-4786-a4d8-d8821e0ece8e req-dd4def21-5bb5-423e-93f0-34ef80ca52ff tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781834 Sep 02 12:44:15.998230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:16.012674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4', 'network_id': '8f1c22c1-73d6-4a0c-afab-a21e34976f37', 'port_id': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4', 'mac_address': 'fa:16:3e:2f:1e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee', 'ip_address': '19.80.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:16.020616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.026199 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-8a5873d6-597d-44f2-8905-0d923d657eb2 req-6fa44f8a-f0cb-4c69-833e-5c9938ad94b1 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] show failed (client error): The resource could not be found. Sep 02 12:44:16.027353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a5873d6-597d-44f2-8905-0d923d657eb2 req-6fa44f8a-f0cb-4c69-833e-5c9938ad94b1 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-group-rules/21fa85bf-43e9-4c96-ad58-13832522af2e HTTP/1.1" status: 404 len: 361 time: 0.0202568 Sep 02 12:44:16.073871 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.099159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:16.107138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.114372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.120674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.127036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.128928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:16.134162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.140420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.143626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.148232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.150663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7803aac9-7b3f-4b88-ad63-37d7cef7761c req-9207f79b-a401-46c7-8240-efa7939ddfe0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.1178832 Sep 02 12:44:16.162977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:16.168608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Request body: {'floatingip': {'port_id': 'a95e9964-8342-426e-a7fc-ca8c27a963ab'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:16.220861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:16.247933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.267645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-ea3d6aec-b533-4715-9af1-2fc1d16ff169 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=af437daf189749dc85c2850d8d5c551b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792155 Sep 02 12:44:16.272350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.279270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca78ec1d-ccfe-4b1c-bd1b-e194b4b1f0e1 req-8aa9bcab-b41c-4014-94a5-2c2f76222044 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/983dd91d-bcdb-4dbc-bfdd-1a2f7f997080 HTTP/1.1" status: 200 len: 1815 time: 0.1839044 Sep 02 12:44:16.377809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07806d04-3562-4ccd-86a8-3d76fd1477a4 req-67aadc53-b058-4cb2-b075-381d3187f179 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.383805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07806d04-3562-4ccd-86a8-3d76fd1477a4 req-67aadc53-b058-4cb2-b075-381d3187f179 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.385496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07806d04-3562-4ccd-86a8-3d76fd1477a4 req-67aadc53-b058-4cb2-b075-381d3187f179 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1680 time: 0.1571076 Sep 02 12:44:16.468689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7ab83a7b-54b5-44cf-b2f2-73e74abd55c4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:16.478976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca78ec1d-ccfe-4b1c-bd1b-e194b4b1f0e1 req-2166d151-ac03-4d2b-ae4e-9ed6b7717875 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.487878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-6d7f310e-084f-4c37-a46c-9db791aaa8d4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.490052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-6d7f310e-084f-4c37-a46c-9db791aaa8d4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082567 Sep 02 12:44:16.502890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07806d04-3562-4ccd-86a8-3d76fd1477a4 req-19e63a4a-eb5a-423e-81c8-f1b4904bc91e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093252 Sep 02 12:44:16.511907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Request body: {'port': {'device_id': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'af437daf189749dc85c2850d8d5c551b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:16.720663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e61d8d1-6093-46b8-add8-32d0d00dbd22 req-255ae5a0-3125-4942-94e3-c8fcabf1d58c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 210 time: 0.1108181 Sep 02 12:44:16.942745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ff96-418e-42d1-98a1-0012bf9b3a3f req-8296f2d7-2785-419c-bb5b-2658bfbedc08 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:16.945329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee60ff96-418e-42d1-98a1-0012bf9b3a3f req-8296f2d7-2785-419c-bb5b-2658bfbedc08 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1269875 Sep 02 12:44:16.952970 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.979923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca78ec1d-ccfe-4b1c-bd1b-e194b4b1f0e1 req-2166d151-ac03-4d2b-ae4e-9ed6b7717875 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:16.980960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.065641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee60ff96-418e-42d1-98a1-0012bf9b3a3f req-05be10f4-4f7a-4639-b727-eebf4b8f610b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113546 Sep 02 12:44:17.118397 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Floating IP bd63338d-82df-4748-b690-70121eec5126 associated. External IP: 172.25.7.116, port: a95e9964-8342-426e-a7fc-ca8c27a963ab. Sep 02 12:44:17.167883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca78ec1d-ccfe-4b1c-bd1b-e194b4b1f0e1 req-2166d151-ac03-4d2b-ae4e-9ed6b7717875 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.180636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca78ec1d-ccfe-4b1c-bd1b-e194b4b1f0e1 req-2166d151-ac03-4d2b-ae4e-9ed6b7717875 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.182542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca78ec1d-ccfe-4b1c-bd1b-e194b4b1f0e1 req-2166d151-ac03-4d2b-ae4e-9ed6b7717875 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "DELETE /v2.0/security-groups/983dd91d-bcdb-4dbc-bfdd-1a2f7f997080 HTTP/1.1" status: 204 len: 173 time: 0.8888881 Sep 02 12:44:17.209974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d151-ac03-4d2b-ae4e-9ed6b7717875 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983dd91d-bcdb-4dbc-bfdd-1a2f7f997080,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:17.310906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.357160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.375049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Made reservation on behalf of af437daf189749dc85c2850d8d5c551b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:17.380781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.426740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Router ab59ecd8-f210-4553-995e-6bb8f78c9e4c has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:44:17.443749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.452001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9eb77c2-cf69-4d14-b5de-73826c899407 req-9582694a-e066-4a1f-bf60-cc8459d90a71 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/388fc7dd-067c-4831-b9ba-d03001a5da67 HTTP/1.1" status: 200 len: 1815 time: 0.2391326 Sep 02 12:44:17.502436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['992cb4f4-65bb-4b07-871f-7c453e870e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:17.572364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:17.593431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:17.601075 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.609066 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] Sync routers for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:17.617515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Allocated IP 172.25.7.148 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/7597cec4-58c6-4328-a79b-6da7f597157c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:17.625761 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:17.626817 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:17.629723 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9eb77c2-cf69-4d14-b5de-73826c899407 req-934d61fe-9132-4c34-859a-ae4e030d67c8 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.671342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1ddd0a43-56c9-44b7-ad12-38437975dd32 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "PUT /v2.0/floatingips/bd63338d-82df-4748-b690-70121eec5126 HTTP/1.1" status: 200 len: 992 time: 1.5071261 Sep 02 12:44:17.674120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:17.678669 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427779a-d83a-405d-9be4-a1fb25465baa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:17.725824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9eb77c2-cf69-4d14-b5de-73826c899407 req-934d61fe-9132-4c34-859a-ae4e030d67c8 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.738568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:17.742009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804820-95aa-41ed-915b-e737949e57b4 req-3a5ac76f-95a8-45d4-87bb-6d7172291b8e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:17.745350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:17.746028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.758931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804820-95aa-41ed-915b-e737949e57b4 req-3a5ac76f-95a8-45d4-87bb-6d7172291b8e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:17.769161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34804820-95aa-41ed-915b-e737949e57b4 req-3a5ac76f-95a8-45d4-87bb-6d7172291b8e tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1680 time: 0.0957294 Sep 02 12:44:17.783800 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:17.836241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.848463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9eb77c2-cf69-4d14-b5de-73826c899407 req-934d61fe-9132-4c34-859a-ae4e030d67c8 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.850248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34804820-95aa-41ed-915b-e737949e57b4 req-934b478f-9b2d-4807-8e5e-d69060174357 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745959 Sep 02 12:44:17.851040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9eb77c2-cf69-4d14-b5de-73826c899407 req-934d61fe-9132-4c34-859a-ae4e030d67c8 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.852691 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.860266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9eb77c2-cf69-4d14-b5de-73826c899407 req-934d61fe-9132-4c34-859a-ae4e030d67c8 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "DELETE /v2.0/security-groups/388fc7dd-067c-4831-b9ba-d03001a5da67 HTTP/1.1" status: 204 len: 173 time: 0.4004920 Sep 02 12:44:17.878997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.881710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.893282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:17.896462 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf38e21-f29b-4eb1-8974-660d0513bb61" -d '{"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83a7b-54b5-44cf-b2f2-73e74abd55c4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:17.904543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d61fe-9132-4c34-859a-ae4e030d67c8 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388fc7dd-067c-4831-b9ba-d03001a5da67,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:17.915652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:17.932323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:17.956638 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12309f0f-2baa-4262-8c41-f444e36991f3 x-openstack-request-id: req-12309f0f-2baa-4262-8c41-f444e36991f3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:17.957186 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:17.957620 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12309f0f-2baa-4262-8c41-f444e36991f3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:17.958315 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'status': 'completed', 'code': 200} Sep 02 12:44:18.015617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:18.056248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a2c810-484a-4c08-9111-4786a6e0381a req-09571eac-7a40-49e7-b2d1-cd77c34b2d49 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/41104e10-834c-4e1c-bcda-47e4b47eed5c HTTP/1.1" status: 200 len: 1814 time: 0.0645695 Sep 02 12:44:18.069057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e41dd9-5a43-4aef-9ab0-dae4d246360f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:18.128336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f2a2c810-484a-4c08-9111-4786a6e0381a req-c0dad88a-5784-4f0e-ae07-7a743f6df316 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.129918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-048b5467-1abf-4bd8-be44-fa1c682e9e45 req-fdbbdd17-c7bc-4f9c-ab57-2c250cd88f12 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 210 time: 0.0826581 Sep 02 12:44:18.168162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f2a2c810-484a-4c08-9111-4786a6e0381a req-c0dad88a-5784-4f0e-ae07-7a743f6df316 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.178330 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'bd63338d-82df-4748-b690-70121eec5126', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'port_id': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'mac_address': 'fa:16:3e:23:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:42:49Z', 'updated_at': '2021-09-02T12:44:16Z', 'revision_number': 1, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:55Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:18.188528 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4d501c-e796-4958-9b88-2072a8a628ec x-openstack-request-id: req-6f4d501c-e796-4958-9b88-2072a8a628ec {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:18.188820 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83a7b-54b5-44cf-b2f2-73e74abd55c4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:18.189116 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f4d501c-e796-4958-9b88-2072a8a628ec {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:18.189525 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4', 'code': 200} Sep 02 12:44:18.195271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.202443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Allocated IP 192.168.233.64 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/3a277b65-7821-400c-9879-128098f1aeaa) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:18.222566 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] Checking router: ab59ecd8-f210-4553-995e-6bb8f78c9e4c for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:18.237258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.237792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.238284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.238785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.239247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.239708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.240185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.241141 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:18.241820 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:18.242471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-d214bedd-61bc-43fb-9da6-a5830b5ed664 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6501 time: 0.2618527 Sep 02 12:44:18.253315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f2a2c810-484a-4c08-9111-4786a6e0381a req-c0dad88a-5784-4f0e-ae07-7a743f6df316 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.258053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f2a2c810-484a-4c08-9111-4786a6e0381a req-c0dad88a-5784-4f0e-ae07-7a743f6df316 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.259727 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2a2c810-484a-4c08-9111-4786a6e0381a req-c0dad88a-5784-4f0e-ae07-7a743f6df316 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "DELETE /v2.0/security-groups/41104e10-834c-4e1c-bcda-47e4b47eed5c HTTP/1.1" status: 204 len: 173 time: 0.1963708 Sep 02 12:44:18.274702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dad88a-5784-4f0e-ae07-7a743f6df316 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41104e10-834c-4e1c-bcda-47e4b47eed5c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:18.355707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:18.374105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:18.386197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Port': ['ID=7597cec4-58c6-4328-a79b-6da7f597157c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:18.389578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:18.404868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e2fc5c6-20da-44e3-afc0-bf5b0d4308d0 req-39acceb3-e45d-404e-a3bd-3dad53757acd tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/75b5a5a9-18d6-4d4a-88af-209e314a625b HTTP/1.1" status: 200 len: 1814 time: 0.0420666 Sep 02 12:44:18.412478 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:18.469280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e2fc5c6-20da-44e3-afc0-bf5b0d4308d0 req-c2df492e-a6e5-483a-8a2f-f5e7a6d44dfe tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.494484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e2fc5c6-20da-44e3-afc0-bf5b0d4308d0 req-c2df492e-a6e5-483a-8a2f-f5e7a6d44dfe tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.497579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e726a-aa6c-4f28-8942-01b5b7e52c61 req-fab4a5f1-d920-4eef-8b58-72769c071f95 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.499181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-834e726a-aa6c-4f28-8942-01b5b7e52c61 req-fab4a5f1-d920-4eef-8b58-72769c071f95 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.2473841 Sep 02 12:44:18.540678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e2fc5c6-20da-44e3-afc0-bf5b0d4308d0 req-c2df492e-a6e5-483a-8a2f-f5e7a6d44dfe tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.543881 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e2fc5c6-20da-44e3-afc0-bf5b0d4308d0 req-c2df492e-a6e5-483a-8a2f-f5e7a6d44dfe tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.556203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e2fc5c6-20da-44e3-afc0-bf5b0d4308d0 req-c2df492e-a6e5-483a-8a2f-f5e7a6d44dfe tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "DELETE /v2.0/security-groups/75b5a5a9-18d6-4d4a-88af-209e314a625b HTTP/1.1" status: 204 len: 173 time: 0.1435952 Sep 02 12:44:18.557096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-e59249f0-4cf6-4863-8e49-198813d1f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.558770 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-e59249f0-4cf6-4863-8e49-198813d1f1b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=570c4c40-0a12-4264-8cd4-695bfe62e618 HTTP/1.1" status: 200 len: 918 time: 0.3058016 Sep 02 12:44:18.574636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df492e-a6e5-483a-8a2f-f5e7a6d44dfe tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b5a5a9-18d6-4d4a-88af-209e314a625b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:18.679060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88c56692-0d23-4690-8e39-4d329d53e034 req-2e0ab15e-054a-40c9-8c13-81f8f3f7c3ee tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "GET /v2.0/security-groups/73df02d9-4548-426f-8725-4fea91aa5625 HTTP/1.1" status: 200 len: 1814 time: 0.0410941 Sep 02 12:44:18.695223 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'bd63338d-82df-4748-b690-70121eec5126', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'port_id': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'mac_address': 'fa:16:3e:23:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:42:49Z', 'updated_at': '2021-09-02T12:44:16Z', 'revision_number': 1, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:55Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:18.728148 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ec395-81e6-46c2-82b9-a8b8c90e1362 None None] The sync data for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 is: [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'bd63338d-82df-4748-b690-70121eec5126', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'port_id': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'mac_address': 'fa:16:3e:23:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:42:49Z', 'updated_at': '2021-09-02T12:44:16Z', 'revision_number': 1, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:55Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:18.746403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-88c56692-0d23-4690-8e39-4d329d53e034 req-165f5dec-099c-4867-b8c8-93103082d2b9 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.752700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-834e726a-aa6c-4f28-8942-01b5b7e52c61 req-680dad6c-99f3-410c-9717-75fb5f6ea265 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197845 Sep 02 12:44:18.787180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-88c56692-0d23-4690-8e39-4d329d53e034 req-165f5dec-099c-4867-b8c8-93103082d2b9 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.789068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-fe969f55-15e5-481c-95c3-15dad46bc6a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 200 len: 1000 time: 0.1585281 Sep 02 12:44:18.794453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.838430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-88c56692-0d23-4690-8e39-4d329d53e034 req-165f5dec-099c-4867-b8c8-93103082d2b9 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.841355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-88c56692-0d23-4690-8e39-4d329d53e034 req-165f5dec-099c-4867-b8c8-93103082d2b9 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.843551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88c56692-0d23-4690-8e39-4d329d53e034 req-165f5dec-099c-4867-b8c8-93103082d2b9 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] 10.222.0.60 "DELETE /v2.0/security-groups/73df02d9-4548-426f-8725-4fea91aa5625 HTTP/1.1" status: 204 len: 173 time: 0.1574287 Sep 02 12:44:18.852524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:18.862734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5dec-099c-4867-b8c8-93103082d2b9 tempest-SecurityGroupRulesNegativeTestJSON-1965619553 tempest-SecurityGroupRulesNegativeTestJSON-1965619553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df02d9-4548-426f-8725-4fea91aa5625,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:18.886162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Transition to ACTIVE for port object 3a277b65-7821-400c-9879-128098f1aeaa will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:18.908704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Deleting subnet 964154d3-21dd-4233-a5e4-df3386fec736 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:18.913221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:18.938151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-77e2e2d7-467b-4433-9fa6-9e369eddecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:18.939658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-77e2e2d7-467b-4433-9fa6-9e369eddecb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=791c1b25-8efe-4bc0-af0a-9389cd06562c HTTP/1.1" status: 200 len: 856 time: 0.1416399 Sep 02 12:44:18.955595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.002827 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.036113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9041e2f7-bc70-4723-8df1-0b524e3ada14 None None] New status for floating IP bd63338d-82df-4748-b690-70121eec5126: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:44:19.054130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.056259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.073741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.107114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964154d3-21dd-4233-a5e4-df3386fec736,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:19.111431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.113380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c77a596-c1e0-4bae-b9ec-733a59ec2f7f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/964154d3-21dd-4233-a5e4-df3386fec736 HTTP/1.1" status: 204 len: 168 time: 0.2597747 Sep 02 12:44:19.115841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:19.146606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16cbb-d282-4a5d-bcf2-94baebb8511d req-61ac6a99-3f8d-41e3-909b-4d2500035d71 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:19.155097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16cbb-d282-4a5d-bcf2-94baebb8511d req-61ac6a99-3f8d-41e3-909b-4d2500035d71 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:19.156815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38e16cbb-d282-4a5d-bcf2-94baebb8511d req-61ac6a99-3f8d-41e3-909b-4d2500035d71 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1681 time: 0.2117646 Sep 02 12:44:19.190192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427779a-d83a-405d-9be4-a1fb25465baa req-3e3a7835-b8c6-496d-a1a5-b03227874c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:19.191726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-3e3a7835-b8c6-496d-a1a5-b03227874c1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=570c4c40-0a12-4264-8cd4-695bfe62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420142 Sep 02 12:44:19.231067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.299323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:19.319394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:19.322106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:19.331761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Pushing event updated for resources: {'Port': ['ID=3a277b65-7821-400c-9879-128098f1aeaa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:19.374332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38e16cbb-d282-4a5d-bcf2-94baebb8511d req-f2ce4f25-1e1d-465c-aaaa-439a400430c9 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741664 Sep 02 12:44:19.433381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:19.434087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.485210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-50c16b2b-dc55-4db5-b66b-0d8b30b7774b service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733366 Sep 02 12:44:19.566391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 992cb4f4-65bb-4b07-871f-7c453e870e5c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:19.573542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-5c18ca9d-74fa-4bd0-8a5d-722a653780cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0715737 Sep 02 12:44:19.589718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Request body: {'port': {'device_id': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:19.619784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5af642c-402f-4472-a3da-ed3ec3352d4e None None] Provisioning for port 3a277b65-7821-400c-9879-128098f1aeaa completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:19.628439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5af642c-402f-4472-a3da-ed3ec3352d4e None None] Provisioning complete for port 3a277b65-7821-400c-9879-128098f1aeaa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:19.639434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5af642c-402f-4472-a3da-ed3ec3352d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.659249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acec87-de63-46ec-9881-75b97e568e1d req-4754511a-f007-40be-a99a-1bbd25430782 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:19.666707 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08acec87-de63-46ec-9881-75b97e568e1d req-4754511a-f007-40be-a99a-1bbd25430782 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 935 time: 0.4243762 Sep 02 12:44:19.670350 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.680563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 992cb4f4-65bb-4b07-871f-7c453e870e5c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:19.688549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 992cb4f4-65bb-4b07-871f-7c453e870e5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:19.689245 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.693194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59018b1d-e7e8-4142-800c-906f16bc99d3']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:19.695616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.705554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d997a2-b7b0-40a1-9526-5e932ca48130') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:19.705827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d997a2-b7b0-40a1-9526-5e932ca48130') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:19.708193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.711619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8427779a-d83a-405d-9be4-a1fb25465baa req-5c3df692-6458-4221-9637-b44a2224666b service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975715 Sep 02 12:44:19.720024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c5af642c-402f-4472-a3da-ed3ec3352d4e None None] Port 3a277b65-7821-400c-9879-128098f1aeaa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:44:19.725718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.748832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08acec87-de63-46ec-9881-75b97e568e1d req-be61ddf9-8406-4363-82e4-6b4f64051cc4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810380 Sep 02 12:44:19.753099 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.761856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:19.762320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:19.764285 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:19.804121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.836400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.845790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:19.847876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 992cb4f4-65bb-4b07-871f-7c453e870e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:19.848028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] 10.222.0.60 "DELETE /v2.0/networks/59018b1d-e7e8-4142-800c-906f16bc99d3 HTTP/1.1" status: 204 len: 168 time: 0.7313113 Sep 02 12:44:19.861420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b572b-26bf-4cfa-8999-7adb1b6fee8d admin admin] Pushing event deleted for resources: {'Network': ['ID=59018b1d-e7e8-4142-800c-906f16bc99d3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:19.868057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.050864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d636c8d-1a43-4e46-b903-bb12473facae req-663bf646-000e-4045-b65a-71a6040a1a19 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:20.050864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d636c8d-1a43-4e46-b903-bb12473facae req-663bf646-000e-4045-b65a-71a6040a1a19 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1461713 Sep 02 12:44:20.051202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:20.066758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=992cb4f4-65bb-4b07-871f-7c453e870e5c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:20.109044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1b8178ba-f576-4707-8718-7992bf80fccf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca22183f8a034b0ea3787f61b9a4f7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553589 Sep 02 12:44:20.110575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57752) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:20.168653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23f6c7d2-df63-4185-b3e1-cd77c9fbcfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.191241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992cb4f4-65bb-4b07-871f-7c453e870e5c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:20.194174 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b957c05-0ee5-4465-98c4-d9800a988205" -d '{"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-plugged", "status": "completed", "tag": "992cb4f4-65bb-4b07-871f-7c453e870e5c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:20.195969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23f6c7d2-df63-4185-b3e1-cd77c9fbcfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.235856 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a94046-75fa-4d52-8d65-0a2faecf1bb7 x-openstack-request-id: req-a3a94046-75fa-4d52-8d65-0a2faecf1bb7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:20.236520 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-plugged", "status": "completed", "tag": "992cb4f4-65bb-4b07-871f-7c453e870e5c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:20.236520 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3a94046-75fa-4d52-8d65-0a2faecf1bb7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:20.237183 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992cb4f4-65bb-4b07-871f-7c453e870e5c', 'code': 200} Sep 02 12:44:20.256010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23f6c7d2-df63-4185-b3e1-cd77c9fbcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.259976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23f6c7d2-df63-4185-b3e1-cd77c9fbcfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.261379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23f6c7d2-df63-4185-b3e1-cd77c9fbcfbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/203a618a-a956-4d7f-8189-b6731cada87b HTTP/1.1" status: 204 len: 168 time: 0.1495931 Sep 02 12:44:20.270260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6c7d2-df63-4185-b3e1-cd77c9fbcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a618a-a956-4d7f-8189-b6731cada87b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:20.442701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Router dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:20.506851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d636c8d-1a43-4e46-b903-bb12473facae req-c7d94e5b-ecb0-44a9-9c30-59b6f602ab26 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502687 Sep 02 12:44:20.539068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc941a-4c5d-4cef-a747-665b7174f634 req-4750708c-2504-46a6-a6f6-28140a260666 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:20.546794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc941a-4c5d-4cef-a747-665b7174f634 req-4750708c-2504-46a6-a6f6-28140a260666 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:20.554796 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-45dc941a-4c5d-4cef-a747-665b7174f634 req-4750708c-2504-46a6-a6f6-28140a260666 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1682 time: 0.0913768 Sep 02 12:44:20.602740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6057-237b-4166-b0d6-851d3869d04d req-c400eb1f-c92d-4c66-8f77-3b5eecd984ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:20.603231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6057-237b-4166-b0d6-851d3869d04d req-c400eb1f-c92d-4c66-8f77-3b5eecd984ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:20.604864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c47f6057-237b-4166-b0d6-851d3869d04d req-c400eb1f-c92d-4c66-8f77-3b5eecd984ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1984 time: 0.1857610 Sep 02 12:44:20.605531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-45dc941a-4c5d-4cef-a747-665b7174f634 req-86bcb9a4-fef5-4448-845b-2759135c690d tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Sep 02 12:44:20.669103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a277b65-7821-400c-9879-128098f1aeaa {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:20.679997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.697349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:20.702501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c47f6057-237b-4166-b0d6-851d3869d04d req-c4a77187-4e8a-42c9-8d9d-7e54a0f2ff48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Sep 02 12:44:20.706898 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Sync routers for ids ['dff5b3b8-aa72-4d3b-b117-376ff8c94ae7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:20.711683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Transition to ACTIVE for port object 3a277b65-7821-400c-9879-128098f1aeaa will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:20.717972 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Routers {'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:20.718780 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['dff5b3b8-aa72-4d3b-b117-376ff8c94ae7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:20.719168 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.728439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.729755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ba0776eb-12fe-4c70-98d9-b9af702864d7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8391156 Sep 02 12:44:20.732770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:20.790489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Pushing event updated for resources: {'Port': ['ID=3a277b65-7821-400c-9879-128098f1aeaa,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:20.896011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Attempting to bind port 3a277b65-7821-400c-9879-128098f1aeaa on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:20.897257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Attempting to bind port 3a277b65-7821-400c-9879-128098f1aeaa by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:20.897812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Attempting to bind port 3a277b65-7821-400c-9879-128098f1aeaa on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:20.903880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Port 3a277b65-7821-400c-9879-128098f1aeaa on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:20.904111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Attempting to bind port 3a277b65-7821-400c-9879-128098f1aeaa on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:20.909550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:20.909895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:20.910286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:20.910776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Bound port: 3a277b65-7821-400c-9879-128098f1aeaa, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:20.911467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:20.975813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f82c0-9c90-4c4e-a465-07ca76030184 req-0daa86ee-744c-484e-968e-c8aee915cd39 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:20.985004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec0f82c0-9c90-4c4e-a465-07ca76030184 req-0daa86ee-744c-484e-968e-c8aee915cd39 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 947 time: 0.1379886 Sep 02 12:44:21.011070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] For port 3a277b65-7821-400c-9879-128098f1aeaa, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:21.020541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] For port 3a277b65-7821-400c-9879-128098f1aeaa, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a277b65-7821-400c-9879-128098f1aeaa,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:21.021468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:21.026557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1915391702', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': True}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:21.029591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3cef9ce9-415c-4bef-a801-c27bb650e65f tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 HTTP/1.1" status: 200 len: 909 time: 0.2954850 Sep 02 12:44:21.040024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.057499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec0f82c0-9c90-4c4e-a465-07ca76030184 req-e32fbb5c-c279-4bb9-b748-7aa77c789a32 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710826 Sep 02 12:44:21.116705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Pushing event updated for resources: {'Port': ['ID=3a277b65-7821-400c-9879-128098f1aeaa,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:21.122233 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Set router dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:21.135254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:21.137017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.140178 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-cba809c3-a91c-4036-b853-6a28a5329214 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a277b65-7821-400c-9879-128098f1aeaa HTTP/1.1" status: 200 len: 1095 time: 1.5538952 Sep 02 12:44:21.140178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'tag': '3a277b65-7821-400c-9879-128098f1aeaa'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:21.143351 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900e9549-1e86-4045-ba24-0c67875d4f78" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a", "tag": "3a277b65-7821-400c-9879-128098f1aeaa"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:21.160106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.175381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.266693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.282855 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d96a2f8-19a0-4066-9003-84efdd3e142d x-openstack-request-id: req-6d96a2f8-19a0-4066-9003-84efdd3e142d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:21.283151 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a", "tag": "3a277b65-7821-400c-9879-128098f1aeaa", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:21.285568 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d96a2f8-19a0-4066-9003-84efdd3e142d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:21.285997 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'tag': '3a277b65-7821-400c-9879-128098f1aeaa', 'status': 'completed', 'code': 200} Sep 02 12:44:21.311000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:21.389965 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7', 'name': 'tempest-snat-router-1915391702', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': '7597cec4-58c6-4328-a79b-6da7f597157c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:15Z', 'updated_at': '2021-09-02T12:44:18Z', 'revision_number': 3, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port': {'id': '7597cec4-58c6-4328-a79b-6da7f597157c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:17Z', 'updated_at': '2021-09-02T12:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:21.443289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-1263539c-69ee-4721-bfc7-d9ff96cc3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:21.444842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-1263539c-69ee-4721-bfc7-d9ff96cc3355 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af437daf189749dc85c2850d8d5c551b&device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 1098 time: 0.1771214 Sep 02 12:44:21.450623 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Checking router: dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:21.451212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Updating router dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 port 7597cec4-58c6-4328-a79b-6da7f597157c binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:44:21.485168 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.486711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-744172312-network', 'tenant_id': '6a1d123bfa7942119bd8ea7877680fb3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:21.512130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Made reservation on behalf of 6a1d123bfa7942119bd8ea7877680fb3 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:21.513026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.516187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.516935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-fa4380eb-bcdb-400c-92a9-7e28074a9f14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3a277b65-7821-400c-9879-128098f1aeaa HTTP/1.1" status: 200 len: 217 time: 0.0443807 Sep 02 12:44:21.527062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.639435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-69a88969-5c5f-4653-84ed-7ed8abbb2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:21.641374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-69a88969-5c5f-4653-84ed-7ed8abbb2193 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1144445 Sep 02 12:44:21.680240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014074-68dc-407b-995f-a92e046ffc46 req-5a78e2d2-d21f-4f1c-85d3-928a6c3f36ef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:21.682286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3014074-68dc-407b-995f-a92e046ffc46 req-5a78e2d2-d21f-4f1c-85d3-928a6c3f36ef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0891707 Sep 02 12:44:21.693356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.708462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.726201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-a77b5a09-e8ab-4e70-bf6d-8f87f0ff2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:21.728112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-a77b5a09-e8ab-4e70-bf6d-8f87f0ff2b9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771127 Sep 02 12:44:21.749546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:44:21.768467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3014074-68dc-407b-995f-a92e046ffc46 req-e8610a53-592e-4d72-8732-0f934aff35a4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773783 Sep 02 12:44:21.773750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.774153 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Added segment e803734c-8985-42cd-b9b2-56d5a4d81b25 of type vlan for network 58effa45-9382-4cdb-b020-5582677a084a Sep 02 12:44:21.775825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7495be-012b-47a8-a33e-91026f198561,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:21.830634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.872756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.874737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:21.875490 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.880337 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.905462 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Transition to ACTIVE for port object 7597cec4-58c6-4328-a79b-6da7f597157c will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:21.916932 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:21.972695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=58effa45-9382-4cdb-b020-5582677a084a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:21.984473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d2c3c60e-5a56-4720-b275-804f52b3d1d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6717322 Sep 02 12:44:21.985369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:21.986337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 58effa45-9382-4cdb-b020-5582677a084a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:44:21.988717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-632161b7-2ac9-4eb2-87cf-706b3e1b88d1 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884923 Sep 02 12:44:21.991359 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8f25f-94ef-4953-bc0a-58df8b22af23 None None] Pushing event updated for resources: {'Port': ['ID=7597cec4-58c6-4328-a79b-6da7f597157c,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:21.991958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Request body: {'subnet': {'network_id': '58effa45-9382-4cdb-b020-5582677a084a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-744172312-subnet', 'tenant_id': '6a1d123bfa7942119bd8ea7877680fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:22.005924 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Attempting to bind port 7597cec4-58c6-4328-a79b-6da7f597157c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:22.007269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Attempting to bind port 7597cec4-58c6-4328-a79b-6da7f597157c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:22.007811 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Attempting to bind port 7597cec4-58c6-4328-a79b-6da7f597157c on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:22.016066 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:22.016813 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:22.017940 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.018664 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:22.019460 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Bound port: 7597cec4-58c6-4328-a79b-6da7f597157c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:22.019854 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.022075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Made reservation on behalf of 6a1d123bfa7942119bd8ea7877680fb3 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:22.025903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.079865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d294ec-452e-4b87-bde1-7d4d6996aca9 req-d0e8ac9b-0291-42c8-8c76-893bdfd16710 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.083887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] For port 7597cec4-58c6-4328-a79b-6da7f597157c, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:22.086058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d294ec-452e-4b87-bde1-7d4d6996aca9 req-d0e8ac9b-0291-42c8-8c76-893bdfd16710 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.087244 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] For port 7597cec4-58c6-4328-a79b-6da7f597157c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7597cec4-58c6-4328-a79b-6da7f597157c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:22.087943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-96d294ec-452e-4b87-bde1-7d4d6996aca9 req-d0e8ac9b-0291-42c8-8c76-893bdfd16710 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1682 time: 0.2179883 Sep 02 12:44:22.092517 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.143362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.168457 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8f25f-94ef-4953-bc0a-58df8b22af23 None None] Pushing event updated for resources: {'Port': ['ID=7597cec4-58c6-4328-a79b-6da7f597157c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:22.171280 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Routers {'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:22.171892 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['dff5b3b8-aa72-4d3b-b117-376ff8c94ae7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:22.194229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.232767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-96d294ec-452e-4b87-bde1-7d4d6996aca9 req-ad83b95b-1713-4748-97ae-1871e8110d25 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241519 Sep 02 12:44:22.270491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7426e77-b4e0-477f-931f-8825a1754941 req-b9c825d2-2f71-49b7-a50a-71e524fe4963 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.272121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7426e77-b4e0-477f-931f-8825a1754941 req-b9c825d2-2f71-49b7-a50a-71e524fe4963 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 947 time: 0.1123288 Sep 02 12:44:22.279227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.291867 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] Set router dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:22.322248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31aeeac5-98e4-4bd3-86b9-65c93a9667e7 req-8a6282f3-7f17-4161-bbbd-d12d350dc155 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128054 Sep 02 12:44:22.341956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf73cc5-7ee5-49fa-9692-2aa77369b642,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:22.398542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7426e77-b4e0-477f-931f-8825a1754941 req-8b66eed5-3138-410e-8c08-61e27b5358db tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104007 Sep 02 12:44:22.405307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Checking segment: {'id': 'e803734c-8985-42cd-b9b2-56d5a4d81b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58effa45-9382-4cdb-b020-5582677a084a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:22.405598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Network hostable DHCP agents. Network: 58effa45-9382-4cdb-b020-5582677a084a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:44:22.408382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Allocated IP 172.25.7.50 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/f2787e60-f528-44b5-9327-030f334e1d8e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:22.426877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Network 58effa45-9382-4cdb-b020-5582677a084a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:44:22.441392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 58effa45-9382-4cdb-b020-5582677a084a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:22.447609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.448234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.452375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e4d07-0708-40fe-a47d-6dee135b2cf3 None None] Network 58effa45-9382-4cdb-b020-5582677a084a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:22.484602 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-be918408-8a19-4611-95c4-c91639f1f8db admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4969845 Sep 02 12:44:22.491187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-6bc3a061-9b42-41a7-bfcc-5917d36df86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.493019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-6bc3a061-9b42-41a7-bfcc-5917d36df86b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af437daf189749dc85c2850d8d5c551b&device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 1098 time: 0.1221139 Sep 02 12:44:22.537001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7', 'name': 'tempest-snat-router-1915391702', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': '7597cec4-58c6-4328-a79b-6da7f597157c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:15Z', 'updated_at': '2021-09-02T12:44:18Z', 'revision_number': 3, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port': {'id': '7597cec4-58c6-4328-a79b-6da7f597157c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:17Z', 'updated_at': '2021-09-02T12:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:22.572275 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0ae28-2b10-4f94-94ef-cda434f561f5 None None] The sync data for ids ['dff5b3b8-aa72-4d3b-b117-376ff8c94ae7'] in n-d-792364-8 is: [{'id': 'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7', 'name': 'tempest-snat-router-1915391702', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': '7597cec4-58c6-4328-a79b-6da7f597157c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:15Z', 'updated_at': '2021-09-02T12:44:18Z', 'revision_number': 3, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port': {'id': '7597cec4-58c6-4328-a79b-6da7f597157c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b3b8-aa72-4d3b-b117-376ff8c94ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:17Z', 'updated_at': '2021-09-02T12:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:22.617342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec4d9ca-2d0e-429e-8b51-99b4f210794e None None] Network 58effa45-9382-4cdb-b020-5582677a084a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:22.637048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.654896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-ec3326c2-a068-46ff-b435-1106cb433382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.656673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-ec3326c2-a068-46ff-b435-1106cb433382 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1566346 Sep 02 12:44:22.720560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-90f0e7ac-1d5e-4e54-933b-42660c38e945 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3a277b65-7821-400c-9879-128098f1aeaa HTTP/1.1" status: 200 len: 217 time: 0.0559728 Sep 02 12:44:22.780820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-2f03c844-f565-4c37-a9ff-33b7c2b67155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.782440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-2f03c844-f565-4c37-a9ff-33b7c2b67155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0544722 Sep 02 12:44:22.784010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:22.870036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:22.878783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:22.902652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:22.922022 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-4267f0df-32a7-4067-95b0-ff3eba0f84b9 req-88b6fa7a-1746-4ad0-a150-ed5fd3cd8d9d tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] show failed (client error): The resource could not be found. Sep 02 12:44:22.923205 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4267f0df-32a7-4067-95b0-ff3eba0f84b9 req-88b6fa7a-1746-4ad0-a150-ed5fd3cd8d9d tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups/1d34b3f4-049a-42b5-8b89-84d19f1048a4 HTTP/1.1" status: 404 len: 352 time: 0.0796111 Sep 02 12:44:22.950393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Port': ['ID=f2787e60-f528-44b5-9327-030f334e1d8e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:22.977300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-b2dd9ec9-01f9-402c-a49e-bc4a83c17a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.979273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-b2dd9ec9-01f9-402c-a49e-bc4a83c17a99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1895154 Sep 02 12:44:22.987425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9b35-98bd-4b6e-9473-9cea1e8972ff req-4c362ebe-1869-431a-b807-b011fb87073c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:22.989729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb9a9b35-98bd-4b6e-9473-9cea1e8972ff req-4c362ebe-1869-431a-b807-b011fb87073c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0942991 Sep 02 12:44:23.041783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb9a9b35-98bd-4b6e-9473-9cea1e8972ff req-3ce8d33e-9b67-487d-ab7b-7626ca61d1bb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Sep 02 12:44:23.196365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef79c5d-126f-4c50-9109-e92dd7cefc21 req-698f239a-4b83-4cf7-a415-56ddbfb60419 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a1d123bfa7942119bd8ea7877680fb3 HTTP/1.1" status: 200 len: 2988 time: 0.2245281 Sep 02 12:44:23.253947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-5c702c38-d9dc-460d-9c37-8217354433b7 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657008 Sep 02 12:44:23.375588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11525d-158d-4df9-81c3-46aef66287c6 req-ae21aaf3-05e2-4326-b7c1-de3b805ba8d0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:23.380892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef79c5d-126f-4c50-9109-e92dd7cefc21 req-79210f1f-48e0-4e72-8e63-28b44bc57795 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups/4d7495be-012b-47a8-a33e-91026f198561 HTTP/1.1" status: 200 len: 2985 time: 0.1733878 Sep 02 12:44:23.381810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11525d-158d-4df9-81c3-46aef66287c6 req-ae21aaf3-05e2-4326-b7c1-de3b805ba8d0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:23.389380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f11525d-158d-4df9-81c3-46aef66287c6 req-ae21aaf3-05e2-4326-b7c1-de3b805ba8d0 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1682 time: 0.0670643 Sep 02 12:44:23.424675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f11525d-158d-4df9-81c3-46aef66287c6 req-cdace3d6-6551-4798-8075-a5272c5300fa tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Sep 02 12:44:23.482970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef79c5d-126f-4c50-9109-e92dd7cefc21 req-c8aad219-3ae5-4a51-8601-a9d750a24c5c tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups/4d7495be-012b-47a8-a33e-91026f198561 HTTP/1.1" status: 200 len: 2985 time: 0.0928969 Sep 02 12:44:23.483545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:23.522710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900e9549-1e86-4045-ba24-0c67875d4f78 req-840e8f10-99c0-424a-b903-98e1dbe8ec63 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269287 Sep 02 12:44:23.629891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-353f89f0-bff6-4923-9506-d37690c13d3f req-060a5526-7e5b-4a27-b585-14cc8bb8b9c0 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups/4d7495be-012b-47a8-a33e-91026f198561 HTTP/1.1" status: 200 len: 2985 time: 0.0563004 Sep 02 12:44:23.658408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09593ac2-5f76-4f59-a16b-3d92d6137beb req-d0f7a20a-4a1a-489d-bbba-120c662310ab tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:23.660097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09593ac2-5f76-4f59-a16b-3d92d6137beb req-d0f7a20a-4a1a-489d-bbba-120c662310ab tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 947 time: 0.0893898 Sep 02 12:44:23.665004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7597cec4-58c6-4328-a79b-6da7f597157c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:23.707561 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-353f89f0-bff6-4923-9506-d37690c13d3f req-8b7f1233-8a44-4f3b-bcdf-c8a1f6005c17 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 12:44:23.708643 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-353f89f0-bff6-4923-9506-d37690c13d3f req-8b7f1233-8a44-4f3b-bcdf-c8a1f6005c17 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "DELETE /v2.0/security-groups/4d7495be-012b-47a8-a33e-91026f198561 HTTP/1.1" status: 409 len: 352 time: 0.0720963 Sep 02 12:44:23.726238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 7597cec4-58c6-4328-a79b-6da7f597157c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:23.734055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7597cec4-58c6-4328-a79b-6da7f597157c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:23.734818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:23.779261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09593ac2-5f76-4f59-a16b-3d92d6137beb req-836b29f6-5599-4536-948c-55f41aa79cca tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780127 Sep 02 12:44:23.823977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:23.834762 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-6b51d0b9-a23c-43eb-8204-ae566d7d3981 req-593d1501-e6a7-4e1a-bbc8-e150c9558db1 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] show failed (client error): The resource could not be found. Sep 02 12:44:23.835830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b51d0b9-a23c-43eb-8204-ae566d7d3981 req-593d1501-e6a7-4e1a-bbc8-e150c9558db1 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups/52689ff4-a145-4a0a-811e-cf52ed732984 HTTP/1.1" status: 404 len: 352 time: 0.0225589 Sep 02 12:44:23.845297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:23.872473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 7597cec4-58c6-4328-a79b-6da7f597157c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7597cec4-58c6-4328-a79b-6da7f597157c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:23.878485 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:23.938643 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-9ab253d3-af40-4026-a0c9-dd2441504bc3 req-68176268-65e3-4083-afe3-1fb3e82fe5a6 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] show failed (client error): The resource could not be found. Sep 02 12:44:23.942965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=7597cec4-58c6-4328-a79b-6da7f597157c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:23.956479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57846) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:23.956857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ab253d3-af40-4026-a0c9-dd2441504bc3 req-68176268-65e3-4083-afe3-1fb3e82fe5a6 tempest-SecurityGroupsNegativeTestJSON-1020506523 tempest-SecurityGroupsNegativeTestJSON-1020506523-project] 10.222.0.60 "GET /v2.0/security-groups/296e7803-9fd5-4fb1-827b-88ddc86f2d31 HTTP/1.1" status: 404 len: 352 time: 0.0372460 Sep 02 12:44:24.014545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Deleting subnet fcf73cc5-7ee5-49fa-9692-2aa77369b642 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:24.018696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.055371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe7b0-e4fc-411a-bb52-4aa177008f17 req-f40ba2f4-d6bf-41eb-a18c-4b6cb430b2f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:24.061867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe7b0-e4fc-411a-bb52-4aa177008f17 req-f40ba2f4-d6bf-41eb-a18c-4b6cb430b2f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:24.063136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.063640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c50fe7b0-e4fc-411a-bb52-4aa177008f17 req-f40ba2f4-d6bf-41eb-a18c-4b6cb430b2f7 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1682 time: 0.0633123 Sep 02 12:44:24.065348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Router f4090348-4a45-4a23-9238-6f33ef29b32b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:24.112468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c50fe7b0-e4fc-411a-bb52-4aa177008f17 req-b0e0cdd1-a450-4a16-b0f1-9b4ffd27119b tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Sep 02 12:44:24.199192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.630647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636c74f-02c0-4406-ba72-d5b8f9a16528 req-553d1a28-9be5-4a89-83ec-8fcb44e64086 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:24.632183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7636c74f-02c0-4406-ba72-d5b8f9a16528 req-553d1a28-9be5-4a89-83ec-8fcb44e64086 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.4721432 Sep 02 12:44:24.634576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:24.644360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Sync routers for ids ['f4090348-4a45-4a23-9238-6f33ef29b32b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:24.654570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Routers {'f4090348-4a45-4a23-9238-6f33ef29b32b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:24.655312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f4090348-4a45-4a23-9238-6f33ef29b32b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:24.663035 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.698373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.699527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e9a51cce-1624-4270-a5ef-b9a3be859d88 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6770697 Sep 02 12:44:24.700470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf73cc5-7ee5-49fa-9692-2aa77369b642,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:24.703121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:24.712372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.714656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6e18111-5705-4fe3-a296-0dca34beed2e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fcf73cc5-7ee5-49fa-9692-2aa77369b642 HTTP/1.1" status: 204 len: 168 time: 0.7571514 Sep 02 12:44:24.718506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:24.742301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7636c74f-02c0-4406-ba72-d5b8f9a16528 req-d723eee4-3b4a-497c-805e-193fad936013 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022482 Sep 02 12:44:24.780714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Set router f4090348-4a45-4a23-9238-6f33ef29b32b gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:24.816349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.843972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3f45c56a-641f-4777-8fd8-9dba9b90b105 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/f4090348-4a45-4a23-9238-6f33ef29b32b HTTP/1.1" status: 200 len: 907 time: 0.1366899 Sep 02 12:44:24.846746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:24.909758 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.921169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58effa45-9382-4cdb-b020-5582677a084a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:24.935636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e803734c-8985-42cd-b9b2-56d5a4d81b25') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:24.936145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e803734c-8985-42cd-b9b2-56d5a4d81b25') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:24.947529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.968919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.978697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:24.979111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:24.980883 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:24.983647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577810cc-edec-49a5-8aea-82f32baffa32 req-a292b73e-98d8-4441-bca3-48f6c76db598 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:24.984752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-577810cc-edec-49a5-8aea-82f32baffa32 req-a292b73e-98d8-4441-bca3-48f6c76db598 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 947 time: 0.0954101 Sep 02 12:44:25.001619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4090348-4a45-4a23-9238-6f33ef29b32b', 'name': 'tempest-snat-router-1915391702', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'f2787e60-f528-44b5-9327-030f334e1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:21Z', 'updated_at': '2021-09-02T12:44:23Z', 'revision_number': 3, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port': {'id': 'f2787e60-f528-44b5-9327-030f334e1d8e', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4090348-4a45-4a23-9238-6f33ef29b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:22Z', 'updated_at': '2021-09-02T12:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:25.017705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.037566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Checking router: f4090348-4a45-4a23-9238-6f33ef29b32b for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:25.038380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Updating router f4090348-4a45-4a23-9238-6f33ef29b32b port f2787e60-f528-44b5-9327-030f334e1d8e binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:44:25.047516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.053328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.059738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] 10.222.0.60 "DELETE /v2.0/networks/58effa45-9382-4cdb-b020-5582677a084a HTTP/1.1" status: 204 len: 168 time: 0.3380921 Sep 02 12:44:25.081281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc982523-7858-4bee-8e0b-08ca0747aafd admin admin] Pushing event deleted for resources: {'Network': ['ID=58effa45-9382-4cdb-b020-5582677a084a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:25.081753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.095201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-577810cc-edec-49a5-8aea-82f32baffa32 req-12da3ecc-d0f9-49ee-8312-7a7f0752d7b9 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035075 Sep 02 12:44:25.139761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.234885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:25.249270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Deleting port f2787e60-f528-44b5-9327-030f334e1d8e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:25.250759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.268275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927710cc-7116-45fd-bb95-eaa3fc8e8fde req-79306bfa-4395-4f7e-858f-77c08b95d4d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:25.274775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927710cc-7116-45fd-bb95-eaa3fc8e8fde req-79306bfa-4395-4f7e-858f-77c08b95d4d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:25.282559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a277b65-7821-400c-9879-128098f1aeaa details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:25.284026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-927710cc-7116-45fd-bb95-eaa3fc8e8fde req-79306bfa-4395-4f7e-858f-77c08b95d4d5 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1682 time: 0.0836322 Sep 02 12:44:25.335431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5459337e-6abc-434d-8ed7-cd595963f505 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a1d123bfa7942119bd8ea7877680fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995121 Sep 02 12:44:25.342063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:25.358718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.365283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-927710cc-7116-45fd-bb95-eaa3fc8e8fde req-a3b07153-6d6b-4b84-9553-74c99adc4708 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800807 Sep 02 12:44:25.381052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Calling delete_port for f2787e60-f528-44b5-9327-030f334e1d8e owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:25.423965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a88b155-36d4-46ee-9914-9889bc79a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.446390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a88b155-36d4-46ee-9914-9889bc79a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.459922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.467723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3a277b65-7821-400c-9879-128098f1aeaa, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a277b65-7821-400c-9879-128098f1aeaa,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:25.484418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Transition to ACTIVE for port object f2787e60-f528-44b5-9327-030f334e1d8e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:25.486937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '3a277b65-7821-400c-9879-128098f1aeaa', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '3a277b65-7821-400c-9879-128098f1aeaa', 'mac_address': 'fa:16:3e:3d:2c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:25.500116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a88b155-36d4-46ee-9914-9889bc79a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.509835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a88b155-36d4-46ee-9914-9889bc79a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.512064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5a88b155-36d4-46ee-9914-9889bc79a469 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d7495be-012b-47a8-a33e-91026f198561 HTTP/1.1" status: 204 len: 168 time: 0.1689227 Sep 02 12:44:25.518918 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.555347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88b155-36d4-46ee-9914-9889bc79a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7495be-012b-47a8-a33e-91026f198561,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:25.619919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.622621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7597cec4-58c6-4328-a79b-6da7f597157c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:25.651300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.662700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-86b7bb0c-ce6b-4b29-847e-ddb291caa7ec tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:25.671298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-86b7bb0c-ce6b-4b29-847e-ddb291caa7ec tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:25.673273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-86b7bb0c-ce6b-4b29-847e-ddb291caa7ec tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 1682 time: 0.1600201 Sep 02 12:44:25.678370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d731d0-7274-415f-a9f6-4845fd53a9f4 None None] Pushing event updated for resources: {'Port': ['ID=f2787e60-f528-44b5-9327-030f334e1d8e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:25.686716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Attempting to bind port f2787e60-f528-44b5-9327-030f334e1d8e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:25.687009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Attempting to bind port f2787e60-f528-44b5-9327-030f334e1d8e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:25.687982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Attempting to bind port f2787e60-f528-44b5-9327-030f334e1d8e on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:25.697328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a277b65-7821-400c-9879-128098f1aeaa {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:25.697612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2787e60-f528-44b5-9327-030f334e1d8e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:25.725413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:25.726533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:25.727271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.728125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:25.728813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Bound port: f2787e60-f528-44b5-9327-030f334e1d8e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:25.729576 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.753547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Port f2787e60-f528-44b5-9327-030f334e1d8e has been deleted concurrently {{(pid=94842) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 02 12:44:25.756276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3a277b65-7821-400c-9879-128098f1aeaa, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a277b65-7821-400c-9879-128098f1aeaa,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:25.770662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.782855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.787070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Routers {'f4090348-4a45-4a23-9238-6f33ef29b32b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:25.788515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f4090348-4a45-4a23-9238-6f33ef29b32b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:25.839836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port 992cb4f4-65bb-4b07-871f-7c453e870e5c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:25.844877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.919348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] Set router f4090348-4a45-4a23-9238-6f33ef29b32b gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:25.921437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7597cec4-58c6-4328-a79b-6da7f597157c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:25.922013 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.955742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:25.968533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.009833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea37695-1f73-49ec-b30b-0014e9b74472 req-70c76b3e-9ddc-4f39-8437-878db5f3fc87 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:26.017546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bea37695-1f73-49ec-b30b-0014e9b74472 req-70c76b3e-9ddc-4f39-8437-878db5f3fc87 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1069505 Sep 02 12:44:26.025377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4090348-4a45-4a23-9238-6f33ef29b32b', 'name': 'tempest-snat-router-1915391702', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:21Z', 'updated_at': '2021-09-02T12:44:25Z', 'revision_number': 5, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:26.034066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3a277b65-7821-400c-9879-128098f1aeaa,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:26.057146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.058381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4090348-4a45-4a23-9238-6f33ef29b32b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:26.070420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.072571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c8721cfd-bba3-4b44-9832-658c3ac5e8af tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f4090348-4a45-4a23-9238-6f33ef29b32b HTTP/1.1" status: 204 len: 168 time: 1.2245872 Sep 02 12:44:26.075748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:26.082019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ca258-4522-4cab-8d66-9562b06356ba None None] The sync data for ids ['f4090348-4a45-4a23-9238-6f33ef29b32b'] in n-d-792364-8 is: [{'id': 'f4090348-4a45-4a23-9238-6f33ef29b32b', 'name': 'tempest-snat-router-1915391702', 'tenant_id': '16e2459d6c834a98a6da5520c156c50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:21Z', 'updated_at': '2021-09-02T12:44:25Z', 'revision_number': 5, 'project_id': '16e2459d6c834a98a6da5520c156c50b', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:26.134879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bea37695-1f73-49ec-b30b-0014e9b74472 req-89797c8e-9680-4c4f-9535-3a6b985c7f08 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161196 Sep 02 12:44:26.137095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3a277b65-7821-400c-9879-128098f1aeaa'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:26.138849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port 992cb4f4-65bb-4b07-871f-7c453e870e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=992cb4f4-65bb-4b07-871f-7c453e870e5c,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:26.142766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.199996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for 992cb4f4-65bb-4b07-871f-7c453e870e5c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:26.254293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.469031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e5cec-d51c-40d1-92dc-40b58de97a35 req-ff685aae-a8f0-4459-9ba6-905b9d0efef8 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:26.470833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e4e5cec-d51c-40d1-92dc-40b58de97a35 req-ff685aae-a8f0-4459-9ba6-905b9d0efef8 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 948 time: 0.1343699 Sep 02 12:44:26.484766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083e040-1758-4644-bdd1-b998a946fda2 req-0896921e-bffb-481b-98a3-28bcc7580abb tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:26.490472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8083e040-1758-4644-bdd1-b998a946fda2 req-0896921e-bffb-481b-98a3-28bcc7580abb tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.0854280 Sep 02 12:44:26.524728 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:44:26.530884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e4e5cec-d51c-40d1-92dc-40b58de97a35 req-7fed1d2c-9215-4fcd-8654-04095a7f2bf4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497878 Sep 02 12:44:26.544279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.565659 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8083e040-1758-4644-bdd1-b998a946fda2 req-821b2fef-2270-418a-b98a-2c9d30102313 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712609 Sep 02 12:44:26.649547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Deleting port 7597cec4-58c6-4328-a79b-6da7f597157c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:26.650548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.679186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.696710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7ab83a7b-54b5-44cf-b2f2-73e74abd55c4', '992cb4f4-65bb-4b07-871f-7c453e870e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:26.745885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:26.748077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=992cb4f4-65bb-4b07-871f-7c453e870e5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:26.817349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port 992cb4f4-65bb-4b07-871f-7c453e870e5c on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:26.821179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:26.825260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-d4a10712-ff4c-459e-b737-bb6f166eba67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "DELETE /v2.0/ports/992cb4f4-65bb-4b07-871f-7c453e870e5c HTTP/1.1" status: 204 len: 173 time: 1.1434963 Sep 02 12:44:26.826324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-deleted', 'tag': '992cb4f4-65bb-4b07-871f-7c453e870e5c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:26.832491 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2bcbae-b5cf-4531-8ad7-9e4964ee8daa" -d '{"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-deleted", "tag": "992cb4f4-65bb-4b07-871f-7c453e870e5c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:26.914384 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b1aa72-7b6c-49e5-aa97-03ef6803c778 x-openstack-request-id: req-72b1aa72-7b6c-49e5-aa97-03ef6803c778 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:26.918862 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-deleted", "tag": "992cb4f4-65bb-4b07-871f-7c453e870e5c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:26.920015 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72b1aa72-7b6c-49e5-aa97-03ef6803c778 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:26.920695 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-deleted', 'tag': '992cb4f4-65bb-4b07-871f-7c453e870e5c', 'status': 'completed', 'code': 200} Sep 02 12:44:27.002697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-778527243-network', 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:27.050557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:27.050920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.070768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:27.073499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.115318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.181138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] For port 7597cec4-58c6-4328-a79b-6da7f597157c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7597cec4-58c6-4328-a79b-6da7f597157c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:27.181606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.189555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:27.192331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.198103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3d769-a50b-4646-8e80-7a7def8ba7b7 req-45012c0a-07e3-4bf3-9cb9-85e55b63aa8c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:27.205825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0a3d769-a50b-4646-8e80-7a7def8ba7b7 req-45012c0a-07e3-4bf3-9cb9-85e55b63aa8c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 945 time: 0.0989785 Sep 02 12:44:27.218127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:27.219482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Calling delete_port for 7597cec4-58c6-4328-a79b-6da7f597157c owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:27.284493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a277b65-7821-400c-9879-128098f1aeaa up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:27.298777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0a3d769-a50b-4646-8e80-7a7def8ba7b7 req-132e18a5-cf89-455d-950a-42ad13762016 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd6272d3-3c87-4af9-8190-ab69d0bc4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919895 Sep 02 12:44:27.348846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 3a277b65-7821-400c-9879-128098f1aeaa completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:27.354745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 3a277b65-7821-400c-9879-128098f1aeaa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:27.355125 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.391385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.401487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cddca-1c20-40d0-89d5-9d1c2cc80537 req-6a0ba361-e1b8-4167-96db-1f8ac44c4e2b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:27.403703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-015cddca-1c20-40d0-89d5-9d1c2cc80537 req-6a0ba361-e1b8-4167-96db-1f8ac44c4e2b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1612358 Sep 02 12:44:27.405774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.472430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.502610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cabfe5-7f32-48aa-b882-6d3d2f7e4476,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:27.523671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event deleted for resources: {'Port': ['ID=7597cec4-58c6-4328-a79b-6da7f597157c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:27.552496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-015cddca-1c20-40d0-89d5-9d1c2cc80537 req-e1ff743e-ff28-4a0b-bad1-a6eb74c372f7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358740 Sep 02 12:44:27.566998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.604362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['992cb4f4-65bb-4b07-871f-7c453e870e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:27.606748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:44:27.619348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.669788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=7ab83a7b-54b5-44cf-b2f2-73e74abd55c4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:27.682242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.682947 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Added segment d374853d-97ca-462d-8eb8-c781aa59c0ab of type vlan for network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 Sep 02 12:44:27.738919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.776760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a277b65-7821-400c-9879-128098f1aeaa'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:27.780584 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de17fa2-8f2f-40c2-85f9-0f66cfb1cc91" -d '{"events": [{"server_uuid": "bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a", "name": "network-vif-plugged", "status": "completed", "tag": "3a277b65-7821-400c-9879-128098f1aeaa"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:27.798758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3a277b65-7821-400c-9879-128098f1aeaa, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a277b65-7821-400c-9879-128098f1aeaa,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:27.809147 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.810030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:27.814691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.818227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.827177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.830538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a705384b-2f40-4389-b43a-a11dd22ffb14 req-85580a1f-06c9-4734-bfbe-bc06efeb452a tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.41 "DELETE /v2.0/ports/7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 HTTP/1.1" status: 204 len: 173 time: 0.9795256 Sep 02 12:44:27.861687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.895487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3a277b65-7821-400c-9879-128098f1aeaa,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:27.908658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.909437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:27.910389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe228-0854-45d9-9824-e0f8f6f4db03 req-c4bc1c68-c28a-43e3-b6b1-7de63bb63d46 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:27.920673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a6fe228-0854-45d9-9824-e0f8f6f4db03 req-c4bc1c68-c28a-43e3-b6b1-7de63bb63d46 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 949 time: 0.1890140 Sep 02 12:44:27.921983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.926690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f71a211-8d37-4494-983c-6753e71e92d0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "DELETE /v2.0/routers/dff5b3b8-aa72-4d3b-b117-376ff8c94ae7 HTTP/1.1" status: 204 len: 168 time: 1.8468435 Sep 02 12:44:27.928120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:27.933994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-158750979', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:27.944034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.945089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:27.945950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:27.993627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6fa5-e20e-42ba-ab14-4d4bce25431d req-21506219-cd18-4c70-b720-4ccc680fd6b7 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:28.001311 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddcf6fa5-e20e-42ba-ab14-4d4bce25431d req-21506219-cd18-4c70-b720-4ccc680fd6b7 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.2014902 Sep 02 12:44:28.013749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a6fe228-0854-45d9-9824-e0f8f6f4db03 req-7badd443-6ab3-44e5-94c3-65c2cd0768be tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917237 Sep 02 12:44:28.037697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.037697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.063143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3109877 Sep 02 12:44:28.074497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:28.081551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Request body: {'subnet': {'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-778527243-subnet', 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:28.094461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f65fd-e461-4dfa-ab31-8a3d9b7bced1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:28.104426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.112362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:44:28.148274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:28.151319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.213574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddcf6fa5-e20e-42ba-ab14-4d4bce25431d req-242c9cc0-ddcd-4e74-b163-a6631f160dbe tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019157 Sep 02 12:44:28.253155 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abef559-f77d-45cb-b07b-1353ef99167a x-openstack-request-id: req-2abef559-f77d-45cb-b07b-1353ef99167a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:28.253581 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a", "name": "network-vif-plugged", "status": "completed", "tag": "3a277b65-7821-400c-9879-128098f1aeaa", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:28.253869 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2abef559-f77d-45cb-b07b-1353ef99167a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:28.254146 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a277b65-7821-400c-9879-128098f1aeaa', 'code': 200} Sep 02 12:44:28.312227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.435197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538362f4-eb21-4cd2-8959-fc7780134cce req-3962e79f-6db4-4bf8-8cf2-c43ce5e06a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:28.436754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-538362f4-eb21-4cd2-8959-fc7780134cce req-3962e79f-6db4-4bf8-8cf2-c43ce5e06a49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 1100 time: 0.1017227 Sep 02 12:44:28.449634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1626ab5b-a7fd-4b6c-a6db-1269e8a155fb req-d2e8e8b5-b68c-46c0-be36-5228fd4792ed tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b9504b-1410-4d6c-b07c-cae525d50316 HTTP/1.1" status: 200 len: 210 time: 0.0438581 Sep 02 12:44:28.468877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.550363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-538362f4-eb21-4cd2-8959-fc7780134cce req-47ef36a6-ae15-4efe-abcc-2f20df62b5f7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983129 Sep 02 12:44:28.569218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb221178-e169-49b8-af42-6932591eb284,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:28.587663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:28.589096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Network hostable DHCP agents. Network: e3b4a689-be6a-4ba5-ad33-dadbbd7675d6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:44:28.614583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:44:28.625686 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0be194f-aa33-4ff4-bc69-6e2fccca0f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.632182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.654226 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.660069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e3b4a689-be6a-4ba5-ad33-dadbbd7675d6) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:28.666333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:28.667037 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.671757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1fe23e-b0f5-4768-8ed3-6632604d314e None None] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:28.705827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a89d-55ca-4fb5-b34a-cb2b3525e952 req-158b4966-f97a-46d4-8102-f35fd9df968f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:28.708287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d266a89d-55ca-4fb5-b34a-cb2b3525e952 req-158b4966-f97a-46d4-8102-f35fd9df968f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0828555 Sep 02 12:44:28.710070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-451eb4fc-1cbf-47d8-888d-d71642be177d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6346133 Sep 02 12:44:28.800081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Allocated IP 172.25.7.197 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/e57b16be-2baf-4635-a1df-1f94e259b0f2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:28.827666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d266a89d-55ca-4fb5-b34a-cb2b3525e952 req-7c0554bd-bb40-45ec-a824-b0286e122e77 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056800 Sep 02 12:44:28.893063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb4f32-bca5-416b-981d-2311f5db8774 None None] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:28.925887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-deleted', 'tag': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:28.929325 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec59b1-a007-49ce-a57e-d438aceba1e7" -d '{"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-deleted", "tag": "7ab83a7b-54b5-44cf-b2f2-73e74abd55c4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:28.957951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:28.982130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac4b20-007f-44a6-b6ce-00270ecf86b7 req-2ffdf620-7327-448a-a46c-9f9f341a7ead tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:28.985417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33ac4b20-007f-44a6-b6ce-00270ecf86b7 req-2ffdf620-7327-448a-a46c-9f9f341a7ead tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.0698369 Sep 02 12:44:29.018498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.034070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33ac4b20-007f-44a6-b6ce-00270ecf86b7 req-a8177d71-f81b-41c8-8d2f-9a51124a3729 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Sep 02 12:44:29.089697 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05336ac7-b36d-4629-85cb-2347d85e8801 x-openstack-request-id: req-05336ac7-b36d-4629-85cb-2347d85e8801 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:29.089992 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b9504b-1410-4d6c-b07c-cae525d50316", "name": "network-vif-deleted", "tag": "7ab83a7b-54b5-44cf-b2f2-73e74abd55c4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:29.090248 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05336ac7-b36d-4629-85cb-2347d85e8801 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:29.090661 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b9504b-1410-4d6c-b07c-cae525d50316', 'name': 'network-vif-deleted', 'tag': '7ab83a7b-54b5-44cf-b2f2-73e74abd55c4', 'status': 'completed', 'code': 200} Sep 02 12:44:29.096319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:29.100227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:29.103581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event updated for resources: {'Port': ['ID=e57b16be-2baf-4635-a1df-1f94e259b0f2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:29.107005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:29.203838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f7415-20c5-4aa6-bb0f-bca89490d8e0 req-182f4bf0-fa4d-4b2a-94c4-24275fd5675c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:29.203838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb7f7415-20c5-4aa6-bb0f-bca89490d8e0 req-182f4bf0-fa4d-4b2a-94c4-24275fd5675c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 949 time: 0.0545611 Sep 02 12:44:29.243338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb7f7415-20c5-4aa6-bb0f-bca89490d8e0 req-c73e1aae-6119-48d8-aa6b-f33d6e965f84 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Sep 02 12:44:29.361083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-78f93b0d-395b-4c74-9e89-f7f70b38c15f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:29.362630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-78f93b0d-395b-4c74-9e89-f7f70b38c15f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.2173464 Sep 02 12:44:29.410031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-480c8d51-051d-4f82-bbe2-b4cf56aa57ea tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0407901 Sep 02 12:44:29.469940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-664a66d5-7a19-49c2-a32b-b29c046d5ffb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321765 Sep 02 12:44:29.537506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57976) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:29.549617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.593789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting subnet 9b890a94-7bc0-4324-a74a-ab6ef4956496 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:29.597034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.603082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7597cec4-58c6-4328-a79b-6da7f597157c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:29.625607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 992cb4f4-65bb-4b07-871f-7c453e870e5c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:29.629374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7597cec4-58c6-4328-a79b-6da7f597157c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:29.645430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7597cec4-58c6-4328-a79b-6da7f597157c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:29.653362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.657337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-d7ed5077-70a4-4b42-890b-de435283058b service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784558 Sep 02 12:44:29.676796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 992cb4f4-65bb-4b07-871f-7c453e870e5c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:29.677686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 992cb4f4-65bb-4b07-871f-7c453e870e5c not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:29.678966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:29.704524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:29.705283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7ab83a7b-54b5-44cf-b2f2-73e74abd55c4 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:29.759310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.821146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.837565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-a850e459-03f4-49a0-8855-ff338fae351a service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680458 Sep 02 12:44:29.847796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.860257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Subnet': ['ID=9b890a94-7bc0-4324-a74a-ab6ef4956496,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:29.863939 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:29.870394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0d04c2d1-72b3-496c-9f60-e5a9ae2bfa66 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/subnets/9b890a94-7bc0-4324-a74a-ab6ef4956496 HTTP/1.1" status: 204 len: 168 time: 0.3309956 Sep 02 12:44:29.871132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57980) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:29.871632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352dcc55-d274-4420-953f-c5f02c7e11e5 None None] Network cdf3f853-fb4d-44e7-b578-1c7c418191e4 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:30.014883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.034876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Router d2e0fd70-1d28-46b3-8203-baf2d751b4e3 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:30.040744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576157e-4dd2-4652-b459-0fac615dd4c7 req-1c54c769-a7d5-48f4-ad31-21e905e4999c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:30.049497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4576157e-4dd2-4652-b459-0fac615dd4c7 req-1c54c769-a7d5-48f4-ad31-21e905e4999c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1047738 Sep 02 12:44:30.142249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] DHCP port deletion for cdf3f853-fb4d-44e7-b578-1c7c418191e4 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:44:30.152050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4576157e-4dd2-4652-b459-0fac615dd4c7 req-4278ee06-04ed-48b2-b93e-d26098272e6a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972452 Sep 02 12:44:30.165498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port eb24cd4c-7a47-4baf-aef8-25013b088efc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:30.165741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.247650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] Deleting port eb24cd4c-7a47-4baf-aef8-25013b088efc {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:30.249455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.278901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port eb24cd4c-7a47-4baf-aef8-25013b088efc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb24cd4c-7a47-4baf-aef8-25013b088efc,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:30.279195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.310889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for eb24cd4c-7a47-4baf-aef8-25013b088efc owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:30.371174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] For port eb24cd4c-7a47-4baf-aef8-25013b088efc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb24cd4c-7a47-4baf-aef8-25013b088efc,segment=NetworkSegment(311cbd70-964d-4201-8cc9-7ea28da106c2),segment_id=311cbd70-964d-4201-8cc9-7ea28da106c2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:30.371739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.393479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] Calling delete_port for eb24cd4c-7a47-4baf-aef8-25013b088efc owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:30.486418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59234fa-466a-4d02-bf95-681d3de87536 req-19ae5c72-a7ad-4624-9a28-e9d3d03ecc87 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:30.494824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a59234fa-466a-4d02-bf95-681d3de87536 req-19ae5c72-a7ad-4624-9a28-e9d3d03ecc87 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.2025871 Sep 02 12:44:30.506816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d9f0d19-84a0-4739-b675-8d46a69a578e req-763fac3e-4249-4feb-9f46-5e08e65179f4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 210 time: 0.4139147 Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: from cryptography.utils import int_from_bytes Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: from cryptography.utils import int_from_bytes Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.535564 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:30.539915 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 12:44:30.544706 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.546185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-0cdb8643-08be-4ef9-a8f8-ded263bdc209 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:30.548446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-0cdb8643-08be-4ef9-a8f8-ded263bdc209 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 945 time: 0.1433678 Sep 02 12:44:30.556694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.587961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port eb24cd4c-7a47-4baf-aef8-25013b088efc on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:30.589992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] Pushing event deleted for resources: {'Port': ['ID=eb24cd4c-7a47-4baf-aef8-25013b088efc,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:30.592172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2da838-cce8-41b0-a53c-0211d70d6e56 None None] No DVR routers for this DVR port eb24cd4c-7a47-4baf-aef8-25013b088efc on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:30.593083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:30.611098 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] Sync routers for ids ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:30.623232 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] Routers {'d2e0fd70-1d28-46b3-8203-baf2d751b4e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:30.623949 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.644836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.646581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11743ebc-731c-432a-8d33-3e32ba643bba tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7171726 Sep 02 12:44:30.649471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a59234fa-466a-4d02-bf95-681d3de87536 req-acd340fc-1d1b-45f2-9bfd-3475b2f8a986 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba426b82-7399-418c-b6dd-48ace23fd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536281 Sep 02 12:44:30.649695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:30.657704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:30.668140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465b655-287a-4ac1-a324-d80f2a9007cd req-518fb093-335d-43c3-a17d-173d0deed5cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:30.678139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e465b655-287a-4ac1-a324-d80f2a9007cd req-518fb093-335d-43c3-a17d-173d0deed5cb tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 949 time: 0.1001554 Sep 02 12:44:30.703745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=eb24cd4c-7a47-4baf-aef8-25013b088efc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:30.718243 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.731905 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] Routers {'d2e0fd70-1d28-46b3-8203-baf2d751b4e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:30.732886 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.820092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e465b655-287a-4ac1-a324-d80f2a9007cd req-bf3294f0-ff36-4da1-aebc-dd08ac70f248 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410046 Sep 02 12:44:30.833702 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.834566 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018da96e-1a50-4bca-adfe-4b9f0f1fea35 None None] The sync data for ids ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:30.837472 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.864307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf3f853-fb4d-44e7-b578-1c7c418191e4']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.901627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311cbd70-964d-4201-8cc9-7ea28da106c2') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.902046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311cbd70-964d-4201-8cc9-7ea28da106c2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:30.920887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.941184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.950401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:30.950894 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:30.956199 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:31.002856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Deleting port 3ada33c7-a474-4812-8667-3f19e3aa3c09 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:31.003216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.080872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.085100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.087319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/networks/cdf3f853-fb4d-44e7-b578-1c7c418191e4 HTTP/1.1" status: 204 len: 168 time: 1.2153316 Sep 02 12:44:31.091694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:31.123334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e29720-dfe1-4ae7-af6f-a28b5e4e315c tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Network': ['ID=cdf3f853-fb4d-44e7-b578-1c7c418191e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:31.126608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.175098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec896745-0586-4f6e-947c-2505425088af req-0e9e73d9-f49d-4f4b-aa0c-114611ee262c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:31.176645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec896745-0586-4f6e-947c-2505425088af req-0e9e73d9-f49d-4f4b-aa0c-114611ee262c tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 949 time: 0.1146131 Sep 02 12:44:31.186716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] For port 3ada33c7-a474-4812-8667-3f19e3aa3c09, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3ada33c7-a474-4812-8667-3f19e3aa3c09,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:31.187090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.204044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting subnet 6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:31.207531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.252674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.282305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec896745-0586-4f6e-947c-2505425088af req-daa1fc90-012f-4d17-ac9c-051c66895652 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990741 Sep 02 12:44:31.375195 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe48264c-e61a-4224-ba24-1fd11efd7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.430645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.431093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.431376 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Floating IP a86f1862-057d-4486-a218-eb2077c50616 disassociated. External IP: 172.25.7.105, port: 3ada33c7-a474-4812-8667-3f19e3aa3c09. Sep 02 12:44:31.431779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Calling delete_port for 3ada33c7-a474-4812-8667-3f19e3aa3c09 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:31.451357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca537f-f466-4fdd-bcbf-9a2695619b28 req-39eab289-1d03-4746-b4aa-ceefec6f30ea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:31.452860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36ca537f-f466-4fdd-bcbf-9a2695619b28 req-39eab289-1d03-4746-b4aa-ceefec6f30ea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.2058029 Sep 02 12:44:31.513439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.544004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-fb0c672e-b5d7-4f25-9f8e-87e1b12fe588 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:31.545719 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-fb0c672e-b5d7-4f25-9f8e-87e1b12fe588 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.2808967 Sep 02 12:44:31.570594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Request body: {'port': {'device_id': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'admin_state_up': True, 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:31.596409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.604312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.626948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb24cd4c-7a47-4baf-aef8-25013b088efc no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:31.638999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36ca537f-f466-4fdd-bcbf-9a2695619b28 req-0e8f5de4-8926-445a-91dc-a8eed43153bd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763937 Sep 02 12:44:31.650581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: eb24cd4c-7a47-4baf-aef8-25013b088efc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:31.651779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb24cd4c-7a47-4baf-aef8-25013b088efc not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:31.671283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-521270ef-c385-4222-aa68-aa2cdb9cdd75 req-4d2ecb73-c5ec-4ab1-ad7e-df8767cbc987 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 210 time: 0.0600965 Sep 02 12:44:31.672325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event deleted for resources: {'Port': ['ID=3ada33c7-a474-4812-8667-3f19e3aa3c09,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:31.778316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.810349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Router c9f18d49-a6a5-484c-a63a-0c10aa07aeef has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:44:31.831193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23928dc0-4a6c-4a49-8600-ab69a5d87c2c req-dad84672-b97d-40a4-a18f-f32b6e4a9fb0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7388485-c960-427c-bf53-a3f2612852f1 HTTP/1.1" status: 200 len: 210 time: 0.0794599 Sep 02 12:44:31.834381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:31.847678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.852384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e2302b0-24db-46d6-83a3-6e32288cc866 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/subnets/6dd29d8e-f1d2-4ee5-9e43-5e2dd3d522ee HTTP/1.1" status: 204 len: 168 time: 0.7570984 Sep 02 12:44:31.852692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d7c86-06aa-431d-991d-04c3b47b79e3 None None] Network 8f1c22c1-73d6-4a0c-afab-a21e34976f37 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:31.855162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:31.954071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:31.968078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:31.972026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:31.972253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856495e-745d-4af2-b737-8064c324433e None None] Sync routers for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:32.009681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] No DVR routers for this DVR port 3ada33c7-a474-4812-8667-3f19e3aa3c09 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:32.012024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.014613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69ebc1a0-c901-4142-9ac6-d71182efd3be req-5e3849ec-44b7-43e4-b0cc-96d08684f626 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.41 "DELETE /v2.0/ports/3ada33c7-a474-4812-8667-3f19e3aa3c09 HTTP/1.1" status: 204 len: 173 time: 1.4468660 Sep 02 12:44:32.015556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'name': 'network-vif-deleted', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:32.015731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:32.016370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:32.021025 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4661a8e5-8523-4b1f-9353-b5828194a115" -d '{"events": [{"server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "name": "network-vif-deleted", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:32.060434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.092026 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a994a34-8837-45b2-9916-ca3841e6f88b x-openstack-request-id: req-3a994a34-8837-45b2-9916-ca3841e6f88b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:32.092840 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7388485-c960-427c-bf53-a3f2612852f1", "name": "network-vif-deleted", "tag": "3ada33c7-a474-4812-8667-3f19e3aa3c09", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:32.093265 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a994a34-8837-45b2-9916-ca3841e6f88b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:32.095458 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7388485-c960-427c-bf53-a3f2612852f1', 'name': 'network-vif-deleted', 'tag': '3ada33c7-a474-4812-8667-3f19e3aa3c09', 'status': 'completed', 'code': 200} Sep 02 12:44:32.158199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] DHCP port deletion for 8f1c22c1-73d6-4a0c-afab-a21e34976f37 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:44:32.239832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:32.242427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] Deleting port c8638bbe-8c70-4bdd-8364-7d327871fb03 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:32.242913 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.319006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Allocated IP 172.20.0.10 (e3b4a689-be6a-4ba5-ad33-dadbbd7675d6/bb221178-e169-49b8-af42-6932591eb284/94b8ea33-388b-4bc7-bd39-9425533da0db) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:32.349896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] For port c8638bbe-8c70-4bdd-8364-7d327871fb03, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c8638bbe-8c70-4bdd-8364-7d327871fb03,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:32.350312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.352811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Deleting port c8638bbe-8c70-4bdd-8364-7d327871fb03 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:32.353183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.392137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] Calling delete_port for c8638bbe-8c70-4bdd-8364-7d327871fb03 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:32.447632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-1174c34c-4ace-440c-a290-1d970f459f2e tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:32.449612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-1174c34c-4ace-440c-a290-1d970f459f2e tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 949 time: 0.0627286 Sep 02 12:44:32.451643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.485551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.491529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] For port c8638bbe-8c70-4bdd-8364-7d327871fb03, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c8638bbe-8c70-4bdd-8364-7d327871fb03,segment=NetworkSegment(e9139ade-0604-446c-837c-acd26897b26d),segment_id=e9139ade-0604-446c-837c-acd26897b26d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:32.491924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.500768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.556104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Calling delete_port for c8638bbe-8c70-4bdd-8364-7d327871fb03 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:32.616163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.628942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Deleting port 3a277b65-7821-400c-9879-128098f1aeaa {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:32.629356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.651749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] Pushing event deleted for resources: {'Port': ['ID=c8638bbe-8c70-4bdd-8364-7d327871fb03,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:32.662989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:08Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:32.698187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b4249-debd-4ac8-92d1-49b42aaffe46 None None] No DVR routers for this DVR port c8638bbe-8c70-4bdd-8364-7d327871fb03 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:32.703446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856495e-745d-4af2-b737-8064c324433e None None] Checking router: c9f18d49-a6a5-484c-a63a-0c10aa07aeef for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:32.725326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:32.725957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:32.780105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] For port 3a277b65-7821-400c-9879-128098f1aeaa, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3a277b65-7821-400c-9879-128098f1aeaa,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:32.780790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:32.817451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Calling delete_port for 3a277b65-7821-400c-9879-128098f1aeaa owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:32.867750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:32.894098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fac3-6d02-4cef-ab8f-17d0319ebedf req-ece3315f-12ba-40f5-a946-d6bab8e57b17 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:32.895839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0d5fac3-6d02-4cef-ab8f-17d0319ebedf req-ece3315f-12ba-40f5-a946-d6bab8e57b17 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1188197 Sep 02 12:44:32.963446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0d5fac3-6d02-4cef-ab8f-17d0319ebedf req-05f91d5d-32d2-4ff0-ad19-4eb690d39370 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542710 Sep 02 12:44:32.964565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a7eb7-60f5-4147-866a-85c9530d40e5 req-0db20140-c18d-4b78-bf0d-4027ad3ec412 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:32.967060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-026a7eb7-60f5-4147-866a-85c9530d40e5 req-0db20140-c18d-4b78-bf0d-4027ad3ec412 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a HTTP/1.1" status: 200 len: 949 time: 0.5924103 Sep 02 12:44:33.070832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.088160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3a277b65-7821-400c-9879-128098f1aeaa'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:33.103854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed330b9b-f1e2-4146-96a2-03e5de56efe1 req-4c669370-ab7e-4ec2-b5f5-7cb861e4fbf7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 210 time: 0.0493369 Sep 02 12:44:33.125070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Pushing event deleted for resources: {'Port': ['ID=3a277b65-7821-400c-9879-128098f1aeaa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:33.141476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-026a7eb7-60f5-4147-866a-85c9530d40e5 req-3663c7d5-da8c-4c56-bce9-58ea9138e0ad tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5e41dd9-5a43-4aef-9ab0-dae4d246360f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308644 Sep 02 12:44:33.155423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.172011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4856495e-745d-4af2-b737-8064c324433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:08Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:33.186124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Router d2e0fd70-1d28-46b3-8203-baf2d751b4e3 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:44:33.198548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.198750 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] No DVR routers for this DVR port 3a277b65-7821-400c-9879-128098f1aeaa on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:33.205604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.207849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d71c224f-d10e-422c-9c29-32af9d7425ab req-7bba8502-7bfe-4e17-b13e-3afb184a39c4 tempest-ImagesNegativeTestJSON-1328972115 tempest-ImagesNegativeTestJSON-1328972115-project] 10.222.0.18 "DELETE /v2.0/ports/3a277b65-7821-400c-9879-128098f1aeaa HTTP/1.1" status: 204 len: 173 time: 0.7509749 Sep 02 12:44:33.242958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856495e-745d-4af2-b737-8064c324433e None None] The sync data for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 is: [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:54Z', 'revision_number': 4, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '29a41727-0bb3-43b7-84b0-44fad0f9ed29', 'name': '', 'network_id': '951fd76a-9d98-4bad-85cf-81ae813beb33', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:52Z', 'updated_at': '2021-09-02T12:42:08Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'subnets': [{'id': 'a0fe6f63-ae5c-481e-ad30-443fd3f6dc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:33.287476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Port': ['ID=c8638bbe-8c70-4bdd-8364-7d327871fb03,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:33.298245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] No DVR routers for this DVR port c8638bbe-8c70-4bdd-8364-7d327871fb03 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:33.354562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:33.433986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87f41f39-ffc3-4a35-8ee6-e8621faca1b0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.459253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87f41f39-ffc3-4a35-8ee6-e8621faca1b0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.477273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.490568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.520399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87f41f39-ffc3-4a35-8ee6-e8621faca1b0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.523310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87f41f39-ffc3-4a35-8ee6-e8621faca1b0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.527645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-87f41f39-ffc3-4a35-8ee6-e8621faca1b0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "DELETE /v2.0/security-groups/ba426b82-7399-418c-b6dd-48ace23fd5c2 HTTP/1.1" status: 204 len: 168 time: 0.1694789 Sep 02 12:44:33.529579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:33.536033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1c22c1-73d6-4a0c-afab-a21e34976f37']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:33.553613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:33.555534 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-f8fa434a-e169-4ab8-89d2-e3ae2f861896 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] show failed (client error): The resource could not be found. Sep 02 12:44:33.559641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f8fa434a-e169-4ab8-89d2-e3ae2f861896 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "GET /v2.0/security-groups/ba426b82-7399-418c-b6dd-48ace23fd5c2 HTTP/1.1" status: 404 len: 347 time: 0.0263824 Sep 02 12:44:33.559641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f41f39-ffc3-4a35-8ee6-e8621faca1b0 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba426b82-7399-418c-b6dd-48ace23fd5c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:33.561906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:33.578274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:33.592209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9139ade-0604-446c-837c-acd26897b26d') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:33.592711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9139ade-0604-446c-837c-acd26897b26d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:33.608151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:33.621563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c8638bbe-8c70-4bdd-8364-7d327871fb03 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:33.645831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c8638bbe-8c70-4bdd-8364-7d327871fb03 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:33.646175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c8638bbe-8c70-4bdd-8364-7d327871fb03 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:33.652671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.672414 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeaa808-83ae-4e20-8fb1-216c80926413 None None] New status for floating IP a86f1862-057d-4486-a218-eb2077c50616: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:44:33.673049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event updated for resources: {'Port': ['ID=94b8ea33-388b-4bc7-bd39-9425533da0db,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:33.692555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:33.697406 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.705636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] Sync routers for ids ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:33.707563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b937e82c-d13a-46e3-849f-d5189e584d44 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "PUT /v2.0/routers/d2e0fd70-1d28-46b3-8203-baf2d751b4e3 HTTP/1.1" status: 200 len: 921 time: 3.0552835 Sep 02 12:44:33.708254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:33.719417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.719868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] Routers {'d2e0fd70-1d28-46b3-8203-baf2d751b4e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:33.720613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:33.734489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:33.735164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.792916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Deleting port 4cc85073-ceb5-458a-837f-e138ceef6fb7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:33.793677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.819996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:33.820967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:33.824461 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:33.910040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.910693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:33.911091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-20f82984-a283-4b0a-854d-eda7bba3991e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3494339 Sep 02 12:44:33.934641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Calling delete_port for 4cc85073-ceb5-458a-837f-e138ceef6fb7 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:33.939790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Request body: {'port': {'device_id': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:33.997590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.002407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:34.013159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] Routers {'d2e0fd70-1d28-46b3-8203-baf2d751b4e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:34.013779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:34.039309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.044280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] 10.222.0.60 "DELETE /v2.0/networks/8f1c22c1-73d6-4a0c-afab-a21e34976f37 HTTP/1.1" status: 204 len: 168 time: 2.1852031 Sep 02 12:44:34.056471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:34.056951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7d49c-221d-427d-8ebf-3c557b6ca550 None None] The sync data for ids ['d2e0fd70-1d28-46b3-8203-baf2d751b4e3'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:34.070993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff1311-3c2b-42b4-9fc1-434b1b1cad67 tempest-ServersTestMultiNic-186542438 tempest-ServersTestMultiNic-186542438-project] Pushing event deleted for resources: {'Network': ['ID=8f1c22c1-73d6-4a0c-afab-a21e34976f37,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:34.079981 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-743baac5-3f22-4028-9b32-380d98e557d3 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/d2e0fd70-1d28-46b3-8203-baf2d751b4e3 HTTP/1.1" status: 200 len: 921 time: 0.3676276 Sep 02 12:44:34.081403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:34.082272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.085033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.105751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'name': 'network-vif-deleted', 'tag': '3a277b65-7821-400c-9879-128098f1aeaa'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:34.108233 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1268802b-3b57-4d90-b2c2-a5fef045d8fc" -d '{"events": [{"server_uuid": "bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a", "name": "network-vif-deleted", "tag": "3a277b65-7821-400c-9879-128098f1aeaa"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:34.142492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.152444 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12d6d7-ef74-4bfb-ae31-f74dd9c1d3d3 x-openstack-request-id: req-fc12d6d7-ef74-4bfb-ae31-f74dd9c1d3d3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:34.152737 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a", "name": "network-vif-deleted", "tag": "3a277b65-7821-400c-9879-128098f1aeaa", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:34.153009 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc12d6d7-ef74-4bfb-ae31-f74dd9c1d3d3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:34.153391 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3b6d30-4ad4-4eaa-89b5-803d17b8b33a', 'name': 'network-vif-deleted', 'tag': '3a277b65-7821-400c-9879-128098f1aeaa', 'status': 'completed', 'code': 200} Sep 02 12:44:34.178338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Pushing event deleted for resources: {'Port': ['ID=4cc85073-ceb5-458a-837f-e138ceef6fb7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:34.279853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca4689-af55-43e1-b890-ece5d2cd51f5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:34.281337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-edca4689-af55-43e1-b890-ece5d2cd51f5 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=d2e0fd70-1d28-46b3-8203-baf2d751b4e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1963415 Sep 02 12:44:34.284747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58060) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:34.286703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.289437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.293595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-038b4b5c-1745-434f-bea3-547660280219 tempest-ServersTestJSON-872363221 tempest-ServersTestJSON-872363221-project] 10.222.0.60 "DELETE /v2.0/floatingips/a86f1862-057d-4486-a218-eb2077c50616 HTTP/1.1" status: 204 len: 168 time: 0.7274826 Sep 02 12:44:34.295060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:34.352813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ce0bd-26b1-43f9-b120-619f887d36cb req-975d0f51-e133-446c-8ef0-07368980c372 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:34.354515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-531ce0bd-26b1-43f9-b120-619f887d36cb req-975d0f51-e133-446c-8ef0-07368980c372 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 932 time: 0.1170411 Sep 02 12:44:34.359077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa6c6-cb5b-46ea-b8f4-a740a155e8f4 req-c3a7942f-1c47-486b-8cdc-1283cd69aea3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:34.361355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-441fa6c6-cb5b-46ea-b8f4-a740a155e8f4 req-c3a7942f-1c47-486b-8cdc-1283cd69aea3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.2372441 Sep 02 12:44:34.421889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-531ce0bd-26b1-43f9-b120-619f887d36cb req-9d645114-f9dd-45f8-a0fd-b40077247895 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606019 Sep 02 12:44:34.423062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636db2bc-f4f3-4c3f-8715-187ff76af50d tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:34.424441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-636db2bc-f4f3-4c3f-8715-187ff76af50d tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.1389754 Sep 02 12:44:34.427717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:34.456151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9aa0035e-21fc-48a2-a87b-8f70f9d34a47 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2e0fd70-1d28-46b3-8203-baf2d751b4e3 HTTP/1.1" status: 200 len: 205 time: 0.0271025 Sep 02 12:44:34.458869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58070) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:34.574599 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-441fa6c6-cb5b-46ea-b8f4-a740a155e8f4 req-3eb8f4f7-3d9e-4d0c-9a11-14cd905f26b1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737647 Sep 02 12:44:34.666188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:34.815381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.916116 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.932736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b8ea33-388b-4bc7-bd39-9425533da0db {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:34.944746 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:34.975572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Transition to ACTIVE for port object 94b8ea33-388b-4bc7-bd39-9425533da0db will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:34.988369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.073679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Pushing event updated for resources: {'Port': ['ID=94b8ea33-388b-4bc7-bd39-9425533da0db,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:35.124757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58092) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:35.187275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.315382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Attempting to bind port 94b8ea33-388b-4bc7-bd39-9425533da0db on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:35.315732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Attempting to bind port 94b8ea33-388b-4bc7-bd39-9425533da0db by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:35.316030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Attempting to bind port 94b8ea33-388b-4bc7-bd39-9425533da0db on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:35.343986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Port 94b8ea33-388b-4bc7-bd39-9425533da0db on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:35.343986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Attempting to bind port 94b8ea33-388b-4bc7-bd39-9425533da0db on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:35.360247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:35.360855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:35.361030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Bound using segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:35.361422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Bound port: 94b8ea33-388b-4bc7-bd39-9425533da0db, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:35.361777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.368944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c839a5ee-d4f4-4706-9b89-98a5628b788f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af437daf189749dc85c2850d8d5c551b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422252 Sep 02 12:44:35.377450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58096) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:35.460610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.566556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] For port 94b8ea33-388b-4bc7-bd39-9425533da0db, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:35.574064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7366723-927b-4c99-9a5c-69f3ac6f1d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.580356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Deleting port e57b16be-2baf-4635-a1df-1f94e259b0f2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:35.580703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.590035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] For port 94b8ea33-388b-4bc7-bd39-9425533da0db, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=94b8ea33-388b-4bc7-bd39-9425533da0db,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:35.608965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.656636 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7366723-927b-4c99-9a5c-69f3ac6f1d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.668472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3ada33c7-a474-4812-8667-3f19e3aa3c09 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:35.676621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a51a11-56c5-4eb3-9482-e3b62b5794c4 req-1ed1ebad-2081-402b-a75e-4663c4a79276 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:35.677844 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70a51a11-56c5-4eb3-9482-e3b62b5794c4 req-1ed1ebad-2081-402b-a75e-4663c4a79276 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 944 time: 0.1786952 Sep 02 12:44:35.700210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 3ada33c7-a474-4812-8667-3f19e3aa3c09 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:35.701011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3ada33c7-a474-4812-8667-3f19e3aa3c09 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:35.708128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:35.708748 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.710232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] 10.222.0.41 "PUT /v2.0/ports/94b8ea33-388b-4bc7-bd39-9425533da0db HTTP/1.1" status: 200 len: 1092 time: 1.7820642 Sep 02 12:44:35.710685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'tag': '94b8ea33-388b-4bc7-bd39-9425533da0db'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:35.713253 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d2ea9-13be-47f4-b118-23c54b0e59a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3210801-6ebd-4466-b7b6-7412c7c0e7bf", "tag": "94b8ea33-388b-4bc7-bd39-9425533da0db"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:35.744097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.781297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Calling delete_port for e57b16be-2baf-4635-a1df-1f94e259b0f2 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:35.817837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c858a-24ba-4e25-826c-4b8aa6c2da60 service neutron] Pushing event updated for resources: {'Port': ['ID=94b8ea33-388b-4bc7-bd39-9425533da0db,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:35.874102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70a51a11-56c5-4eb3-9482-e3b62b5794c4 req-a9e0d9a5-850e-48d0-88bf-8a2a1c10b47a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888838 Sep 02 12:44:35.892130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7366723-927b-4c99-9a5c-69f3ac6f1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.894720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7366723-927b-4c99-9a5c-69f3ac6f1d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:35.895899 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f7366723-927b-4c99-9a5c-69f3ac6f1d26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5e41dd9-5a43-4aef-9ab0-dae4d246360f HTTP/1.1" status: 204 len: 168 time: 0.5175018 Sep 02 12:44:35.907504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-2c06ecd5-898c-4093-a401-83cdbba23f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:35.909116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-2c06ecd5-898c-4093-a401-83cdbba23f5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 1095 time: 0.1500626 Sep 02 12:44:35.909743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d0d00-6b8d-4d46-ac1a-c9fdb8d23546 req-3e52e7a5-59be-4707-89d8-2c5a13c8d9bf tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:35.911781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-423d0d00-6b8d-4d46-ac1a-c9fdb8d23546 req-3e52e7a5-59be-4707-89d8-2c5a13c8d9bf tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1840374 Sep 02 12:44:35.926734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7366723-927b-4c99-9a5c-69f3ac6f1d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e41dd9-5a43-4aef-9ab0-dae4d246360f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:35.973954 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-d1e45ba2-f30f-4eec-9532-e6b3d42f04a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b8ea33-388b-4bc7-bd39-9425533da0db HTTP/1.1" status: 200 len: 217 time: 0.0542040 Sep 02 12:44:35.981098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Deleting port 29a41727-0bb3-43b7-84b0-44fad0f9ed29 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:35.981524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.015172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.166999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-423d0d00-6b8d-4d46-ac1a-c9fdb8d23546 req-e1c57d8a-bada-4ebb-8d34-1deb69279ddb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434959 Sep 02 12:44:36.356800 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4120790e-231b-4055-b3da-37a34933635f x-openstack-request-id: req-4120790e-231b-4055-b3da-37a34933635f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:36.357130 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3210801-6ebd-4466-b7b6-7412c7c0e7bf", "tag": "94b8ea33-388b-4bc7-bd39-9425533da0db", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:36.357434 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4120790e-231b-4055-b3da-37a34933635f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:36.357906 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'tag': '94b8ea33-388b-4bc7-bd39-9425533da0db', 'status': 'completed', 'code': 200} Sep 02 12:44:36.375178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.386611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-4082ea19-10c0-465c-aaf4-bbeb6fbae740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:36.388313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-4082ea19-10c0-465c-aaf4-bbeb6fbae740 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.4033167 Sep 02 12:44:36.414841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event deleted for resources: {'Port': ['ID=e57b16be-2baf-4635-a1df-1f94e259b0f2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:36.438180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-9da38758-34c9-42a8-9bee-b3b1b1789529 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392771 Sep 02 12:44:36.445097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] For port 29a41727-0bb3-43b7-84b0-44fad0f9ed29, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=29a41727-0bb3-43b7-84b0-44fad0f9ed29,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:36.445520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.474344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Calling delete_port for 29a41727-0bb3-43b7-84b0-44fad0f9ed29 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:36.538218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.598991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-698b75aa-8cd5-4577-8707-3bd78984b8b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507933 Sep 02 12:44:36.637421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.641271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.699824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Deleting port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:36.700188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.705840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.706405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Fanout notify agent at l3_agent the message router_deleted on router d2e0fd70-1d28-46b3-8203-baf2d751b4e3 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:36.730761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.731946 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-73fd5f7d-2b76-44e7-8668-31b77ceb6be5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/d2e0fd70-1d28-46b3-8203-baf2d751b4e3 HTTP/1.1" status: 204 len: 168 time: 2.2721725 Sep 02 12:44:36.736483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:36.749507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422389914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:36.784671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ad28a5-8bed-445b-95f6-8dff506b18d9 req-b8612059-3bbd-42eb-8c16-f5d89567cf7b service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781371 Sep 02 12:44:36.824234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.825321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.835774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] For port e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:36.836672 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.844333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:36.874427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Calling delete_port for e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:36.918663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a41727-0bb3-43b7-84b0-44fad0f9ed29,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:37.045429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.062476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.112258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.118283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1dc2881e-9492-4b26-83f9-1bd4bc9f6e16 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3798378 Sep 02 12:44:37.118813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58140) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:37.124637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:37.139869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-cf5917a2-e0ef-42d9-96fd-5a60d7936b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:37.141874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-cf5917a2-e0ef-42d9-96fd-5a60d7936b4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 1095 time: 0.2424874 Sep 02 12:44:37.316430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56707853-9ba6-4d46-9e4b-623e34459ef0 req-e5b9188d-6fde-4c32-b83c-aaed79596af0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:37.318158 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56707853-9ba6-4d46-9e4b-623e34459ef0 req-e5b9188d-6fde-4c32-b83c-aaed79596af0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 944 time: 0.2714891 Sep 02 12:44:37.321127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a277b65-7821-400c-9879-128098f1aeaa no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:37.351398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 3a277b65-7821-400c-9879-128098f1aeaa {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:37.352230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3a277b65-7821-400c-9879-128098f1aeaa not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:37.418664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56707853-9ba6-4d46-9e4b-623e34459ef0 req-80755e0f-dc7e-4d13-9b2f-a112614cd34e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896540 Sep 02 12:44:37.422255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-55fafdf2-0c71-4ca6-820c-71ae56b80123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:37.423818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-55fafdf2-0c71-4ca6-820c-71ae56b80123 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.2679715 Sep 02 12:44:37.431100 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.475418 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-c80c3456-7d11-4476-b596-6f856411ffcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b8ea33-388b-4bc7-bd39-9425533da0db HTTP/1.1" status: 200 len: 217 time: 0.0419104 Sep 02 12:44:37.572174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.610366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-a7caf4a2-ae1c-42cb-9fe8-d0f481c86800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:37.612085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-a7caf4a2-ae1c-42cb-9fe8-d0f481c86800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.1248934 Sep 02 12:44:37.657441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-1b09b150-e432-46cb-87b8-b1c81539f513 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353069 Sep 02 12:44:37.668500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11da2c-44c9-4573-a508-6046d60a531d req-31557fae-a5e2-4329-a176-f55e767c1b9b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:37.674667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 94b8ea33-388b-4bc7-bd39-9425533da0db details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:37.677257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db11da2c-44c9-4573-a508-6046d60a531d req-31557fae-a5e2-4329-a176-f55e767c1b9b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.2311122 Sep 02 12:44:37.723985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:37.758001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db11da2c-44c9-4573-a508-6046d60a531d req-8f190970-bed5-415c-94b7-09db7face074 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789764 Sep 02 12:44:37.869946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 94b8ea33-388b-4bc7-bd39-9425533da0db, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=94b8ea33-388b-4bc7-bd39-9425533da0db,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:37.882445 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-c3a60ef9-2671-4aa9-9218-0a2215a00e1b service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156074 Sep 02 12:44:37.895766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.902904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '94b8ea33-388b-4bc7-bd39-9425533da0db', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': '94b8ea33-388b-4bc7-bd39-9425533da0db', 'mac_address': 'fa:16:3e:3e:a3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:37.963396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:37.976275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Router c9f18d49-a6a5-484c-a63a-0c10aa07aeef has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:44:37.986651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b8ea33-388b-4bc7-bd39-9425533da0db {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:38.025309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 94b8ea33-388b-4bc7-bd39-9425533da0db, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=94b8ea33-388b-4bc7-bd39-9425533da0db,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:38.038484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.098302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d13d2ea9-13be-47f4-b118-23c54b0e59a7 req-f6a7cdb7-7692-4d5c-85b9-7dcecdf634ee service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005816 Sep 02 12:44:38.136226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=94b8ea33-388b-4bc7-bd39-9425533da0db,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:38.139541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:38.147328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.147463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.147782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.149899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.150263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.150662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.151005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.151339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.153040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.154194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-04995f85-9892-413d-8dc1-c2283666c054 admin admin] 10.222.0.60 "PUT /v2.0/routers/c9f18d49-a6a5-484c-a63a-0c10aa07aeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8559406 Sep 02 12:44:38.154556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.155002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.155349 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] Sync routers for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:38.155829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.155829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:38.157075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58156) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:38.180622 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:38.181764 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:38.300401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.332773 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:38.341819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['94b8ea33-388b-4bc7-bd39-9425533da0db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:38.401921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.427750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.492025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.615163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Deleting port 2dea8c08-47d2-45e4-9728-fc529839473b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:38.615551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.714746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] For port 2dea8c08-47d2-45e4-9728-fc529839473b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2dea8c08-47d2-45e4-9728-fc529839473b,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:38.715349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.729902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Calling delete_port for 2dea8c08-47d2-45e4-9728-fc529839473b owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:38.756849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:44:36Z', 'revision_number': 5, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port': {'id': '2dea8c08-47d2-45e4-9728-fc529839473b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:45Z', 'updated_at': '2021-09-02T12:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:38.795514 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] Checking router: c9f18d49-a6a5-484c-a63a-0c10aa07aeef for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:38.808837 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] Routers {'c9f18d49-a6a5-484c-a63a-0c10aa07aeef'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:38.810633 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:38.846331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e540-3a1c-42d9-ba1b-a6fa2bc650d4 req-f02645af-e6a2-4878-884a-50a1424e4611 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:38.847897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6c5e540-3a1c-42d9-ba1b-a6fa2bc650d4 req-f02645af-e6a2-4878-884a-50a1424e4611 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 945 time: 0.2571640 Sep 02 12:44:38.868494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Allocated IP 172.25.7.95 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0675a641-5c03-4b85-9b06-4a94550c54fe) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:38.899265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Router a9ffc072-bdfb-4f05-8155-e495751e1900 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:44:38.908167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:38.940777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dea8c08-47d2-45e4-9728-fc529839473b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:38.943814 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] Set router c9f18d49-a6a5-484c-a63a-0c10aa07aeef gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:39.001240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6c5e540-3a1c-42d9-ba1b-a6fa2bc650d4 req-83903397-cb9f-492c-aff5-def8bfbca966 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377845 Sep 02 12:44:39.025747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.047684 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:44:38Z', 'revision_number': 6, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:39.076986 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c147f27-69cd-4c5b-bc58-dfe70dcb98b4 None None] The sync data for ids ['c9f18d49-a6a5-484c-a63a-0c10aa07aeef'] in n-d-792364-8 is: [{'id': 'c9f18d49-a6a5-484c-a63a-0c10aa07aeef', 'name': 'tempest-ServersTestJSON-1692560908-router', 'tenant_id': 'd069e943bcd747048caadf03e7e586df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:44:38Z', 'revision_number': 6, 'project_id': 'd069e943bcd747048caadf03e7e586df', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:39.175399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.180891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.183999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.196966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:39.204024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b38cb02-0cc9-413a-ad8b-33bf693d0a53 admin admin] 10.222.0.60 "PUT /v2.0/routers/a9ffc072-bdfb-4f05-8155-e495751e1900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5367360 Sep 02 12:44:39.207777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:39.212185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711715da-5b80-40df-83ce-117a5154b05f None None] Sync routers for ids ['a9ffc072-bdfb-4f05-8155-e495751e1900'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:39.229287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] Routers {'a9ffc072-bdfb-4f05-8155-e495751e1900'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:39.231288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a9ffc072-bdfb-4f05-8155-e495751e1900'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:39.265684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9f3b3-5194-412c-b9d4-4113a1fe447c req-2060f206-bf45-49a2-a1f9-c741bd096850 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:39.273299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f9f3b3-5194-412c-b9d4-4113a1fe447c req-2060f206-bf45-49a2-a1f9-c741bd096850 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.2115061 Sep 02 12:44:39.340189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f9f3b3-5194-412c-b9d4-4113a1fe447c req-8f4b4ee9-0409-4c9c-9b08-645e766c1300 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Sep 02 12:44:39.340189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.340189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f18d49-a6a5-484c-a63a-0c10aa07aeef {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:39.347844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.349905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-17aea3cc-78fe-46a0-81cd-c5277782a865 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c9f18d49-a6a5-484c-a63a-0c10aa07aeef HTTP/1.1" status: 204 len: 168 time: 1.1915307 Sep 02 12:44:39.355176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.355762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:39.430812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Deleting subnet a0fe6f63-ae5c-481e-ad30-443fd3f6dc51 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:39.433935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.455972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:39.460502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.464833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:39.475563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:39.494014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] Set router a9ffc072-bdfb-4f05-8155-e495751e1900 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:39.501368 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.616104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event updated for resources: {'Port': ['ID=0675a641-5c03-4b85-9b06-4a94550c54fe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:39.711374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.741031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 94b8ea33-388b-4bc7-bd39-9425533da0db up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:39.767203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 29a41727-0bb3-43b7-84b0-44fad0f9ed29 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:39.839579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 29a41727-0bb3-43b7-84b0-44fad0f9ed29 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:39.840000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 29a41727-0bb3-43b7-84b0-44fad0f9ed29 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:39.905896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 94b8ea33-388b-4bc7-bd39-9425533da0db completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:39.915728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 94b8ea33-388b-4bc7-bd39-9425533da0db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:39.916111 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:39.977371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:44:37Z', 'revision_number': 5, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:40.031812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711715da-5b80-40df-83ce-117a5154b05f None None] Checking router: a9ffc072-bdfb-4f05-8155-e495751e1900 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:40.058592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] Routers {'a9ffc072-bdfb-4f05-8155-e495751e1900'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:40.059270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a9ffc072-bdfb-4f05-8155-e495751e1900'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:40.126358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.168301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fe6f63-ae5c-481e-ad30-443fd3f6dc51,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:40.169308 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.235238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8ea33-388b-4bc7-bd39-9425533da0db'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:40.238073 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c23209e-7a7f-4e92-932b-964400e22a49" -d '{"events": [{"server_uuid": "d3210801-6ebd-4466-b7b6-7412c7c0e7bf", "name": "network-vif-plugged", "status": "completed", "tag": "94b8ea33-388b-4bc7-bd39-9425533da0db"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:40.241308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7832cba7-e830-4bf5-86d6-351401801e1e None None] Network 951fd76a-9d98-4bad-85cf-81ae813beb33 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:40.259922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.270526 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8aa27357-ea55-4910-8d61-daf7b311020d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a0fe6f63-ae5c-481e-ad30-443fd3f6dc51 HTTP/1.1" status: 204 len: 168 time: 0.9127176 Sep 02 12:44:40.271230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:40.350359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 94b8ea33-388b-4bc7-bd39-9425533da0db, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=94b8ea33-388b-4bc7-bd39-9425533da0db,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:40.353753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.354461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7954b2-695e-47af-8a82-df475fc7075d req-50ca079f-88db-4dd3-9a17-edc141e90e6b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:40.356581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] Set router a9ffc072-bdfb-4f05-8155-e495751e1900 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:40.356733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c7954b2-695e-47af-8a82-df475fc7075d req-50ca079f-88db-4dd3-9a17-edc141e90e6b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 945 time: 0.1814036 Sep 02 12:44:40.359857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.437912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.438209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.472663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c7954b2-695e-47af-8a82-df475fc7075d req-b4fddc2b-666a-4c19-9f7e-798312291cf6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001406 Sep 02 12:44:40.539765 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ad824-dd1d-43c6-baf5-ef541f311d75 x-openstack-request-id: req-4c4ad824-dd1d-43c6-baf5-ef541f311d75 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:40.542239 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3210801-6ebd-4466-b7b6-7412c7c0e7bf", "name": "network-vif-plugged", "status": "completed", "tag": "94b8ea33-388b-4bc7-bd39-9425533da0db", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:40.542812 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c4ad824-dd1d-43c6-baf5-ef541f311d75 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:40.543410 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8ea33-388b-4bc7-bd39-9425533da0db', 'code': 200} Sep 02 12:44:40.592278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Deleting port e53473f8-a67e-4cc8-9fbc-169741920c8a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:40.592637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.658326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=94b8ea33-388b-4bc7-bd39-9425533da0db,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:40.690373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] DHCP port deletion for 951fd76a-9d98-4bad-85cf-81ae813beb33 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:44:40.701209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea49bb-4fd7-4c54-bd2f-5253b96e4237 req-1fbd3ea7-e88e-4116-91df-3df1b0fdef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:40.702984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28ea49bb-4fd7-4c54-bd2f-5253b96e4237 req-1fbd3ea7-e88e-4116-91df-3df1b0fdef0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 1097 time: 0.0930436 Sep 02 12:44:40.720408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Deleting port 1e82c903-ed23-455c-bdf8-665024bce86a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:40.720777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.812737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28ea49bb-4fd7-4c54-bd2f-5253b96e4237 req-25095173-6191-479a-8011-d096fa59866d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016848 Sep 02 12:44:40.839474 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] Deleting port 1e82c903-ed23-455c-bdf8-665024bce86a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:40.839856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.843084 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.849961 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] For port 1e82c903-ed23-455c-bdf8-665024bce86a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1e82c903-ed23-455c-bdf8-665024bce86a,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:40.850476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.872232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Calling delete_port for 1e82c903-ed23-455c-bdf8-665024bce86a owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:40.987341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e646-4072-47b4-90bb-5a3234335982 req-bfa0f4b7-cc2c-43de-9bff-769479495fd3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:40.992714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:40.998129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3b9e646-4072-47b4-90bb-5a3234335982 req-bfa0f4b7-cc2c-43de-9bff-769479495fd3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.3160269 Sep 02 12:44:41.015568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] For port e53473f8-a67e-4cc8-9fbc-169741920c8a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e53473f8-a67e-4cc8-9fbc-169741920c8a,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:41.016259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.032422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:41.032609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-711715da-5b80-40df-83ce-117a5154b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:44:37Z', 'revision_number': 5, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:41.038540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] No DVR routers for this DVR port 1e82c903-ed23-455c-bdf8-665024bce86a on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:41.044695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e82c903-ed23-455c-bdf8-665024bce86a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.048780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Calling delete_port for e53473f8-a67e-4cc8-9fbc-169741920c8a owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:41.064887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711715da-5b80-40df-83ce-117a5154b05f None None] The sync data for ids ['a9ffc072-bdfb-4f05-8155-e495751e1900'] in n-d-792364-8 is: [{'id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'name': 'tempest-ServersTestMultiNic-149582434-router', 'tenant_id': '60fd7132eb694939a0356eacffc94197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:42:40Z', 'updated_at': '2021-09-02T12:44:37Z', 'revision_number': 5, 'project_id': '60fd7132eb694939a0356eacffc94197', 'gw_port': {'id': 'e53473f8-a67e-4cc8-9fbc-169741920c8a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ffc072-bdfb-4f05-8155-e495751e1900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:42:42Z', 'updated_at': '2021-09-02T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:41.106848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] For port 1e82c903-ed23-455c-bdf8-665024bce86a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1e82c903-ed23-455c-bdf8-665024bce86a,segment=NetworkSegment(7b7c88d4-8893-4876-a69b-a247a21adb92),segment_id=7b7c88d4-8893-4876-a69b-a247a21adb92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:41.107262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.132503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] Calling delete_port for 1e82c903-ed23-455c-bdf8-665024bce86a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:41.138576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.151639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951fd76a-9d98-4bad-85cf-81ae813beb33']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:41.169182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7c88d4-8893-4876-a69b-a247a21adb92') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:41.172977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7c88d4-8893-4876-a69b-a247a21adb92') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:41.187747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.210009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.216253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.227144 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45f5f3c1-c500-4ba3-8537-aedf66eb0f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.232834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.236662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:41.237117 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.238425 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:41.239326 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:41.280216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] No DVR routers for this DVR port 1e82c903-ed23-455c-bdf8-665024bce86a on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:41.282662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09891e7-3ef6-494a-81e6-6413a5b8a5ce None None] Pushing event deleted for resources: {'Port': ['ID=1e82c903-ed23-455c-bdf8-665024bce86a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.302355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3b9e646-4072-47b4-90bb-5a3234335982 req-1e8b5df0-6735-4bb0-b45c-035e5f70fd9e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014758 Sep 02 12:44:41.325522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.335500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.337315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/951fd76a-9d98-4bad-85cf-81ae813beb33 HTTP/1.1" status: 204 len: 168 time: 1.0640180 Sep 02 12:44:41.359113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f597e-b788-4dcd-a8aa-04395ea124d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=951fd76a-9d98-4bad-85cf-81ae813beb33,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.432482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45f5f3c1-c500-4ba3-8537-aedf66eb0f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.438806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45f5f3c1-c500-4ba3-8537-aedf66eb0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.449426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.505382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-45f5f3c1-c500-4ba3-8537-aedf66eb0f38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07b5841524e34c129f2aa6180eb4db07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690764 Sep 02 12:44:41.505640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53473f8-a67e-4cc8-9fbc-169741920c8a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.506060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5f3c1-c500-4ba3-8537-aedf66eb0f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abf27d-1701-46ef-bf8d-31f19dcdb0a1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.514502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58228) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:41.547031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:41.621075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.625187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Router 5a4b394b-20a1-4ec8-8aa0-e14c06369345 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:41.681515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-499e8520-d454-420d-8fca-c5a3e928b49c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d069e943bcd747048caadf03e7e586df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330569 Sep 02 12:44:41.685398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:41.702483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2abb650-f183-4660-bacf-a513fbb1711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.769654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2abb650-f183-4660-bacf-a513fbb1711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.771203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:41.809425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceadbbf1-6f49-4e02-8752-8ce828366877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.834734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.837685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:41.839240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8c67742-9c1d-4dd0-a4c4-08a4b6f6fcb2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:41.840761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2dea8c08-47d2-45e4-9728-fc529839473b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:41.844693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.864799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2dea8c08-47d2-45e4-9728-fc529839473b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:41.865572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2dea8c08-47d2-45e4-9728-fc529839473b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:41.866272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1e82c903-ed23-455c-bdf8-665024bce86a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:41.872807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceadbbf1-6f49-4e02-8752-8ce828366877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.913260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 1e82c903-ed23-455c-bdf8-665024bce86a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:41.914430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1e82c903-ed23-455c-bdf8-665024bce86a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:41.940285 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2abb650-f183-4660-bacf-a513fbb1711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.944242 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2abb650-f183-4660-bacf-a513fbb1711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.949061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c2abb650-f183-4660-bacf-a513fbb1711d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4abf27d-1701-46ef-bf8d-31f19dcdb0a1 HTTP/1.1" status: 204 len: 168 time: 0.4203937 Sep 02 12:44:41.958525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb650-f183-4660-bacf-a513fbb1711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abf27d-1701-46ef-bf8d-31f19dcdb0a1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.980708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceadbbf1-6f49-4e02-8752-8ce828366877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.984332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceadbbf1-6f49-4e02-8752-8ce828366877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:41.988820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ceadbbf1-6f49-4e02-8752-8ce828366877 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d497f8d8-2c35-4db5-8fcd-780f73b0496f HTTP/1.1" status: 204 len: 168 time: 0.3015552 Sep 02 12:44:41.998965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadbbf1-6f49-4e02-8752-8ce828366877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497f8d8-2c35-4db5-8fcd-780f73b0496f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:41.999244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d1176-fcbe-4938-8671-7ce681f5c454 req-68863dde-7fc4-4d33-a56d-40f4405edfd9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:42.006232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b96d1176-fcbe-4938-8671-7ce681f5c454 req-68863dde-7fc4-4d33-a56d-40f4405edfd9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 946 time: 0.3435812 Sep 02 12:44:42.031278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.032237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ffc072-bdfb-4f05-8155-e495751e1900 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:42.049100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.050699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f9bf386-51c3-46de-8de7-25e3a04292b9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a9ffc072-bdfb-4f05-8155-e495751e1900 HTTP/1.1" status: 204 len: 168 time: 2.8419588 Sep 02 12:44:42.053727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.099272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b96d1176-fcbe-4938-8671-7ce681f5c454 req-eebd6259-1850-41bc-a534-dfa9d717f1bd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915961 Sep 02 12:44:42.110224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:42.125754 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] Sync routers for ids ['5a4b394b-20a1-4ec8-8aa0-e14c06369345'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:42.128583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.130004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1266eaa8-8442-4ff1-9c97-065ec5b99f40 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "PUT /v2.0/routers/5a4b394b-20a1-4ec8-8aa0-e14c06369345 HTTP/1.1" status: 200 len: 878 time: 5.0098610 Sep 02 12:44:42.134600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.138019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] Routers {'5a4b394b-20a1-4ec8-8aa0-e14c06369345'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:42.140440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Deleting subnet 34fede96-6e55-4b0d-9f1c-588d882d8c0d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:44:42.141103 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5a4b394b-20a1-4ec8-8aa0-e14c06369345'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:42.144252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.223924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.244719 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:42.274205 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] Routers {'5a4b394b-20a1-4ec8-8aa0-e14c06369345'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:42.274908 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5a4b394b-20a1-4ec8-8aa0-e14c06369345'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:42.330168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-12f5d5e3-b86c-4576-9e29-01dbcffa6e17 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/5a4b394b-20a1-4ec8-8aa0-e14c06369345 HTTP/1.1" status: 200 len: 919 time: 0.1923506 Sep 02 12:44:42.333073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.355904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:42.356583 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e5da0-4dd0-4c7c-b548-71771c5b8367 None None] The sync data for ids ['5a4b394b-20a1-4ec8-8aa0-e14c06369345'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:42.397602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.445881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee390bd-0d9c-405e-87fa-753ea0e5c619 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:42.449639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ee390bd-0d9c-405e-87fa-753ea0e5c619 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=5a4b394b-20a1-4ec8-8aa0-e14c06369345&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1137218 Sep 02 12:44:42.452936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.554211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f77d-9be2-43b4-9b28-f7658c496bbe req-602271a3-123f-490b-859e-97934c00ed43 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:42.556244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90f1f77d-9be2-43b4-9b28-f7658c496bbe req-602271a3-123f-490b-859e-97934c00ed43 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1181600 Sep 02 12:44:42.564066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.623112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fede96-6e55-4b0d-9f1c-588d882d8c0d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:42.626430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.628623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-491ac397-c6d5-423d-ba09-75535ac63d9d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/34fede96-6e55-4b0d-9f1c-588d882d8c0d HTTP/1.1" status: 204 len: 168 time: 0.5738671 Sep 02 12:44:42.637728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.640029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f065c-c3c4-43cb-bf53-d4012b80f547 None None] Network e391b9d6-b65e-43b7-ae98-f6ef19a675e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:42.654606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90f1f77d-9be2-43b4-9b28-f7658c496bbe req-b0cb95a1-fb7c-4413-9c30-ba202538843d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863519 Sep 02 12:44:42.756116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a294b-344f-4723-b9cf-2727195bd579 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:42.757827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b01a294b-344f-4723-b9cf-2727195bd579 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.3035483 Sep 02 12:44:42.764328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.778267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:42.808334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-93328db6-c34a-41f8-bf8c-b26a466dc815 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a4b394b-20a1-4ec8-8aa0-e14c06369345 HTTP/1.1" status: 200 len: 205 time: 0.0426517 Sep 02 12:44:42.811234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:42.949066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] DHCP port deletion for e391b9d6-b65e-43b7-ae98-f6ef19a675e3 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:44:43.067690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] Deleting port dba3db36-bfb8-4620-ab34-2faf6488dc22 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:43.068275 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.227918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] For port dba3db36-bfb8-4620-ab34-2faf6488dc22, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dba3db36-bfb8-4620-ab34-2faf6488dc22,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:43.229352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.236377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0bd4a-761c-4d4d-b6b8-36589e33c263 req-1f3db548-b5c2-4eb2-83a6-512c85b7f1df tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:43.238591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4c0bd4a-761c-4d4d-b6b8-36589e33c263 req-1f3db548-b5c2-4eb2-83a6-512c85b7f1df tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 946 time: 0.0591486 Sep 02 12:44:43.259373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] Calling delete_port for dba3db36-bfb8-4620-ab34-2faf6488dc22 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:43.306359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4c0bd4a-761c-4d4d-b6b8-36589e33c263 req-036d589e-1050-4e38-b8ac-55ca4b4d95e8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589261 Sep 02 12:44:43.343998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Deleting port dba3db36-bfb8-4620-ab34-2faf6488dc22 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:43.344355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.357347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:43.379589 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.416647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.450665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] Pushing event deleted for resources: {'Port': ['ID=dba3db36-bfb8-4620-ab34-2faf6488dc22,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:43.464285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f7be6-5ca8-42eb-91bc-a859f915087d None None] No DVR routers for this DVR port dba3db36-bfb8-4620-ab34-2faf6488dc22 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:43.521082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] For port dba3db36-bfb8-4620-ab34-2faf6488dc22, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dba3db36-bfb8-4620-ab34-2faf6488dc22,segment=NetworkSegment(e0da8de8-1234-465b-a847-11f5a6c69673),segment_id=e0da8de8-1234-465b-a847-11f5a6c69673)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:43.522188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.543765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Calling delete_port for dba3db36-bfb8-4620-ab34-2faf6488dc22 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:43.587986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:43.623945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.698868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e53473f8-a67e-4cc8-9fbc-169741920c8a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:43.703333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2058100594-network', 'tenant_id': 'd619d79e63854c49a1f4105514dbe78c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:43.725275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e53473f8-a67e-4cc8-9fbc-169741920c8a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:43.725670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e53473f8-a67e-4cc8-9fbc-169741920c8a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:43.726186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dba3db36-bfb8-4620-ab34-2faf6488dc22 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:43.728117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-925563820-network', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:43.748933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: dba3db36-bfb8-4620-ab34-2faf6488dc22 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:43.749592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dba3db36-bfb8-4620-ab34-2faf6488dc22 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:43.770310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:44:43.770310 n-d-792364-8 neutron-server[94840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 12:44:43.770310 n-d-792364-8 neutron-server[94840]: [parameters: {'project_id': 'd619d79e63854c49a1f4105514dbe78c', 'id': 'de15379d-c7aa-47c2-b4fa-3de7494703dc', 'expiration': datetime.datetime(2021, 9, 2, 12, 46, 43, 757559)}] Sep 02 12:44:43.770310 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:44:43.770857 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:44:43.772795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.803141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Made reservation on behalf of a2c10533a6e44136b8b8ebd2e19dbef8 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:43.805625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.816776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] No DVR routers for this DVR port dba3db36-bfb8-4620-ab34-2faf6488dc22 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:43.819553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Pushing event deleted for resources: {'Port': ['ID=dba3db36-bfb8-4620-ab34-2faf6488dc22,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:43.819968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.838812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dc587-0759-4757-8b42-99df13fda30d req-4a7323a7-808b-4c1f-b809-29b44ddc6043 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:43.840534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-456dc587-0759-4757-8b42-99df13fda30d req-4a7323a7-808b-4c1f-b809-29b44ddc6043 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 946 time: 0.1218188 Sep 02 12:44:43.843264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92164a44-c3b4-43fa-9a51-e748113b6dc4 req-c3066323-adbe-4eed-a6f0-c21cff0e52c9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:43.845158 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92164a44-c3b4-43fa-9a51-e748113b6dc4 req-c3066323-adbe-4eed-a6f0-c21cff0e52c9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0860527 Sep 02 12:44:43.875596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Deleting port 0675a641-5c03-4b85-9b06-4a94550c54fe {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:43.875973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.914368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92164a44-c3b4-43fa-9a51-e748113b6dc4 req-b8e9ed9c-c8dd-4650-a2a9-bdd2736e98b4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Sep 02 12:44:43.993426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.997571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:43.999172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.015173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e391b9d6-b65e-43b7-ae98-f6ef19a675e3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:44.026261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:44:44.027367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-456dc587-0759-4757-8b42-99df13fda30d req-bbdaad37-8ed9-4664-95ed-0b13fc63dcdb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593714 Sep 02 12:44:44.032866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0da8de8-1234-465b-a847-11f5a6c69673') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:44.033239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0da8de8-1234-465b-a847-11f5a6c69673') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:44.037411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9323886-698a-48da-ab7b-4569ce536a1a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.044404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.044670 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Added segment 371808c2-7a82-4f11-be48-4e902843fa16 of type vlan for network 2c93626a-3804-49ff-9369-8836bf796da0 Sep 02 12:44:44.054083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.073241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.084931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.089550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Calling delete_port for 0675a641-5c03-4b85-9b06-4a94550c54fe owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:44.090959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.095581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:44:44.095961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:44:44.097693 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:44:44.123473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.124616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:44.125238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.189825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6023819 Sep 02 12:44:44.194867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58318) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.195489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.200953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Request body: {'subnet': {'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-925563820-subnet', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:44.204081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba06a7-5f8e-43cc-9c68-0b871fe4b4ba admin admin] Pushing event updated for resources: {'Network': ['ID=2c93626a-3804-49ff-9369-8836bf796da0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.205240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.208165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] 10.222.0.60 "DELETE /v2.0/networks/e391b9d6-b65e-43b7-ae98-f6ef19a675e3 HTTP/1.1" status: 204 len: 168 time: 1.5597737 Sep 02 12:44:44.222379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2c93626a-3804-49ff-9369-8836bf796da0 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:44:44.226887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52bda6-9db2-45ee-8ab4-1d62eeae089a admin admin] Pushing event deleted for resources: {'Network': ['ID=e391b9d6-b65e-43b7-ae98-f6ef19a675e3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.237908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Made reservation on behalf of a2c10533a6e44136b8b8ebd2e19dbef8 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:44.240484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.309116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Made reservation on behalf of d619d79e63854c49a1f4105514dbe78c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:44.311883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.325572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.351490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.396385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.407576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dbc9c2e1-6b54-489c-82ed-a089e5934725 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60fd7132eb694939a0356eacffc94197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545866 Sep 02 12:44:44.411383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.430836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event deleted for resources: {'Port': ['ID=0675a641-5c03-4b85-9b06-4a94550c54fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.529704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.561110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c97c4ca2-f6d1-4f30-a43a-fe7418dc32b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.568889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.598640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c97c4ca2-f6d1-4f30-a43a-fe7418dc32b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.600712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.630992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.643666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.646830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.676629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:44:44.692815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb30b44-c020-4a48-a44a-bebba1d79788,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.712598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e27255e-c2af-438f-9dfd-f8662bc04512,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.715671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Checking segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:44.716167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Network hostable DHCP agents. Network: 2c93626a-3804-49ff-9369-8836bf796da0, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:44:44.722251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.722609 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Added segment 201424dd-f4d9-43ab-a1c6-e2388380cf6e of type vlan for network 729989e7-9de1-4f79-8bd5-13b7d4563f10 Sep 02 12:44:44.731505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.732078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4b394b-20a1-4ec8-8aa0-e14c06369345 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:44.734956 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c97c4ca2-f6d1-4f30-a43a-fe7418dc32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.739426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.740174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c97c4ca2-f6d1-4f30-a43a-fe7418dc32b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.745392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6830452-b8a8-4034-95f5-a2934396d82e tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/5a4b394b-20a1-4ec8-8aa0-e14c06369345 HTTP/1.1" status: 204 len: 168 time: 1.9282629 Sep 02 12:44:44.745498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c97c4ca2-f6d1-4f30-a43a-fe7418dc32b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd6272d3-3c87-4af9-8190-ab69d0bc4e76 HTTP/1.1" status: 204 len: 168 time: 0.3307271 Sep 02 12:44:44.753009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.760450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1036050198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:44.778188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Network 2c93626a-3804-49ff-9369-8836bf796da0 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:44:44.780397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c4ca2-f6d1-4f30-a43a-fe7418dc32b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6272d3-3c87-4af9-8190-ab69d0bc4e76,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.784425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.798815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2c93626a-3804-49ff-9369-8836bf796da0) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:44.804397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:44.805386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.812342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.813748 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.821286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af8595-506c-4f7c-af58-69b71588f8ba None None] Network 2c93626a-3804-49ff-9369-8836bf796da0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:44.834906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.836020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:44.836686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.838125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a50ca5d4-29f8-4e41-9dfb-9d8109785ed7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6416526 Sep 02 12:44:44.838819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.846124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:44.897285 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.907430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.918380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.919566 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.927596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5699859 Sep 02 12:44:44.928586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b2e4a-f930-49db-8be4-d4dcac06b6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=729989e7-9de1-4f79-8bd5-13b7d4563f10,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:44.931608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.940991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Request body: {'subnet': {'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2058100594-subnet', 'tenant_id': 'd619d79e63854c49a1f4105514dbe78c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:44.950007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 729989e7-9de1-4f79-8bd5-13b7d4563f10 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:44:44.967175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:44.968580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-474d11c5-a232-49c7-ae79-0435a4365c37 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2131722 Sep 02 12:44:44.971478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:44.979200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': True}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:44.986879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Made reservation on behalf of d619d79e63854c49a1f4105514dbe78c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:44.989952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.140430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.176913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2c93626a-3804-49ff-9369-8836bf796da0', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:44:45.178456 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.339898 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03173a95-e7cc-4295-a219-9ada162f01f9 req-30fac4ff-206d-4d61-b924-7f5540b29d70 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:45.341526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03173a95-e7cc-4295-a219-9ada162f01f9 req-30fac4ff-206d-4d61-b924-7f5540b29d70 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 946 time: 0.1459587 Sep 02 12:44:45.344403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.358446 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-8b49eb30-ad90-42ac-86b7-3588748fe26c service neutron] show failed (client error): The resource could not be found. Sep 02 12:44:45.359731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-8b49eb30-ad90-42ac-86b7-3588748fe26c service neutron] 10.222.0.18 "GET /v2.0/ports/60ec6bd5-dbcc-482f-916e-ca97cfb91a27/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.1763477 Sep 02 12:44:45.382225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Allocated IP 172.20.0.2 (2c93626a-3804-49ff-9369-8836bf796da0/adb30b44-c020-4a48-a44a-bebba1d79788/bee79976-c8d1-448a-b94a-48bfa0db61a0) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:45.459554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03173a95-e7cc-4295-a219-9ada162f01f9 req-8c55b6e9-c2ad-4816-a1b3-2c3dce3b96b3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090398 Sep 02 12:44:45.460187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ad563f-fd5b-4198-a7bf-986ecea91c91,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:45.474646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Checking segment: {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:45.475213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Network hostable DHCP agents. Network: 729989e7-9de1-4f79-8bd5-13b7d4563f10, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:44:45.497735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Network 729989e7-9de1-4f79-8bd5-13b7d4563f10 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:44:45.515804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 729989e7-9de1-4f79-8bd5-13b7d4563f10) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:45.528278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:45.530201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.533172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab54b914-2422-41fb-bbc5-94a3877fdcf5 None None] Network 729989e7-9de1-4f79-8bd5-13b7d4563f10 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:45.537816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.589593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-10d5ec8d-1995-4e04-9292-ae36508b0ee4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6561394 Sep 02 12:44:45.639019 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.655379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c30b3-89b2-41e9-8ec9-ac015cf56fbc req-5c06642e-a76c-45a6-8c51-ff98ccf8621a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:45.664247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-742c30b3-89b2-41e9-8ec9-ac015cf56fbc req-5c06642e-a76c-45a6-8c51-ff98ccf8621a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.5767958 Sep 02 12:44:45.684330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-4961d1dd-fa1f-47bc-81ee-4e34769e23f1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:45.686883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-4961d1dd-fa1f-47bc-81ee-4e34769e23f1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 946 time: 0.5530448 Sep 02 12:44:45.713308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f7faa78a-b566-4d3f-abb1-31dc74a031bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:45.714819 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.715302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f7faa78a-b566-4d3f-abb1-31dc74a031bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69&tenant_id=044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 1101 time: 0.1073761 Sep 02 12:44:45.730133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:45.748203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Transition to ACTIVE for port object bee79976-c8d1-448a-b94a-48bfa0db61a0 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:45.801135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4376cc-e9eb-4f43-8bcf-46c7746ecd9d None None] Network 729989e7-9de1-4f79-8bd5-13b7d4563f10 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:45.826901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.867600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Transition to ACTIVE for port object bee79976-c8d1-448a-b94a-48bfa0db61a0 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:45.890225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:45.974444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-742c30b3-89b2-41e9-8ec9-ac015cf56fbc req-79f175d2-3c00-4c94-b3ce-87efbae59ccc tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039024 Sep 02 12:44:45.983592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Pushing event updated for resources: {'Port': ['ID=bee79976-c8d1-448a-b94a-48bfa0db61a0,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:46.013652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Network 2c93626a-3804-49ff-9369-8836bf796da0 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:46.020454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Deleting port 94b8ea33-388b-4bc7-bd39-9425533da0db {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:46.021172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.028107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:46.036442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:46.096067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:46.177303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:46.215385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:46.219329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Attempting to bind port bee79976-c8d1-448a-b94a-48bfa0db61a0 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:46.219329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Attempting to bind port bee79976-c8d1-448a-b94a-48bfa0db61a0 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:46.221393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Attempting to bind port bee79976-c8d1-448a-b94a-48bfa0db61a0 on network 2c93626a-3804-49ff-9369-8836bf796da0 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:46.236217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:46.236626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Checking segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:46.237105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.238017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Bound using segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:46.238017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Bound port: bee79976-c8d1-448a-b94a-48bfa0db61a0, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:46.238443 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.250928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-34be00e3-9b66-4ae1-ab3c-74bc24b88e5b req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-411850681', 'description': 'tempest-description-340483638'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:46.279494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:46.281905 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb4df9e-8892-42b4-bc4f-6850114df717" -d '{"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-unplugged", "status": "completed", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:46.286631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.304533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Transition to ACTIVE for port object 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:46.305628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-34be00e3-9b66-4ae1-ab3c-74bc24b88e5b req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.321545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.339106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] For port bee79976-c8d1-448a-b94a-48bfa0db61a0, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:46.344818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] For port bee79976-c8d1-448a-b94a-48bfa0db61a0, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bee79976-c8d1-448a-b94a-48bfa0db61a0,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:46.351505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.405010 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31935774-1c81-4210-b1dc-8a2d2bcd47c2 x-openstack-request-id: req-31935774-1c81-4210-b1dc-8a2d2bcd47c2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:46.405503 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-unplugged", "status": "completed", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:46.406053 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31935774-1c81-4210-b1dc-8a2d2bcd47c2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:46.406627 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'code': 200} Sep 02 12:44:46.431189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560c289-58bc-4ee3-ba9b-74c133c40c5b None None] Pushing event updated for resources: {'Port': ['ID=bee79976-c8d1-448a-b94a-48bfa0db61a0,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:46.464065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] No DVR routers for this DVR port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:46.483240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:46.541357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-34be00e3-9b66-4ae1-ab3c-74bc24b88e5b req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.542794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:46.543571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:46.543571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:46.550193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:46.550573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Attempting to bind port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:46.552768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-34be00e3-9b66-4ae1-ab3c-74bc24b88e5b req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.574587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:46.574587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:46.574587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:46.575115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Bound port: 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:46.575431 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.606324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-34be00e3-9b66-4ae1-ab3c-74bc24b88e5b req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.606575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-948875616-network', 'tenant_id': 'de8cc21df56e43edb010b585d21fe03c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:46.607515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34be00e3-9b66-4ae1-ab3c-74bc24b88e5b req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3689501 Sep 02 12:44:46.617818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cc5c-0924-4d32-b324-d03bbf4a0199 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4054ea3-9a38-4275-9db2-78209147e3d3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:46.688049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:46.692069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:46.699519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.751730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] For port 94b8ea33-388b-4bc7-bd39-9425533da0db, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=94b8ea33-388b-4bc7-bd39-9425533da0db,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:46.752432 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.758740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Made reservation on behalf of de8cc21df56e43edb010b585d21fe03c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:46.761491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.768750 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e7f91017-7b2f-4d97-9646-6af434d6e2ab req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-324762587', 'description': 'tempest-description-1312232696'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:46.784724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:46.785416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.786843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] 10.222.0.41 "PUT /v2.0/ports/60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 1096 time: 1.0628614 Sep 02 12:44:46.835561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Calling delete_port for 94b8ea33-388b-4bc7-bd39-9425533da0db owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:46.844225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541828f-2c95-4f7a-8553-f1d6f6aa3539 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:46.858575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.868406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7f91017-7b2f-4d97-9646-6af434d6e2ab req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:46.913321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f1df189a-46e0-4473-9269-ecf8e3fda4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:46.916051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-f1df189a-46e0-4473-9269-ecf8e3fda4cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1099 time: 0.0944774 Sep 02 12:44:46.924308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38258d52-35b9-45d0-8a1e-159efb744036 req-108e27d5-5771-43cb-8275-75a762567b0b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:46.925945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-38258d52-35b9-45d0-8a1e-159efb744036 req-108e27d5-5771-43cb-8275-75a762567b0b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 946 time: 0.3264706 Sep 02 12:44:47.006410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.039074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.041158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.072045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-c0f29141-3651-4fc4-9b05-a26769991156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:47.073668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-c0f29141-3651-4fc4-9b05-a26769991156 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1438327 Sep 02 12:44:47.088643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.090527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7f91017-7b2f-4d97-9646-6af434d6e2ab req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.095692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-38258d52-35b9-45d0-8a1e-159efb744036 req-39345b9d-d8d1-4d5c-8c58-135e6531c116 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140189 Sep 02 12:44:47.125813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7f91017-7b2f-4d97-9646-6af434d6e2ab req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.139202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-32f240bc-d64a-4963-b59f-16b2dd00c3ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0543847 Sep 02 12:44:47.195739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b575350-0c42-4c3b-9200-54130ed556b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:47.209901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-142aefc1-adc1-4af1-b460-ed6486c65872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:47.212139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-142aefc1-adc1-4af1-b460-ed6486c65872 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0683608 Sep 02 12:44:47.263600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-160ae986-4b86-44f5-b0d3-e071b8960fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:47.265329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-160ae986-4b86-44f5-b0d3-e071b8960fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460658 Sep 02 12:44:47.379385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-eec304e3-b46b-4bd3-8eb6-0a2fa2afcee1 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053879 Sep 02 12:44:47.382792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Allocated IP 172.25.7.59 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/bd03af26-8415-448d-a8b3-2749eff6a8a4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:47.435889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584d3f-a0a0-466e-95db-f8cf0795debc req-6ecf5fa6-21b7-4c10-a129-3a71a53d8b18 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:47.437531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e584d3f-a0a0-466e-95db-f8cf0795debc req-6ecf5fa6-21b7-4c10-a129-3a71a53d8b18 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.1685793 Sep 02 12:44:47.450401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.463434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['94b8ea33-388b-4bc7-bd39-9425533da0db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:47.485172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-879c8c42-fe9f-4983-ba0b-2a5ee0a539b2 req-0a6828c4-e779-43fb-9f6f-f1e42822a8c3 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982985 Sep 02 12:44:47.551234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event deleted for resources: {'Port': ['ID=94b8ea33-388b-4bc7-bd39-9425533da0db,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:47.594261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.606917 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7f91017-7b2f-4d97-9646-6af434d6e2ab req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.608393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7f91017-7b2f-4d97-9646-6af434d6e2ab req-6ad797b8-f6db-4e03-abbd-2c901d669bd6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8501489 Sep 02 12:44:47.619735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.652727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae1259-542f-418b-887a-75f3e27b869a None None] Network 2c93626a-3804-49ff-9369-8836bf796da0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:47.663056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] No DVR routers for this DVR port 94b8ea33-388b-4bc7-bd39-9425533da0db on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:44:47.691600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e584d3f-a0a0-466e-95db-f8cf0795debc req-229874e5-601b-408e-a4d1-9e0ac12d72c1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122884 Sep 02 12:44:47.701738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.703732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd6093fb-93e1-45af-95db-95c5182b9a26 req-c3378f0c-3f8e-4744-944f-640598f28bbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "DELETE /v2.0/ports/94b8ea33-388b-4bc7-bd39-9425533da0db HTTP/1.1" status: 204 len: 173 time: 1.9808979 Sep 02 12:44:47.704185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'name': 'network-vif-deleted', 'tag': '94b8ea33-388b-4bc7-bd39-9425533da0db'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:47.722190 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53831ee-1e3d-413e-afc6-8d4890f7dc09" -d '{"events": [{"server_uuid": "d3210801-6ebd-4466-b7b6-7412c7c0e7bf", "name": "network-vif-deleted", "tag": "94b8ea33-388b-4bc7-bd39-9425533da0db"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:47.742721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da24c3c1-9b14-4a50-95d5-5dda5529d2b0 None None] Provisioning for port bee79976-c8d1-448a-b94a-48bfa0db61a0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:47.754334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:44:47.757203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bee79976-c8d1-448a-b94a-48bfa0db61a0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:47.804289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.804698 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Added segment 453674ac-182e-4aa7-b2cc-728b03f033c7 of type vlan for network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 Sep 02 12:44:47.838433 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b584b140-556d-4456-a879-785f8c797221 x-openstack-request-id: req-b584b140-556d-4456-a879-785f8c797221 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:47.838725 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3210801-6ebd-4466-b7b6-7412c7c0e7bf", "name": "network-vif-deleted", "tag": "94b8ea33-388b-4bc7-bd39-9425533da0db", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:47.838974 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b584b140-556d-4456-a879-785f8c797221 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:47.839368 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3210801-6ebd-4466-b7b6-7412c7c0e7bf', 'name': 'network-vif-deleted', 'tag': '94b8ea33-388b-4bc7-bd39-9425533da0db', 'status': 'completed', 'code': 200} Sep 02 12:44:47.858539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port bee79976-c8d1-448a-b94a-48bfa0db61a0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:47.873080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd018ea-d7a3-48a8-baff-0271d57dc5d8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:47.882178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bee79976-c8d1-448a-b94a-48bfa0db61a0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:47.882788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.886533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.937367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:47.999330 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.010593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.011575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.012172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.033303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port bee79976-c8d1-448a-b94a-48bfa0db61a0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bee79976-c8d1-448a-b94a-48bfa0db61a0,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:48.039204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.085605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-ec591151-c50f-4e0c-ba1c-81d99f498778 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.087430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-ec591151-c50f-4e0c-ba1c-81d99f498778 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 813 time: 0.2158597 Sep 02 12:44:48.090690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=bee79976-c8d1-448a-b94a-48bfa0db61a0,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:48.095051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9923728 Sep 02 12:44:48.098274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58402) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:48.105100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Request body: {'subnet': {'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-948875616-subnet', 'tenant_id': 'de8cc21df56e43edb010b585d21fe03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:48.107029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.143349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Made reservation on behalf of de8cc21df56e43edb010b585d21fe03c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:48.147421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.212278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:48.213508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ecd8-a5ff-4020-9b0e-d7b618360e3f admin admin] Pushing event updated for resources: {'Network': ['ID=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:48.226618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:44:48.242583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-d0c71567-43c0-4c22-b9fa-160040ce4e84 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/quotas/d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 375 time: 0.1252391 Sep 02 12:44:48.245804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:48.265110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:48.325658 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-877abaab-7129-4635-9d71-4444d91acf3f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819435 Sep 02 12:44:48.337310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ad55-3002-4211-ae65-7ae1ecef6eb1 None None] Provisioning complete for port bee79976-c8d1-448a-b94a-48bfa0db61a0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:48.338104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ad55-3002-4211-ae65-7ae1ecef6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.343525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e910ffd1-c2fd-41c2-9be7-92e2cc9ef4b3 req-09bbce3b-46ad-4507-b5b5-5ca80bf21b4e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3210801-6ebd-4466-b7b6-7412c7c0e7bf HTTP/1.1" status: 200 len: 210 time: 0.0379906 Sep 02 12:44:48.410079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:48.418487 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a826b2f-67fe-4147-bb30-c89b21eee4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:48.435503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Allocated IP 172.25.7.30 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4cb1ea17-06e4-414c-a01a-993658c2289d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:48.437157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.438067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Pushing event updated for resources: {'Port': ['ID=bd03af26-8415-448d-a8b3-2749eff6a8a4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:48.465464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e519f1b0-dd94-4a03-8c18-6d7e30e0f36b service neutron] 10.222.0.60 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237884 Sep 02 12:44:48.496493 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefaffb1-bbf9-4768-a857-d6e15c68426f x-openstack-request-id: req-cefaffb1-bbf9-4768-a857-d6e15c68426f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:48.496654 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:48.496759 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cefaffb1-bbf9-4768-a857-d6e15c68426f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:48.497550 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'status': 'completed', 'code': 200} Sep 02 12:44:48.529485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:48.558870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Checking segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:48.559313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Network hostable DHCP agents. Network: c219a0d5-da95-4b36-a7c4-4e6ca038d1b2, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:44:48.578887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-5211106d-db41-4d1f-aecc-e4c53f4ee51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.580568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-5211106d-db41-4d1f-aecc-e4c53f4ee51a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1099 time: 0.0661936 Sep 02 12:44:48.598467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:44:48.647703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c219a0d5-da95-4b36-a7c4-4e6ca038d1b2) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:48.655222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.656437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.662333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17243af6-cd9a-4587-8234-f8f993aa512f None None] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:48.692674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8927a702-b6ef-47e1-a7a4-ceab6f477460 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5928211 Sep 02 12:44:48.711134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-0475f65d-756b-4443-a05e-c8647b191be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.713478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-0475f65d-756b-4443-a05e-c8647b191be4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1247070 Sep 02 12:44:48.781086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-d9e2b94b-4c79-4a62-99dd-eeb181b38d77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0599134 Sep 02 12:44:48.793090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-ab6fe905-798f-462e-88ad-34af389da478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.794631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-ab6fe905-798f-462e-88ad-34af389da478 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1099 time: 0.2482727 Sep 02 12:44:48.836576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-c5bb39bd-a323-4592-9ff5-f63ef69528de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.838251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-c5bb39bd-a323-4592-9ff5-f63ef69528de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0504260 Sep 02 12:44:48.840279 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-a20cea24-b145-4625-9602-720ed2edc79c service neutron] 10.222.0.60 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337359 Sep 02 12:44:48.944257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.961664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:48.975531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-833f5bb7-83df-4c25-9b12-edeb7107d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.977444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-833f5bb7-83df-4c25-9b12-edeb7107d0c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230028 Sep 02 12:44:48.987268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c23175-8958-463d-8a3c-d5056c8a697a None None] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:44:48.989808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b230-6f6b-4d00-ae5d-3fa6be4f1290 req-3af69140-85cd-4ed9-bbd3-b08e0bb6eee6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:48.991460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c79b230-6f6b-4d00-ae5d-3fa6be4f1290 req-3af69140-85cd-4ed9-bbd3-b08e0bb6eee6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 948 time: 0.1522341 Sep 02 12:44:49.081919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-46d71205-4c3a-4268-bd59-6b4bd71026f2 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893395 Sep 02 12:44:49.165294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-73018cd3-a5a9-4db6-88b0-05897fc20c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:49.166336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-73018cd3-a5a9-4db6-88b0-05897fc20c50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.3346205 Sep 02 12:44:49.204423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-e362eed3-ab3c-4591-a8ba-128f927e3bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143415 Sep 02 12:44:49.246145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c79b230-6f6b-4d00-ae5d-3fa6be4f1290 req-be00fffc-66c8-4ec0-8526-d0953e09ec09 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585710 Sep 02 12:44:49.255598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-b6f1cd1d-f884-46f3-ac5d-4093c1be213c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0546689 Sep 02 12:44:49.315856 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:49.382859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:49.387066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-12d62776-bd5d-4d8e-b3ea-cf17841a48b4 req-f356e65e-5aec-4b80-b4e3-f688bfb8f39d tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 210 time: 0.0435658 Sep 02 12:44:49.487634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:49.495943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:49.712792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:44:49.716390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 94b8ea33-388b-4bc7-bd39-9425533da0db no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:44:49.743826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bee79976-c8d1-448a-b94a-48bfa0db61a0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:49.749001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 94b8ea33-388b-4bc7-bd39-9425533da0db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:44:49.749001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 94b8ea33-388b-4bc7-bd39-9425533da0db not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:44:49.851716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-0e8ef608-44e3-40d8-85c6-d66d7ca77285 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:49.860367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bee79976-c8d1-448a-b94a-48bfa0db61a0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:49.860745 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:49.861303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-0e8ef608-44e3-40d8-85c6-d66d7ca77285 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1930254 Sep 02 12:44:49.873721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-7d0776c5-f6a5-4a38-885f-f95d2323197e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0114136 Sep 02 12:44:49.911271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Port': ['ID=4cb1ea17-06e4-414c-a01a-993658c2289d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:49.914485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:49.920231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:49.934079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'mac_address': 'fa:16:3e:30:b6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:44:49.934975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:49.946716 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-c18665ed-452c-4530-90b3-6da5dc0bd740 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594902 Sep 02 12:44:49.980141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-0650ad27-630e-48d7-8112-7c89ac10b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:49.981606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-0650ad27-630e-48d7-8112-7c89ac10b138 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.7085836 Sep 02 12:44:50.001159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-578d3af3-16f5-4954-b116-c1bfb8e0e67e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:50.006551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:50.008513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-578d3af3-16f5-4954-b116-c1bfb8e0e67e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 814 time: 0.5781362 Sep 02 12:44:50.033647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:50.054645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:50.067843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:50.072780 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:50.077593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-5fbd2467-62cf-4ca1-ab72-c561a2472426 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/quotas/de8cc21df56e43edb010b585d21fe03c HTTP/1.1" status: 200 len: 375 time: 0.0679829 Sep 02 12:44:50.079347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-e7873c16-75ef-45ff-8c96-35bf7b3f6306 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126435 Sep 02 12:44:50.131828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:50.190359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-d19a2209-0cf3-4d03-9ffa-30d35c3aa5bd service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036234 Sep 02 12:44:50.238955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-a829172a-9064-4f6a-a961-48e46f48ba95 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1604252 Sep 02 12:44:50.345226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-0d6532f8-4441-40b0-8725-8a1cd05dbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:50.347002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-0d6532f8-4441-40b0-8725-8a1cd05dbb3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3551507 Sep 02 12:44:50.355384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:44:50.645596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-948c6f60-5fa3-48e3-a9f4-fb36e11a441a service neutron] 10.222.0.60 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928175 Sep 02 12:44:50.778136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-59569e0a-952b-4a59-b537-c556d866fdc9 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162834 Sep 02 12:44:50.819779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:50.880041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:50.905126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ddb80-df1c-44fe-b2ef-3adec26d0456 req-91bf8a3a-7349-4b84-8337-d3a3541eb797 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:50.912365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-095ddb80-df1c-44fe-b2ef-3adec26d0456 req-91bf8a3a-7349-4b84-8337-d3a3541eb797 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 949 time: 0.3745189 Sep 02 12:44:50.929930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-47b1ad5d-1907-40ed-8860-17d9230a4d4b service neutron] 10.222.0.60 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830360 Sep 02 12:44:50.942534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-0aebfd58-65f0-44ce-8885-5f2ad6b7f28b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:50.944087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-0aebfd58-65f0-44ce-8885-5f2ad6b7f28b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 813 time: 0.5530295 Sep 02 12:44:50.958092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'port': {'device_id': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10', 'admin_state_up': True, 'tenant_id': 'd619d79e63854c49a1f4105514dbe78c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:51.017846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-095ddb80-df1c-44fe-b2ef-3adec26d0456 req-4bf3dca4-5bb3-4365-85eb-c6aaffb8f560 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044998 Sep 02 12:44:51.154699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff93286b-ad07-406b-b410-ffaa719c88a6 req-1f75fa5d-ea15-4332-a903-e21dcd465fe1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0433152 Sep 02 12:44:51.166984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a826b2f-67fe-4147-bb30-c89b21eee4f3 req-281b5c59-dfc6-4af2-9a6e-43ea863cc328 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691757 Sep 02 12:44:51.188696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Made reservation on behalf of d619d79e63854c49a1f4105514dbe78c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:51.195873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:51.275262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:51.287260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Sync routers for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:51.305430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:51.306019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:51.327104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92c018c1-5b99-4f0c-a153-d1966b188e96 req-1259ac70-2d56-42d9-b7cb-8af325e03f30 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 210 time: 0.1338975 Sep 02 12:44:51.362005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Allocated IP 172.20.0.5 (729989e7-9de1-4f79-8bd5-13b7d4563f10/24ad563f-fd5b-4198-a7bf-986ecea91c91/1581647d-a161-4244-83d1-348fd5825bf7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:51.388436 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:51.391634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fe2ee292-86d3-45cd-b0ec-a246adbdb794 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5496073 Sep 02 12:44:51.395450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:51.440468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a59fc4c-169d-4015-9e7b-7361b68d406c req-208456bf-3ccf-49fb-8174-a3724f234bf3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 210 time: 0.0433595 Sep 02 12:44:51.467542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:51.476326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:51.517300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:51.747660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:51.935068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:51.945361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:51.945968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:51.982756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b154-393a-4cf2-bfee-082854e36e38 req-004ecd29-366d-4569-930f-e01fdbba53df tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:51.984447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5cc1b154-393a-4cf2-bfee-082854e36e38 req-004ecd29-366d-4569-930f-e01fdbba53df tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 949 time: 0.2929208 Sep 02 12:44:52.042350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.046742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:48Z', 'revision_number': 3, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:52.079894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-991e7127-82f8-486c-9cb6-a9939bcb4e21 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.081500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-991e7127-82f8-486c-9cb6-a9939bcb4e21 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.4728837 Sep 02 12:44:52.104355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Request body: {'port': {'device_id': 'de23db65-4878-4fcd-a516-4dafed7564df', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'admin_state_up': True, 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:52.112221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5cc1b154-393a-4cf2-bfee-082854e36e38 req-8fbe7715-4fe5-4535-8566-6f7c9acc8289 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102033 Sep 02 12:44:52.136119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-00e6d4ef-f37e-48f5-b4ee-e26569764c00 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.136119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-00e6d4ef-f37e-48f5-b4ee-e26569764c00 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69&tenant_id=044fbd3c414d41fab6842c2085708615&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 949 time: 0.4555945 Sep 02 12:44:52.146760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Checking router: 6e771fde-35ce-4c5b-a306-e13da4aa0dfe for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:44:52.146941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Updating router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe port bd03af26-8415-448d-a8b3-2749eff6a8a4 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:44:52.149246 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.204667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.210023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:52.212521 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72189378-1f36-4a8e-9b49-eee05b0eebaa" -d '{"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-plugged", "status": "completed", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:52.228791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Router 505bfdde-de9e-4dc6-947e-daec77e53737 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:52.232758 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-66edf69c-dc28-496c-acff-52d62976fd52 service neutron] delete failed (client error): The resource could not be found. Sep 02 12:44:52.233849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-66edf69c-dc28-496c-acff-52d62976fd52 service neutron] 10.222.0.18 "DELETE /v2.0/ports/60ec6bd5-dbcc-482f-916e-ca97cfb91a27/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0915341 Sep 02 12:44:52.248586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:52.256242 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.341602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.373441 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe101d4-be85-48ab-bd77-09aed74d2acd x-openstack-request-id: req-1fe101d4-be85-48ab-bd77-09aed74d2acd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:52.374144 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-plugged", "status": "completed", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:52.374144 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fe101d4-be85-48ab-bd77-09aed74d2acd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:52.374362 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'code': 200} Sep 02 12:44:52.378437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f9ae4ef-a5c9-4212-a4f6-3c06c94348f3 req-15d762b7-bf29-438c-a738-205c7a9337e9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0902727 Sep 02 12:44:52.446968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:52.547537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:52.555098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Network 729989e7-9de1-4f79-8bd5-13b7d4563f10 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:52.555339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.561112 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e73e36b3-90d8-4d2f-ada7-373a9cc0d713 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "PUT /v2.0/routers/505bfdde-de9e-4dc6-947e-daec77e53737 HTTP/1.1" status: 200 len: 914 time: 7.5885253 Sep 02 12:44:52.565442 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] Sync routers for ids ['505bfdde-de9e-4dc6-947e-daec77e53737'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:52.573682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:52.580592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] Routers {'505bfdde-de9e-4dc6-947e-daec77e53737'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:52.581627 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['505bfdde-de9e-4dc6-947e-daec77e53737'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:52.631712 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:52.649175 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] Routers {'505bfdde-de9e-4dc6-947e-daec77e53737'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:52.651325 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['505bfdde-de9e-4dc6-947e-daec77e53737'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:52.665890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.669853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:52.676884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:52.678570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Transition to ACTIVE for port object bd03af26-8415-448d-a8b3-2749eff6a8a4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:52.687763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.709965 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:52.711438 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e468b-a7de-42b9-893b-7f0db7edf43c None None] The sync data for ids ['505bfdde-de9e-4dc6-947e-daec77e53737'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:52.714504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-59cab5c3-d2e8-4041-a184-6538638ea083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.716618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-59cab5c3-d2e8-4041-a184-6538638ea083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1101 time: 0.2554123 Sep 02 12:44:52.735291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:52.755272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Attempting to bind port bd03af26-8415-448d-a8b3-2749eff6a8a4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:52.755716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Attempting to bind port bd03af26-8415-448d-a8b3-2749eff6a8a4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:52.756000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Attempting to bind port bd03af26-8415-448d-a8b3-2749eff6a8a4 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:52.758470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968050f9-8c02-44dc-9548-9e29165b7df4 None None] Pushing event updated for resources: {'Port': ['ID=bd03af26-8415-448d-a8b3-2749eff6a8a4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:52.763918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:52.764297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:52.764690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.765139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:52.765749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Bound port: bd03af26-8415-448d-a8b3-2749eff6a8a4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:52.766135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.801436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a933ac5-9bcf-4d57-a011-d28eac139197 req-0ee6a36c-9129-46ec-8beb-f6f500063f93 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.809530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a933ac5-9bcf-4d57-a011-d28eac139197 req-0ee6a36c-9129-46ec-8beb-f6f500063f93 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 931 time: 0.2755632 Sep 02 12:44:52.832174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ebd657f9-aa78-4384-bd3c-8debfa44c318 req-5c61ee35-952f-4786-9c06-caafc27281ef tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 210 time: 0.2103422 Sep 02 12:44:52.835519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3ce2d900-3187-4bb5-b5e6-69a5fe2bc150 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/505bfdde-de9e-4dc6-947e-daec77e53737 HTTP/1.1" status: 200 len: 920 time: 0.2426839 Sep 02 12:44:52.847372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:52.854138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] For port bd03af26-8415-448d-a8b3-2749eff6a8a4, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:52.859341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] For port bd03af26-8415-448d-a8b3-2749eff6a8a4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bd03af26-8415-448d-a8b3-2749eff6a8a4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:52.863979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:52.867796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.870519 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.875451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.876087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:52.931462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a933ac5-9bcf-4d57-a011-d28eac139197 req-c8e0e577-cb8d-48c8-b721-b6b2fc26bfb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205990 Sep 02 12:44:52.945122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:52.946195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:52.968528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f5b77-f70c-45d9-a7fd-037a98b5c2f0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.973187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f50f5b77-f70c-45d9-a7fd-037a98b5c2f0 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=505bfdde-de9e-4dc6-947e-daec77e53737&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1218121 Sep 02 12:44:52.973187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-38163a16-b1d7-4059-9380-bfcd7622a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.973187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-38163a16-b1d7-4059-9380-bfcd7622a421 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2415977 Sep 02 12:44:52.973796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58508) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:52.989769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c6e3ce3e-8f43-4bfc-8eae-5252f8990249 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:52.991166 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c6e3ce3e-8f43-4bfc-8eae-5252f8990249 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.18 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 814 time: 0.5423059 Sep 02 12:44:53.002444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-913315af-fa97-4781-9c19-4622b9bee86b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0487497 Sep 02 12:44:53.024971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968050f9-8c02-44dc-9548-9e29165b7df4 None None] Pushing event updated for resources: {'Port': ['ID=bd03af26-8415-448d-a8b3-2749eff6a8a4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:53.052622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Request body: {'port': {'device_id': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'admin_state_up': True, 'tenant_id': 'de8cc21df56e43edb010b585d21fe03c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:53.065891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Request body: {'port': {'device_id': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:53.073071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:44:53.083128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-836245af-c0e5-4ec4-8add-c86d4c37f9d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0979915 Sep 02 12:44:53.164777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:53.190290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-082afd52-f205-49c6-a963-affc570960ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:53.192179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-082afd52-f205-49c6-a963-affc570960ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0995660 Sep 02 12:44:53.212948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89273b-7941-406b-8113-b4387106879b tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:53.217145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ab89273b-7941-406b-8113-b4387106879b tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.2395256 Sep 02 12:44:53.229262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:53.265054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bb734025-d663-4baa-8990-831ec14e24c7 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=505bfdde-de9e-4dc6-947e-daec77e53737 HTTP/1.1" status: 200 len: 205 time: 0.0346198 Sep 02 12:44:53.268251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:53.298447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:48Z', 'revision_number': 3, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:53.332275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea88ab-2860-44b0-9044-b49fe7706014 None None] The sync data for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 is: [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:48Z', 'revision_number': 3, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:53.354587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-eed082c9-bfd4-4f60-8808-3c29dda44f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:53.356277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-eed082c9-bfd4-4f60-8808-3c29dda44f41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573629 Sep 02 12:44:53.473627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:53.582901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-3a5506c2-b547-41ef-8e7d-29da4c8bb9e7 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192628 Sep 02 12:44:53.603515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2812d458-c2d6-4180-8bfd-8b17f4c44ee5 req-d47c645e-fdff-428c-b55d-edcd68c281bb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0809150 Sep 02 12:44:53.787976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:53.800413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e57e2-7a90-49ee-932b-708bb3ccb78e req-3bc03f39-6fcb-4a4c-9c42-e6e9af686424 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998787 Sep 02 12:44:53.876218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Deleting port 4cb1ea17-06e4-414c-a01a-993658c2289d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:53.876569 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:53.971216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:53.991857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab00-2a66-44b5-b071-1f11423efa41 req-894721a0-69ee-42a5-a654-5b6aaab3f9d1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:53.996659 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83174342-819c-42cd-9739-ea24e2da3626 req-4f6731d8-748b-4b90-b9e4-0faa193f4070 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 210 time: 0.0719342 Sep 02 12:44:54.000078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2bab00-2a66-44b5-b071-1f11423efa41 req-894721a0-69ee-42a5-a654-5b6aaab3f9d1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.7371304 Sep 02 12:44:54.026625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.045218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Calling delete_port for 4cb1ea17-06e4-414c-a01a-993658c2289d owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:54.072075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Allocated IP 172.20.0.7 (e3b4a689-be6a-4ba5-ad33-dadbbd7675d6/bb221178-e169-49b8-af42-6932591eb284/52341a89-aca0-473a-989f-06f390d44bef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:54.146579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Made reservation on behalf of de8cc21df56e43edb010b585d21fe03c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:54.152695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.259076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2bab00-2a66-44b5-b071-1f11423efa41 req-229421fd-c18f-4974-90c8-b27c5df60e8d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577755 Sep 02 12:44:54.274825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb0ef0-f810-40ef-aef2-3ab46f9c8792 req-8cb09902-6784-4fd5-8e9c-a07239d38844 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:54.277296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-babb0ef0-f810-40ef-aef2-3ab46f9c8792 req-8cb09902-6784-4fd5-8e9c-a07239d38844 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 931 time: 0.0766089 Sep 02 12:44:54.379077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-babb0ef0-f810-40ef-aef2-3ab46f9c8792 req-8006a42a-9519-4fde-819a-fb3da6b35a04 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612268 Sep 02 12:44:54.384503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.415825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event deleted for resources: {'Port': ['ID=4cb1ea17-06e4-414c-a01a-993658c2289d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:54.459575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Allocated IP 172.20.0.1 (2c93626a-3804-49ff-9369-8836bf796da0/adb30b44-c020-4a48-a44a-bebba1d79788/9fbe196e-2f5e-45ed-9e42-fcfcc02a766a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:54.497237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.618725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.621018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.673372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.674079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Fanout notify agent at l3_agent the message router_deleted on router 505bfdde-de9e-4dc6-947e-daec77e53737 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:54.687187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.688691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e764d43d-352f-429f-a8eb-2685aeaf96a3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/505bfdde-de9e-4dc6-947e-daec77e53737 HTTP/1.1" status: 204 len: 168 time: 1.4194992 Sep 02 12:44:54.692963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58528) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:54.706287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1516674026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:54.731785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.733139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.792383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d4fb699-a632-48bf-852e-4d1a6e6371f0 req-4e890a22-b9f8-4e32-96bd-3e4dc2b716ed tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0578363 Sep 02 12:44:54.799038 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.807612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.826744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.828103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Allocated IP 172.20.0.9 (c219a0d5-da95-4b36-a7c4-4e6ca038d1b2/9ff8f94d-39ab-448c-b86a-eb74b10fd9e2/61eed4ae-489f-4c99-94e7-89e2d93a4efd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:54.831169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-62cf29b1-cb7d-4eb8-886a-5b90bbeeabfa tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1366704 Sep 02 12:44:54.832141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:54.836555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:54.941634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.947033 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:54.994014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Transition to ACTIVE for port object 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:55.204462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1581647d-a161-4244-83d1-348fd5825bf7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:55.242727 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.254464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e6107c2-51cf-4392-b966-c0abc7411099 req-673ec62d-fcfa-497e-bfb2-95bc3e6128af tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 210 time: 0.1457732 Sep 02 12:44:55.273816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.346547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.349231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Transition to ACTIVE for port object 1581647d-a161-4244-83d1-348fd5825bf7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:55.364715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.403142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Network 2c93626a-3804-49ff-9369-8836bf796da0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:55.406523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.418746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:55.420892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:55.436438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:55.454324 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.471632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:55.481047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:55.482143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac30e1-4dc9-41fe-8091-70cdc50f4403 req-a2bbf3f0-4ada-4cc0-9124-8364e2d9acea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:55.483623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:55.491446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cac30e1-4dc9-41fe-8091-70cdc50f4403 req-a2bbf3f0-4ada-4cc0-9124-8364e2d9acea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1062546 Sep 02 12:44:55.593631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cac30e1-4dc9-41fe-8091-70cdc50f4403 req-80e48d72-4d10-4790-ab9c-857cebd40155 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930269 Sep 02 12:44:55.680298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.740509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bd03af26-8415-448d-a8b3-2749eff6a8a4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:55.791370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:55.792062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.810387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port bd03af26-8415-448d-a8b3-2749eff6a8a4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:55.811586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event updated for resources: {'Port': ['ID=52341a89-aca0-473a-989f-06f390d44bef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:55.825503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bd03af26-8415-448d-a8b3-2749eff6a8a4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:55.826807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.837895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31311ace-9931-46fb-9ff1-4f5b80b7ff23 req-9a30793a-1948-4906-b353-331d7d82a189 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:55.839487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31311ace-9931-46fb-9ff1-4f5b80b7ff23 req-9a30793a-1948-4906-b353-331d7d82a189 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1101 time: 0.1228771 Sep 02 12:44:55.841271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.865981 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.884122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.909515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3abe0-989d-4c39-bd87-483ff847ee84 req-d3b3f1a9-d78b-417d-bf9e-2a20f2f2cabd tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:55.912193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-edb3abe0-989d-4c39-bd87-483ff847ee84 req-d3b3f1a9-d78b-417d-bf9e-2a20f2f2cabd tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 943 time: 0.4240036 Sep 02 12:44:55.914462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-4f725f10-1a74-4372-bf5e-60f1d9d3d0a9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8172123 Sep 02 12:44:55.927754 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.935618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d66d4097-7dc1-4f0c-a332-c531433e93dc None None] Provisioning for port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:44:55.945758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31311ace-9931-46fb-9ff1-4f5b80b7ff23 req-67e81459-2c0a-4596-b88b-06aa222c0e50 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817387 Sep 02 12:44:55.950904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d66d4097-7dc1-4f0c-a332-c531433e93dc None None] Provisioning complete for port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:55.951725 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66d4097-7dc1-4f0c-a332-c531433e93dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.952941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Request body: {'port': {'device_id': 'de23db65-4878-4fcd-a516-4dafed7564df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:55.981128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port bd03af26-8415-448d-a8b3-2749eff6a8a4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bd03af26-8415-448d-a8b3-2749eff6a8a4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:44:55.993808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:55.994449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Attempting to bind port 1581647d-a161-4244-83d1-348fd5825bf7 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:55.995009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Attempting to bind port 1581647d-a161-4244-83d1-348fd5825bf7 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:55.995341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Attempting to bind port 1581647d-a161-4244-83d1-348fd5825bf7 on network 729989e7-9de1-4f79-8bd5-13b7d4563f10 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:56.038908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d66d4097-7dc1-4f0c-a332-c531433e93dc None None] Port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:44:56.045154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Allocated IP 172.25.7.204 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/fdc50b1e-402f-4bac-962f-15e78f0d719b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:56.063262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=bd03af26-8415-448d-a8b3-2749eff6a8a4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:56.106966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:56.121564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:56.125591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Port 1581647d-a161-4244-83d1-348fd5825bf7 on network 729989e7-9de1-4f79-8bd5-13b7d4563f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:56.125981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Attempting to bind port 1581647d-a161-4244-83d1-348fd5825bf7 on network 729989e7-9de1-4f79-8bd5-13b7d4563f10 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:56.168022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:56.180883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:56.183143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597309b-0bd4-4ff0-aad6-5ce5112304f0 req-80f75e08-1f48-45cd-93e2-aa33e7437dbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:56.184956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6597309b-0bd4-4ff0-aad6-5ce5112304f0 req-80f75e08-1f48-45cd-93e2-aa33e7437dbc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 931 time: 0.1266866 Sep 02 12:44:56.210365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:56.210951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Checking segment: {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:56.211389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Bound using segment: {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:56.212136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Bound port: 1581647d-a161-4244-83d1-348fd5825bf7, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:56.212640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.240464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.252938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-edb3abe0-989d-4c39-bd87-483ff847ee84 req-9ec8a38d-3ea4-4534-bfe1-49fb87bd2e86 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136864 Sep 02 12:44:56.265421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6597309b-0bd4-4ff0-aad6-5ce5112304f0 req-0e00770b-3629-4ea8-88ee-d7c7f578740b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709617 Sep 02 12:44:56.321226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.326308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.353542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:56.405263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:56.405576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.408332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc50b1e-402f-4bac-962f-15e78f0d719b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:56.413548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.430960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:56.432450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:56.435122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:44:56.620820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-9d45621d-df9f-4d3e-bcee-2c8beff042e1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488601 Sep 02 12:44:56.839110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-7d56db9a-e048-47ae-8700-5d004c08c766 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:56.840740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-7d56db9a-e048-47ae-8700-5d004c08c766 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130520 Sep 02 12:44:56.842248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-c9931f9d-21d8-429a-be60-e98287ecc6b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8385992 Sep 02 12:44:56.849966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:56.863211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-80d7202d-4946-47cb-bcc9-b35684bb6cb9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/quotas/044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 375 time: 0.0116320 Sep 02 12:44:56.868125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:56.892674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Request body: {'port': {'device_id': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:56.981055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:56.994676 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-b8a5281b-f607-42f2-972f-af0a44c793d9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242664 Sep 02 12:44:57.004143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.121682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464d587-7b74-4508-a051-cd9a46bbf9a6 req-72fd9c83-aa2f-4502-af07-9fadce3dab5d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:57.124043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8464d587-7b74-4508-a051-cd9a46bbf9a6 req-72fd9c83-aa2f-4502-af07-9fadce3dab5d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 931 time: 0.6659265 Sep 02 12:44:57.148244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:57.149133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.150992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] 10.222.0.41 "PUT /v2.0/ports/1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 1091 time: 4.1033597 Sep 02 12:44:57.179705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.193268 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.201901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:57.203365 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c347d-0592-46ac-9b18-0cb21dca7eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "tag": "1581647d-a161-4244-83d1-348fd5825bf7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:57.308846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.313155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34cf9d11-971f-45ac-83e3-5ec7c9617f0b req-aa7e83c6-c2d8-4ddc-aa84-af6aee01643f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 210 time: 0.0610218 Sep 02 12:44:57.369538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec592c-6e7d-4e35-af96-ade7cd04afbb service neutron] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:57.407242 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c9207c-28ce-4730-9fca-3b5ffad6ffe8 x-openstack-request-id: req-d3c9207c-28ce-4730-9fca-3b5ffad6ffe8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:57.407523 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "tag": "1581647d-a161-4244-83d1-348fd5825bf7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:57.407769 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3c9207c-28ce-4730-9fca-3b5ffad6ffe8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:57.408158 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7', 'status': 'completed', 'code': 200} Sep 02 12:44:57.433151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Router 923dc832-20e7-4d04-b350-b6d6130a76fd is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:44:57.447166 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8464d587-7b74-4508-a051-cd9a46bbf9a6 req-bcc816a8-8d9a-4bdf-9457-d6b2604cf43b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468677 Sep 02 12:44:57.498091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-ab549d55-de02-44c7-ba78-e1500d8bbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:57.499895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-ab549d55-de02-44c7-ba78-e1500d8bbeb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1094 time: 0.2927775 Sep 02 12:44:57.593433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b3db5-47cc-4b2a-b448-9c37b9499143 req-3b0b73da-6408-4efb-b1ba-f01e9e5baa58 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:57.595197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-060b3db5-47cc-4b2a-b448-9c37b9499143 req-3b0b73da-6408-4efb-b1ba-f01e9e5baa58 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 943 time: 0.1043904 Sep 02 12:44:57.615580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-eeb5975c-3647-4533-80cd-6235db5a20da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 217 time: 0.1002681 Sep 02 12:44:57.628637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:57.639783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] Sync routers for ids ['923dc832-20e7-4d04-b350-b6d6130a76fd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:57.649596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.653916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cbfdf997-bece-4bac-865d-7e6ce189acaf tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "PUT /v2.0/routers/923dc832-20e7-4d04-b350-b6d6130a76fd HTTP/1.1" status: 200 len: 916 time: 2.8205817 Sep 02 12:44:57.656247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] Routers {'923dc832-20e7-4d04-b350-b6d6130a76fd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:57.656889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['923dc832-20e7-4d04-b350-b6d6130a76fd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:57.662298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-060b3db5-47cc-4b2a-b448-9c37b9499143 req-d8f29207-5e4f-48b1-ab2e-82854498a0ff tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591075 Sep 02 12:44:57.662879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:57.750063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bd03af26-8415-448d-a8b3-2749eff6a8a4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:44:57.833464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ec4bca17-9db2-474e-9139-9e6faa875249 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/923dc832-20e7-4d04-b350-b6d6130a76fd HTTP/1.1" status: 200 len: 922 time: 0.1693122 Sep 02 12:44:57.837086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:57.852532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.886982 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:57.909189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f3bb4-e827-43c5-ab44-8601405a6b8a tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:57.910824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-589f3bb4-e827-43c5-ab44-8601405a6b8a tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=923dc832-20e7-4d04-b350-b6d6130a76fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0720391 Sep 02 12:44:57.913857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:57.932685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52341a89-aca0-473a-989f-06f390d44bef {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:57.965566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:57.988412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] Routers {'923dc832-20e7-4d04-b350-b6d6130a76fd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:57.989074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['923dc832-20e7-4d04-b350-b6d6130a76fd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:58.010721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59970f-666a-4d17-a193-ecc72d8518cd req-a3df7c7b-b743-4356-9d75-959c5bfae852 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:58.011598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cf62b-4127-4614-aa70-830f5b315bb7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:58.012362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad59970f-666a-4d17-a193-ecc72d8518cd req-a3df7c7b-b743-4356-9d75-959c5bfae852 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 931 time: 0.4642632 Sep 02 12:44:58.015214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.016234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7a2cf62b-4127-4614-aa70-830f5b315bb7 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.1013427 Sep 02 12:44:58.016838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:58.041719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:58.042780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb6f65-3a4b-4140-926a-6743708efe2a None None] The sync data for ids ['923dc832-20e7-4d04-b350-b6d6130a76fd'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:44:58.050326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad4c5dd6-138e-4394-9065-f4b30354fac2 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=923dc832-20e7-4d04-b350-b6d6130a76fd HTTP/1.1" status: 200 len: 205 time: 0.0320764 Sep 02 12:44:58.051337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:58.059806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bd03af26-8415-448d-a8b3-2749eff6a8a4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:58.060480 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.087262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:58.100823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Transition to ACTIVE for port object 52341a89-aca0-473a-989f-06f390d44bef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:58.111191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-4154bf6b-f658-43db-9963-cbf8752e5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:58.112851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-4154bf6b-f658-43db-9963-cbf8752e5075 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.4080517 Sep 02 12:44:58.124206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.126262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.182649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.203011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-b93ded01-005a-4b19-9b5c-a761a6b9aab9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813510 Sep 02 12:44:58.300649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.317631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad59970f-666a-4d17-a193-ecc72d8518cd req-d8821b0f-5161-4827-be6a-d99fa66ecaef tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644923 Sep 02 12:44:58.371501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=52341a89-aca0-473a-989f-06f390d44bef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:58.573905 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-9100f651-0e40-407a-9ab5-9ae85310a648 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476923 Sep 02 12:44:58.605441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eed4ae-489f-4c99-94e7-89e2d93a4efd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:44:58.623410 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ea96c46-194b-4cac-93c0-5c3c05eed95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.625165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Network 2c93626a-3804-49ff-9369-8836bf796da0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:44:58.643721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.646453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:44:58.698668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Attempting to bind port 52341a89-aca0-473a-989f-06f390d44bef on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:58.699015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Attempting to bind port 52341a89-aca0-473a-989f-06f390d44bef by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:58.699353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Attempting to bind port 52341a89-aca0-473a-989f-06f390d44bef on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:58.710092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9b24e0e5-7bea-49f4-b34d-588d35031b33 req-a6141962-a7fd-4e79-b540-14565abf1d8c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 210 time: 0.0431874 Sep 02 12:44:58.731902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-228d0042-c553-4aec-94a3-4c08fa20bfc7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643954 Sep 02 12:44:58.755348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Transition to ACTIVE for port object 61eed4ae-489f-4c99-94e7-89e2d93a4efd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:44:58.785758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Port 52341a89-aca0-473a-989f-06f390d44bef on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:58.786090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Attempting to bind port 52341a89-aca0-473a-989f-06f390d44bef on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:58.805763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.813851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Deleting port fdc50b1e-402f-4bac-962f-15e78f0d719b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:44:58.814227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.820800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b0fce-d28c-4628-823d-815c3762e1d9 req-370ef902-0345-4983-9293-2a912dea7340 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:58.822832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-154b0fce-d28c-4628-823d-815c3762e1d9 req-370ef902-0345-4983-9293-2a912dea7340 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 931 time: 0.2779562 Sep 02 12:44:58.831555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:58.831838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:58.832095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Bound using segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:58.832570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Bound port: 52341a89-aca0-473a-989f-06f390d44bef, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:58.832956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:58.958631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-d38bdada-5480-4b95-aeb8-93c1d0096122 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:58.960077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-d38bdada-5480-4b95-aeb8-93c1d0096122 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209063 Sep 02 12:44:58.973613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d79c4-8a7c-49a2-80ca-70ee258c9078 req-02a60ed9-3bd7-49fe-8789-628485d61455 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:58.975213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a73d79c4-8a7c-49a2-80ca-70ee258c9078 req-02a60ed9-3bd7-49fe-8789-628485d61455 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 943 time: 0.1672342 Sep 02 12:44:58.986225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Request body: {'port': {'device_id': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '044fbd3c414d41fab6842c2085708615'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:58.986480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:58.988114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7fa3746f-d33c-49dd-b45e-86d5a3fb02dc None None] Provisioning complete for port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:44:58.988629 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7fa3746f-d33c-49dd-b45e-86d5a3fb02dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.030026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7fa3746f-d33c-49dd-b45e-86d5a3fb02dc None None] Port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:44:59.030324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dcdc796-edbc-4d06-b4e3-3f1de94dc40c req-490e577a-0aec-4f37-a0db-95ed0da2cf9a service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334443 Sep 02 12:44:59.032133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.035592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-154b0fce-d28c-4628-823d-815c3762e1d9 req-a5af2297-2782-4fb0-9f24-5550fbeba3da tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713340 Sep 02 12:44:59.080090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Calling delete_port for fdc50b1e-402f-4bac-962f-15e78f0d719b owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:44:59.170434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a73d79c4-8a7c-49a2-80ca-70ee258c9078 req-ce1a61a7-9e5a-4396-93f2-628b84952010 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774080 Sep 02 12:44:59.275505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Made reservation on behalf of 044fbd3c414d41fab6842c2085708615 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:44:59.279440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.364056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.417506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:44:59.424956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] For port 52341a89-aca0-473a-989f-06f390d44bef, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:59.440261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event deleted for resources: {'Port': ['ID=fdc50b1e-402f-4bac-962f-15e78f0d719b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:59.451426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] For port 52341a89-aca0-473a-989f-06f390d44bef, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=52341a89-aca0-473a-989f-06f390d44bef,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:59.466179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.475226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Attempting to bind port 61eed4ae-489f-4c99-94e7-89e2d93a4efd on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:44:59.475572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Attempting to bind port 61eed4ae-489f-4c99-94e7-89e2d93a4efd by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:44:59.475905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Attempting to bind port 61eed4ae-489f-4c99-94e7-89e2d93a4efd on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:59.578260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Allocated IP 192.168.233.225 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/dc007af7-c1ff-4f70-90b7-2cf80c489078) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:44:59.582093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Port 61eed4ae-489f-4c99-94e7-89e2d93a4efd on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:44:59.582426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Attempting to bind port 61eed4ae-489f-4c99-94e7-89e2d93a4efd on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:44:59.587464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7136-35b3-49ae-95f2-040c6cd9247e req-be42483e-21ca-4f40-ac2e-3b00349a475f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:59.590965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-ccc3e716-a679-4c6a-937f-c8c1f1be87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:59.592519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-ccc3e716-a679-4c6a-937f-c8c1f1be87d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1094 time: 0.2215576 Sep 02 12:44:59.593463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-390a7136-35b3-49ae-95f2-040c6cd9247e req-be42483e-21ca-4f40-ac2e-3b00349a475f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 943 time: 0.1910286 Sep 02 12:44:59.594830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.600279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:59.600968 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.602934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] 10.222.0.18 "PUT /v2.0/ports/52341a89-aca0-473a-989f-06f390d44bef HTTP/1.1" status: 200 len: 1091 time: 3.6699207 Sep 02 12:44:59.605420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de23db65-4878-4fcd-a516-4dafed7564df', 'tag': '52341a89-aca0-473a-989f-06f390d44bef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:44:59.607839 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442d306-95d9-4889-bd7f-fe6078051286" -d '{"events": [{"name": "network-changed", "server_uuid": "de23db65-4878-4fcd-a516-4dafed7564df", "tag": "52341a89-aca0-473a-989f-06f390d44bef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:44:59.615928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:44:59.616284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Checking segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:44:59.616636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Bound using segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:44:59.617174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Bound port: 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:44:59.617730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.676721 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e16ca-2d7f-4373-843a-4bd52683f9f1 x-openstack-request-id: req-717e16ca-2d7f-4373-843a-4bd52683f9f1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:44:59.677030 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de23db65-4878-4fcd-a516-4dafed7564df", "tag": "52341a89-aca0-473a-989f-06f390d44bef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:44:59.677281 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-717e16ca-2d7f-4373-843a-4bd52683f9f1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:44:59.677666 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de23db65-4878-4fcd-a516-4dafed7564df', 'tag': '52341a89-aca0-473a-989f-06f390d44bef', 'status': 'completed', 'code': 200} Sep 02 12:44:59.706756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=52341a89-aca0-473a-989f-06f390d44bef,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:44:59.760332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.765012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-390a7136-35b3-49ae-95f2-040c6cd9247e req-42cb3086-1620-40be-b556-70a9e3fe8d0c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630280 Sep 02 12:44:59.766235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.779990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.780309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.780681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.781050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.781391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.781721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.782195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.782360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.782874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.783016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.783288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.783616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d9d20-5c37-42b1-bb71-1f5a6a67d6ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:44:59.818930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:44:59.829315 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Sync routers for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:44:59.843869 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:44:59.844703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8671790f-94c5-4a6a-92a3-fac6e4855be7 admin admin] 10.222.0.60 "PUT /v2.0/routers/6e771fde-35ce-4c5b-a306-e13da4aa0dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4474266 Sep 02 12:44:59.844838 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:44:59.860514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.861399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Fanout notify agent at l3_agent the message router_deleted on router 923dc832-20e7-4d04-b350-b6d6130a76fd {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:44:59.880084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5a7aad72-db39-462c-b6ce-28c52fbd2d34 req-ddc33205-b301-451a-b352-5b586c0838d8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 210 time: 0.0702233 Sep 02 12:44:59.882146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.883613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bff26f87-64ca-4f41-8bdc-8e3f06b33703 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/923dc832-20e7-4d04-b350-b6d6130a76fd HTTP/1.1" status: 204 len: 168 time: 1.8317573 Sep 02 12:44:59.895531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:44:59.896675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:44:59.900786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-d64cccc0-370f-43e3-bfc2-f3142c5b333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:59.902736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-d64cccc0-370f-43e3-bfc2-f3142c5b333f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 1094 time: 0.2491233 Sep 02 12:44:59.965247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:44:59.969814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-167742252', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:44:59.977149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-126ed315-0a20-4a6c-ab70-5ed66788cea4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52341a89-aca0-473a-989f-06f390d44bef HTTP/1.1" status: 200 len: 217 time: 0.0632472 Sep 02 12:44:59.980052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-816c2263-b551-4220-b2ec-c67f36c8a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:44:59.981688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-816c2263-b551-4220-b2ec-c67f36c8a896 service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.3709767 Sep 02 12:44:59.982789 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:44:59.985730 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:45:00.034708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.059730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Transition to ACTIVE for port object dc007af7-c1ff-4f70-90b7-2cf80c489078 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:00.064300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-76b72a3f-3e3d-4718-98a9-196bd8ae8f99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 217 time: 0.0631583 Sep 02 12:45:00.132732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.139487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.139487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] 10.222.0.18 "PUT /v2.0/ports/61eed4ae-489f-4c99-94e7-89e2d93a4efd HTTP/1.1" status: 200 len: 1091 time: 3.2596393 Sep 02 12:45:00.149711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.168191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:00.200354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:00.203787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:00.216317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:00.265497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:00.266732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.273113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.306341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.307309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.329486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-48f56ec7-6b88-4582-98d9-aa160cbe4d04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3532002 Sep 02 12:45:00.351995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Request body: {'port': {'device_id': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:00.364648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-c8bee974-ce39-4e7d-9608-24fb34e11df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.366519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-c8bee974-ce39-4e7d-9608-24fb34e11df1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.3793118 Sep 02 12:45:00.369036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df7843-02f6-4b7d-a913-3d6d8370d6eb service neutron] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:00.382399 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:44:57Z', 'revision_number': 2, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:00.408775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-27a6a02c-a0c2-4b15-bd52-7c5ed7225413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.410687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-27a6a02c-a0c2-4b15-bd52-7c5ed7225413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.3099315 Sep 02 12:45:00.463552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-8ff77f18-cf21-4e23-bdf0-e5fb4a55c32f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763834 Sep 02 12:45:00.489826 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Checking router: 6e771fde-35ce-4c5b-a306-e13da4aa0dfe for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:45:00.490142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Updating router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:45:00.521704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.529424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:00.533070 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.535392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984086660', 'description': 'tempest-description--1470255734'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:00.560041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-8af7b8a6-6a7c-4d37-93ee-d4cee7b04a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.561992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-8af7b8a6-6a7c-4d37-93ee-d4cee7b04a45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 1094 time: 0.3533614 Sep 02 12:45:00.569262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-11738e61-e924-431f-be35-0777d97df672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269603 Sep 02 12:45:00.578551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c36826a6-a011-46e7-8ce2-424fdde4b6de None None] Provisioning for port dc007af7-c1ff-4f70-90b7-2cf80c489078 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:00.587012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c36826a6-a011-46e7-8ce2-424fdde4b6de None None] Provisioning complete for port dc007af7-c1ff-4f70-90b7-2cf80c489078 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:00.587463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c36826a6-a011-46e7-8ce2-424fdde4b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.589578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067381e5-358b-4949-952a-e794e8aa328a req-d4f169dc-c943-4c8d-81a1-0a117b80ed97 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.598561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-067381e5-358b-4949-952a-e794e8aa328a req-d4f169dc-c943-4c8d-81a1-0a117b80ed97 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 943 time: 0.4406683 Sep 02 12:45:00.608298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.610021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.652480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c36826a6-a011-46e7-8ce2-424fdde4b6de None None] Port dc007af7-c1ff-4f70-90b7-2cf80c489078 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:45:00.794594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-4b00e89c-e95b-450d-ae8b-0b23dc26f565 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd HTTP/1.1" status: 200 len: 217 time: 0.2163458 Sep 02 12:45:00.858507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acef01-ba82-41f3-a32e-0b9993ac6263 req-defe6023-6e17-4193-a7c3-8eaa139f08a7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:00.860110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29acef01-ba82-41f3-a32e-0b9993ac6263 req-defe6023-6e17-4193-a7c3-8eaa139f08a7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 943 time: 0.1079171 Sep 02 12:45:00.870371 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.882378 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Transition to ACTIVE for port object 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:00.891410 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.900669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.919789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:00.953949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-067381e5-358b-4949-952a-e794e8aa328a req-6f19e2f3-c607-4e89-9815-44c18cbd7d23 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540215 Sep 02 12:45:00.982376 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ad1a-1b00-40c8-b5c7-b3a1d148d4f6 None None] Pushing event updated for resources: {'Port': ['ID=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:01.011665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.015346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4815533 Sep 02 12:45:01.015750 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Attempting to bind port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:01.015750 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Attempting to bind port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:01.015750 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Attempting to bind port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a on network 2c93626a-3804-49ff-9369-8836bf796da0 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:01.019057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806bb1d-717e-43b9-9950-158a82c90dee tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f74dd70-45cd-4df0-bdc5-308084fb8978,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:01.021184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58634) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:01.024658 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:01.025089 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Checking segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:01.025553 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.025987 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Bound using segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:01.026422 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Bound port: 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:01.027194 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.032909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Request body: {'security_group_rule': {'security_group_id': '1f74dd70-45cd-4df0-bdc5-308084fb8978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:01.050797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29acef01-ba82-41f3-a32e-0b9993ac6263 req-35424caa-9a26-4990-b1c4-58f6eecbcaf5 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778147 Sep 02 12:45:01.067543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc007af7-c1ff-4f70-90b7-2cf80c489078 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:01.084534 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.117254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Transition to ACTIVE for port object dc007af7-c1ff-4f70-90b7-2cf80c489078 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:01.132938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.140001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.144810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.187686 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] For port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:01.191544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-4d387c6d-a328-46b8-8f2b-559e7bfdb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:01.193186 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-4d387c6d-a328-46b8-8f2b-559e7bfdb8a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 200 len: 854 time: 0.3590882 Sep 02 12:45:01.194687 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] For port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:01.197114 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-878fdb7b-c993-40f9-951b-77e1cb670d74 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871716 Sep 02 12:45:01.201909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-73090982-3b29-422b-9b87-3644d077783d service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474369 Sep 02 12:45:01.204242 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.286595 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ad1a-1b00-40c8-b5c7-b3a1d148d4f6 None None] Pushing event updated for resources: {'Port': ['ID=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:01.297786 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:01.298578 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:44:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:01.302980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-51216848-0ae9-466d-91fb-8a322685ffa9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983198 Sep 02 12:45:01.325544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.342170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.376862 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea034818-888e-4007-b0eb-dfcaa1894f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.385371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.391002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630569 Sep 02 12:45:01.404963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:01.414066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af05220-26a0-4624-9b44-98014f6f7b85 req-3e8f5849-4cb8-4769-8807-089e874ac36f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:01.421663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1af05220-26a0-4624-9b44-98014f6f7b85 req-3e8f5849-4cb8-4769-8807-089e874ac36f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 943 time: 0.2371788 Sep 02 12:45:01.434940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Request body: {'security_group_rule': {'security_group_id': '1f74dd70-45cd-4df0-bdc5-308084fb8978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:01.463663 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:45:01.483944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:01.489908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5adcb-a6eb-4623-8113-efec3e7d99c8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dc3e98-b021-491c-8da6-99d714d6b9b9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:01.502641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1af05220-26a0-4624-9b44-98014f6f7b85 req-9533bb6c-efca-4cad-8ce0-456f2e70e0d8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799367 Sep 02 12:45:01.605580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Attempting to bind port dc007af7-c1ff-4f70-90b7-2cf80c489078 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:01.606480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Attempting to bind port dc007af7-c1ff-4f70-90b7-2cf80c489078 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:01.607132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Attempting to bind port dc007af7-c1ff-4f70-90b7-2cf80c489078 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:01.619805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.626748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Port dc007af7-c1ff-4f70-90b7-2cf80c489078 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:45:01.627151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Attempting to bind port dc007af7-c1ff-4f70-90b7-2cf80c489078 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:01.632566 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.640462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:01.640811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:01.641220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:01.641670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Bound port: dc007af7-c1ff-4f70-90b7-2cf80c489078, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:01.642165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.781559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:01.784650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:01.787151 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66696e5-db9c-4c2d-8d97-8e5960023482" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:01.799118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:01.811848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.813478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.838978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.864321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:01.865356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.866924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 1096 time: 1.5273817 Sep 02 12:45:01.878011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:01.880622 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c807f240-a7e7-4d1b-b04f-ee8514251cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:01.892500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0855a55d-4e0a-44a5-8855-024d571309a7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:01.930529 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:01.931889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79f4f59b-18b3-41b1-814a-49781b2b50b5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5081363 Sep 02 12:45:01.934546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b89177-0a1e-465e-9d9d-ae646778a461 req-1bca19e4-d78a-47ae-bd91-41e8a6abf351 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:01.936209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71b89177-0a1e-465e-9d9d-ae646778a461 req-1bca19e4-d78a-47ae-bd91-41e8a6abf351 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 948 time: 0.7066638 Sep 02 12:45:01.937801 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43208ad-aad7-4be6-8a5d-550c0eae20c8 x-openstack-request-id: req-d43208ad-aad7-4be6-8a5d-550c0eae20c8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:01.938148 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:01.938459 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d43208ad-aad7-4be6-8a5d-550c0eae20c8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:01.938900 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'status': 'completed', 'code': 200} Sep 02 12:45:01.939325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:01.970991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:01Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:01.977728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:01.989487 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b49486-ea4e-4b66-a012-02ceaa61ce04 x-openstack-request-id: req-75b49486-ea4e-4b66-a012-02ceaa61ce04 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:01.989801 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:01.990014 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75b49486-ea4e-4b66-a012-02ceaa61ce04 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:01.990402 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'status': 'completed', 'code': 200} Sep 02 12:45:02.004294 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ed0e8-2201-4f4d-8deb-1edf2e4480ef None None] The sync data for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 is: [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:01Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:45:02.015485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7820aa-0072-4261-b18a-923f9f5f31c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:02.031955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-f4be5d68-a6c4-4cdc-b1a6-51c4ea95e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.033762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-f4be5d68-a6c4-4cdc-b1a6-51c4ea95e2a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1099 time: 0.1111255 Sep 02 12:45:02.096986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-117c347d-0592-46ac-9b18-0cb21dca7eb7 req-e0a6b92e-e959-480d-bd1a-f3b37fadbf95 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703494 Sep 02 12:45:02.103574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9aef2225-ea87-4ad7-abc7-820af49e3e1c req-b0b0d484-29a6-43bc-9ff3-6af24f39b157 service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648393 Sep 02 12:45:02.116134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-4fe15e03-20fd-4a4f-9656-6fc4aa66c7b4 service neutron] 10.222.0.18 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342054 Sep 02 12:45:02.133012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-ad1c5d8b-9d9d-4960-8a18-8b85b889f2ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 217 time: 0.0884690 Sep 02 12:45:02.143781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:02.181606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71b89177-0a1e-465e-9d9d-ae646778a461 req-67c837e6-4378-4522-95b3-e9abe652737c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180483 Sep 02 12:45:02.260892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7715-8c5b-46f2-88b3-7571c42650a1 req-ba9fd6be-a85c-451a-abf5-8c9199faeded tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.269485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb9b7715-8c5b-46f2-88b3-7571c42650a1 req-ba9fd6be-a85c-451a-abf5-8c9199faeded tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 943 time: 0.1498237 Sep 02 12:45:02.297864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-60f5bc6e-9c44-4194-a9e9-290f6d479324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.299598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-60f5bc6e-9c44-4194-a9e9-290f6d479324 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1445470 Sep 02 12:45:02.361666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb9b7715-8c5b-46f2-88b3-7571c42650a1 req-506a636e-07a8-4367-904c-1c077faba681 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909393 Sep 02 12:45:02.392761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-39f78c3c-2eb4-4c6a-96aa-a2fafca1635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.395479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-39f78c3c-2eb4-4c6a-96aa-a2fafca1635d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809491 Sep 02 12:45:02.426220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:02.496958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d306-95d9-4889-bd7f-fe6078051286 req-1731bea9-648d-440c-8fc3-a53693498a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.498814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-1731bea9-648d-440c-8fc3-a53693498a03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 1094 time: 0.2689738 Sep 02 12:45:02.507007 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-690715de-570c-4c5e-99a7-8b292b15d3b2 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978973 Sep 02 12:45:02.524111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42776ae0-77c5-4d03-b2b6-dcd0dd615643 req-18eec587-296d-45c7-ba68-d639a1ee3442 service neutron] 10.222.0.18 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989465 Sep 02 12:45:02.538860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf651-ffa7-47c0-8314-5f8f2db9bb7c req-5acb566e-6bcc-45e1-8ded-858a7b9c4252 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.541282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abdbf651-ffa7-47c0-8314-5f8f2db9bb7c req-5acb566e-6bcc-45e1-8ded-858a7b9c4252 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 943 time: 0.2565386 Sep 02 12:45:02.639953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:02.676972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-127914c6-7a10-4b38-bcc2-61bc41ba66a5 req-37760dec-fe76-477c-8bfb-9b1a13dea29d service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561570 Sep 02 12:45:02.690147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba2584-a152-4c70-9775-530dfe0b44f5 req-c75ee38c-4d48-4279-b6de-eba9726d8e86 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.698617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3ba2584-a152-4c70-9775-530dfe0b44f5 req-c75ee38c-4d48-4279-b6de-eba9726d8e86 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 943 time: 0.1083481 Sep 02 12:45:02.713912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:02.743871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3ba2584-a152-4c70-9775-530dfe0b44f5 req-57b0f9cd-83f2-49df-a850-b83d96198605 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Sep 02 12:45:02.790291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-21f65016-6972-409b-866a-e8067381693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.791954 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-21f65016-6972-409b-866a-e8067381693d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1099 time: 0.0470669 Sep 02 12:45:02.837549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abdbf651-ffa7-47c0-8314-5f8f2db9bb7c req-9583e0ae-af74-4410-bcbb-e6ac016fe172 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188604 Sep 02 12:45:02.883071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d306-95d9-4889-bd7f-fe6078051286 req-43f2e84b-323e-417f-99a6-4c55939ab4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.884995 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-43f2e84b-323e-417f-99a6-4c55939ab4af service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.3722377 Sep 02 12:45:02.886895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-a407bfb4-fc54-4f65-9cea-25a0273297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.888318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-a407bfb4-fc54-4f65-9cea-25a0273297cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 1094 time: 0.2729013 Sep 02 12:45:02.900039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-67815bad-9440-4b71-9cc0-5e15eb45c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:02.902953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-67815bad-9440-4b71-9cc0-5e15eb45c386 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1041656 Sep 02 12:45:02.940795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:02.953408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-fd88c844-89c3-4424-81b8-e81930efa9d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 217 time: 0.0395582 Sep 02 12:45:03.012337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-f944bb78-edfd-416d-b432-4a6c114ad5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.014003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-f944bb78-edfd-416d-b432-4a6c114ad5f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0466962 Sep 02 12:45:03.019543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-b64fd992-cc7e-4537-b616-717d49ab5073 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52341a89-aca0-473a-989f-06f390d44bef HTTP/1.1" status: 200 len: 217 time: 0.1051831 Sep 02 12:45:03.076947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-fa7aa38c-f3c8-4390-b389-6248bebeac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.078087 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-fa7aa38c-f3c8-4390-b389-6248bebeac3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503426 Sep 02 12:45:03.109411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Allocated IP 172.25.7.224 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0d361546-e4cd-40e9-b7fd-cbb9c69b1675) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:03.192693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-4b1c686e-02cb-4997-8acd-664faea7b140 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068928 Sep 02 12:45:03.222013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d306-95d9-4889-bd7f-fe6078051286 req-c7c8e4aa-2733-45e2-a139-8b496e77ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.223572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-c7c8e4aa-2733-45e2-a139-8b496e77ddd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.1963453 Sep 02 12:45:03.226821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-a552104d-290a-4990-b4b3-fe1104944c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.228246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-a552104d-290a-4990-b4b3-fe1104944c2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 915 time: 0.3093724 Sep 02 12:45:03.310478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-e265659c-c7da-4e9f-aa86-36bc7e96f9b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726552 Sep 02 12:45:03.313178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c807f240-a7e7-4d1b-b04f-ee8514251cbb req-ddb0ad3c-510f-41a7-b5ac-5ea3478b4ccc service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132627 Sep 02 12:45:03.315201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-31a0ea2a-da90-4c67-bc33-2fde84f4b18f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd HTTP/1.1" status: 200 len: 217 time: 0.0762281 Sep 02 12:45:03.494098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b730-caa3-4b63-b5bb-2dc4c36a1ab0 req-a15fbf97-9b3d-4d53-97f3-4c2048237e5a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.495771 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2207b730-caa3-4b63-b5bb-2dc4c36a1ab0 req-a15fbf97-9b3d-4d53-97f3-4c2048237e5a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 943 time: 0.0541658 Sep 02 12:45:03.525014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:03.528417 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:45:03.532689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-24120a11-7c00-4d3d-a59f-17ba256b8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.532689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-24120a11-7c00-4d3d-a59f-17ba256b8202 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 200 len: 854 time: 0.2047276 Sep 02 12:45:03.544359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2207b730-caa3-4b63-b5bb-2dc4c36a1ab0 req-13882b40-724d-44a6-a2b3-712323b2ee73 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Sep 02 12:45:03.551997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d12a-eb20-4e36-a72c-9eeba956c872 req-9ec01ad5-e9a0-46f5-956f-5b67894576bd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.553620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5c2d12a-eb20-4e36-a72c-9eeba956c872 req-9ec01ad5-e9a0-46f5-956f-5b67894576bd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 948 time: 0.2457988 Sep 02 12:45:03.626076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-e26bb257-9406-447a-8e1c-d2bbbd3b28ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710654 Sep 02 12:45:03.669134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-f2630e01-4cf2-4adf-bc17-1cf7ee8aabe6 service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398621 Sep 02 12:45:03.673164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:03.736265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:03.741800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:03.742171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:03.781025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1581647d-a161-4244-83d1-348fd5825bf7 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:03.842056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5c2d12a-eb20-4e36-a72c-9eeba956c872 req-eaa739b0-5ec0-4727-bb15-3bb3b7b19848 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573524 Sep 02 12:45:03.908264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:03.951295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951a838-7c17-4679-b0c1-69c26bf4b49a req-cdf80525-99ce-4775-9102-2f3e1e9e63b7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:03.954490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3951a838-7c17-4679-b0c1-69c26bf4b49a req-cdf80525-99ce-4775-9102-2f3e1e9e63b7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 943 time: 0.1082151 Sep 02 12:45:04.006381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3951a838-7c17-4679-b0c1-69c26bf4b49a req-a96985aa-79d0-45eb-bcd5-cb136d7da446 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Sep 02 12:45:04.015372 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.056764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:04.094535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:04.102705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:04.104264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '1581647d-a161-4244-83d1-348fd5825bf7', 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10', 'port_id': '1581647d-a161-4244-83d1-348fd5825bf7', 'mac_address': 'fa:16:3e:a8:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad563f-fd5b-4198-a7bf-986ecea91c91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:04.112151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.121346 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.123993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-3964a084-e0cd-4910-b5b5-4878347417c0 service neutron] 10.222.0.18 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776704 Sep 02 12:45:04.124725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:04.134040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Allocated IP 172.25.7.234 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/5c0fc000-714e-4bb3-bdda-a39cb409c53a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:04.145557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:04.213402 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.226953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:04.235300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1581647d-a161-4244-83d1-348fd5825bf7 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:04.258090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:04.263244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.317335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:04.504570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e442d306-95d9-4889-bd7f-fe6078051286 req-9a7d87e8-df14-4e3a-b831-1ee67151a98e service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8185098 Sep 02 12:45:04.539498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event updated for resources: {'Port': ['ID=0d361546-e4cd-40e9-b7fd-cbb9c69b1675,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:04.556762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:04.609766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3411-94fc-44a9-899c-472233973d4c req-f3bdd8bf-7934-4436-b785-1e4c2d288d0c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:04.611335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-062b3411-94fc-44a9-899c-472233973d4c req-f3bdd8bf-7934-4436-b785-1e4c2d288d0c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 943 time: 0.6201141 Sep 02 12:45:04.686215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c36dc-2fdd-48fd-bd99-3de699dfb7ee req-2ce5e0bd-d049-49b0-8567-a3adbe52b7b7 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:04.690344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-524c36dc-2fdd-48fd-bd99-3de699dfb7ee req-2ce5e0bd-d049-49b0-8567-a3adbe52b7b7 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 943 time: 0.0639749 Sep 02 12:45:04.730814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-524c36dc-2fdd-48fd-bd99-3de699dfb7ee req-e587e12f-034b-46e9-9108-d24164353827 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Sep 02 12:45:04.781944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f66696e5-db9c-4c2d-8d97-8e5960023482 req-1565f409-64d9-46b4-9f11-0b252525507d service neutron] 10.222.0.18 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405804 Sep 02 12:45:04.794831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-062b3411-94fc-44a9-899c-472233973d4c req-77b6e3f4-acbb-4940-9966-7a97567c17db tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735389 Sep 02 12:45:04.894973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.937444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:04.955259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.005150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b7b7a-0438-4601-9123-e6f9c5c1899e req-b04692a5-11fa-455c-8d96-9a0afd2a177e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:05.007036 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f55b7b7a-0438-4601-9123-e6f9c5c1899e req-b04692a5-11fa-455c-8d96-9a0afd2a177e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 948 time: 0.0560005 Sep 02 12:45:05.031511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.050501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f55b7b7a-0438-4601-9123-e6f9c5c1899e req-0eba2eae-d66d-4610-ab77-e7b7922090d5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Sep 02 12:45:05.088970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:05.105595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:05.126511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:05.156859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event updated for resources: {'Port': ['ID=5c0fc000-714e-4bb3-bdda-a39cb409c53a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:05.268366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780c88-9cdc-4cbe-abff-62a6aa46badc req-7c7ebaf2-5187-4697-b8ae-c1359b5ce4e7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:05.269924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02780c88-9cdc-4cbe-abff-62a6aa46badc req-7c7ebaf2-5187-4697-b8ae-c1359b5ce4e7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 943 time: 0.1783173 Sep 02 12:45:05.385971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.389955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.398655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02780c88-9cdc-4cbe-abff-62a6aa46badc req-b56b0f0e-9774-4f2a-adce-6945c04b98c9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064036 Sep 02 12:45:05.470140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 52341a89-aca0-473a-989f-06f390d44bef details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:05.497136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.582038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 52341a89-aca0-473a-989f-06f390d44bef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=52341a89-aca0-473a-989f-06f390d44bef,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:05.609401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '52341a89-aca0-473a-989f-06f390d44bef', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': '52341a89-aca0-473a-989f-06f390d44bef', 'mac_address': 'fa:16:3e:55:94:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:05.646662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Router f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:45:05.653696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.659454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:05.690959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52341a89-aca0-473a-989f-06f390d44bef {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:05.723810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 52341a89-aca0-473a-989f-06f390d44bef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=52341a89-aca0-473a-989f-06f390d44bef,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:05.729398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.730032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:05.795920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.802334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:05.804531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1581647d-a161-4244-83d1-348fd5825bf7 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:05.806997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.858999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event updated for resources: {'Port': ['ID=5c0fc000-714e-4bb3-bdda-a39cb409c53a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:05.863286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:05.863663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.876703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=52341a89-aca0-473a-989f-06f390d44bef,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:05.886720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dcf2e-167a-4836-8843-e9668744f968 req-0fc2a323-daa0-4207-ba70-4c229e6b4c74 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:05.889291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b88dcf2e-167a-4836-8843-e9668744f968 req-0fc2a323-daa0-4207-ba70-4c229e6b4c74 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 943 time: 0.0802062 Sep 02 12:45:05.927641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.932599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:45:05.948701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b88dcf2e-167a-4836-8843-e9668744f968 req-ae06620a-5e94-4bb1-8d4a-3de319578464 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Sep 02 12:45:05.952164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:05.956849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98b31c46-28f6-43b8-a2a5-fd28433ad05a tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0497935 Sep 02 12:45:05.956849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:05.961559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:05.967601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] Sync routers for ids ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:45:05.999586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.000797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f75d32c2-1119-4854-966d-8509a30d103e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0489051 Sep 02 12:45:06.072615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:06.076223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] Routers {'f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:06.077032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:06.111678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f866b-6aa2-42f2-827a-04e29bf8b599 req-54801ce0-b548-4201-995c-22ed8faf1878 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:06.113548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-125f866b-6aa2-42f2-827a-04e29bf8b599 req-54801ce0-b548-4201-995c-22ed8faf1878 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 944 time: 0.0811875 Sep 02 12:45:06.126781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 1581647d-a161-4244-83d1-348fd5825bf7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:06.137999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:06.145792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'port_id': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'mac_address': 'fa:16:3e:2e:f8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff8f94d-39ab-448c-b86a-eb74b10fd9e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:06.147432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 1581647d-a161-4244-83d1-348fd5825bf7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:06.148009 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.160838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:06.197478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-1ad4f24c-e5a3-4387-bb2b-0933769f1cd5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--984086660&fields=id&tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8 HTTP/1.1" status: 200 len: 267 time: 0.0474899 Sep 02 12:45:06.241757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-125f866b-6aa2-42f2-827a-04e29bf8b599 req-e84683a8-da47-4b15-8091-40a7aeb9f5f6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208723 Sep 02 12:45:06.254828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'mac_address': 'fa:16:3e:1b:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:06.256586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] Routers {'f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:06.257482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:06.307998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:06.308827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d61a2-07ef-418d-ad04-835907ade29f None None] The sync data for ids ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:45:06.324107 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.378770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.382549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eed4ae-489f-4c99-94e7-89e2d93a4efd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:06.442558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5188d-9bc8-45df-b359-cb7e01cd523f req-e6f10357-4b2e-4ed1-8b92-99732193f9ab tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:06.444470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27a5188d-9bc8-45df-b359-cb7e01cd523f req-e6f10357-4b2e-4ed1-8b92-99732193f9ab tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 948 time: 0.0949624 Sep 02 12:45:06.446314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc007af7-c1ff-4f70-90b7-2cf80c489078 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:06.451946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.455390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:06.465243 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.466912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.482661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.485439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:06.502987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27a5188d-9bc8-45df-b359-cb7e01cd523f req-f087b6d0-dc9c-4422-a5c5-2461091dd803 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Sep 02 12:45:06.510312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.530473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:06.532758 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0358e1b8-6fb7-40af-8b79-17f7227a9c12" -d '{"events": [{"server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "name": "network-vif-plugged", "status": "completed", "tag": "1581647d-a161-4244-83d1-348fd5825bf7"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:06.553848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:06.566151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.568421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:06.587736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Deleting port 0d361546-e4cd-40e9-b7fd-cbb9c69b1675 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:06.588612 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:06.629276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-76c18dd2-2e80-4563-9e1d-39ad3cff73de tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:06.637323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-76c18dd2-2e80-4563-9e1d-39ad3cff73de tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/networks?id=2c93626a-3804-49ff-9369-8836bf796da0 HTTP/1.1" status: 200 len: 811 time: 0.4346385 Sep 02 12:45:06.637569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:06.655583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-e0a7f1af-0785-4f14-bb71-aa1aac72e1e5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/quotas/a2c10533a6e44136b8b8ebd2e19dbef8 HTTP/1.1" status: 200 len: 375 time: 0.0170212 Sep 02 12:45:06.713555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:06.725501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-0187cf06-b69c-4bad-ae69-59036f356a20 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685904 Sep 02 12:45:06.821965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-f36d98fc-4241-438f-9a97-61775c3ec50a service neutron] 10.222.0.60 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932655 Sep 02 12:45:06.834312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['52341a89-aca0-473a-989f-06f390d44bef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:06.838701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['61eed4ae-489f-4c99-94e7-89e2d93a4efd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:06.882196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['dc007af7-c1ff-4f70-90b7-2cf80c489078'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:06.931666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-dad9e40c-7532-439e-9041-0b3893d7a972 service neutron] 10.222.0.60 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001492 Sep 02 12:45:07.000408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b907a-3286-40b0-b862-be82314d7d04 req-ecd6f2df-771c-4fa4-bf47-e13d71cf30e5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:07.002080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-122b907a-3286-40b0-b862-be82314d7d04 req-ecd6f2df-771c-4fa4-bf47-e13d71cf30e5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 944 time: 0.0850928 Sep 02 12:45:07.006667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:07.034157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Calling delete_port for 0d361546-e4cd-40e9-b7fd-cbb9c69b1675 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:07.067751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-122b907a-3286-40b0-b862-be82314d7d04 req-85d9f24e-04a2-4277-95b6-c2af509dea5d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Sep 02 12:45:07.202621 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a94f29-4f47-4936-b61c-6897700e8312 x-openstack-request-id: req-a1a94f29-4f47-4936-b61c-6897700e8312 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:07.203572 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "name": "network-vif-plugged", "status": "completed", "tag": "1581647d-a161-4244-83d1-348fd5825bf7", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:07.203852 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1a94f29-4f47-4936-b61c-6897700e8312 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:07.204221 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7', 'code': 200} Sep 02 12:45:07.324376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3b1c153-7010-4ae5-9af5-cf3faabf6b4e req-13988eb1-c507-404e-8d2b-a1ab181d7448 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 210 time: 0.0417645 Sep 02 12:45:07.349398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688134d-4fdc-4d2a-a6e3-1e0a1e982087 req-36beab70-0dcc-4b1d-b797-52f5c5a2f311 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:07.351933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4688134d-4fdc-4d2a-a6e3-1e0a1e982087 req-36beab70-0dcc-4b1d-b797-52f5c5a2f311 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 944 time: 0.0847745 Sep 02 12:45:07.353425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:07.356740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb103-8c7e-4afd-ad7b-4c611c9583fe req-88b7f50a-6daf-47e7-b865-8cf2fc9ef380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:07.360774 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f96bb103-8c7e-4afd-ad7b-4c611c9583fe req-88b7f50a-6daf-47e7-b865-8cf2fc9ef380 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1096 time: 0.1321344 Sep 02 12:45:07.405706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Pushing event deleted for resources: {'Port': ['ID=0d361546-e4cd-40e9-b7fd-cbb9c69b1675,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:07.439765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f96bb103-8c7e-4afd-ad7b-4c611c9583fe req-5ae8b58b-69ca-4e96-86d4-19f828114323 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693047 Sep 02 12:45:07.485700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4688134d-4fdc-4d2a-a6e3-1e0a1e982087 req-be541814-281a-4696-acd8-37bfe1ccc6cb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195371 Sep 02 12:45:07.510584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f1036-d6de-4d21-a170-f81ecc923a60 req-a24ee169-1e6f-4aec-ab2a-83a9d417d1fe tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:07.512454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-649f1036-d6de-4d21-a170-f81ecc923a60 req-a24ee169-1e6f-4aec-ab2a-83a9d417d1fe tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 945 time: 0.0710807 Sep 02 12:45:07.518074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:07.590202 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-649f1036-d6de-4d21-a170-f81ecc923a60 req-13a7ee0a-f1dc-4bc9-b7cb-2fb42fd49579 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703990 Sep 02 12:45:07.803722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:07.814045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7877-cdf1-4013-8a18-13e925d02a53 req-beff5c29-f4c3-4410-b896-325d375a9e9b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:07.815598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-874f7877-cdf1-4013-8a18-13e925d02a53 req-beff5c29-f4c3-4410-b896-325d375a9e9b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 949 time: 0.1753757 Sep 02 12:45:07.818339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:07.933016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Router f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:45:07.940792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-874f7877-cdf1-4013-8a18-13e925d02a53 req-185de59f-3246-4618-ac0e-51b3fc85ae9a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155498 Sep 02 12:45:08.021233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:45:08.028772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.030010 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8990c35b-d032-44eb-af55-642b1ec2d18f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "PUT /v2.0/routers/f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 200 len: 705 time: 2.0728590 Sep 02 12:45:08.031564 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] Sync routers for ids ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:45:08.032819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.041901 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] Routers {'f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:08.042621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:08.078379 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:08.088269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] Routers {'f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:08.089025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:08.109785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ad8d905-b4e1-4b9a-8ab4-fceb0e558d38 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/routers/f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 200 len: 740 time: 0.0757735 Sep 02 12:45:08.113025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.122483 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:08.123212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d2ab1-c611-4ec7-b9b8-716752aea770 None None] The sync data for ids ['f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:45:08.164727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6e3724dd-50f9-413c-b6f5-cf1317ca2a74 tempest-RoutersAdminTest-1811863375 tempest-RoutersAdminTest-1811863375-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 200 len: 205 time: 0.0501723 Sep 02 12:45:08.167205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.202446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1cecc881-2ddc-4ff4-9a50-17afe3aaae28 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 200 len: 205 time: 0.0338943 Sep 02 12:45:08.204942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.229634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1a867-94ce-486c-8b0e-a65e98a1246f req-394a2c2b-8c33-4343-bd0e-a22697d504e4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:08.231886 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddf1a867-94ce-486c-8b0e-a65e98a1246f req-394a2c2b-8c33-4343-bd0e-a22697d504e4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 944 time: 0.0731585 Sep 02 12:45:08.283333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddf1a867-94ce-486c-8b0e-a65e98a1246f req-933dc15d-1059-472c-a01f-ba267db4c09f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Sep 02 12:45:08.346766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.434736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5fee64e8-6582-4a28-8866-2edb7d4f9bbb req-851856f4-4d71-43f6-8ac1-671541d1b6bd tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 210 time: 0.0366061 Sep 02 12:45:08.553929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-98221441-1624-4858-bc43-229069f6bddf tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:08.555514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-98221441-1624-4858-bc43-229069f6bddf tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.18 "GET /v2.0/networks?id=2c93626a-3804-49ff-9369-8836bf796da0 HTTP/1.1" status: 200 len: 811 time: 0.3034976 Sep 02 12:45:08.557438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.559820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.646001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.646497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Fanout notify agent at l3_agent the message router_deleted on router f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:45:08.664041 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.669622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-406a159b-5a63-484a-bc41-ed992daef60d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 204 len: 168 time: 0.4595687 Sep 02 12:45:08.670404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.680891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-51f18130-c33f-4c67-a85f-8b1c7a34631d tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8 HTTP/1.1" status: 200 len: 379 time: 0.1149957 Sep 02 12:45:08.692260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a48eb2-ee37-4aaf-9183-b82fa725193b req-9e4e4569-5eae-4fa3-83f0-bea3c2d15d6b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:08.693949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79a48eb2-ee37-4aaf-9183-b82fa725193b req-9e4e4569-5eae-4fa3-83f0-bea3c2d15d6b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 944 time: 0.0891030 Sep 02 12:45:08.699278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Request body: {'port': {'device_id': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'admin_state_up': True, 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'security_groups': ['1f74dd70-45cd-4df0-bdc5-308084fb8978']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:08.712485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-68b0231c-4812-4f58-88b6-af12497839d0 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 200 len: 205 time: 0.0407782 Sep 02 12:45:08.717146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.758962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a96755-9006-47c4-a3ef-9ff93715cc7a req-2aa6eccb-9806-4ba2-82fa-9de1478796fc tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:08.760827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13a96755-9006-47c4-a3ef-9ff93715cc7a req-2aa6eccb-9806-4ba2-82fa-9de1478796fc tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 945 time: 0.0775168 Sep 02 12:45:08.806982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13a96755-9006-47c4-a3ef-9ff93715cc7a req-ed63e66d-8ee7-436e-a72c-3994a942d93a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385640 Sep 02 12:45:08.818450 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c85569a6-4045-49d5-a7c6-5ffa74f62e9f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] delete failed (client error): The resource could not be found. Sep 02 12:45:08.819511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c85569a6-4045-49d5-a7c6-5ffa74f62e9f tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/f1fcb4c0-40d5-4104-8d7e-47448ba5aa4a HTTP/1.1" status: 404 len: 336 time: 0.0886207 Sep 02 12:45:08.830963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.843257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79a48eb2-ee37-4aaf-9183-b82fa725193b req-8b28b6b0-09b0-4f48-a3ac-0e98a521f22c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402588 Sep 02 12:45:08.867905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-509f427e-7ff1-43d9-a991-f660c81d8269 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=923dc832-20e7-4d04-b350-b6d6130a76fd HTTP/1.1" status: 200 len: 205 time: 0.0366042 Sep 02 12:45:08.872695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.921378 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-51813136-17d9-4c9d-8a3b-0f6db49d5394 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] delete failed (client error): The resource could not be found. Sep 02 12:45:08.922633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-51813136-17d9-4c9d-8a3b-0f6db49d5394 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/923dc832-20e7-4d04-b350-b6d6130a76fd HTTP/1.1" status: 404 len: 336 time: 0.0486507 Sep 02 12:45:08.925710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:08.927113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Made reservation on behalf of a2c10533a6e44136b8b8ebd2e19dbef8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:08.930792 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:08.960145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8dc600dc-614a-4ba0-9ac9-5da165291fb3 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=505bfdde-de9e-4dc6-947e-daec77e53737 HTTP/1.1" status: 200 len: 205 time: 0.0314932 Sep 02 12:45:08.961564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.014287 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-16fbab6f-5aad-482e-8031-56065185304d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] delete failed (client error): The resource could not be found. Sep 02 12:45:09.018210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-16fbab6f-5aad-482e-8031-56065185304d tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/505bfdde-de9e-4dc6-947e-daec77e53737 HTTP/1.1" status: 404 len: 336 time: 0.0530505 Sep 02 12:45:09.024680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58762) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.037103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-2fca68d1-64fc-4697-b211-f250fc224bf5 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-411850681&fields=id&tenant_id=d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 267 time: 0.1034653 Sep 02 12:45:09.085339 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5373d088-d067-4cd3-99c7-f309dfe61d70 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a4b394b-20a1-4ec8-8aa0-e14c06369345 HTTP/1.1" status: 200 len: 205 time: 0.0584970 Sep 02 12:45:09.088409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58764) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.133608 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d48b7af4-e612-45ff-90fe-af46e1054ad6 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] delete failed (client error): The resource could not be found. Sep 02 12:45:09.136947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d48b7af4-e612-45ff-90fe-af46e1054ad6 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/5a4b394b-20a1-4ec8-8aa0-e14c06369345 HTTP/1.1" status: 404 len: 336 time: 0.0462849 Sep 02 12:45:09.138358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.150477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0156b-27bd-4044-9fe7-64b1e1144de5 req-0ee0e493-7693-4b2a-b064-c5cfa81ba5f8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:09.152954 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdd0156b-27bd-4044-9fe7-64b1e1144de5 req-0ee0e493-7693-4b2a-b064-c5cfa81ba5f8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 949 time: 0.1322296 Sep 02 12:45:09.173464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8a0cd2fe-2ae6-49d7-83ac-2d7993b617e0 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2e0fd70-1d28-46b3-8203-baf2d751b4e3 HTTP/1.1" status: 200 len: 205 time: 0.0337796 Sep 02 12:45:09.176783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.188093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-7477b7cb-2cb8-470d-8f13-65b2f31ee054 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:09.190736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-7477b7cb-2cb8-470d-8f13-65b2f31ee054 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 945 time: 0.1465609 Sep 02 12:45:09.206746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Allocated IP 172.20.0.9 (2c93626a-3804-49ff-9369-8836bf796da0/adb30b44-c020-4a48-a44a-bebba1d79788/879529ae-237b-45c3-b498-0bbb8f8d2449) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:09.212084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'port': {'security_groups': ['3e27255e-c2af-438f-9dfd-f8662bc04512', 'b4054ea3-9a38-4275-9db2-78209147e3d3']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:09.231110 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-79c0748d-8112-4595-9165-c354f6eabfdc tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] delete failed (client error): The resource could not be found. Sep 02 12:45:09.233364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79c0748d-8112-4595-9165-c354f6eabfdc tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/d2e0fd70-1d28-46b3-8203-baf2d751b4e3 HTTP/1.1" status: 404 len: 336 time: 0.0529740 Sep 02 12:45:09.237716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.274944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdd0156b-27bd-4044-9fe7-64b1e1144de5 req-f3f2a794-3fbe-4ac9-b3d7-391d90f985eb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159716 Sep 02 12:45:09.277808 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32455982-20a6-4836-bd67-4501e982e76b tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 HTTP/1.1" status: 200 len: 205 time: 0.0388091 Sep 02 12:45:09.280578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.314797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.326428 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-dab3d504-67f4-43bc-a2e5-9f2f734426f5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] delete failed (client error): The resource could not be found. Sep 02 12:45:09.327264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dab3d504-67f4-43bc-a2e5-9f2f734426f5 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/routers/9a0b5aa2-b1ad-49d2-8733-c615e86ccff6 HTTP/1.1" status: 404 len: 336 time: 0.0456176 Sep 02 12:45:09.330399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.364732 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a86407-de23-4484-9826-52f703017fd8 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] DELETE failed (client error): The resource could not be found. Sep 02 12:45:09.365455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a86407-de23-4484-9826-52f703017fd8 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:45:09.367754 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-17a86407-de23-4484-9826-52f703017fd8 tempest-RoutersAdminTest-1355441103 tempest-RoutersAdminTest-1355441103-project] 10.222.0.60 "DELETE /v2.0/subnets/1d30e7ec-8d3d-41e4-92cc-7110134333f2 HTTP/1.1" status: 404 len: 337 time: 0.0363126 Sep 02 12:45:09.451985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727285b-2a96-451b-98d7-31346cb3ed7a req-4cf19c9e-7d67-417f-a310-a77bfddebe82 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:09.453848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b727285b-2a96-451b-98d7-31346cb3ed7a req-4cf19c9e-7d67-417f-a310-a77bfddebe82 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 944 time: 0.0768478 Sep 02 12:45:09.474701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 52341a89-aca0-473a-989f-06f390d44bef up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:09.497232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.501043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b727285b-2a96-451b-98d7-31346cb3ed7a req-026c6310-32dd-4fb3-a2e6-9bc646bad087 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Sep 02 12:45:09.529515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Transition to ACTIVE for port object 879529ae-237b-45c3-b498-0bbb8f8d2449 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:09.563142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 52341a89-aca0-473a-989f-06f390d44bef completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:09.567928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 52341a89-aca0-473a-989f-06f390d44bef triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:09.568043 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.649140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.656456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:09.659688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.690640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 52341a89-aca0-473a-989f-06f390d44bef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=52341a89-aca0-473a-989f-06f390d44bef,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:09.692127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de23db65-4878-4fcd-a516-4dafed7564df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52341a89-aca0-473a-989f-06f390d44bef'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:09.695435 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c6c2c-d45b-4bb2-9be3-3d0710e121ac" -d '{"events": [{"server_uuid": "de23db65-4878-4fcd-a516-4dafed7564df", "name": "network-vif-plugged", "status": "completed", "tag": "52341a89-aca0-473a-989f-06f390d44bef"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:09.699993 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.701139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:09.716827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:09.730140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d40d2-0535-44a3-a9c4-bb300fb861aa req-4de77b1a-245e-4816-8644-da3a98446b7f tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:09.731872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-907d40d2-0535-44a3-a9c4-bb300fb861aa req-4de77b1a-245e-4816-8644-da3a98446b7f tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 931 time: 0.0794330 Sep 02 12:45:09.747674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Network 2c93626a-3804-49ff-9369-8836bf796da0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:09.752009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.757125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:09.762086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:09.766625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event updated for resources: {'Port': ['ID=879529ae-237b-45c3-b498-0bbb8f8d2449,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:09.770211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.785571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:09.818342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-907d40d2-0535-44a3-a9c4-bb300fb861aa req-286e054a-e25e-44ea-a094-ea0ae4d7d78a tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710762 Sep 02 12:45:09.841720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:09.874895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:09.875881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.889680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4831a40-dfdb-4470-a21d-03e8f8ec121d req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "PUT /v2.0/ports/1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 981 time: 0.6874540 Sep 02 12:45:09.890416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:09.893670 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001299e-e135-4fd3-a3c2-224f763393a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "tag": "1581647d-a161-4244-83d1-348fd5825bf7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:09.905504 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad504adc-f236-4195-a1c9-db6e4a8ea7aa x-openstack-request-id: req-ad504adc-f236-4195-a1c9-db6e4a8ea7aa {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:09.905792 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de23db65-4878-4fcd-a516-4dafed7564df", "name": "network-vif-plugged", "status": "completed", "tag": "52341a89-aca0-473a-989f-06f390d44bef", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:09.906046 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad504adc-f236-4195-a1c9-db6e4a8ea7aa {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:09.906442 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de23db65-4878-4fcd-a516-4dafed7564df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52341a89-aca0-473a-989f-06f390d44bef', 'code': 200} Sep 02 12:45:09.956779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=52341a89-aca0-473a-989f-06f390d44bef,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:09.959970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:09.960778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:09.995503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 61eed4ae-489f-4c99-94e7-89e2d93a4efd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:10.014475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 61eed4ae-489f-4c99-94e7-89e2d93a4efd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:10.014951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.022507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567ae69-c15e-4e6a-b048-1b2c0d83011f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:10.024306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27df6b04-797d-4876-9973-5ce308389664 req-8fd7802d-a34a-40bc-bd1c-004d0da3fc07 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-324762587&fields=id&tenant_id=d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 267 time: 0.0511906 Sep 02 12:45:10.057641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f63933d-c9d5-4565-a51f-4c5c69770d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.069055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:10.076858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port dc007af7-c1ff-4f70-90b7-2cf80c489078 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:10.086734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df6b04-797d-4876-9973-5ce308389664 req-5d12c0a9-e742-400c-8911-8f12a9b48683 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.089415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27df6b04-797d-4876-9973-5ce308389664 req-5d12c0a9-e742-400c-8911-8f12a9b48683 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 984 time: 0.0641105 Sep 02 12:45:10.100550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'port': {'security_groups': ['3e27255e-c2af-438f-9dfd-f8662bc04512', 'b4054ea3-9a38-4275-9db2-78209147e3d3', '4b575350-0c42-4c3b-9200-54130ed556b3']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:10.102822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port dc007af7-c1ff-4f70-90b7-2cf80c489078 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:10.103211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.187270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1418b37c-51b8-430d-aad8-45933e1bfbf7 None None] Provisioning for port 879529ae-237b-45c3-b498-0bbb8f8d2449 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:10.188344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.215181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1418b37c-51b8-430d-aad8-45933e1bfbf7 None None] Provisioning complete for port 879529ae-237b-45c3-b498-0bbb8f8d2449 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:10.215503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1418b37c-51b8-430d-aad8-45933e1bfbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.342473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.347091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1418b37c-51b8-430d-aad8-45933e1bfbf7 None None] Port 879529ae-237b-45c3-b498-0bbb8f8d2449 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:45:10.375789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-136c162f-59b1-4747-92ca-b498222e1339 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6806664 Sep 02 12:45:10.396443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Request body: {'port': {'device_id': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:10.414091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:10.435672 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.448688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cbccf-94ae-42c2-a774-2871abcdce3f req-446f07f9-15f2-4628-a7c3-281472433c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.450521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f9cbccf-94ae-42c2-a774-2871abcdce3f req-446f07f9-15f2-4628-a7c3-281472433c3d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 1096 time: 0.4589546 Sep 02 12:45:10.451496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.459277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.478414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d63d7-9d91-4c36-9166-6e46d96635c9 req-064232e9-70e6-43aa-811e-389fb695e72b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.480225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-363d63d7-9d91-4c36-9166-6e46d96635c9 req-064232e9-70e6-43aa-811e-389fb695e72b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 944 time: 0.4817035 Sep 02 12:45:10.493731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:10.527809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.529572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.530285 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.531917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27df6b04-797d-4876-9973-5ce308389664 req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "PUT /v2.0/ports/1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 1020 time: 0.4365151 Sep 02 12:45:10.532409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:10.538546 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f3093-934b-42d4-bf59-cc1c65d5a1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "tag": "1581647d-a161-4244-83d1-348fd5825bf7"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:10.564967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8cab-7d93-41ad-8b4a-06c5c3ebafde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:10.577240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:10.590455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.590935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.636245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:10.662973 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4694cf80-59bb-476e-a9f1-ae1452d8a3ec x-openstack-request-id: req-4694cf80-59bb-476e-a9f1-ae1452d8a3ec {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:10.663335 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "tag": "1581647d-a161-4244-83d1-348fd5825bf7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:10.664060 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4694cf80-59bb-476e-a9f1-ae1452d8a3ec {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:10.664701 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7', 'status': 'completed', 'code': 200} Sep 02 12:45:10.673229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f9cbccf-94ae-42c2-a774-2871abcdce3f req-8427dbd6-6306-41f8-b2bd-16682e286d92 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917844 Sep 02 12:45:10.686102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-363d63d7-9d91-4c36-9166-6e46d96635c9 req-e84d74a5-2aef-4309-95bc-b636efdad249 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901205 Sep 02 12:45:10.721206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:10.743036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f63933d-c9d5-4565-a51f-4c5c69770d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.750276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f63933d-c9d5-4565-a51f-4c5c69770d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.755063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:10.774918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-d5eba0ef-a3d6-467b-8c28-921952f60c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.776956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-d5eba0ef-a3d6-467b-8c28-921952f60c44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1174 time: 0.1016202 Sep 02 12:45:10.797586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154faddd-86f6-4b20-be9a-ccaa0816cc23 req-b934f95c-1db9-4025-861a-c6b693517929 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.799206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-154faddd-86f6-4b20-be9a-ccaa0816cc23 req-b934f95c-1db9-4025-861a-c6b693517929 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0767534 Sep 02 12:45:10.824089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f63933d-c9d5-4565-a51f-4c5c69770d98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28d4fc3364334b6191161f6e31ab7360&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1048949 Sep 02 12:45:10.838731 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:10.847616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:10.902316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-154faddd-86f6-4b20-be9a-ccaa0816cc23 req-a74d3c27-7970-4671-aef0-ea0f27115b07 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Sep 02 12:45:10.916095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:10.935309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63933d-c9d5-4565-a51f-4c5c69770d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b34bd6-77f1-4bc9-b1ab-f5b88f8ae819,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:10.966083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-f59ef736-a862-4e5e-be67-6c359c4c7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:10.967965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-f59ef736-a862-4e5e-be67-6c359c4c7c25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.1677907 Sep 02 12:45:11.007395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb69c2-1ab6-4db1-b50a-8805ef313cf9 req-349a6190-2325-4273-bc61-99a3ed925d9f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.009063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46fb69c2-1ab6-4db1-b50a-8805ef313cf9 req-349a6190-2325-4273-bc61-99a3ed925d9f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 945 time: 0.1839087 Sep 02 12:45:11.042387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8184f8c4-8161-4e0a-a013-9ed03ceb1e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.052882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-7cf07f60-aabc-4b77-afe9-f338e29cdbdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 217 time: 0.0755503 Sep 02 12:45:11.094633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8184f8c4-8161-4e0a-a013-9ed03ceb1e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.113154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46fb69c2-1ab6-4db1-b50a-8805ef313cf9 req-ad22f870-e3c7-4c18-9ef2-b1869797bfe0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906351 Sep 02 12:45:11.114223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff684-3e3d-4d5f-ac41-70df78f29568 req-13f40a55-3710-48ee-8ccc-dbf0fb264c90 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.122124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a12ff684-3e3d-4d5f-ac41-70df78f29568 req-13f40a55-3710-48ee-8ccc-dbf0fb264c90 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1023 time: 0.1334276 Sep 02 12:45:11.155837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-6833b1a1-7386-49f8-9a89-d4e00caede27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.158302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-6833b1a1-7386-49f8-9a89-d4e00caede27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.0967829 Sep 02 12:45:11.223673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879529ae-237b-45c3-b498-0bbb8f8d2449 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:11.226162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-b7d444f5-5eea-4dd5-8d55-2c066cd95717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572228 Sep 02 12:45:11.228543 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba41a6cb-c82f-487d-ba35-60cdd8e961f9 x-openstack-request-id: req-ba41a6cb-c82f-487d-ba35-60cdd8e961f9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:11.229046 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "tag": "1581647d-a161-4244-83d1-348fd5825bf7", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:11.229599 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba41a6cb-c82f-487d-ba35-60cdd8e961f9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:11.230099 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7', 'status': 'completed', 'code': 200} Sep 02 12:45:11.236046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.248447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8184f8c4-8161-4e0a-a013-9ed03ceb1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.252554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8184f8c4-8161-4e0a-a013-9ed03ceb1e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.260600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8184f8c4-8161-4e0a-a013-9ed03ceb1e93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27b34bd6-77f1-4bc9-b1ab-f5b88f8ae819 HTTP/1.1" status: 204 len: 168 time: 0.4109657 Sep 02 12:45:11.270831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Transition to ACTIVE for port object 879529ae-237b-45c3-b498-0bbb8f8d2449 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:11.277110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184f8c4-8161-4e0a-a013-9ed03ceb1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b34bd6-77f1-4bc9-b1ab-f5b88f8ae819,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:11.279465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.383532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-10ca9f8f-dce3-4eb4-987e-3ec3721c837c service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473334 Sep 02 12:45:11.388188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=879529ae-237b-45c3-b498-0bbb8f8d2449,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:11.422268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a12ff684-3e3d-4d5f-ac41-70df78f29568 req-a132e5de-8ade-4b7c-9e55-5708342042b1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4054ea3-9a38-4275-9db2-78209147e3d3&id=4b575350-0c42-4c3b-9200-54130ed556b3&id=3e27255e-c2af-438f-9dfd-f8662bc04512 HTTP/1.1" status: 200 len: 6155 time: 0.2963252 Sep 02 12:45:11.483075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Attempting to bind port 879529ae-237b-45c3-b498-0bbb8f8d2449 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:11.483490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Attempting to bind port 879529ae-237b-45c3-b498-0bbb8f8d2449 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:11.484228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Attempting to bind port 879529ae-237b-45c3-b498-0bbb8f8d2449 on network 2c93626a-3804-49ff-9369-8836bf796da0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:11.486810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3a04b1d9-3447-4cb6-b1c0-3c01a79175ae req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1535363692 ', 'description': 'tempest-description-1730012669'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:11.492626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Port 879529ae-237b-45c3-b498-0bbb8f8d2449 on network 2c93626a-3804-49ff-9369-8836bf796da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:45:11.493138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Attempting to bind port 879529ae-237b-45c3-b498-0bbb8f8d2449 on network 2c93626a-3804-49ff-9369-8836bf796da0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:11.504029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882689-e92b-4c63-96d8-06b0e239afb4 req-082b094a-b1e1-4269-be7f-acbdaf7bf475 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.505450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50882689-e92b-4c63-96d8-06b0e239afb4 req-082b094a-b1e1-4269-be7f-acbdaf7bf475 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 943 time: 0.1138391 Sep 02 12:45:11.509858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:11.510134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Checking segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:11.510489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Bound using segment: {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:11.510925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Bound port: 879529ae-237b-45c3-b498-0bbb8f8d2449, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371808c2-7a82-4f11-be48-4e902843fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:11.511283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.543553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3a04b1d9-3447-4cb6-b1c0-3c01a79175ae req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.573172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d001299e-e135-4fd3-a3c2-224f763393a3 req-748cf5a9-8700-4e00-b0ff-263801b4f3a7 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526663 Sep 02 12:45:11.597241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50882689-e92b-4c63-96d8-06b0e239afb4 req-7e14c25d-048d-4a3e-96b9-71b512b87918 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832567 Sep 02 12:45:11.659298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] For port 879529ae-237b-45c3-b498-0bbb8f8d2449, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:11.674036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] For port 879529ae-237b-45c3-b498-0bbb8f8d2449, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=879529ae-237b-45c3-b498-0bbb8f8d2449,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:11.681110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.727163 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3a04b1d9-3447-4cb6-b1c0-3c01a79175ae req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.732414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.733510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.735747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/879529ae-237b-45c3-b498-0bbb8f8d2449 HTTP/1.1" status: 200 len: 1091 time: 1.3466492 Sep 02 12:45:11.760158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:11.768797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3a04b1d9-3447-4cb6-b1c0-3c01a79175ae req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.781804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e78059-fc6f-4091-998f-ca3b84d55cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=879529ae-237b-45c3-b498-0bbb8f8d2449,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:11.808083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3a04b1d9-3447-4cb6-b1c0-3c01a79175ae req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:11.812737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a04b1d9-3447-4cb6-b1c0-3c01a79175ae req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3321517 Sep 02 12:45:11.846129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d077a19b-75df-4fb0-ba97-a833e7865553,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:11.851200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-ef8d53e0-8ba7-45b1-9ff3-086d194efd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.852971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-ef8d53e0-8ba7-45b1-9ff3-086d194efd0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1174 time: 0.1487119 Sep 02 12:45:11.876393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.876745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.877110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.877446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.877781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.878111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.878437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.878761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.879081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.879408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.879731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.880052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aac1ae-16d5-427f-ac3d-18110d53b95e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:11.888718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d1ad044-1b3f-4340-832c-367f7e14892c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16e2459d6c834a98a6da5520c156c50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267436 Sep 02 12:45:11.889831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:11.907576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd'}, {'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:11.910241 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae222bb1-6fdb-4200-b69d-cf605ab8f439" -d '{"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-plugged", "status": "completed", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd"}, {"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-plugged", "status": "completed", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:11.963264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-1f790657-930a-40ba-8815-96479eeee50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:11.964872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-1f790657-930a-40ba-8815-96479eeee50a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8&device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 1094 time: 0.1456244 Sep 02 12:45:11.970516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bdd1be6-6449-4d6b-aa4c-69166344b9eb req-d479cf02-fa3c-4cb7-a93d-e2a3091ed431 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/d077a19b-75df-4fb0-ba97-a833e7865553 HTTP/1.1" status: 200 len: 1783 time: 0.1326349 Sep 02 12:45:12.009682 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03416f1c-0a67-4a6e-8a1e-7f4f067cb1c3 x-openstack-request-id: req-03416f1c-0a67-4a6e-8a1e-7f4f067cb1c3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:12.010218 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-plugged", "status": "completed", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd", "code": 200}, {"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-plugged", "status": "completed", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:12.010582 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03416f1c-0a67-4a6e-8a1e-7f4f067cb1c3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:12.015552 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'code': 200} Sep 02 12:45:12.016672 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'code': 200} Sep 02 12:45:12.025231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab7aa3-24d6-4550-81b8-6314f1518231 req-8c233471-71a2-4737-a741-883162cc4912 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.033036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-113e3465-db2d-4e3b-9b90-d55dff9729ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.033944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ab7aa3-24d6-4550-81b8-6314f1518231 req-8c233471-71a2-4737-a741-883162cc4912 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1661980 Sep 02 12:45:12.034911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-113e3465-db2d-4e3b-9b90-d55dff9729ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.1704960 Sep 02 12:45:12.051297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-9b313c21-8652-4253-b1a5-d7128db7f5cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879529ae-237b-45c3-b498-0bbb8f8d2449 HTTP/1.1" status: 200 len: 217 time: 0.0746372 Sep 02 12:45:12.076780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e50d3684-9729-4088-9f97-5ade50697949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.086752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-a52a56af-f343-4e48-989a-adcdc778d4da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 200 len: 217 time: 0.0423193 Sep 02 12:45:12.170642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-a848b43d-cf3c-4476-817c-5c9caf91669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.172180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-a848b43d-cf3c-4476-817c-5c9caf91669e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.0771747 Sep 02 12:45:12.183968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1604a-ca8b-484d-aab1-e45a66d17f45 req-d5a59705-fcb0-4d89-b64d-9e890b2e99f5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.185613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b7e1604a-ca8b-484d-aab1-e45a66d17f45 req-d5a59705-fcb0-4d89-b64d-9e890b2e99f5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1021228 Sep 02 12:45:12.198943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e50d3684-9729-4088-9f97-5ade50697949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.219616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-3dbe42de-10e4-440d-80b1-329d1f4676ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329814 Sep 02 12:45:12.237302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ab7aa3-24d6-4550-81b8-6314f1518231 req-eca35362-4d8f-4e02-8702-e9d061f160b6 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022703 Sep 02 12:45:12.245047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-df5b33ec-7970-48b1-861d-5a253cd8216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.246554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-df5b33ec-7970-48b1-861d-5a253cd8216f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adb30b44-c020-4a48-a44a-bebba1d79788 HTTP/1.1" status: 200 len: 850 time: 0.1797254 Sep 02 12:45:12.281520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a9241-b43a-4e90-90d5-ae94c9e4623a req-9af3cfbd-8f46-4688-8eb8-f130c26f1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.283014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-381a9241-b43a-4e90-90d5-ae94c9e4623a req-9af3cfbd-8f46-4688-8eb8-f130c26f1519 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1101 time: 0.1937647 Sep 02 12:45:12.290066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b7e1604a-ca8b-484d-aab1-e45a66d17f45 req-11454d2e-ee4c-4523-9e14-e081d52c8f32 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954175 Sep 02 12:45:12.319020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4235c-69a2-464b-b6e5-6aba2202a685 req-a6cbac9e-3a4a-4136-a270-6e1883703992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.320338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7f4235c-69a2-464b-b6e5-6aba2202a685 req-a6cbac9e-3a4a-4136-a270-6e1883703992 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 1096 time: 0.2031348 Sep 02 12:45:12.346828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-3210bf06-c2e0-496b-92b3-971dbcb8f8b0 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181026 Sep 02 12:45:12.404429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-381a9241-b43a-4e90-90d5-ae94c9e4623a req-f6b56450-daae-4df0-8999-60c39481a255 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041439 Sep 02 12:45:12.409634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e50d3684-9729-4088-9f97-5ade50697949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.412168 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e50d3684-9729-4088-9f97-5ade50697949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.415897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e50d3684-9729-4088-9f97-5ade50697949 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7720cec-3a30-4da1-8f99-5344031fe314 HTTP/1.1" status: 204 len: 168 time: 0.5077524 Sep 02 12:45:12.416422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4e9576e-f6f7-4bd5-ab25-ea9136fc887e req-71a522b2-d6ea-452c-9ba8-159977d17319 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/d077a19b-75df-4fb0-ba97-a833e7865553 HTTP/1.1" status: 200 len: 1783 time: 0.1369126 Sep 02 12:45:12.420216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424823-b27c-4756-9880-11d85e1c6611 req-5a403097-9213-4695-853d-bf86110b44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.421735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-5a403097-9213-4695-853d-bf86110b44c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c93626a-3804-49ff-9369-8836bf796da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610205 Sep 02 12:45:12.423313 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7f4235c-69a2-464b-b6e5-6aba2202a685 req-bcef10e4-9d22-4d14-a445-e7cb22d4d7a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886667 Sep 02 12:45:12.446303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d3684-9729-4088-9f97-5ade50697949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7720cec-3a30-4da1-8f99-5344031fe314,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:12.464592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078e43d-d71d-4fff-a4c2-11450c9f9428 req-bc1add61-8c61-47ad-888e-4a46986b5849 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.466762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2078e43d-d71d-4fff-a4c2-11450c9f9428 req-bc1add61-8c61-47ad-888e-4a46986b5849 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 945 time: 0.1164322 Sep 02 12:45:12.505459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-089f3093-934b-42d4-bf59-cc1c65d5a1a0 req-c05ea099-7723-44c3-a99e-6ce7ab8677b4 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462450 Sep 02 12:45:12.516598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4e9576e-f6f7-4bd5-ab25-ea9136fc887e req-c105446d-e7de-4c56-80e4-d812620fb7b7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.525419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2078e43d-d71d-4fff-a4c2-11450c9f9428 req-383dc904-d41f-446d-b7f7-503ac396e3af tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502598 Sep 02 12:45:12.543330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4e9576e-f6f7-4bd5-ab25-ea9136fc887e req-c105446d-e7de-4c56-80e4-d812620fb7b7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.594701 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4e9576e-f6f7-4bd5-ab25-ea9136fc887e req-c105446d-e7de-4c56-80e4-d812620fb7b7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.598410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4e9576e-f6f7-4bd5-ab25-ea9136fc887e req-c105446d-e7de-4c56-80e4-d812620fb7b7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.599885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4e9576e-f6f7-4bd5-ab25-ea9136fc887e req-c105446d-e7de-4c56-80e4-d812620fb7b7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/d077a19b-75df-4fb0-ba97-a833e7865553 HTTP/1.1" status: 204 len: 173 time: 0.1656799 Sep 02 12:45:12.640075 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-932f91c3-8fcc-491c-85e4-8d0db1f7aec3 req-299b94ee-6b6c-4430-99d6-93530f81efd1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:12.641336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-932f91c3-8fcc-491c-85e4-8d0db1f7aec3 req-299b94ee-6b6c-4430-99d6-93530f81efd1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/d077a19b-75df-4fb0-ba97-a833e7865553 HTTP/1.1" status: 404 len: 352 time: 0.0184748 Sep 02 12:45:12.668224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:12.670687 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36514f63-2d4b-49fd-8259-63f707520679" -d '{"events": [{"name": "network-changed", "server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:12.681734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bcacdafd-1c23-4e90-9679-108fa4f61bf7 req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-434752710', 'description': 'tempest-description-1461314377'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:12.690573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105446d-e7de-4c56-80e4-d812620fb7b7 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077a19b-75df-4fb0-ba97-a833e7865553,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:12.762631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcacdafd-1c23-4e90-9679-108fa4f61bf7 req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:12.791005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611efb-7a90-4e96-a97d-2a4c3e765ad2 req-2f852718-f147-46b9-b2ea-4422dd1b93fb tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:12.792375 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81611efb-7a90-4e96-a97d-2a4c3e765ad2 req-2f852718-f147-46b9-b2ea-4422dd1b93fb tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 943 time: 0.0826631 Sep 02 12:45:12.820594 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-1665de68-c2bb-4b44-8f5c-7bc42e8ce527 service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167301 Sep 02 12:45:12.844235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81611efb-7a90-4e96-a97d-2a4c3e765ad2 req-08769543-87a6-4ea7-bad2-e235f5cdada7 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382802 Sep 02 12:45:12.917175 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c80134e-a5fd-428a-9ff3-6e678e7336ee x-openstack-request-id: req-5c80134e-a5fd-428a-9ff3-6e678e7336ee {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:12.917591 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:12.918460 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c80134e-a5fd-428a-9ff3-6e678e7336ee {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:12.918460 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'status': 'completed', 'code': 200} Sep 02 12:45:13.007361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f424823-b27c-4756-9880-11d85e1c6611 req-eacb9fe5-c705-40ab-9c7c-e247c698fc75 service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757030 Sep 02 12:45:13.015173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcacdafd-1c23-4e90-9679-108fa4f61bf7 req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.026964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcacdafd-1c23-4e90-9679-108fa4f61bf7 req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.054694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcacdafd-1c23-4e90-9679-108fa4f61bf7 req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.056211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcacdafd-1c23-4e90-9679-108fa4f61bf7 req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3794715 Sep 02 12:45:13.093685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a6dcbd8d-a451-45e8-8948-133be8ade9e2 req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-467932507', 'description': 'tempest-description-1226613778'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:13.113311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57250-8130-4ec9-a4d3-68ebb8df904e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f80558-840f-43ca-bc4d-1286c9b996b8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:13.126786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514f63-2d4b-49fd-8259-63f707520679 req-3390484c-52b4-4a51-ab11-1f33a148c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:13.127640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd8d-a451-45e8-8948-133be8ade9e2 req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.128371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-3390484c-52b4-4a51-ab11-1f33a148c9dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8&device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 1094 time: 0.0665574 Sep 02 12:45:13.242353 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd8d-a451-45e8-8948-133be8ade9e2 req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.247333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514f63-2d4b-49fd-8259-63f707520679 req-066a615b-5329-4aa4-bfa9-3bdd01bd2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:13.247886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd8d-a451-45e8-8948-133be8ade9e2 req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.249646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-066a615b-5329-4aa4-bfa9-3bdd01bd2405 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c93626a-3804-49ff-9369-8836bf796da0 HTTP/1.1" status: 200 len: 912 time: 0.1117532 Sep 02 12:45:13.285370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd8d-a451-45e8-8948-133be8ade9e2 req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.290365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6dcbd8d-a451-45e8-8948-133be8ade9e2 req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2011116 Sep 02 12:45:13.318112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-dc3c8d1f-ee40-4b47-a180-f4a32443e47c req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-220016940', 'description': 'tempest-description-1075510645'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:13.324153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9654e8-81a7-41e6-8754-aaf43670d188 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d78faa-fd91-42d4-8079-24e3f38a2800,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:13.331786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-c79ab782-9b39-49bd-bed7-b73f189c3dc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879529ae-237b-45c3-b498-0bbb8f8d2449 HTTP/1.1" status: 200 len: 217 time: 0.0586486 Sep 02 12:45:13.349394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc3c8d1f-ee40-4b47-a180-f4a32443e47c req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.449540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514f63-2d4b-49fd-8259-63f707520679 req-0fd902d1-ba5b-4e38-a607-e7cc9d1a4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:13.451357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-0fd902d1-ba5b-4e38-a607-e7cc9d1a4bd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adb30b44-c020-4a48-a44a-bebba1d79788 HTTP/1.1" status: 200 len: 850 time: 0.0929091 Sep 02 12:45:13.460529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c52ff-1d35-4f3e-afe8-8676ce06a650 req-ac81eff9-7f03-4c4d-af3f-d8a67da77162 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:13.470816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c26c52ff-1d35-4f3e-afe8-8676ce06a650 req-ac81eff9-7f03-4c4d-af3f-d8a67da77162 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1302328 Sep 02 12:45:13.499151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc3c8d1f-ee40-4b47-a180-f4a32443e47c req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.505500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc3c8d1f-ee40-4b47-a180-f4a32443e47c req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.526265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc3c8d1f-ee40-4b47-a180-f4a32443e47c req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.528480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc3c8d1f-ee40-4b47-a180-f4a32443e47c req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2164547 Sep 02 12:45:13.555982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b913253-016b-42a0-a47a-2f07ede5d6da tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948ce834-bb28-4147-b455-984f8bccb6ce,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:13.581734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c26c52ff-1d35-4f3e-afe8-8676ce06a650 req-0ff77aef-009e-41ab-aabc-c6111a96961e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096604 Sep 02 12:45:13.596628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514f63-2d4b-49fd-8259-63f707520679 req-a9254677-909b-4dc3-829d-1a77374651e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:13.598723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-a9254677-909b-4dc3-829d-1a77374651e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c93626a-3804-49ff-9369-8836bf796da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255035 Sep 02 12:45:13.605079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:13.734624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94124b-f948-4826-8ac3-00d3759e80f6 req-577b6138-204f-434a-b318-99008aa54f85 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:13.736244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb94124b-f948-4826-8ac3-00d3759e80f6 req-577b6138-204f-434a-b318-99008aa54f85 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1107643 Sep 02 12:45:13.750234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'networks': [{'name': 'tempest-network--1138400922'}, {'name': 'tempest-network--647243728'}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:13.750234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'network': {'name': 'tempest-network--1138400922'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:13.750234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'network': {'name': 'tempest-network--647243728'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:13.797847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'network': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:13.802870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.826030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.838168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-6396fd3d-7404-433c-b552-a1a521920385 service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300684 Sep 02 12:45:13.840580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb94124b-f948-4826-8ac3-00d3759e80f6 req-6a48577f-86b5-4ab6-b3bb-fad93615c8e5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860186 Sep 02 12:45:13.947891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a592c5c-aa58-4dc3-b7b7-248618ef746f req-07eca7c1-8372-482f-bb97-647ffc0753b1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 10908 time: 0.3478351 Sep 02 12:45:13.979391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.985633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:13.986164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.020413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36514f63-2d4b-49fd-8259-63f707520679 req-ec44ae9c-6c8e-4df0-a053-ec40f0223cd0 service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715882 Sep 02 12:45:14.024633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a592c5c-aa58-4dc3-b7b7-248618ef746f req-2aad1257-7b31-4d43-afd0-4831c81ad460 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/3e27255e-c2af-438f-9dfd-f8662bc04512 HTTP/1.1" status: 200 len: 2985 time: 0.0679600 Sep 02 12:45:14.055714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a782000-7d6e-4ccc-9e4a-aa893c02c876,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:14.066586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:14.086645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3b71b-bf0e-4280-8e65-0fc68f6c42ee req-e49422b1-5ea1-4a68-9c66-9d0bbd804ce7 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.088304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47b3b71b-bf0e-4280-8e65-0fc68f6c42ee req-e49422b1-5ea1-4a68-9c66-9d0bbd804ce7 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 943 time: 0.0887406 Sep 02 12:45:14.089094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a592c5c-aa58-4dc3-b7b7-248618ef746f req-928c37d2-54ca-4a9a-ae8f-01247e11a7d4 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/3e27255e-c2af-438f-9dfd-f8662bc04512 HTTP/1.1" status: 200 len: 2985 time: 0.0551577 Sep 02 12:45:14.089499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.089843 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Added segment 74d156c8-6ec4-4872-ab45-fadcb2b4d8ff of type vlan for network 24fe1852-a677-4535-b5cf-c1534a18d5d3 Sep 02 12:45:14.152578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.173687 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47b3b71b-bf0e-4280-8e65-0fc68f6c42ee req-6ea17d9f-ed84-4686-9ad8-87915cb7f69e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726688 Sep 02 12:45:14.196201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:14.214137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.214484 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Added segment aa640077-5807-4b52-9b77-98ab5013b70e of type vlan for network 6d06c5fc-237d-46d8-8224-9538e55aa37c Sep 02 12:45:14.287041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.298592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05c1cf99-5a6b-4d2c-9ff8-c16609280ff7 req-ba448ff0-e44b-450e-a6b9-1cfe55d0ac86 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/32f80558-840f-43ca-bc4d-1286c9b996b8 HTTP/1.1" status: 200 len: 1802 time: 0.0946217 Sep 02 12:45:14.347596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.348117 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.354466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.359523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.360209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.457726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:14.459496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8476560 Sep 02 12:45:14.488051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Network': ['ID=24fe1852-a677-4535-b5cf-c1534a18d5d3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:14.498372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05c1cf99-5a6b-4d2c-9ff8-c16609280ff7 req-8a670bf4-9391-477c-a948-f52930b864c2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.508621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 24fe1852-a677-4535-b5cf-c1534a18d5d3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:14.525395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05c1cf99-5a6b-4d2c-9ff8-c16609280ff7 req-8a670bf4-9391-477c-a948-f52930b864c2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.637845 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05c1cf99-5a6b-4d2c-9ff8-c16609280ff7 req-8a670bf4-9391-477c-a948-f52930b864c2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.640771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05c1cf99-5a6b-4d2c-9ff8-c16609280ff7 req-8a670bf4-9391-477c-a948-f52930b864c2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.642124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05c1cf99-5a6b-4d2c-9ff8-c16609280ff7 req-8a670bf4-9391-477c-a948-f52930b864c2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/32f80558-840f-43ca-bc4d-1286c9b996b8 HTTP/1.1" status: 204 len: 173 time: 0.3307505 Sep 02 12:45:14.642930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41fde-23ee-4c66-a968-0e209f3ade7a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Network': ['ID=6d06c5fc-237d-46d8-8224-9538e55aa37c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:14.655973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6d06c5fc-237d-46d8-8224-9538e55aa37c details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:14.659485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a670bf4-9391-477c-a948-f52930b864c2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f80558-840f-43ca-bc4d-1286c9b996b8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:14.700887 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-4b4c05fe-6b50-43b0-a94d-7facfc036eca req-af5dbedd-b6ac-4cbc-ae20-5852594c6f39 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:14.702259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b4c05fe-6b50-43b0-a94d-7facfc036eca req-af5dbedd-b6ac-4cbc-ae20-5852594c6f39 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/32f80558-840f-43ca-bc4d-1286c9b996b8 HTTP/1.1" status: 404 len: 352 time: 0.0212023 Sep 02 12:45:14.766618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81168a-cfb6-47e9-b9e9-8d3648447183 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.774411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81168a-cfb6-47e9-b9e9-8d3648447183 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.775546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03b85559-1ef8-4cea-90ee-7f97e4681644 req-91151ad0-b8df-49f0-b801-fb665a9c6c88 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/b2d78faa-fd91-42d4-8079-24e3f38a2800 HTTP/1.1" status: 200 len: 1802 time: 0.0470524 Sep 02 12:45:14.781068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81168a-cfb6-47e9-b9e9-8d3648447183 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.787439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81168a-cfb6-47e9-b9e9-8d3648447183 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.790166 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fb81168a-cfb6-47e9-b9e9-8d3648447183 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3310928 Sep 02 12:45:14.794230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:14.838190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03b85559-1ef8-4cea-90ee-7f97e4681644 req-8e2de49a-326d-45d8-ae70-e6d01244deb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.863479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03b85559-1ef8-4cea-90ee-7f97e4681644 req-8e2de49a-326d-45d8-ae70-e6d01244deb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.876083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b73586-162f-46b0-bd97-498f4624ea36 req-9d730514-c320-4668-adcb-a1232f38a34b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:14.877663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9b73586-162f-46b0-bd97-498f4624ea36 req-9d730514-c320-4668-adcb-a1232f38a34b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1694467 Sep 02 12:45:14.898623 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.930202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03b85559-1ef8-4cea-90ee-7f97e4681644 req-8e2de49a-326d-45d8-ae70-e6d01244deb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.933715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03b85559-1ef8-4cea-90ee-7f97e4681644 req-8e2de49a-326d-45d8-ae70-e6d01244deb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:14.935053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03b85559-1ef8-4cea-90ee-7f97e4681644 req-8e2de49a-326d-45d8-ae70-e6d01244deb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/b2d78faa-fd91-42d4-8079-24e3f38a2800 HTTP/1.1" status: 204 len: 173 time: 0.1519072 Sep 02 12:45:14.937065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9b73586-162f-46b0-bd97-498f4624ea36 req-6357fd28-f1f1-4ab6-b239-2c27472415d9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Sep 02 12:45:14.979055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2de49a-326d-45d8-ae70-e6d01244deb9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d78faa-fd91-42d4-8079-24e3f38a2800,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:15.043233 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-6b7e8262-24b5-48ec-b286-8bfa9160c70d req-599c5cf8-e85f-4b60-a731-827a7a47c804 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:15.044339 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b7e8262-24b5-48ec-b286-8bfa9160c70d req-599c5cf8-e85f-4b60-a731-827a7a47c804 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/b2d78faa-fd91-42d4-8079-24e3f38a2800 HTTP/1.1" status: 404 len: 352 time: 0.0248940 Sep 02 12:45:15.056705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.070061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fe1852-a677-4535-b5cf-c1534a18d5d3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:15.081182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d156c8-6ec4-4872-ab45-fadcb2b4d8ff') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:15.081560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d156c8-6ec4-4872-ab45-fadcb2b4d8ff') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:15.084063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cded8-2172-40a2-a150-4562308698ab req-9753868d-9156-4dd4-8dba-b8ead0c63df2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:15.088058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-139cded8-2172-40a2-a150-4562308698ab req-9753868d-9156-4dd4-8dba-b8ead0c63df2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0599263 Sep 02 12:45:15.094300 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.111296 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.118061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:15.118466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:15.121718 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:15.139737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-139cded8-2172-40a2-a150-4562308698ab req-2f4f34e2-a099-494c-88ad-3622edf8db59 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Sep 02 12:45:15.210916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.225498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5671fe4-f5e5-45a5-a2b8-e9bb5ce9c008 req-8ce4519f-8d10-4c6b-b976-b5199c323de8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/948ce834-bb28-4147-b455-984f8bccb6ce HTTP/1.1" status: 200 len: 1802 time: 0.0535572 Sep 02 12:45:15.249324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.251885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/networks/24fe1852-a677-4535-b5cf-c1534a18d5d3 HTTP/1.1" status: 204 len: 168 time: 0.4563630 Sep 02 12:45:15.253740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905155a-9e81-427e-bb7f-edf316438a77 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Network': ['ID=24fe1852-a677-4535-b5cf-c1534a18d5d3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:15.255573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:15.303778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5671fe4-f5e5-45a5-a2b8-e9bb5ce9c008 req-10ed283e-10dd-44c6-9cfa-52f17110cc2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.329018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5671fe4-f5e5-45a5-a2b8-e9bb5ce9c008 req-10ed283e-10dd-44c6-9cfa-52f17110cc2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.340149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6565-bc46-4441-beb8-05e462c8cee6 req-0da9e903-1863-4714-be50-207a51cbaa98 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:15.342054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5ca6565-bc46-4441-beb8-05e462c8cee6 req-0da9e903-1863-4714-be50-207a51cbaa98 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1479414 Sep 02 12:45:15.373450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.373723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5671fe4-f5e5-45a5-a2b8-e9bb5ce9c008 req-10ed283e-10dd-44c6-9cfa-52f17110cc2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.376362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5671fe4-f5e5-45a5-a2b8-e9bb5ce9c008 req-10ed283e-10dd-44c6-9cfa-52f17110cc2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.381498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5671fe4-f5e5-45a5-a2b8-e9bb5ce9c008 req-10ed283e-10dd-44c6-9cfa-52f17110cc2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/948ce834-bb28-4147-b455-984f8bccb6ce HTTP/1.1" status: 204 len: 173 time: 0.1505544 Sep 02 12:45:15.398591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed283e-10dd-44c6-9cfa-52f17110cc2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948ce834-bb28-4147-b455-984f8bccb6ce,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:15.405376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5ca6565-bc46-4441-beb8-05e462c8cee6 req-aedd46c9-8da9-48f4-8253-a917a99c5b11 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528760 Sep 02 12:45:15.486784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 879529ae-237b-45c3-b498-0bbb8f8d2449 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:15.524755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.534058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-0fbd96af-ac09-4173-860f-0194cffb6fc1 req-1c129d1a-e895-411b-b9cd-22e57a3b0e7c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:45:15.535420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0fbd96af-ac09-4173-860f-0194cffb6fc1 req-1c129d1a-e895-411b-b9cd-22e57a3b0e7c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068476 Sep 02 12:45:15.556061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d06c5fc-237d-46d8-8224-9538e55aa37c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:15.585340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa640077-5807-4b52-9b77-98ab5013b70e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:15.587218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa640077-5807-4b52-9b77-98ab5013b70e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:15.600852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.619253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.627031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:15.627634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.636535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 879529ae-237b-45c3-b498-0bbb8f8d2449, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=879529ae-237b-45c3-b498-0bbb8f8d2449,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:15.641858 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:15.656082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'port_id': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'mac_address': 'fa:16:3e:14:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:15.727455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.734934 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-58c50819-c296-49a2-99c1-cee22912b7dc req-c6b1579a-b204-43a4-a603-6079902243a9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:15.745916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58c50819-c296-49a2-99c1-cee22912b7dc req-c6b1579a-b204-43a4-a603-6079902243a9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/948ce834-bb28-4147-b455-984f8bccb6ce HTTP/1.1" status: 404 len: 352 time: 0.0273376 Sep 02 12:45:15.762966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879529ae-237b-45c3-b498-0bbb8f8d2449 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:15.799435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 879529ae-237b-45c3-b498-0bbb8f8d2449, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=879529ae-237b-45c3-b498-0bbb8f8d2449,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:15.807553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:15.868514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=879529ae-237b-45c3-b498-0bbb8f8d2449,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:16.086086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['879529ae-237b-45c3-b498-0bbb8f8d2449'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:16.115698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:16.153145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:16.155845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/networks/6d06c5fc-237d-46d8-8224-9538e55aa37c HTTP/1.1" status: 204 len: 168 time: 0.8992004 Sep 02 12:45:16.168428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9ebbe-be3b-4634-9a1e-7130f02519e3 req-1135de62-83a5-4f6a-95f9-80e34d2f926d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:16.173195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80c9ebbe-be3b-4634-9a1e-7130f02519e3 req-1135de62-83a5-4f6a-95f9-80e34d2f926d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0904975 Sep 02 12:45:16.173195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:16.202305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb52f-2581-4e71-b5c0-b467e2121ac6 req-213f824b-c201-42a4-887b-6012b5879aba tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:16.210494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-188cb52f-2581-4e71-b5c0-b467e2121ac6 req-213f824b-c201-42a4-887b-6012b5879aba tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 943 time: 0.5354164 Sep 02 12:45:16.213281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e46c-73d0-44e7-96be-4e154e24aad6 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Network': ['ID=6d06c5fc-237d-46d8-8224-9538e55aa37c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:16.235828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-f9ab5a4b-4ecd-4423-b4ac-a28ad374c9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1824496 Sep 02 12:45:16.299258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-188cb52f-2581-4e71-b5c0-b467e2121ac6 req-6fdc11d2-a70c-4273-8d4a-ff2dac20accb tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708978 Sep 02 12:45:16.421522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a0c3617-fc10-4f66-9fe8-82f99dd8fd96 req-e60b2094-b261-4d71-b582-7e84fb123887 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 6155 time: 0.0982811 Sep 02 12:45:16.489479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a0c3617-fc10-4f66-9fe8-82f99dd8fd96 req-d23890fe-1cd0-465b-b41b-519bb076ba9a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/3e27255e-c2af-438f-9dfd-f8662bc04512 HTTP/1.1" status: 200 len: 2985 time: 0.0668349 Sep 02 12:45:16.498187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80c9ebbe-be3b-4634-9a1e-7130f02519e3 req-32aa5f6a-50f9-4f5e-a840-27bce6904c3a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149593 Sep 02 12:45:16.606148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411600b-ffa7-45bc-9760-39b0e0470485 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:16.615877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411600b-ffa7-45bc-9760-39b0e0470485 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:16.619108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b411600b-ffa7-45bc-9760-39b0e0470485 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4471097 Sep 02 12:45:16.631012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:16.637501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a0c3617-fc10-4f66-9fe8-82f99dd8fd96 req-ee6cf81f-3c38-4944-a264-2743ebd2980d tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/3e27255e-c2af-438f-9dfd-f8662bc04512 HTTP/1.1" status: 200 len: 2985 time: 0.1469510 Sep 02 12:45:16.642684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1951571808'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:16.702217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:16.706163 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:16.729166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da761ccd-c01c-4158-8318-0f9eab15c9ce req-06af8aea-b06b-4924-a428-f8ef1996e46d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:16.731327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da761ccd-c01c-4158-8318-0f9eab15c9ce req-06af8aea-b06b-4924-a428-f8ef1996e46d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1106784 Sep 02 12:45:16.823715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:16.829711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da761ccd-c01c-4158-8318-0f9eab15c9ce req-5baf2d43-b80a-4a3c-be35-689eb7f11f65 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898314 Sep 02 12:45:16.840033 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:16.840661 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Added segment 3678746d-2e08-455c-99fb-d86c282c9c64 of type vlan for network 2d761ec4-e129-4c07-96d1-9d2b5c80f979 Sep 02 12:45:16.876823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d3921d6b-5fe1-4076-b179-09d8e812dc83 req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1772035321', 'description': 'tempest-description-1711372019'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:16.918072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3921d6b-5fe1-4076-b179-09d8e812dc83 req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.057854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3921d6b-5fe1-4076-b179-09d8e812dc83 req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.065235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3921d6b-5fe1-4076-b179-09d8e812dc83 req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.114449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3921d6b-5fe1-4076-b179-09d8e812dc83 req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.115746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3921d6b-5fe1-4076-b179-09d8e812dc83 req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2431762 Sep 02 12:45:17.125844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94862638-79d6-4f5e-ae87-01b95a3388f9 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30767839-c58e-4951-8363-50f269e9343b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:17.333996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-450f0db7-09bc-4701-9c34-b570e99dfe24 req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748784682', 'description': 'tempest-description-1983780369'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:17.373346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.433795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-450f0db7-09bc-4701-9c34-b570e99dfe24 req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.434821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef592d52-32b2-4eb0-8642-b8d96f2b9c13 req-e887bb61-1b48-4f7b-9680-ee0862b8fb8a tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:17.444294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef592d52-32b2-4eb0-8642-b8d96f2b9c13 req-e887bb61-1b48-4f7b-9680-ee0862b8fb8a tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 944 time: 0.0691776 Sep 02 12:45:17.454000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.460424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:17.461618 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.493893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 879529ae-237b-45c3-b498-0bbb8f8d2449 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:17.505134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef592d52-32b2-4eb0-8642-b8d96f2b9c13 req-9d57dc0d-4013-48c9-b71c-5035a699f448 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Sep 02 12:45:17.569909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Network': ['ID=2d761ec4-e129-4c07-96d1-9d2b5c80f979,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:17.586680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2d761ec4-e129-4c07-96d1-9d2b5c80f979 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:17.649740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-450f0db7-09bc-4701-9c34-b570e99dfe24 req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.656687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-450f0db7-09bc-4701-9c34-b570e99dfe24 req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.676310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 879529ae-237b-45c3-b498-0bbb8f8d2449 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:17.680961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ac1b4fcf-ea35-4e74-b6f1-a81d508e9c4c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0470243 Sep 02 12:45:17.686565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59008) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:17.692484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 879529ae-237b-45c3-b498-0bbb8f8d2449 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:17.692852 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.696488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1805136687'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:17.706003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25749fc-f40f-4eb8-8a00-3f8d5fc59531,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:17.709118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-450f0db7-09bc-4701-9c34-b570e99dfe24 req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.711603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-450f0db7-09bc-4701-9c34-b570e99dfe24 req-e6ef5b21-dcfa-419c-9365-e00b337e6dab tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3957124 Sep 02 12:45:17.726783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5169d-531a-4834-8570-93abf9eec18c req-8735bb18-392e-4ecb-9d8f-040ddd527292 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:17.728877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46a5169d-531a-4834-8570-93abf9eec18c req-8735bb18-392e-4ecb-9d8f-040ddd527292 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1032321 Sep 02 12:45:17.778794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:17.783262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.810393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46a5169d-531a-4834-8570-93abf9eec18c req-f6c8d38a-6db2-4ec2-8100-3e74dc1698f0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728927 Sep 02 12:45:17.838498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:17.866986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.867489 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Added segment 38744133-b723-444a-9c61-11a18eb48a6e of type vlan for network 7a02f966-f315-4e53-8ca7-eb596fb11962 Sep 02 12:45:17.918526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.950895 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:17.952097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:17.954757 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931847d3-9ae8-4453-9bf1-65efdd1384e0" -d '{"events": [{"server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "name": "network-vif-plugged", "status": "completed", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:17.982270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 879529ae-237b-45c3-b498-0bbb8f8d2449, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=879529ae-237b-45c3-b498-0bbb8f8d2449,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:17.992120 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:18.002169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-80af6950-0bd0-41e2-ab31-51b506a37298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.006001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-80af6950-0bd0-41e2-ab31-51b506a37298 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1101 time: 0.0632172 Sep 02 12:45:18.023126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:18.032334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.033795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:18.054896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=879529ae-237b-45c3-b498-0bbb8f8d2449,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:18.122746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4287918 Sep 02 12:45:18.122746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:18.128467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'ports': [{'network_id': '2d761ec4-e129-4c07-96d1-9d2b5c80f979', 'name': 'tempest-port--1481588429', 'admin_state_up': True}, {'network_id': '7a02f966-f315-4e53-8ca7-eb596fb11962', 'admin_state_up': False}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:18.128467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'port': {'network_id': '2d761ec4-e129-4c07-96d1-9d2b5c80f979', 'name': 'tempest-port--1481588429', 'admin_state_up': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:18.128467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'port': {'network_id': '7a02f966-f315-4e53-8ca7-eb596fb11962', 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:18.160977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef98309-a9e9-46bb-a517-4008d7132874 req-c0766d1a-498d-4f57-b1af-6c9f6ce5d93a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.162291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ef98309-a9e9-46bb-a517-4008d7132874 req-c0766d1a-498d-4f57-b1af-6c9f6ce5d93a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0746477 Sep 02 12:45:18.210883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-20d61592-6f7b-4f66-b13a-654e31467675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.212503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-20d61592-6f7b-4f66-b13a-654e31467675 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1994767 Sep 02 12:45:18.242125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ef98309-a9e9-46bb-a517-4008d7132874 req-468d0aa0-de54-40d5-bc75-afbf4dba9780 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544002 Sep 02 12:45:18.245994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e21ce7-964e-46ac-9e64-b8ddc6d34d17 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Network': ['ID=7a02f966-f315-4e53-8ca7-eb596fb11962,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:18.269819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 7a02f966-f315-4e53-8ca7-eb596fb11962 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:18.271164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-072e8fd4-4c1b-45f2-b8e9-22047cde6430 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 217 time: 0.0434148 Sep 02 12:45:18.369416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-2436aac0-dedc-4698-b5d0-f328d700f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.372160 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41110a6a-8068-4c88-8399-74c06a5ae308 x-openstack-request-id: req-41110a6a-8068-4c88-8399-74c06a5ae308 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:18.372160 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "name": "network-vif-plugged", "status": "completed", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:18.373213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-2436aac0-dedc-4698-b5d0-f328d700f3c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0901144 Sep 02 12:45:18.373647 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41110a6a-8068-4c88-8399-74c06a5ae308 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:18.374072 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'code': 200} Sep 02 12:45:18.437142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-00fd9a11-c9fe-4388-bf1f-cce8d09f9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.439460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-00fd9a11-c9fe-4388-bf1f-cce8d09f9921 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547409 Sep 02 12:45:18.501595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-c5d4848c-b7c1-41e7-8b44-3e06561954f1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.503606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-c5d4848c-b7c1-41e7-8b44-3e06561954f1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 813 time: 0.3995531 Sep 02 12:45:18.555149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-c68157d4-5b0c-486e-bd23-875b74d66027 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/quotas/d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 375 time: 0.0338635 Sep 02 12:45:18.557362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-8f747b90-be73-4f26-92a5-642265ac4d8a service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098623 Sep 02 12:45:18.570473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'port': 2} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:18.575618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:18.605040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc758-09c1-408e-9e4a-88f060ef42cf req-44ac332d-7e54-4086-a4b4-fbfef5d00251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.607029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6afc758-09c1-408e-9e4a-88f060ef42cf req-44ac332d-7e54-4086-a4b4-fbfef5d00251 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 1096 time: 0.1512709 Sep 02 12:45:18.610998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:18.665197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-5b27a054-7072-4c0a-90b7-1fa773bb196c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089926 Sep 02 12:45:18.698796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e7ab-d06e-4719-8b89-01cd1dcab141 req-af4b9645-7fe1-40b6-b053-1a557c2a6ab0 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.700353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6c7e7ab-d06e-4719-8b89-01cd1dcab141 req-af4b9645-7fe1-40b6-b053-1a557c2a6ab0 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.0817018 Sep 02 12:45:18.704645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-7ebe3da1-148a-42f8-864f-757e78ab8d5b service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396234 Sep 02 12:45:18.737383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6afc758-09c1-408e-9e4a-88f060ef42cf req-028871b0-d283-45b6-81d8-7e0a7b581568 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215518 Sep 02 12:45:18.754823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6c7e7ab-d06e-4719-8b89-01cd1dcab141 req-6ecd85e0-a2b9-47d8-9cda-ece0ebbfc35a tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468597 Sep 02 12:45:18.795102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] device_id is not set on port 28dce274-95b3-4d43-a415-34b101649008 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:18.842059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-a34d877c-b0c5-4d70-97fc-3b3ae065600f service neutron] 10.222.0.60 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452813 Sep 02 12:45:18.996480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5589-4a2e-48fb-b9cc-67b48cdab29d req-06c4472c-cc84-42ee-bd93-35f7bc1afc43 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:18.998380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ba5589-4a2e-48fb-b9cc-67b48cdab29d req-06c4472c-cc84-42ee-bd93-35f7bc1afc43 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0650344 Sep 02 12:45:19.033162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:19.042812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ba5589-4a2e-48fb-b9cc-67b48cdab29d req-d0753067-171f-4e6e-b0a1-217501ab4b3c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Sep 02 12:45:19.067462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-94907590-0548-4b48-a028-ffdef966d6c3 service neutron] 10.222.0.60 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615851 Sep 02 12:45:19.128024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] device_id is not set on port a97085c6-fc25-4bcc-bf06-d1b47814b7ac yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:19.270556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:19.312265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6204e06-bf99-4bec-ab63-0b90aa9916cd req-976df323-9e47-49ef-bf02-2440a6f9144c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 210 time: 0.0484276 Sep 02 12:45:19.336809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:19.435309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Port': ['ID=28dce274-95b3-4d43-a415-34b101649008,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:19.469152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874c594-7ee9-4011-b9aa-5f63eb3f4ff3 req-5a11e10b-2ad0-412f-b21e-f2f79a9256ee tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:19.470849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3874c594-7ee9-4011-b9aa-5f63eb3f4ff3 req-5a11e10b-2ad0-412f-b21e-f2f79a9256ee tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0959032 Sep 02 12:45:19.473559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Checking segment: {'id': '3678746d-2e08-455c-99fb-d86c282c9c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2d761ec4-e129-4c07-96d1-9d2b5c80f979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:19.473559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network hostable DHCP agents. Network: 2d761ec4-e129-4c07-96d1-9d2b5c80f979, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:19.494101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network 2d761ec4-e129-4c07-96d1-9d2b5c80f979 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:19.517414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2d761ec4-e129-4c07-96d1-9d2b5c80f979) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:19.521889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:19.523033 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:19.527859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ac8c5-7835-47ad-9d01-f1b5898b8498 None None] Network 2d761ec4-e129-4c07-96d1-9d2b5c80f979 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:19.629215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3874c594-7ee9-4011-b9aa-5f63eb3f4ff3 req-971828f7-7f30-41a7-b30c-f0492bd9a1d1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182852 Sep 02 12:45:19.632173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Port': ['ID=a97085c6-fc25-4bcc-bf06-d1b47814b7ac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:19.646071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Checking segment: {'id': '38744133-b723-444a-9c61-11a18eb48a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7a02f966-f315-4e53-8ca7-eb596fb11962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:19.646716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network hostable DHCP agents. Network: 7a02f966-f315-4e53-8ca7-eb596fb11962, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:19.670557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network 7a02f966-f315-4e53-8ca7-eb596fb11962 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:19.685054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 7a02f966-f315-4e53-8ca7-eb596fb11962) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:19.690003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:19.698169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:19.704045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:19.705204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:19.706361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d6791c-17df-4f89-95f9-aa2816eb2769 None None] Network 7a02f966-f315-4e53-8ca7-eb596fb11962 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:19.724058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-12a87106-ac48-48d2-8dc2-c29609e02573 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6010118 Sep 02 12:45:19.726862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:19.885540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d588315-5c8f-4456-9f20-cd01c08a430d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:19.904546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d588315-5c8f-4456-9f20-cd01c08a430d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:19.906348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d588315-5c8f-4456-9f20-cd01c08a430d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1780429 Sep 02 12:45:19.910442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59060) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:19.950180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06a80f-414f-4d93-ab53-e195fdd271ca req-ecf29aac-7ff6-41d7-b7a4-35a443711b1b tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:19.960359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e06a80f-414f-4d93-ab53-e195fdd271ca req-ecf29aac-7ff6-41d7-b7a4-35a443711b1b tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.0761621 Sep 02 12:45:20.016945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e06a80f-414f-4d93-ab53-e195fdd271ca req-eb1ee191-3ff1-4434-b627-5a26cf379bef tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526159 Sep 02 12:45:20.086796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Deleting port 28dce274-95b3-4d43-a415-34b101649008 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:20.087322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.199256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.224931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5ce4b-9749-44d0-8c17-7c4067cacba0 req-a6c38a53-9bf6-444e-a460-7cc8a961cfb0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:20.227255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1b5ce4b-9749-44d0-8c17-7c4067cacba0 req-a6c38a53-9bf6-444e-a460-7cc8a961cfb0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0900919 Sep 02 12:45:20.228213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Calling delete_port for 28dce274-95b3-4d43-a415-34b101649008 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:20.325871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1b5ce4b-9749-44d0-8c17-7c4067cacba0 req-8d18fdef-1a42-4962-b5df-f21e3e1cb793 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908318 Sep 02 12:45:20.351757 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.383670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Port': ['ID=28dce274-95b3-4d43-a415-34b101649008,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:20.388274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.393410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6e289f54-2bad-4c40-bee7-01e7b93610a8 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/ports/28dce274-95b3-4d43-a415-34b101649008 HTTP/1.1" status: 204 len: 168 time: 0.4817820 Sep 02 12:45:20.394097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:20.419819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-922e5eee-263d-47f2-a770-bc06d69e6c63 req-1289a46c-8bae-4e0d-a461-44693a8f442e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 210 time: 0.0334761 Sep 02 12:45:20.503360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Deleting port a97085c6-fc25-4bcc-bf06-d1b47814b7ac {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:20.503661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.581976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.597850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Calling delete_port for a97085c6-fc25-4bcc-bf06-d1b47814b7ac owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:20.643703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-bacd1ebc-2a31-41cd-8c49-ba681e1f2405 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:20.645297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-bacd1ebc-2a31-41cd-8c49-ba681e1f2405 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 813 time: 0.1496015 Sep 02 12:45:20.663879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'port': {'device_id': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10', 'admin_state_up': True, 'tenant_id': 'd619d79e63854c49a1f4105514dbe78c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:20.694934 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.735046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Port': ['ID=a97085c6-fc25-4bcc-bf06-d1b47814b7ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:20.755204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.757163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b069a3bc-1f12-4f66-b477-0fd6611b4f70 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/ports/a97085c6-fc25-4bcc-bf06-d1b47814b7ac HTTP/1.1" status: 204 len: 168 time: 0.3619938 Sep 02 12:45:20.760553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:20.793024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3fa7a0ce-107c-4b4d-8eb7-9203acfb7338 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0313010 Sep 02 12:45:20.793388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Made reservation on behalf of d619d79e63854c49a1f4105514dbe78c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:20.797359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:20.798637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.802988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1679972142'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:20.813911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90add83d-927a-44ba-8cc7-aa64008b3766 req-afaa19c3-51c9-4d40-a70c-8f34f76c4344 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:20.815424 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90add83d-927a-44ba-8cc7-aa64008b3766 req-afaa19c3-51c9-4d40-a70c-8f34f76c4344 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0898759 Sep 02 12:45:20.850801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:20.854741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.880381 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90add83d-927a-44ba-8cc7-aa64008b3766 req-7f144b28-1676-4558-8994-bc3dd13c78f5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562220 Sep 02 12:45:20.904937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:20.909967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.910362 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Added segment 53b71520-7b2e-469e-8170-c43746c0720e of type vlan for network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 Sep 02 12:45:20.937613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Allocated IP 172.20.0.10 (729989e7-9de1-4f79-8bd5-13b7d4563f10/24ad563f-fd5b-4198-a7bf-986ecea91c91/722faf09-efd7-4ce7-99e6-860b654fce51) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:20.957617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.985771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:20.992228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:20.992866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.049928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2515578 Sep 02 12:45:21.052649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:21.059015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1528566555'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:21.068781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5337c5e-5e81-4616-b393-b9f017f46b6d tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Network': ['ID=f82d043b-0292-4a9e-9aea-2a67b8cf07d8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:21.088044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:21.105356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:21.109030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.186169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.198909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:21.222708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b571f-7597-4c12-a91f-3022e4afd6e1 req-24bcf24b-249b-4c43-bf39-18d96461efe4 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:21.224346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c38b571f-7597-4c12-a91f-3022e4afd6e1 req-24bcf24b-249b-4c43-bf39-18d96461efe4 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.1001894 Sep 02 12:45:21.225581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.226055 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Added segment 70a43928-551f-4b21-bb1e-dbec7ccc9218 of type vlan for network 7bf734b7-8874-4646-9012-b2df85d5600a Sep 02 12:45:21.311796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.339603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.347136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c38b571f-7597-4c12-a91f-3022e4afd6e1 req-24345421-9f64-4c48-b176-44d9cdcb7b7a tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107721 Sep 02 12:45:21.351776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:21.373787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.380218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:21.380970 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.424924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Network 729989e7-9de1-4f79-8bd5-13b7d4563f10 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:21.482605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:21.485499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:21.496374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4425814 Sep 02 12:45:21.500513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2ebef-792a-4b9e-b8d4-cb5cb11a97ba req-5f73a63e-7d3e-42a6-a97c-bb6936b2bff7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:21.508718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ad2ebef-792a-4b9e-b8d4-cb5cb11a97ba req-5f73a63e-7d3e-42a6-a97c-bb6936b2bff7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0741315 Sep 02 12:45:21.551445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:21.567081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94ea79-447b-4ac4-a002-49d4f9a05a41 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Network': ['ID=7bf734b7-8874-4646-9012-b2df85d5600a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:21.582448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 7bf734b7-8874-4646-9012-b2df85d5600a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:21.595160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ad2ebef-792a-4b9e-b8d4-cb5cb11a97ba req-af4fc09f-f1b4-442c-b50a-16845cf5be70 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800147 Sep 02 12:45:21.595814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a81b9-c583-4cbb-b79c-6f24745ed900 req-42ad3778-e69e-4d10-8268-0849382581f8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:21.597621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d9a81b9-c583-4cbb-b79c-6f24745ed900 req-42ad3778-e69e-4d10-8268-0849382581f8 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.1611576 Sep 02 12:45:21.604795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:21.605653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.608298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:21.625177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Request body: {'floatingip': {'port_id': '879529ae-237b-45c3-b498-0bbb8f8d2449'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:21.627874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-ba9d7f59-dd57-4cee-acad-048958a6ffeb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660122 Sep 02 12:45:21.654518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Request body: {'port': {'device_id': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:21.657320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59098) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:21.678097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.686562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'subnets': [{'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1750040435', 'ip_version': 4}, {'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:21.686909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'subnet': {'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1750040435', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:21.687584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Request body: {'subnet': {'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:21.787043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:21.856334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287452b-d50c-4ebb-9704-630571fb28b8 req-0bdfee13-253c-4ea9-b661-e119f416aff0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:21.858090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a287452b-d50c-4ebb-9704-630571fb28b8 req-0bdfee13-253c-4ea9-b661-e119f416aff0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 932 time: 0.1248782 Sep 02 12:45:21.984773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a287452b-d50c-4ebb-9704-630571fb28b8 req-08bcea4e-5308-414a-a920-e72587254ac5 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143169 Sep 02 12:45:22.020707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Made reservation on behalf of e085d87b7eea472080e5b4c8e9ce5aa3 for: {'subnet': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:22.025750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.026098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.141239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a310-c4bc-4ca3-9038-442797d85491 req-5d6ff7d7-9b45-43f9-a226-598cf3c89bea tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:22.142679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8970a310-c4bc-4ca3-9038-442797d85491 req-5d6ff7d7-9b45-43f9-a226-598cf3c89bea tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1794481 Sep 02 12:45:22.245739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8970a310-c4bc-4ca3-9038-442797d85491 req-27aee800-42e4-4f43-9763-66f27a7421e0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945833 Sep 02 12:45:22.333085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722faf09-efd7-4ce7-99e6-860b654fce51 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:22.360195 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.375386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.380028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.390221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Transition to ACTIVE for port object 722faf09-efd7-4ce7-99e6-860b654fce51 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:22.425732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.486322 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Floating IP ce1dadca-1f19-4844-85aa-d181a62be928 associated. External IP: 172.25.7.234, port: 879529ae-237b-45c3-b498-0bbb8f8d2449. Sep 02 12:45:22.526642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:22.609877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Attempting to bind port 722faf09-efd7-4ce7-99e6-860b654fce51 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:22.610209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Attempting to bind port 722faf09-efd7-4ce7-99e6-860b654fce51 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:22.610538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Attempting to bind port 722faf09-efd7-4ce7-99e6-860b654fce51 on network 729989e7-9de1-4f79-8bd5-13b7d4563f10 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:22.620728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Port 722faf09-efd7-4ce7-99e6-860b654fce51 on network 729989e7-9de1-4f79-8bd5-13b7d4563f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:45:22.621090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Attempting to bind port 722faf09-efd7-4ce7-99e6-860b654fce51 on network 729989e7-9de1-4f79-8bd5-13b7d4563f10 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:22.631144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:22.631486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Checking segment: {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:22.631872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Bound using segment: {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:22.632396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Bound port: 722faf09-efd7-4ce7-99e6-860b654fce51, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201424dd-f4d9-43ab-a1c6-e2388380cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:22.632757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.722709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.735770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140af00-88cb-4add-9b23-27d7e389c06f req-d8c575c8-5168-4ff2-abb3-d20eb42e5045 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:22.737522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6140af00-88cb-4add-9b23-27d7e389c06f req-d8c575c8-5168-4ff2-abb3-d20eb42e5045 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0700810 Sep 02 12:45:22.768996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:22.770333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:45:22.791271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:22.795196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6140af00-88cb-4add-9b23-27d7e389c06f req-0793c81b-2cf0-4a9e-ad35-7fe7fb1ada48 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498092 Sep 02 12:45:22.800944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.851441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Subnet': ['ID=490b782a-200a-4421-829d-07353e0c0cf1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:22.871105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:22.871840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:22.873336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] 10.222.0.41 "PUT /v2.0/ports/722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 1092 time: 1.2362542 Sep 02 12:45:22.873773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:22.876110 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5af340-c376-47ea-8283-36ead966d33b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:22.887683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Checking segment: {'id': '53b71520-7b2e-469e-8170-c43746c0720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:22.888094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network hostable DHCP agents. Network: f82d043b-0292-4a9e-9aea-2a67b8cf07d8, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:22.904931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ace9f-c125-4cf7-b57f-604a5623a27c service neutron] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:22.922288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:22.944090 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8102b758-64ee-4ea1-b18c-ae9c908a3b60 x-openstack-request-id: req-8102b758-64ee-4ea1-b18c-ae9c908a3b60 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:22.944527 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:22.944812 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8102b758-64ee-4ea1-b18c-ae9c908a3b60 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:22.945255 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51', 'status': 'completed', 'code': 200} Sep 02 12:45:22.945824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f82d043b-0292-4a9e-9aea-2a67b8cf07d8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:22.954839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce354a-0b0f-4f8b-9cd2-edc8511a2991 None None] Network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:22.967950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:23.050675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-487ee076-9aaa-4182-824b-19a505cda9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.052255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-487ee076-9aaa-4182-824b-19a505cda9cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1095 time: 0.1214213 Sep 02 12:45:23.058519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Checking segment: {'id': '70a43928-551f-4b21-bb1e-dbec7ccc9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:23.058878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network hostable DHCP agents. Network: 7bf734b7-8874-4646-9012-b2df85d5600a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:23.105152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event updated for resources: {'Subnet': ['ID=46f22bdf-8aad-417d-9c9f-5caaf2105cd5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:23.114994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-20ac1409-1411-4542-a5bd-7e2914d69743 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 217 time: 0.0514667 Sep 02 12:45:23.120471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-f82d043b-0292-4a9e-9aea-2a67b8cf07d8', 'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8', 'tenant_id': 'e085d87b7eea472080e5b4c8e9ce5aa3', 'fixed_ips': [{'subnet_id': '490b782a-200a-4421-829d-07353e0c0cf1'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:23.121032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:23.133189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Network 7bf734b7-8874-4646-9012-b2df85d5600a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:23.182601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 7bf734b7-8874-4646-9012-b2df85d5600a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:23.197184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157365c0-1dfa-48c9-b44c-b719cf3d6eb5 None None] Network 7bf734b7-8874-4646-9012-b2df85d5600a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:23.208474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.208979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.209614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:23.222098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-42279583-e536-422f-88b5-0f91a5e69322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.224011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-42279583-e536-422f-88b5-0f91a5e69322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.1014495 Sep 02 12:45:23.239102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611c6d-3a4b-4c2d-93b8-d60c3d0da7a0 req-fc761d6f-0985-4b99-9f2a-97ce38c06431 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.240334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1611c6d-3a4b-4c2d-93b8-d60c3d0da7a0 req-fc761d6f-0985-4b99-9f2a-97ce38c06431 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 944 time: 0.0992560 Sep 02 12:45:23.249636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-59ee57b7-accf-4918-bedb-0787c4a2649a tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5874865 Sep 02 12:45:23.250507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:23.273874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-7cfa68d8-be62-4219-83cb-f2d1106b13d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406423 Sep 02 12:45:23.309854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:45:23.314779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:23.330568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] Sync routers for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:45:23.375423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Allocated IP 172.20.0.2 (f82d043b-0292-4a9e-9aea-2a67b8cf07d8/490b782a-200a-4421-829d-07353e0c0cf1/d74ba0df-58a8-4a32-8978-558fbbc1b313) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:23.386364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:23.387212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:23.405991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-772f18e9-88b4-4dd8-816d-18aa9b557bed tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "PUT /v2.0/floatingips/ce1dadca-1f19-4844-85aa-d181a62be928 HTTP/1.1" status: 200 len: 991 time: 1.7939792 Sep 02 12:45:23.410016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:23.412424 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16087a33-1d98-4c05-a996-4698db5d4959" -d '{"events": [{"name": "network-changed", "server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:23.421837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22014a9-6c80-4141-babe-ca0aafd6b393 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.423399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22014a9-6c80-4141-babe-ca0aafd6b393 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.424930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22014a9-6c80-4141-babe-ca0aafd6b393 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.429796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d22014a9-6c80-4141-babe-ca0aafd6b393 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1750033 Sep 02 12:45:23.430759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1611c6d-3a4b-4c2d-93b8-d60c3d0da7a0 req-9fe88375-9508-4648-8657-0681921fdc26 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601980 Sep 02 12:45:23.430759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:23.435941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84dfb6-c5e1-421c-a322-9e3ddadf3f54 req-c48fce3f-503a-4b33-8c4d-601bf954e6c4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.437530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f84dfb6-c5e1-421c-a322-9e3ddadf3f54 req-c48fce3f-503a-4b33-8c4d-601bf954e6c4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0741899 Sep 02 12:45:23.449856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-bd5221f2-27b7-4be7-8a73-b88d0387bd6d service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630104 Sep 02 12:45:23.496941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Deleting subnet 490b782a-200a-4421-829d-07353e0c0cf1 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:23.534039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f84dfb6-c5e1-421c-a322-9e3ddadf3f54 req-710d5364-3478-4ea1-a896-476cc0c2660d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Sep 02 12:45:23.593040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34447142-8f5a-4d70-b536-b947f32a86b2 req-408bed6e-50ec-4988-b765-6dea5bfa8fdd service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155005 Sep 02 12:45:23.594673 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b745fc-b905-4529-b1a8-6ac8644053da x-openstack-request-id: req-c5b745fc-b905-4529-b1a8-6ac8644053da {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:23.595076 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:23.595427 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5b745fc-b905-4529-b1a8-6ac8644053da {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:23.595947 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'status': 'completed', 'code': 200} Sep 02 12:45:23.671172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087a33-1d98-4c05-a996-4698db5d4959 req-24c41b3c-957d-4b9e-a3d0-5a5f37e92bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.672782 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-24c41b3c-957d-4b9e-a3d0-5a5f37e92bdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8&device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 1096 time: 0.0477698 Sep 02 12:45:23.705551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5af340-c376-47ea-8283-36ead966d33b req-82a3dc7a-7011-4c72-9c5a-d6c30683335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.708178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-82a3dc7a-7011-4c72-9c5a-d6c30683335b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1095 time: 0.0613415 Sep 02 12:45:23.782766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-7bf734b7-8874-4646-9012-b2df85d5600a', 'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a', 'tenant_id': 'e085d87b7eea472080e5b4c8e9ce5aa3', 'fixed_ips': [{'subnet_id': '46f22bdf-8aad-417d-9c9f-5caaf2105cd5'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:23.783639 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:23.802784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087a33-1d98-4c05-a996-4698db5d4959 req-187d66d2-33d8-4eb2-b79f-2e6c5b317277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.804508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-187d66d2-33d8-4eb2-b79f-2e6c5b317277 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c93626a-3804-49ff-9369-8836bf796da0 HTTP/1.1" status: 200 len: 912 time: 0.1160486 Sep 02 12:45:23.808129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:45:23.816461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5af340-c376-47ea-8283-36ead966d33b req-6d65f725-7799-467a-9574-afb68816c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.818140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-6d65f725-7799-467a-9574-afb68816c666 service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.1015878 Sep 02 12:45:23.892346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-08eb6cc9-d254-44c1-87ec-d05db8ec0c59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879529ae-237b-45c3-b498-0bbb8f8d2449 HTTP/1.1" status: 200 len: 999 time: 0.0768299 Sep 02 12:45:23.900939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-2dc252a6-c6eb-4051-8c3a-32a95f0f2621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 217 time: 0.0723207 Sep 02 12:45:23.947592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087a33-1d98-4c05-a996-4698db5d4959 req-8ecd3d41-2fce-47e2-b0b5-e66257590cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.949332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-8ecd3d41-2fce-47e2-b0b5-e66257590cae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adb30b44-c020-4a48-a44a-bebba1d79788 HTTP/1.1" status: 200 len: 850 time: 0.0490787 Sep 02 12:45:23.996522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1d46-ae76-4556-89ee-777e7897eead req-f4b61cb5-f6ca-42a2-9888-5a5535b35d94 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:23.998120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c4b1d46-ae76-4556-89ee-777e7897eead req-f4b61cb5-f6ca-42a2-9888-5a5535b35d94 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1077836 Sep 02 12:45:24.000067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5af340-c376-47ea-8283-36ead966d33b req-e7fa5510-44e1-46a1-80b4-154434f7c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:24.001443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-e7fa5510-44e1-46a1-80b4-154434f7c813 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.0808597 Sep 02 12:45:24.006048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087a33-1d98-4c05-a996-4698db5d4959 req-1171234d-f573-4f79-b06b-a5638895261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:24.007930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-1171234d-f573-4f79-b06b-a5638895261f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c93626a-3804-49ff-9369-8836bf796da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499296 Sep 02 12:45:24.051255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-75183775-0110-441a-9aeb-52759fbf1b78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377650 Sep 02 12:45:24.093465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c4b1d46-ae76-4556-89ee-777e7897eead req-d78d23e1-84d3-41e9-921b-9de69f330d49 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869038 Sep 02 12:45:24.116937 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.123002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-b15f88f1-1a54-429f-997e-0e552f30d88f service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019444 Sep 02 12:45:24.139812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Transition to ACTIVE for port object d74ba0df-58a8-4a32-8978-558fbbc1b313 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:24.171956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Allocated IP 172.20.0.18 (7bf734b7-8874-4646-9012-b2df85d5600a/46f22bdf-8aad-417d-9c9f-5caaf2105cd5/a98ab917-54ab-4210-935b-f69cdc510a54) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:24.175547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Transition to ACTIVE for port object d74ba0df-58a8-4a32-8978-558fbbc1b313 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:24.180445 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-a68e72f3-f3df-4b2a-a17e-09e46d28f183 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142387 Sep 02 12:45:24.197609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.198214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.252774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.291051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f5af340-c376-47ea-8283-36ead966d33b req-3fe3a52d-3514-4190-af0f-c4e5f53a62cc service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995734 Sep 02 12:45:24.317067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16087a33-1d98-4c05-a996-4698db5d4959 req-235175bc-49b3-49b4-8a5a-54a3f2af28f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868193 Sep 02 12:45:24.318519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:24.329663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:24.335555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Pushing event updated for resources: {'Port': ['ID=d74ba0df-58a8-4a32-8978-558fbbc1b313,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:24.343089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:24.378210 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.443705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.445501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Attempting to bind port d74ba0df-58a8-4a32-8978-558fbbc1b313 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:24.445886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Attempting to bind port d74ba0df-58a8-4a32-8978-558fbbc1b313 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '53b71520-7b2e-469e-8170-c43746c0720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:24.446256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Attempting to bind port d74ba0df-58a8-4a32-8978-558fbbc1b313 on network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:24.472825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Subnet': ['ID=490b782a-200a-4421-829d-07353e0c0cf1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:24.478154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ce1dadca-1f19-4844-85aa-d181a62be928', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'port_id': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'mac_address': 'fa:16:3e:14:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:45:05Z', 'updated_at': '2021-09-02T12:45:22Z', 'revision_number': 1, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:04Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:24.479813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.480739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:24.481144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Checking segment: {'id': '53b71520-7b2e-469e-8170-c43746c0720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:24.481547 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.481940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Bound using segment: {'id': '53b71520-7b2e-469e-8170-c43746c0720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:24.482440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Bound port: d74ba0df-58a8-4a32-8978-558fbbc1b313, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b71520-7b2e-469e-8170-c43746c0720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f82d043b-0292-4a9e-9aea-2a67b8cf07d8'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:24.482819 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.484607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:24.484749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-faf5a091-78f7-4ace-8c82-047fb8f91559 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/subnets/490b782a-200a-4421-829d-07353e0c0cf1 HTTP/1.1" status: 204 len: 168 time: 1.0530839 Sep 02 12:45:24.528831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] Checking router: 6e771fde-35ce-4c5b-a306-e13da4aa0dfe for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:45:24.539183 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.567741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Transition to ACTIVE for port object a98ab917-54ab-4210-935b-f69cdc510a54 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:24.568256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Deleting subnet 46f22bdf-8aad-417d-9c9f-5caaf2105cd5 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:24.584270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:24.584933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:24.593595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031397d-abab-4c01-8151-a3a3bddad4b7 req-36ad3be5-e453-4a77-9029-d5f48c6cd8c1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:24.595531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3031397d-abab-4c01-8151-a3a3bddad4b7 req-36ad3be5-e453-4a77-9029-d5f48c6cd8c1 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 944 time: 0.0750628 Sep 02 12:45:24.635672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Transition to ACTIVE for port object a98ab917-54ab-4210-935b-f69cdc510a54 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:24.645452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3031397d-abab-4c01-8151-a3a3bddad4b7 req-8523089a-c1c3-4098-b29d-9ac0d023127b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Sep 02 12:45:24.684296 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.687843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.696260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] For port d74ba0df-58a8-4a32-8978-558fbbc1b313, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:24.747594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] For port d74ba0df-58a8-4a32-8978-558fbbc1b313, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d74ba0df-58a8-4a32-8978-558fbbc1b313,segment=NetworkSegment(53b71520-7b2e-469e-8170-c43746c0720e),segment_id=53b71520-7b2e-469e-8170-c43746c0720e)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:24.768927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:24.771971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Network 7bf734b7-8874-4646-9012-b2df85d5600a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:24.786294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:24.795746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:24.797761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Pushing event updated for resources: {'Port': ['ID=a98ab917-54ab-4210-935b-f69cdc510a54,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:24.837537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:45:25.005956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29002e19-f3c9-447c-9ed6-1cc72143871c None None] Pushing event updated for resources: {'Port': ['ID=d74ba0df-58a8-4a32-8978-558fbbc1b313,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:25.010181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a81c81-4f8f-4344-b37b-2bf0089ddac1 None None] Network f82d043b-0292-4a9e-9aea-2a67b8cf07d8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:25.016636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Attempting to bind port a98ab917-54ab-4210-935b-f69cdc510a54 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:25.017037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Attempting to bind port a98ab917-54ab-4210-935b-f69cdc510a54 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '70a43928-551f-4b21-bb1e-dbec7ccc9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:25.017384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Attempting to bind port a98ab917-54ab-4210-935b-f69cdc510a54 on network 7bf734b7-8874-4646-9012-b2df85d5600a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:25.076329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:25.077066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Checking segment: {'id': '70a43928-551f-4b21-bb1e-dbec7ccc9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:25.077498 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.077901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Bound using segment: {'id': '70a43928-551f-4b21-bb1e-dbec7ccc9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:25.078386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Bound port: a98ab917-54ab-4210-935b-f69cdc510a54, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a43928-551f-4b21-bb1e-dbec7ccc9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7bf734b7-8874-4646-9012-b2df85d5600a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:25.078772 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.096808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.136675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7f593-31c8-47da-b67e-b2901971e8fc req-ca02e4dc-13b4-4433-a0f2-667257ba9648 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:25.143830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eda7f593-31c8-47da-b67e-b2901971e8fc req-ca02e4dc-13b4-4433-a0f2-667257ba9648 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.4765232 Sep 02 12:45:25.191836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eda7f593-31c8-47da-b67e-b2901971e8fc req-3b04ac14-72bb-4b03-8f85-e4b3def03b8a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Sep 02 12:45:25.238104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef7a6d-7e41-4b22-8f11-8b58e4bcd0d1 req-a9c5371f-8a55-4c7e-bcdd-4c189f5b8f46 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:25.240108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76ef7a6d-7e41-4b22-8f11-8b58e4bcd0d1 req-a9c5371f-8a55-4c7e-bcdd-4c189f5b8f46 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0639117 Sep 02 12:45:25.242974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.284495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76ef7a6d-7e41-4b22-8f11-8b58e4bcd0d1 req-9511a985-283b-4965-9652-d09f0f90958c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Sep 02 12:45:25.322556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.338240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.338500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] For port a98ab917-54ab-4210-935b-f69cdc510a54, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:25.341417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/subnets/46f22bdf-8aad-417d-9c9f-5caaf2105cd5 HTTP/1.1" status: 204 len: 168 time: 0.8553782 Sep 02 12:45:25.342396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:25.356728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] For port a98ab917-54ab-4210-935b-f69cdc510a54, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a98ab917-54ab-4210-935b-f69cdc510a54,segment=NetworkSegment(70a43928-551f-4b21-bb1e-dbec7ccc9218),segment_id=70a43928-551f-4b21-bb1e-dbec7ccc9218)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:25.364890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.369829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561ed6d-d6fd-4ccf-8347-f680ef18c99c tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Subnet': ['ID=46f22bdf-8aad-417d-9c9f-5caaf2105cd5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:25.411465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac367b9-069d-4aec-bf6f-0ccc163dce65 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:25.417982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bac367b9-069d-4aec-bf6f-0ccc163dce65 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695992 Sep 02 12:45:25.419055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:25.505381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.563782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Deleting port a98ab917-54ab-4210-935b-f69cdc510a54 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:25.564122 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.584094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ce1dadca-1f19-4844-85aa-d181a62be928', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'port_id': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'mac_address': 'fa:16:3e:14:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:45:05Z', 'updated_at': '2021-09-02T12:45:22Z', 'revision_number': 1, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:04Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:25.619796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625da99-45bf-4cd0-bef2-faa1c14adb91 None None] The sync data for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 is: [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ce1dadca-1f19-4844-85aa-d181a62be928', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'port_id': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'mac_address': 'fa:16:3e:14:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:45:05Z', 'updated_at': '2021-09-02T12:45:22Z', 'revision_number': 1, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:04Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:45:25.622421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247ffd-e932-4c43-89a6-afc71add3ea1 None None] Pushing event updated for resources: {'Port': ['ID=a98ab917-54ab-4210-935b-f69cdc510a54,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:25.646302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] For port a98ab917-54ab-4210-935b-f69cdc510a54, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a98ab917-54ab-4210-935b-f69cdc510a54,segment=NetworkSegment(70a43928-551f-4b21-bb1e-dbec7ccc9218),segment_id=70a43928-551f-4b21-bb1e-dbec7ccc9218)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:25.646987 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.665908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Calling delete_port for a98ab917-54ab-4210-935b-f69cdc510a54 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:25.796458 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.862023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad0a29-4c91-474a-bc80-ba962ca2ecbd req-662387d5-5778-4ae4-b341-10471022a31d tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:25.864004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bad0a29-4c91-474a-bc80-ba962ca2ecbd req-662387d5-5778-4ae4-b341-10471022a31d tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 944 time: 0.1310482 Sep 02 12:45:25.865915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Port': ['ID=a98ab917-54ab-4210-935b-f69cdc510a54,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:25.871175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] No DVR routers for this DVR port a98ab917-54ab-4210-935b-f69cdc510a54 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:25.936694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bad0a29-4c91-474a-bc80-ba962ca2ecbd req-50433ffe-a0e3-444f-8b2e-e47dfa4d2f8f tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639937 Sep 02 12:45:25.982732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:25.996708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf734b7-8874-4646-9012-b2df85d5600a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:26.008513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a43928-551f-4b21-bb1e-dbec7ccc9218') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:26.008674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a43928-551f-4b21-bb1e-dbec7ccc9218') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:26.017125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e7b74-4461-4aaf-b5dd-bb729d480dda None None] New status for floating IP ce1dadca-1f19-4844-85aa-d181a62be928: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:45:26.019188 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.034309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.042186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:26.042598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:26.045823 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:26.114536 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.124279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.126222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/networks/7bf734b7-8874-4646-9012-b2df85d5600a HTTP/1.1" status: 204 len: 168 time: 0.7060199 Sep 02 12:45:26.128957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:26.142622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ea63-cc75-4817-906d-e3eeedd00629 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Network': ['ID=7bf734b7-8874-4646-9012-b2df85d5600a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:26.228001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.312491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Deleting port d74ba0df-58a8-4a32-8978-558fbbc1b313 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:26.313184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.365579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f786c-3647-4711-9f60-6531efb335c2 req-0f509a2e-d4ed-451c-8b9b-68d83e13d0e0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:26.367214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550f786c-3647-4711-9f60-6531efb335c2 req-0f509a2e-d4ed-451c-8b9b-68d83e13d0e0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1001029 Sep 02 12:45:26.414064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] For port d74ba0df-58a8-4a32-8978-558fbbc1b313, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d74ba0df-58a8-4a32-8978-558fbbc1b313,segment=NetworkSegment(53b71520-7b2e-469e-8170-c43746c0720e),segment_id=53b71520-7b2e-469e-8170-c43746c0720e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:26.415820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.429759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f2ab5-0346-4f23-ad51-337f18f83929 req-c3e6732b-12cd-4047-9cd5-0b7f0a2e1046 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:26.432437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a6f2ab5-0346-4f23-ad51-337f18f83929 req-c3e6732b-12cd-4047-9cd5-0b7f0a2e1046 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0621436 Sep 02 12:45:26.438396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Calling delete_port for d74ba0df-58a8-4a32-8978-558fbbc1b313 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:26.448724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550f786c-3647-4711-9f60-6531efb335c2 req-a8a6feae-bef6-47df-a349-1695e9f871c2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Sep 02 12:45:26.484161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a6f2ab5-0346-4f23-ad51-337f18f83929 req-5f5025e1-6637-4a56-8606-3d59fe14a261 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Sep 02 12:45:26.542598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.577224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Port': ['ID=d74ba0df-58a8-4a32-8978-558fbbc1b313,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:26.583634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] No DVR routers for this DVR port d74ba0df-58a8-4a32-8978-558fbbc1b313 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:26.672386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.683233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82d043b-0292-4a9e-9aea-2a67b8cf07d8']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:26.693276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b71520-7b2e-469e-8170-c43746c0720e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:26.693575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b71520-7b2e-469e-8170-c43746c0720e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:26.704145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.721674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.730953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:26.731523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:26.735010 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:26.744949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b084ca-5668-4ef8-b33a-ab40c236a4b0 None None] DHCP port deletion for 7bf734b7-8874-4646-9012-b2df85d5600a request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:45:26.783169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d5574-c94b-4b72-9bee-fdaea273cddb None None] Network 7bf734b7-8874-4646-9012-b2df85d5600a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:26.801802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86bfad4c-b29c-42fd-a72a-ad50506a43f3 None None] Could not find standard attr ID for object a98ab917-54ab-4210-935b-f69cdc510a54. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:45:26.805352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d5574-c94b-4b72-9bee-fdaea273cddb None None] Network 7bf734b7-8874-4646-9012-b2df85d5600a could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 12:45:26.818560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59310b94-af3a-4a76-ae1b-54cb0968181b None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:45:26.821693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.845504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.847716 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/networks/f82d043b-0292-4a9e-9aea-2a67b8cf07d8 HTTP/1.1" status: 204 len: 168 time: 0.7174220 Sep 02 12:45:26.849262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e2a9-f124-489d-a301-b2f801635419 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Network': ['ID=f82d043b-0292-4a9e-9aea-2a67b8cf07d8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:26.851207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:26.914799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a450dc-cc7a-44b4-8b79-9078ad5bf210 req-90f41f13-c111-4b61-9fa6-5e3cf4580d64 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:26.916492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61a450dc-cc7a-44b4-8b79-9078ad5bf210 req-90f41f13-c111-4b61-9fa6-5e3cf4580d64 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 945 time: 0.0594745 Sep 02 12:45:26.971014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61a450dc-cc7a-44b4-8b79-9078ad5bf210 req-ce0fff77-7975-4505-9fa9-bce0da1d53f7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Sep 02 12:45:26.973446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:26.996383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59310b94-af3a-4a76-ae1b-54cb0968181b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:45:27.082694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.099763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b66a16-0cda-4753-9728-ed88df63acdb req-dec6b2c2-83dc-44c3-a6ac-91334e14f277 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:27.101545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a02f966-f315-4e53-8ca7-eb596fb11962']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:27.102027 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29b66a16-0cda-4753-9728-ed88df63acdb req-dec6b2c2-83dc-44c3-a6ac-91334e14f277 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 944 time: 0.0644956 Sep 02 12:45:27.119492 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38744133-b723-444a-9c61-11a18eb48a6e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:27.119942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38744133-b723-444a-9c61-11a18eb48a6e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:27.130975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.150956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29b66a16-0cda-4753-9728-ed88df63acdb req-56c6905e-15a4-46f5-bc5c-566562776885 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Sep 02 12:45:27.162673 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.175111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:27.175946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:27.183226 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:27.267812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.276713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.278724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/networks/7a02f966-f315-4e53-8ca7-eb596fb11962 HTTP/1.1" status: 204 len: 168 time: 0.4261224 Sep 02 12:45:27.281718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:27.296152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec54b-d42f-4445-a04e-82c408fbaa48 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Network': ['ID=7a02f966-f315-4e53-8ca7-eb596fb11962,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:27.360305 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.459097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.469735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d761ec4-e129-4c07-96d1-9d2b5c80f979']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:27.482041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3678746d-2e08-455c-99fb-d86c282c9c64') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:27.482407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3678746d-2e08-455c-99fb-d86c282c9c64') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:27.493511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.509881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.519448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:27.519834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:27.523277 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:27.585324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1c151-f08d-4d11-be36-1dbbb088fd00 req-dc3c4f30-9061-4a2c-a14a-4b362fb66594 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:27.592925 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94e1c151-f08d-4d11-be36-1dbbb088fd00 req-dc3c4f30-9061-4a2c-a14a-4b362fb66594 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0634680 Sep 02 12:45:27.624803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.629825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94e1c151-f08d-4d11-be36-1dbbb088fd00 req-e82b6c72-2a08-432b-add7-ed05e6802704 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354481 Sep 02 12:45:27.634369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:27.636238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] 10.222.0.60 "DELETE /v2.0/networks/2d761ec4-e129-4c07-96d1-9d2b5c80f979 HTTP/1.1" status: 204 len: 168 time: 0.3535113 Sep 02 12:45:27.659791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51938b82-b9c8-4263-848b-bfcda65cc1e7 req-9550520f-13da-4697-bab3-0125df6a2224 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:27.661321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51938b82-b9c8-4263-848b-bfcda65cc1e7 req-9550520f-13da-4697-bab3-0125df6a2224 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0891776 Sep 02 12:45:27.662368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c21c99-c545-4164-a194-5ee6b3ad4807 tempest-BulkNetworkOpsTest-1400314642 tempest-BulkNetworkOpsTest-1400314642-project] Pushing event deleted for resources: {'Network': ['ID=2d761ec4-e129-4c07-96d1-9d2b5c80f979,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:27.701042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51938b82-b9c8-4263-848b-bfcda65cc1e7 req-3800e1dc-7442-4cc0-ab7b-82f9c6306d75 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Sep 02 12:45:27.861452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 722faf09-efd7-4ce7-99e6-860b654fce51 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:27.914512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:27.961854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:27.973558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '722faf09-efd7-4ce7-99e6-860b654fce51', 'network_id': '729989e7-9de1-4f79-8bd5-13b7d4563f10', 'port_id': '722faf09-efd7-4ce7-99e6-860b654fce51', 'mac_address': 'fa:16:3e:29:77:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad563f-fd5b-4198-a7bf-986ecea91c91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:28.012497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.037297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722faf09-efd7-4ce7-99e6-860b654fce51 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:28.060450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:28.065749 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.085916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b96e0ccb-170b-4d3d-9af9-4f2b7addba81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e085d87b7eea472080e5b4c8e9ce5aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701615 Sep 02 12:45:28.089845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:28.107376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5a2e-46b5-4367-9bb4-01926d1f927e req-057ee0a9-28bb-489a-a9d2-2a34c5350c66 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:28.109094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2af5a2e-46b5-4367-9bb4-01926d1f927e req-057ee0a9-28bb-489a-a9d2-2a34c5350c66 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 945 time: 0.0622106 Sep 02 12:45:28.129670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:28.159891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2af5a2e-46b5-4367-9bb4-01926d1f927e req-7bf7a13e-18bf-4b5d-9d3c-f82a2a9a38ac tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 Sep 02 12:45:28.180550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c6d81c2-ee10-4b67-9cd8-ae1cdfd40f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.203356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c6d81c2-ee10-4b67-9cd8-ae1cdfd40f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.278550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c6d81c2-ee10-4b67-9cd8-ae1cdfd40f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.280992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c6d81c2-ee10-4b67-9cd8-ae1cdfd40f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.282177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1c6d81c2-ee10-4b67-9cd8-ae1cdfd40f1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a782000-7d6e-4ccc-9e4a-aa893c02c876 HTTP/1.1" status: 204 len: 168 time: 0.1908703 Sep 02 12:45:28.296500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e9529-b80f-4880-8898-0ed19698a565 req-783d9e53-5be9-404b-bf3c-789642a83728 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:28.298332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-048e9529-b80f-4880-8898-0ed19698a565 req-783d9e53-5be9-404b-bf3c-789642a83728 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 945 time: 0.0704024 Sep 02 12:45:28.304286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d81c2-ee10-4b67-9cd8-ae1cdfd40f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a782000-7d6e-4ccc-9e4a-aa893c02c876,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:28.358142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-048e9529-b80f-4880-8898-0ed19698a565 req-ed7270fe-a79d-42f2-83b2-99ec69f5bc32 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Sep 02 12:45:28.368616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['722faf09-efd7-4ce7-99e6-860b654fce51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:28.619781 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-561c5ab1-807d-4c5d-b3be-f9e577a3f57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.689672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-ebdf79d0-514b-4d75-a854-1c33c76c26b2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:28.691921 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-ebdf79d0-514b-4d75-a854-1c33c76c26b2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 945 time: 0.0630825 Sep 02 12:45:28.817378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8db8-0e68-48ac-b389-98f0c030fb82 req-b148cd1d-06a1-415e-b2b9-3faf4a105688 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:28.818935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d7b8db8-0e68-48ac-b389-98f0c030fb82 req-b148cd1d-06a1-415e-b2b9-3faf4a105688 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0949850 Sep 02 12:45:28.834023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9509ade-013b-429c-ad02-b5275ca404ff req-cbeadc57-36b3-480d-8e18-85fe64a30721 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:28.835515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9509ade-013b-429c-ad02-b5275ca404ff req-cbeadc57-36b3-480d-8e18-85fe64a30721 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0611706 Sep 02 12:45:28.853308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Deleting port 52341a89-aca0-473a-989f-06f390d44bef {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:28.853730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.884040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9509ade-013b-429c-ad02-b5275ca404ff req-1bf9b1bc-7e8d-405c-bad8-be6b3561f064 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Sep 02 12:45:28.918134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d7b8db8-0e68-48ac-b389-98f0c030fb82 req-a8895686-5f68-4741-95c2-e91672c3aa89 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924199 Sep 02 12:45:28.979864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] For port 52341a89-aca0-473a-989f-06f390d44bef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=52341a89-aca0-473a-989f-06f390d44bef,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:28.980124 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:28.994403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Calling delete_port for 52341a89-aca0-473a-989f-06f390d44bef owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:29.086001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:29.138399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.152500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['52341a89-aca0-473a-989f-06f390d44bef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:29.169130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event deleted for resources: {'Port': ['ID=52341a89-aca0-473a-989f-06f390d44bef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:29.219603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] No DVR routers for this DVR port 52341a89-aca0-473a-989f-06f390d44bef on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:29.222384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.224460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f292801-cb4d-4e52-b0c1-141d754999a2 req-94ad1eb6-aa44-446d-b164-5ccb218f0a15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "DELETE /v2.0/ports/52341a89-aca0-473a-989f-06f390d44bef HTTP/1.1" status: 204 len: 173 time: 0.5268426 Sep 02 12:45:29.224921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de23db65-4878-4fcd-a516-4dafed7564df', 'name': 'network-vif-deleted', 'tag': '52341a89-aca0-473a-989f-06f390d44bef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:29.228183 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f5b618-0278-4f52-8a8b-7420259763f1" -d '{"events": [{"server_uuid": "de23db65-4878-4fcd-a516-4dafed7564df", "name": "network-vif-deleted", "tag": "52341a89-aca0-473a-989f-06f390d44bef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:29.250927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-358781703'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:29.281013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:29.285703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.287708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f0c243a-6742-4acd-9c21-cf6d288aac7b req-596f211b-4700-4a32-b62c-1e649a9d9301 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0378489 Sep 02 12:45:29.294855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.301696 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5b039-f9ae-4f87-b4dc-e97e56c0e5fe x-openstack-request-id: req-9ab5b039-f9ae-4f87-b4dc-e97e56c0e5fe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:29.302042 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de23db65-4878-4fcd-a516-4dafed7564df", "name": "network-vif-deleted", "tag": "52341a89-aca0-473a-989f-06f390d44bef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:29.302300 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ab5b039-f9ae-4f87-b4dc-e97e56c0e5fe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:29.302723 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de23db65-4878-4fcd-a516-4dafed7564df', 'name': 'network-vif-deleted', 'tag': '52341a89-aca0-473a-989f-06f390d44bef', 'status': 'completed', 'code': 200} Sep 02 12:45:29.403311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.409020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.441289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:29.461844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5826fe-75c6-46fe-a931-4774b3ad8331,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:29.485058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.485677 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment 2ab4cb10-d04e-4d79-bd8d-c5833c4b22da of type vlan for network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 Sep 02 12:45:29.537721 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.554396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0063d0-3697-4c7a-b58d-c953455240e8 req-0c389037-2f34-44fe-ac29-405f1928c31b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:29.557211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c0063d0-3697-4c7a-b58d-c953455240e8 req-0c389037-2f34-44fe-ac29-405f1928c31b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 945 time: 0.1066780 Sep 02 12:45:29.584736 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.590484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:29.591078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.672401 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5825684 Sep 02 12:45:29.672628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:29.675282 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c0063d0-3697-4c7a-b58d-c953455240e8 req-0879d67c-cdf6-44be-80ff-389bd6df88fb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090558 Sep 02 12:45:29.676279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b1157-40a4-4435-b3d6-ae150eb43b37 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=5eeee94a-11e6-4519-9f91-a0c8a1dd92f6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:29.678254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'name': 'tempest-PortsIpV6TestJSON-1575826018'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:29.702091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:29.784563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:29.788395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:29.810634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 825fe02c-c4de-4d97-845a-d95d7d2bd283 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:29.860866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 722faf09-efd7-4ce7-99e6-860b654fce51 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:29.917744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 722faf09-efd7-4ce7-99e6-860b654fce51 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:29.922363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 722faf09-efd7-4ce7-99e6-860b654fce51 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:29.922733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.027179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.047735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.054834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:30.057663 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c604a-bc8e-4e7d-818c-a0087c8ca4a4" -d '{"events": [{"server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "name": "network-vif-plugged", "status": "completed", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:30.070914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:30.076987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.078490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7087-ff7c-45bc-bcca-f86062084ae8 req-f52cb7ab-076e-404c-a5ce-1d8985c6fffc tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:30.081574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-020b7087-ff7c-45bc-bcca-f86062084ae8 req-f52cb7ab-076e-404c-a5ce-1d8985c6fffc tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0678432 Sep 02 12:45:30.096456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2e27-994f-417e-9b68-eb3d8aa282d7 req-b7427b44-2c0a-4f05-a473-e9e841373102 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:30.098002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c16b2e27-994f-417e-9b68-eb3d8aa282d7 req-b7427b44-2c0a-4f05-a473-e9e841373102 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1225672 Sep 02 12:45:30.124451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.149677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-020b7087-ff7c-45bc-bcca-f86062084ae8 req-41916b62-5810-425a-ba73-1d47fe3e9109 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584569 Sep 02 12:45:30.158401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:30.215121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c16b2e27-994f-417e-9b68-eb3d8aa282d7 req-f7584b6c-0a8e-4648-9518-dd866577bbbb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047258 Sep 02 12:45:30.248489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=825fe02c-c4de-4d97-845a-d95d7d2bd283,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:30.255294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:30.255568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:30.280887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:30.292302 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008506a9-5e1d-4fff-903e-1c842397f404 x-openstack-request-id: req-008506a9-5e1d-4fff-903e-1c842397f404 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:30.292695 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "name": "network-vif-plugged", "status": "completed", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:30.293096 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-008506a9-5e1d-4fff-903e-1c842397f404 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:30.293551 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51', 'code': 200} Sep 02 12:45:30.295021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:30.302927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:30.305352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20565f1b-625f-42d0-bb8c-b5752538f327 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:30.311810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:30.312585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.340415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cc6808eb-543f-4c74-bc91-ce9bcbf36398 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6665082 Sep 02 12:45:30.344275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:30.350840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-613948794'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:30.458875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:30.462776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.470949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f67774c9-a38c-4ba9-8ba1-42e1ba650d0e req-43811efa-2521-4f7d-af4c-ae16ba47e570 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0552011 Sep 02 12:45:30.490790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e8d6-26a7-4520-9c2f-cb19460251af req-f86038d8-be46-4a05-b8ce-87330fb1add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:30.493095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53e3e8d6-26a7-4520-9c2f-cb19460251af req-f86038d8-be46-4a05-b8ce-87330fb1add3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1097 time: 0.1151268 Sep 02 12:45:30.514102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:30.537964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.538332 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment cbc2429b-6643-4ba8-a6d0-693e60028f21 of type vlan for network e0b52c13-25e0-4c47-8837-98a4a27319ec Sep 02 12:45:30.558159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53e3e8d6-26a7-4520-9c2f-cb19460251af req-cc236be6-c9b1-4e2e-9650-f882e33d9c66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Sep 02 12:45:30.593032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.621544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.627277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:30.627896 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.683511 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3375931 Sep 02 12:45:30.686315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59270) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:30.691349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'ports': [{'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'}, {'network_id': 'e0b52c13-25e0-4c47-8837-98a4a27319ec'}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:30.691606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:30.692035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': 'e0b52c13-25e0-4c47-8837-98a4a27319ec'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:30.745940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6e907-6c43-420d-9732-237ced3b4ffd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=e0b52c13-25e0-4c47-8837-98a4a27319ec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:30.759042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e0b52c13-25e0-4c47-8837-98a4a27319ec details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:30.840563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9dc63-42e8-47c9-893c-f50af284ee8a req-3adac889-5f70-471e-b313-e02e855511a8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:30.842304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53d9dc63-42e8-47c9-893c-f50af284ee8a req-3adac889-5f70-471e-b313-e02e855511a8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 946 time: 0.0596836 Sep 02 12:45:30.895233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:30.896442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53d9dc63-42e8-47c9-893c-f50af284ee8a req-23b78749-4a9c-40f4-89b2-7d4672354aa4 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 Sep 02 12:45:30.902558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:30.917127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.005720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 131cc8ce-6e99-4436-a939-aa044156277d yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:31.127384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.210383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:31.318155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde7c0a-71d6-4d77-9fd5-0e7b2ac6df9c req-5dd696ac-2d6f-4ae9-9c63-fc276853c147 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:31.319809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-abde7c0a-71d6-4d77-9fd5-0e7b2ac6df9c req-5dd696ac-2d6f-4ae9-9c63-fc276853c147 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0942800 Sep 02 12:45:31.376427 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e638484-78d8-4218-9c34-cc145b322637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.394464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.407695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-abde7c0a-71d6-4d77-9fd5-0e7b2ac6df9c req-9fe728c1-1c99-483f-9d97-4b1a37bc8455 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763309 Sep 02 12:45:31.426632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e912-4475-4545-9907-7409c963a2e8 req-1aca6cd5-0e9c-487d-930a-af12b4d0d7ee tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:31.428365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bde7e912-4475-4545-9907-7409c963a2e8 req-1aca6cd5-0e9c-487d-930a-af12b4d0d7ee tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0796580 Sep 02 12:45:31.459491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.486387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bde7e912-4475-4545-9907-7409c963a2e8 req-c03af95e-f3c0-4616-9417-18c63338e44c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Sep 02 12:45:31.518112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:31.521271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:31.531560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:31.532424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.534906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=131cc8ce-6e99-4436-a939-aa044156277d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:31.624019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.627138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee0323e5-1c73-42a0-8a7a-9ae6d0118180 req-afc07654-13a8-490e-abca-094bf5770813 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0594399 Sep 02 12:45:31.637423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:31.658701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': 'cbc2429b-6643-4ba8-a6d0-693e60028f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e0b52c13-25e0-4c47-8837-98a4a27319ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:31.659075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: e0b52c13-25e0-4c47-8837-98a4a27319ec, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:31.682783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network e0b52c13-25e0-4c47-8837-98a4a27319ec is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:31.692611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e0b52c13-25e0-4c47-8837-98a4a27319ec) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:31.696790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:31.702207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed596f33-2b7c-41fe-aff7-74ef2765de6d None None] Network e0b52c13-25e0-4c47-8837-98a4a27319ec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:31.702904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:31.707987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:31.708691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.725249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e4bc6052-a9e2-49eb-8702-e880e539d11a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0378594 Sep 02 12:45:31.728016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59286) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:31.836787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:31.837102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.910062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:31.930720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:32.052935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1734-c390-443f-af79-3027586994e9 req-958ce02d-6d89-4d75-a3a5-2e27355049d6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.054448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50aa1734-c390-443f-af79-3027586994e9 req-958ce02d-6d89-4d75-a3a5-2e27355049d6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 946 time: 0.0727084 Sep 02 12:45:32.068761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.108435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:32.122730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.125427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-53316c38-956a-447a-99c7-fa348deb22a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94 HTTP/1.1" status: 204 len: 168 time: 0.3963017 Sep 02 12:45:32.127443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:32.134263 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50aa1734-c390-443f-af79-3027586994e9 req-2ab2db3b-c3d7-49fd-87a4-41793c5649be tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728266 Sep 02 12:45:32.225570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e777ed7-ee3c-408c-809b-7b4e549c4cd4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.231866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e777ed7-ee3c-408c-809b-7b4e549c4cd4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.233472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2e777ed7-ee3c-408c-809b-7b4e549c4cd4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1044016 Sep 02 12:45:32.236809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:32.267318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-379c0ce0-b43d-4be8-9a6b-58c279e2d0ef tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1772035321&fields=id&tenant_id=d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 267 time: 0.0326483 Sep 02 12:45:32.335126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-90022e6d-8403-431e-b02e-30b68227c3fa tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.337354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-90022e6d-8403-431e-b02e-30b68227c3fa tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 946 time: 0.0642269 Sep 02 12:45:32.343002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 131cc8ce-6e99-4436-a939-aa044156277d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:32.343501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.355134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'port': {'security_groups': ['3e27255e-c2af-438f-9dfd-f8662bc04512', '30767839-c58e-4951-8363-50f269e9343b']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:32.427278 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.434400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.437878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.458362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 131cc8ce-6e99-4436-a939-aa044156277d owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:32.573073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc459b6-feff-4890-aa6e-9435bbad3e9a req-105ffb31-59a4-4da6-a511-5aeab1f0188a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.574637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bfc459b6-feff-4890-aa6e-9435bbad3e9a req-105ffb31-59a4-4da6-a511-5aeab1f0188a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0768683 Sep 02 12:45:32.585181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.629320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=131cc8ce-6e99-4436-a939-aa044156277d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:32.638760 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.643775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c22569af-ce2d-450d-ad1d-318ac7377c6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/131cc8ce-6e99-4436-a939-aa044156277d HTTP/1.1" status: 204 len: 168 time: 0.4058349 Sep 02 12:45:32.644402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:32.652596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:32.687988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bfc459b6-feff-4890-aa6e-9435bbad3e9a req-9a1ab131-8135-4d9c-81b3-3209294e77fb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971708 Sep 02 12:45:32.693280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.700176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.714467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f30e7f-39b2-473e-8ca7-056f94e05d6d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.716406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7', '722faf09-efd7-4ce7-99e6-860b654fce51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:32.727968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-09f30e7f-39b2-473e-8ca7-056f94e05d6d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0730615 Sep 02 12:45:32.727968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59310) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:32.766671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.767396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:32.770835 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe25c46-88e0-4ba9-a978-f5f64ba6df6a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:32.776868 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-abe25c46-88e0-4ba9-a978-f5f64ba6df6a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/fdecb6d7-6ba7-4a94-b3c0-3b37d2709c94 HTTP/1.1" status: 404 len: 333 time: 0.0524254 Sep 02 12:45:32.777482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:32.780871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c18ad51c-7710-43ba-8e7e-790297169f1a req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "PUT /v2.0/ports/722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 982 time: 0.4319520 Sep 02 12:45:32.790257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:32.799345 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b9145-504d-4306-9247-8182bc874490" -d '{"events": [{"name": "network-changed", "server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:32.817543 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63bf7e4-cfd0-4205-aeb9-dda2af292709 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:32.819952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d63bf7e4-cfd0-4205-aeb9-dda2af292709 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/131cc8ce-6e99-4436-a939-aa044156277d HTTP/1.1" status: 404 len: 333 time: 0.0415299 Sep 02 12:45:32.824856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59318) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:32.894581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e9da9-bfe1-4f21-8529-2680d4109fc3 req-fcc940ae-2cf8-4e98-89fe-2eb224c7eb35 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:32.904103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['722faf09-efd7-4ce7-99e6-860b654fce51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:32.905052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad8e9da9-bfe1-4f21-8529-2680d4109fc3 req-fcc940ae-2cf8-4e98-89fe-2eb224c7eb35 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0823588 Sep 02 12:45:32.923964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68277d4f-2f46-4f18-967b-4a7466d6b018 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:32.949395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad8e9da9-bfe1-4f21-8529-2680d4109fc3 req-966601a8-09e1-4385-a9d7-346d2916495c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Sep 02 12:45:32.964263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.090419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e895d460-af93-4231-8978-d9a8abad411e req-ba89a7ec-5e5b-479c-98b1-65b78ceea7b3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=de23db65-4878-4fcd-a516-4dafed7564df HTTP/1.1" status: 200 len: 210 time: 0.0506997 Sep 02 12:45:33.128052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.142368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a92d646-03ef-4ffa-80dd-95ffe0c943e2 req-d04fc315-57d5-4505-bda6-376abab9dc86 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/30767839-c58e-4951-8363-50f269e9343b HTTP/1.1" status: 200 len: 1803 time: 0.1488700 Sep 02 12:45:33.147435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b52c13-25e0-4c47-8837-98a4a27319ec']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:33.158681 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5dfb2-769c-4219-8f7f-edb0a22ff306 x-openstack-request-id: req-16c5dfb2-769c-4219-8f7f-edb0a22ff306 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:33.158932 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:33.159165 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16c5dfb2-769c-4219-8f7f-edb0a22ff306 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:33.159916 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51', 'status': 'completed', 'code': 200} Sep 02 12:45:33.189614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc2429b-6643-4ba8-a6d0-693e60028f21') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:33.190071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc2429b-6643-4ba8-a6d0-693e60028f21') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:33.217177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.260941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.270493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:33.270878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:33.275644 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:33.330872 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-7a92d646-03ef-4ffa-80dd-95ffe0c943e2 req-d6f95cea-3c3c-471e-9049-15aaf615ab29 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 12:45:33.331994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a92d646-03ef-4ffa-80dd-95ffe0c943e2 req-d6f95cea-3c3c-471e-9049-15aaf615ab29 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/30767839-c58e-4951-8363-50f269e9343b HTTP/1.1" status: 409 len: 341 time: 0.1819246 Sep 02 12:45:33.349228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9145-504d-4306-9247-8182bc874490 req-2357bd3f-7e6c-4e35-9255-711f3673c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:33.351370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-2357bd3f-7e6c-4e35-9255-711f3673c2cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1136 time: 0.1592350 Sep 02 12:45:33.352789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.361934 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.363905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/e0b52c13-25e0-4c47-8837-98a4a27319ec HTTP/1.1" status: 204 len: 168 time: 0.5388534 Sep 02 12:45:33.368764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:33.373460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1414907661'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:33.385368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243fb08-635f-4cc7-afe3-8faac99220ff tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=e0b52c13-25e0-4c47-8837-98a4a27319ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:33.411038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:33.418714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.476802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:33.486685 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.487036 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment b797f320-5413-4022-a378-4e13a501b66f of type vlan for network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 Sep 02 12:45:33.492629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9145-504d-4306-9247-8182bc874490 req-effa1d07-93d1-4134-bfa4-224096ba1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:33.494647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-effa1d07-93d1-4134-bfa4-224096ba1a01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.1294844 Sep 02 12:45:33.538489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.554424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-fb98d549-2869-4566-8f04-2e4c58ba96a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 217 time: 0.0450840 Sep 02 12:45:33.580610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 52341a89-aca0-473a-989f-06f390d44bef no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:33.597925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.603625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:33.604227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.607832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 52341a89-aca0-473a-989f-06f390d44bef {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:33.608288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 52341a89-aca0-473a-989f-06f390d44bef not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:33.647988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9145-504d-4306-9247-8182bc874490 req-9259cac6-85e0-4fff-9509-4d99fa620aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:33.650107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-9259cac6-85e0-4fff-9509-4d99fa620aff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.0867829 Sep 02 12:45:33.667137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2974863 Sep 02 12:45:33.669082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c93f5e-0e3a-4905-a5dc-44208f8d3ea7 req-ca51b549-7e6b-4b6a-97b3-6e8cfbaa6bfc tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:33.670603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97c93f5e-0e3a-4905-a5dc-44208f8d3ea7 req-ca51b549-7e6b-4b6a-97b3-6e8cfbaa6bfc tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 985 time: 0.0717089 Sep 02 12:45:33.672645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:33.678125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:33.681956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8fae7-6661-405f-b0c3-7793fdeccb69 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:33.701968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:33.703833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-d95e25e5-5e33-4c88-beb1-87f62a7ac14d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438025 Sep 02 12:45:33.793405 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97c93f5e-0e3a-4905-a5dc-44208f8d3ea7 req-ac49fc32-5f59-4247-bbe2-490bcbe0b01b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=30767839-c58e-4951-8363-50f269e9343b&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1138163 Sep 02 12:45:33.820668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:33.820668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:33.854701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-5fd0ab9b-cf08-404c-8235-f2f8e113b212 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417692 Sep 02 12:45:33.940474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f076-9db9-415d-a88c-9ac7eec9f048 req-c7e3538a-88a0-4bfb-9677-c052563b8406 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:33.942329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a07f076-9db9-415d-a88c-9ac7eec9f048 req-c7e3538a-88a0-4bfb-9677-c052563b8406 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1219325 Sep 02 12:45:33.978924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976b9145-504d-4306-9247-8182bc874490 req-80cb7a96-c9b7-46f2-a0ec-45459e94fecd service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124597 Sep 02 12:45:34.032659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a07f076-9db9-415d-a88c-9ac7eec9f048 req-81ad9245-2cbd-4369-916c-8ed23b0a5e49 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840704 Sep 02 12:45:34.093724 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:34.118013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:34.132959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e190-bc14-43e5-8d98-49ece578bace req-c2e5e206-9216-4d64-96cc-0cd53334ed25 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.134591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a57e190-bc14-43e5-8d98-49ece578bace req-c2e5e206-9216-4d64-96cc-0cd53334ed25 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0926542 Sep 02 12:45:34.136688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-2e63aec8-9864-4ff5-b39d-a9cd57ac5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.138200 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-2e63aec8-9864-4ff5-b39d-a9cd57ac5256 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1136 time: 0.1054330 Sep 02 12:45:34.172101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=b74f7572-9f56-4ada-87bc-58aa53b75de7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:34.212637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': 'b797f320-5413-4022-a378-4e13a501b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:34.213551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:34.230535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a57e190-bc14-43e5-8d98-49ece578bace req-9dc0acf1-ac23-4d23-8b9f-c97d4248a360 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869558 Sep 02 12:45:34.235319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:34.263388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:34.266383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-1a7cbf2b-d851-4034-9ecb-2a63e72125e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.268262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-1a7cbf2b-d851-4034-9ecb-2a63e72125e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.1177716 Sep 02 12:45:34.271239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd0300-ea1c-47d2-bc9c-4c09c1dc8662 None None] Network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:34.275435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.276397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:34.296536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-55d8e91e-3a87-4386-ae01-fce02239e142 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6208208 Sep 02 12:45:34.297575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59346) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:34.303721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808', 'name': 'tempest-PortsIpV6TestJSON-1870136169'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:34.322310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-c8f680b9-4e28-40aa-b8ab-4b49a1b9226b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 217 time: 0.0455220 Sep 02 12:45:34.384414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-0a0b727d-98b1-42eb-a6f2-2abe657ec51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.386413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-0a0b727d-98b1-42eb-a6f2-2abe657ec51b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.0560596 Sep 02 12:45:34.428408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-c142a093-40b4-45c0-a1ce-e0d16eb46403 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316772 Sep 02 12:45:34.446885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:34.451211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:34.469478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 5b6a1872-2ec3-4f63-aa30-fdcf726f136f yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:34.579577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-fc53d91f-d34a-4a7a-a7d8-9a6080c54c01 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427543 Sep 02 12:45:34.621401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808', 'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': 'b74f7572-9f56-4ada-87bc-58aa53b75de7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:34.622262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:34.684625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f949bd73-5390-45ba-ae59-1a3a1d64125c req-07488357-f2ee-438f-ad68-f51d3499e6e4 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932884 Sep 02 12:45:34.700720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::176 (00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808/b74f7572-9f56-4ada-87bc-58aa53b75de7/5b6a1872-2ec3-4f63-aa30-fdcf726f136f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:34.765994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba37a23-ef43-469f-ac58-74078bf362eb req-84bcf9bf-9df4-412b-96e9-e135ae32f7b8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.767482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ba37a23-ef43-469f-ac58-74078bf362eb req-84bcf9bf-9df4-412b-96e9-e135ae32f7b8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1511426 Sep 02 12:45:34.808342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ba37a23-ef43-469f-ac58-74078bf362eb req-68b364a2-0a28-4df9-bc78-44de77ad225e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0296793 Sep 02 12:45:34.872461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ba37a23-ef43-469f-ac58-74078bf362eb req-530cb834-5dc2-405a-8a54-27137c052143 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366266 Sep 02 12:45:34.931896 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:34.946206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc159c8-318e-40b3-8846-0f8c4c2f2010 req-c961c723-8675-40f4-9c2f-783f61f48bf4 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:34.949135 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5bc159c8-318e-40b3-8846-0f8c4c2f2010 req-c961c723-8675-40f4-9c2f-783f61f48bf4 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 985 time: 0.0695767 Sep 02 12:45:35.011521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5bc159c8-318e-40b3-8846-0f8c4c2f2010 req-6fd445c3-4dba-4148-9437-14a06dc2c38c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=30767839-c58e-4951-8363-50f269e9343b&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0555019 Sep 02 12:45:35.218747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010675-c957-4082-8620-665239480bc7 req-fb9f1b83-fc71-4190-806c-35215631656b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:35.220842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1010675-c957-4082-8620-665239480bc7 req-fb9f1b83-fc71-4190-806c-35215631656b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0726843 Sep 02 12:45:35.267692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1010675-c957-4082-8620-665239480bc7 req-8cc6b59e-03dc-4e7d-8247-8f8bb2f6b693 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Sep 02 12:45:35.300421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.326101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 5b6a1872-2ec3-4f63-aa30-fdcf726f136f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:35.343884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ba37a23-ef43-469f-ac58-74078bf362eb req-284c8e36-7446-439b-9399-f30cffe22ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602475 Sep 02 12:45:35.427376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.439522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e635a-8d85-4468-a089-ae634f7e9ff9 req-dea77296-5260-4dd3-b950-aeb553977631 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:35.443321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-916e635a-8d85-4468-a089-ae634f7e9ff9 req-dea77296-5260-4dd3-b950-aeb553977631 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0576053 Sep 02 12:45:35.490846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-916e635a-8d85-4468-a089-ae634f7e9ff9 req-424b8bc6-0d36-4c09-964b-c339db59eab3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Sep 02 12:45:35.507309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:35.515379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:35.525662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ba37a23-ef43-469f-ac58-74078bf362eb req-c8b6b7c2-545d-45c6-941e-84b6a7aac1b1 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740003 Sep 02 12:45:35.527348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:35.532296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Allocated IP 2001:db8::2 (00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808/b74f7572-9f56-4ada-87bc-58aa53b75de7/7c85aa81-44c7-4fac-90a6-17d7683876a3) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:35.535129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:35.535890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.551960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=5b6a1872-2ec3-4f63-aa30-fdcf726f136f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:35.561017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6cb5920f-09c5-496f-93ec-4e40b3452cde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2598622 Sep 02 12:45:35.562055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:35.699668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 5b6a1872-2ec3-4f63-aa30-fdcf726f136f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:35.700010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.745412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.756646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Transition to ACTIVE for port object 7c85aa81-44c7-4fac-90a6-17d7683876a3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:35.762705 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48a2cb42-16e9-474b-b735-903480d3e671 req-28a33078-73f3-46b0-9235-b27fd4608409 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=1feeac55-0a57-470b-b8cd-0d32fec7c16b HTTP/1.1" status: 200 len: 210 time: 0.0379620 Sep 02 12:45:35.796924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Transition to ACTIVE for port object 7c85aa81-44c7-4fac-90a6-17d7683876a3 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:35.814652 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.839849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.861100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 5b6a1872-2ec3-4f63-aa30-fdcf726f136f owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:35.890299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:35.893659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:35.898176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:35.908181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Pushing event updated for resources: {'Port': ['ID=7c85aa81-44c7-4fac-90a6-17d7683876a3,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:35.971069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Attempting to bind port 7c85aa81-44c7-4fac-90a6-17d7683876a3 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:35.971444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Attempting to bind port 7c85aa81-44c7-4fac-90a6-17d7683876a3 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b797f320-5413-4022-a378-4e13a501b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:35.971810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Attempting to bind port 7c85aa81-44c7-4fac-90a6-17d7683876a3 on network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:35.978013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:35.978539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Checking segment: {'id': 'b797f320-5413-4022-a378-4e13a501b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:35.978959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:35.979364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Bound using segment: {'id': 'b797f320-5413-4022-a378-4e13a501b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:35.979942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Bound port: 7c85aa81-44c7-4fac-90a6-17d7683876a3, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b797f320-5413-4022-a378-4e13a501b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:35.981414 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.104792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] For port 7c85aa81-44c7-4fac-90a6-17d7683876a3, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:36.108432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] For port 7c85aa81-44c7-4fac-90a6-17d7683876a3, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7c85aa81-44c7-4fac-90a6-17d7683876a3,segment=NetworkSegment(b797f320-5413-4022-a378-4e13a501b66f),segment_id=b797f320-5413-4022-a378-4e13a501b66f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:36.116398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.189365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931cef0-b8b6-4ee0-ab69-81be4282a673 None None] Pushing event updated for resources: {'Port': ['ID=7c85aa81-44c7-4fac-90a6-17d7683876a3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:36.230378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c56528-e258-4d6a-885e-fe610c808ab6 req-2e59cff7-e3fe-40c7-a200-8bdb90403581 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:36.232322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66c56528-e258-4d6a-885e-fe610c808ab6 req-2e59cff7-e3fe-40c7-a200-8bdb90403581 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 985 time: 0.1232131 Sep 02 12:45:36.293370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66c56528-e258-4d6a-885e-fe610c808ab6 req-dff897eb-328d-493a-91cb-cb2ff8c7708e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=30767839-c58e-4951-8363-50f269e9343b&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0538852 Sep 02 12:45:36.431013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.494437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b293a-83d1-4343-bb74-0c4777439e07 req-635fba1d-e358-4981-91dd-7813473586f5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:36.496017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670b293a-83d1-4343-bb74-0c4777439e07 req-635fba1d-e358-4981-91dd-7813473586f5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1114941 Sep 02 12:45:36.499750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=5b6a1872-2ec3-4f63-aa30-fdcf726f136f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:36.543306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.546187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7de99c6c-86ad-4e92-a40f-32478d104082 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/5b6a1872-2ec3-4f63-aa30-fdcf726f136f HTTP/1.1" status: 204 len: 168 time: 0.9835904 Sep 02 12:45:36.548770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:36.563849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-670b293a-83d1-4343-bb74-0c4777439e07 req-ed62dabd-036c-4ecb-ae3b-9fc7d429da17 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604713 Sep 02 12:45:36.597959 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b04eed-186e-48e1-8ffc-bcddf474afa8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:45:36.598847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b04eed-186e-48e1-8ffc-bcddf474afa8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:45:36.600495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b6b04eed-186e-48e1-8ffc-bcddf474afa8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/5b6a1872-2ec3-4f63-aa30-fdcf726f136f HTTP/1.1" status: 404 len: 333 time: 0.0495942 Sep 02 12:45:36.604032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:36.634177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-8694ff2b-fe03-43ea-9510-3d60740b0587 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-748784682&fields=id&tenant_id=d619d79e63854c49a1f4105514dbe78c HTTP/1.1" status: 200 len: 267 time: 0.0735559 Sep 02 12:45:36.634668 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b227116-eef9-4ac0-9436-97fac7a24ab5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:36.636388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4b227116-eef9-4ac0-9436-97fac7a24ab5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/5b6a1872-2ec3-4f63-aa30-fdcf726f136f HTTP/1.1" status: 404 len: 333 time: 0.0313528 Sep 02 12:45:36.639135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59426) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:36.693669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet b74f7572-9f56-4ada-87bc-58aa53b75de7 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:36.693909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-c9834708-ebaf-41aa-96b0-35d41dec6d25 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:36.696762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-c9834708-ebaf-41aa-96b0-35d41dec6d25 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 985 time: 0.0556307 Sep 02 12:45:36.699120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.709217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'port': {'security_groups': ['30767839-c58e-4951-8363-50f269e9343b', '3e27255e-c2af-438f-9dfd-f8662bc04512', 'a25749fc-f40f-4eb8-8a00-3f8d5fc59531']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:36.767768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.784136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.822828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213071d-1eb1-4216-bf32-e5f2a451ffe8 req-71cee0b5-2c08-4f33-9abb-426eb2d9353c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:36.824347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f213071d-1eb1-4216-bf32-e5f2a451ffe8 req-71cee0b5-2c08-4f33-9abb-426eb2d9353c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1026943 Sep 02 12:45:36.890692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:36.924695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f213071d-1eb1-4216-bf32-e5f2a451ffe8 req-155cf265-1f08-4bc3-b44b-00683616a4c4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735364 Sep 02 12:45:36.975728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.005659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=b74f7572-9f56-4ada-87bc-58aa53b75de7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:37.009649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.012005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dccafc9b-e1b2-4fca-af84-1c2ce6bcfd35 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/b74f7572-9f56-4ada-87bc-58aa53b75de7 HTTP/1.1" status: 204 len: 168 time: 0.3718812 Sep 02 12:45:37.015357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59438) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:37.018529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:37.116220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.126172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.128191 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.146673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7', '722faf09-efd7-4ce7-99e6-860b654fce51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:37.149090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-dab212e1-16bd-4270-be67-9e30869cc80e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:37.151449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-dab212e1-16bd-4270-be67-9e30869cc80e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1212070 Sep 02 12:45:37.179537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-82f7c80b-27c3-4456-8b16-2f14f8103385 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0197861 Sep 02 12:45:37.188198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:37.188878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.191068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c9dd670-c66a-4a0d-96b0-62437d0c8ce0 req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "PUT /v2.0/ports/722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 1021 time: 0.4866574 Sep 02 12:45:37.197214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:37.198843 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:37.246015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebaac8-bbca-4c1f-8a4a-97e1e624e934 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:37.246799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-c9b2c3c2-80b6-4a2b-8a76-0f0488fc503f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662036 Sep 02 12:45:37.279734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 7c85aa81-44c7-4fac-90a6-17d7683876a3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:37.280176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.318067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['722faf09-efd7-4ce7-99e6-860b654fce51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:37.385574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-f725c739-e771-47db-aa10-61efda12219c service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264415 Sep 02 12:45:37.389055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef05bf9-4247-4ffa-8914-ff5d845c4b47 None None] Network 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:37.393189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1e5a681-6981-4e4e-bb33-fbb4fafd344b req-00ee968d-6f36-495d-b47a-8a4c71112221 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/a25749fc-f40f-4eb8-8a00-3f8d5fc59531 HTTP/1.1" status: 200 len: 1802 time: 0.0690536 Sep 02 12:45:37.401292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port 7c85aa81-44c7-4fac-90a6-17d7683876a3, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7c85aa81-44c7-4fac-90a6-17d7683876a3,segment=NetworkSegment(b797f320-5413-4022-a378-4e13a501b66f),segment_id=b797f320-5413-4022-a378-4e13a501b66f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:37.401666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.425470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 7c85aa81-44c7-4fac-90a6-17d7683876a3 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:37.502046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-22734d3c-496e-4c18-99ec-cef1de634a39 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050084 Sep 02 12:45:37.513326 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-a1e5a681-6981-4e4e-bb33-fbb4fafd344b req-8787dfc6-d2a0-445f-8675-36eec16a9beb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 12:45:37.514508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1e5a681-6981-4e4e-bb33-fbb4fafd344b req-8787dfc6-d2a0-445f-8675-36eec16a9beb tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/a25749fc-f40f-4eb8-8a00-3f8d5fc59531 HTTP/1.1" status: 409 len: 341 time: 0.1099942 Sep 02 12:45:37.526537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-93d4c755-5e44-447f-816d-4c1261aa9602 None None] Provisioning for port 7c85aa81-44c7-4fac-90a6-17d7683876a3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:37.558911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.572626 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d8ec0-750e-4ee7-8867-cd82ac181c1a x-openstack-request-id: req-422d8ec0-750e-4ee7-8867-cd82ac181c1a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:37.572938 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:37.573200 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-422d8ec0-750e-4ee7-8867-cd82ac181c1a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:37.574416 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51', 'status': 'completed', 'code': 200} Sep 02 12:45:37.616749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=7c85aa81-44c7-4fac-90a6-17d7683876a3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:37.629339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port 7c85aa81-44c7-4fac-90a6-17d7683876a3 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:37.744474 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe5aac-fc3c-40a9-97cf-9d7e75c9e283 None None] DHCP port deletion for 00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:45:37.756834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-481a3c8c-49b5-48bc-ad3d-2ef0d4af3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:37.758499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-481a3c8c-49b5-48bc-ad3d-2ef0d4af3a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d619d79e63854c49a1f4105514dbe78c&device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1175 time: 0.1432676 Sep 02 12:45:37.763344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.850817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:37.870222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b797f320-5413-4022-a378-4e13a501b66f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:37.870959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b797f320-5413-4022-a378-4e13a501b66f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:37.887982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.931014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.936675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae158-4277-452a-9729-d769487d1691 req-17b10cc2-6cbc-4f67-9786-687b76491d59 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:37.940779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6ae158-4277-452a-9729-d769487d1691 req-17b10cc2-6cbc-4f67-9786-687b76491d59 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1098654 Sep 02 12:45:37.962562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-1f54d804-33ff-42f8-9c84-46589a7782f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:37.964363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-1f54d804-33ff-42f8-9c84-46589a7782f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 200 len: 914 time: 0.1917760 Sep 02 12:45:37.965712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:37.966218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:37.969639 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:38.027942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6ae158-4277-452a-9729-d769487d1691 req-5067906d-fc8d-4567-89e5-31eabb8e6433 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 Sep 02 12:45:38.063872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-b6c0dfd5-f539-4af3-bcf0-a53ba36dbfff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 200 len: 217 time: 0.0827532 Sep 02 12:45:38.121693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.152258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-716183a2-ad48-4656-b0dd-b2a1eeba17d0 req-b4995f2e-a3c3-4d6b-84bd-98d78d6c3bb2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 210 time: 0.1384509 Sep 02 12:45:38.162855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463dbcc-38f7-4825-b3c3-f8e908188e88 req-13c48812-4059-40bf-a787-8f2761b19bde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:38.177601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5463dbcc-38f7-4825-b3c3-f8e908188e88 req-13c48812-4059-40bf-a787-8f2761b19bde tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1024 time: 0.0792503 Sep 02 12:45:38.187996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.197497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808 HTTP/1.1" status: 204 len: 168 time: 1.1810317 Sep 02 12:45:38.205519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59466) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:38.213727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-458970364'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:38.227446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e7832-8152-433b-b6e2-4b77e2d618e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=00ef5f03-eb9f-4c67-ab0c-7cd0bc0ed808,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:38.258295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5463dbcc-38f7-4825-b3c3-f8e908188e88 req-0812a5ee-8915-432a-a360-a29f450ea914 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=30767839-c58e-4951-8363-50f269e9343b&id=a25749fc-f40f-4eb8-8a00-3f8d5fc59531&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0793386 Sep 02 12:45:38.271031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:38.271286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-0e259478-a2f9-4b07-ad22-1f5da74bac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:38.272824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-0e259478-a2f9-4b07-ad22-1f5da74bac69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 200 len: 853 time: 0.1770236 Sep 02 12:45:38.275145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.311639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:38.325330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.326040 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment 95eaa3d9-f99c-40c5-b45e-5c252475ce3f of type vlan for network a8dc807e-003f-401b-8433-6bd43d38085b Sep 02 12:45:38.326810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-8fa7fbf7-7818-4d82-8d83-95e47c691737 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=729989e7-9de1-4f79-8bd5-13b7d4563f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449016 Sep 02 12:45:38.347990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de042-4ea0-43fb-bfd1-ffd9cb1c1d7e req-cee29188-ddf0-467e-b22b-14c21e7830d3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:38.349870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d97de042-4ea0-43fb-bfd1-ffd9cb1c1d7e req-cee29188-ddf0-467e-b22b-14c21e7830d3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1086104 Sep 02 12:45:38.374263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.402189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.407852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:38.408455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.443545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d97de042-4ea0-43fb-bfd1-ffd9cb1c1d7e req-2cfb3a6f-fd95-429f-a820-8bc8b8c5e844 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837808 Sep 02 12:45:38.469311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2625055 Sep 02 12:45:38.472244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:38.478450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:38.481307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-c21d8ae7-1d7c-4c96-91b1-d53507634387 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445684 Sep 02 12:45:38.535357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526ede0-902b-45ed-9a80-17783df03165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=a8dc807e-003f-401b-8433-6bd43d38085b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:38.548133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a8dc807e-003f-401b-8433-6bd43d38085b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:38.600766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e0ce340-7d81-4e8e-8718-cdbce8afe4d9 req-232fc20b-bd62-48b9-bac1-c752b8b79e44 service neutron] 10.222.0.41 "GET /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092763 Sep 02 12:45:38.610666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:38.615632 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.813213 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.875172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=82537bee-c499-4f8a-a6fc-f5ce70ed7b56,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:38.882933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': '95eaa3d9-f99c-40c5-b45e-5c252475ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:38.883287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: a8dc807e-003f-401b-8433-6bd43d38085b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:38.902818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network a8dc807e-003f-401b-8433-6bd43d38085b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:38.913440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a8dc807e-003f-401b-8433-6bd43d38085b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:38.917789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:38.918487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:38.927739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6fd09c-7859-4f44-a58d-e10a081620b4 None None] Network a8dc807e-003f-401b-8433-6bd43d38085b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:38.935209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2eea7818-193b-4450-9dad-41aad1defbde tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4617224 Sep 02 12:45:38.937692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:38.943838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1469150004'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:39.109199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a8dc807e-003f-401b-8433-6bd43d38085b', 'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': '82537bee-c499-4f8a-a6fc-f5ce70ed7b56'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:39.110834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.150442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-1d135e57-6bec-4ab8-a90e-63bba4c979a3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:39.152251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-1d135e57-6bec-4ab8-a90e-63bba4c979a3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1889238 Sep 02 12:45:39.177930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Request body: {'port': {'device_id': '92cd377a-e340-4c0a-b276-22879a2e4183', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'admin_state_up': True, 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:39.255735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df15ee-e1c2-42fd-b453-ce4faab38e53 req-c32400d3-80db-4290-b296-f854d1bccd7f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:39.257380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30df15ee-e1c2-42fd-b453-ce4faab38e53 req-c32400d3-80db-4290-b296-f854d1bccd7f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1324167 Sep 02 12:45:39.258127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:39.261561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.277827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4581998-a87e-46f2-9034-062ebdded9e5 req-bfca74f3-8617-41f9-a7a3-49e3a0875226 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 210 time: 0.0432436 Sep 02 12:45:39.286136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Allocated IP 2001:db8::2 (a8dc807e-003f-401b-8433-6bd43d38085b/82537bee-c499-4f8a-a6fc-f5ce70ed7b56/ec04fd78-3329-4ad1-b6f3-93fb8fefd21b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:39.312502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 9fce76a5-ee51-4188-9449-2a9d14a49a4e yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:39.397444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30df15ee-e1c2-42fd-b453-ce4faab38e53 req-b16c3cc4-bfaa-4036-a4ec-229ff898c097 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306195 Sep 02 12:45:39.420532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9e836-52c2-400c-b652-4a99680e217f req-ee8dbd63-b7ef-4485-ae06-12bed1c86a4b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:39.429132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36a9e836-52c2-400c-b652-4a99680e217f req-ee8dbd63-b7ef-4485-ae06-12bed1c86a4b tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1024 time: 0.0649307 Sep 02 12:45:39.443273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:39.450293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.471420 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.478050 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36a9e836-52c2-400c-b652-4a99680e217f req-5b786eba-bb7a-4992-ac63-283c01fe8acd tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=30767839-c58e-4951-8363-50f269e9343b&id=a25749fc-f40f-4eb8-8a00-3f8d5fc59531&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0470541 Sep 02 12:45:39.481431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Transition to ACTIVE for port object ec04fd78-3329-4ad1-b6f3-93fb8fefd21b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:39.505444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Transition to ACTIVE for port object ec04fd78-3329-4ad1-b6f3-93fb8fefd21b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:39.513173 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.559286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Network a8dc807e-003f-401b-8433-6bd43d38085b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:39.563057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:39.567260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:39.579039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Pushing event updated for resources: {'Port': ['ID=ec04fd78-3329-4ad1-b6f3-93fb8fefd21b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:39.594461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-7b339a02-eb65-42a8-9a6f-6e0c279d0057 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:39.597131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-7b339a02-eb65-42a8-9a6f-6e0c279d0057 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 1024 time: 0.0947151 Sep 02 12:45:39.647841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7c85aa81-44c7-4fac-90a6-17d7683876a3 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:39.660978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.661857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.662334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.662733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::352 (a8dc807e-003f-401b-8433-6bd43d38085b/82537bee-c499-4f8a-a6fc-f5ce70ed7b56/9fce76a5-ee51-4188-9449-2a9d14a49a4e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:39.663223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.663421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.663786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.664351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.665218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.665428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.665763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.666101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.666461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:45:39.694838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7c85aa81-44c7-4fac-90a6-17d7683876a3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:39.695264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7c85aa81-44c7-4fac-90a6-17d7683876a3 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:39.699969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Attempting to bind port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:39.700338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Attempting to bind port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '95eaa3d9-f99c-40c5-b45e-5c252475ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:39.700707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Attempting to bind port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b on network a8dc807e-003f-401b-8433-6bd43d38085b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:39.716928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:39.716928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Checking segment: {'id': '95eaa3d9-f99c-40c5-b45e-5c252475ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:39.718095 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.718402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Bound using segment: {'id': '95eaa3d9-f99c-40c5-b45e-5c252475ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:39.719063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Bound port: ec04fd78-3329-4ad1-b6f3-93fb8fefd21b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eaa3d9-f99c-40c5-b45e-5c252475ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8dc807e-003f-401b-8433-6bd43d38085b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:39.719454 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.741502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Deleting port 722faf09-efd7-4ce7-99e6-860b654fce51 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:39.742393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.745161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3f6a4-2801-488b-b4ce-d2a3abfa9e81 req-0228cc6c-f9de-4486-9086-2c1d6197277c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:39.747972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dda3f6a4-2801-488b-b4ce-d2a3abfa9e81 req-0228cc6c-f9de-4486-9086-2c1d6197277c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1725287 Sep 02 12:45:39.796584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] For port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:39.801466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] For port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ec04fd78-3329-4ad1-b6f3-93fb8fefd21b,segment=NetworkSegment(95eaa3d9-f99c-40c5-b45e-5c252475ce3f),segment_id=95eaa3d9-f99c-40c5-b45e-5c252475ce3f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:39.803589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Allocated IP 172.20.0.3 (e3b4a689-be6a-4ba5-ad33-dadbbd7675d6/bb221178-e169-49b8-af42-6932591eb284/9a97b883-908b-4802-82ef-2dd7df0213bd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:39.807741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.856591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] For port 722faf09-efd7-4ce7-99e6-860b654fce51, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=722faf09-efd7-4ce7-99e6-860b654fce51,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:39.857131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:39.879916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Calling delete_port for 722faf09-efd7-4ce7-99e6-860b654fce51 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:39.882022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264763b1-f47f-4973-83d0-9db8bdc972fd None None] Pushing event updated for resources: {'Port': ['ID=ec04fd78-3329-4ad1-b6f3-93fb8fefd21b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:39.897427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dda3f6a4-2801-488b-b4ce-d2a3abfa9e81 req-701cd171-445c-4c99-b21f-e2024233381b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230297 Sep 02 12:45:39.992355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.016521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 9fce76a5-ee51-4188-9449-2a9d14a49a4e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:40.031012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.061396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7', '722faf09-efd7-4ce7-99e6-860b654fce51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:40.102841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'Port': ['ID=722faf09-efd7-4ce7-99e6-860b654fce51,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:40.107879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.139592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.185365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network a8dc807e-003f-401b-8433-6bd43d38085b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:40.192166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:40.197985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] No DVR routers for this DVR port 722faf09-efd7-4ce7-99e6-860b654fce51 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:40.200470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:40.201589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.203847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-338456b4-b4dc-427c-9780-77ab3b09d932 req-6a897410-d1e9-44b8-8d56-9447d669c997 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "DELETE /v2.0/ports/722faf09-efd7-4ce7-99e6-860b654fce51 HTTP/1.1" status: 204 len: 173 time: 0.5976703 Sep 02 12:45:40.204301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'name': 'network-vif-deleted', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:40.206226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:40.206947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.207969 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4502634-44b1-4f91-bf61-6de9f7e2ff96" -d '{"events": [{"server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "name": "network-vif-deleted", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:40.258367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=9fce76a5-ee51-4188-9449-2a9d14a49a4e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:40.267833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0c3a9272-9bc7-4999-8896-f8a06af78dc6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3264563 Sep 02 12:45:40.268335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:40.273714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.281805 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a148b81-3f65-4c56-a085-b5c35b5aa14e x-openstack-request-id: req-7a148b81-3f65-4c56-a085-b5c35b5aa14e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:40.282094 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d777c7e-3157-47b9-8b23-e566602a52d7", "name": "network-vif-deleted", "tag": "722faf09-efd7-4ce7-99e6-860b654fce51", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:40.282342 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a148b81-3f65-4c56-a085-b5c35b5aa14e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:40.286187 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d777c7e-3157-47b9-8b23-e566602a52d7', 'name': 'network-vif-deleted', 'tag': '722faf09-efd7-4ce7-99e6-860b654fce51', 'status': 'completed', 'code': 200} Sep 02 12:45:40.346157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:40.352259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:40.357193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:40.410627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event updated for resources: {'Port': ['ID=9a97b883-908b-4802-82ef-2dd7df0213bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:40.418606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:40.419289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.432208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 9fce76a5-ee51-4188-9449-2a9d14a49a4e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:40.432557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.443811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9f5d6084-a9b0-418d-a38d-e7a2aa0ccbb0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2756743 Sep 02 12:45:40.457457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3bd5-ef39-4458-9cb8-eb688daffd67 req-492dd9de-2f2d-4570-b44c-c4cef373e384 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:40.457933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Request body: {'port': {'device_id': '92cd377a-e340-4c0a-b276-22879a2e4183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:40.459403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ebd3bd5-ef39-4458-9cb8-eb688daffd67 req-492dd9de-2f2d-4570-b44c-c4cef373e384 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 931 time: 0.0914891 Sep 02 12:45:40.529900 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:45:40.538739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ebd3bd5-ef39-4458-9cb8-eb688daffd67 req-66461481-58e1-47ae-a27b-34b02011911b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Sep 02 12:45:40.549046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.565184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.581760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc509e9-fae9-421b-84dd-322318aea1e3 req-61d73901-62ca-4c96-8d47-28cb11d40afa tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:40.581760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ebc509e9-fae9-421b-84dd-322318aea1e3 req-61d73901-62ca-4c96-8d47-28cb11d40afa tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0952868 Sep 02 12:45:40.584713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 9fce76a5-ee51-4188-9449-2a9d14a49a4e owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:40.790956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cfcf22b6-742c-4575-9e2e-0b418ae59bd0 req-37b28c6f-d0d2-4ded-bd19-cd42c1608d2c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d777c7e-3157-47b9-8b23-e566602a52d7 HTTP/1.1" status: 200 len: 210 time: 0.0474949 Sep 02 12:45:40.840990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ebc509e9-fae9-421b-84dd-322318aea1e3 req-3813bbb1-f85c-4aff-9f2f-ccd93b391db5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230577 Sep 02 12:45:40.841778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.845828 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.910764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=9fce76a5-ee51-4188-9449-2a9d14a49a4e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:40.917683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:40.920159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-766b65d7-eb03-4392-9506-fb11fe30b990 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/9fce76a5-ee51-4188-9449-2a9d14a49a4e HTTP/1.1" status: 204 len: 168 time: 0.6503837 Sep 02 12:45:40.922928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:40.955685 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0e5d33-a6a9-4ab4-ac13-3968d1f5b34b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:40.961651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9d0e5d33-a6a9-4ab4-ac13-3968d1f5b34b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/9fce76a5-ee51-4188-9449-2a9d14a49a4e HTTP/1.1" status: 404 len: 333 time: 0.0352037 Sep 02 12:45:40.963121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:41.026964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet 82537bee-c499-4f8a-a6fc-f5ce70ed7b56 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:41.030360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.042390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765d19a-49a8-42d5-b06b-e1ad7e40868f None None] Network a8dc807e-003f-401b-8433-6bd43d38085b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:41.061737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a97b883-908b-4802-82ef-2dd7df0213bd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:41.072034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.081597 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.091162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936277-5a1c-4b4e-b117-9245ff476c23 req-64a7b1ed-35f1-4479-bef7-03c1b5ffa216 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:41.092792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9936277-5a1c-4b4e-b117-9245ff476c23 req-64a7b1ed-35f1-4479-bef7-03c1b5ffa216 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0991397 Sep 02 12:45:41.098505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Transition to ACTIVE for port object 9a97b883-908b-4802-82ef-2dd7df0213bd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:41.103402 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.115148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-42a238f3-0da7-4d28-8da7-3c6328e24da1 None None] Provisioning for port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:41.190545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.194147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Pushing event updated for resources: {'Port': ['ID=9a97b883-908b-4802-82ef-2dd7df0213bd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:41.216192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9936277-5a1c-4b4e-b117-9245ff476c23 req-7425ed43-51f0-419f-8591-38f82fe1022e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079078 Sep 02 12:45:41.288340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.294408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Attempting to bind port 9a97b883-908b-4802-82ef-2dd7df0213bd on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:41.294759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Attempting to bind port 9a97b883-908b-4802-82ef-2dd7df0213bd by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:41.295118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Attempting to bind port 9a97b883-908b-4802-82ef-2dd7df0213bd on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:41.299640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Port 9a97b883-908b-4802-82ef-2dd7df0213bd on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:45:41.299964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Attempting to bind port 9a97b883-908b-4802-82ef-2dd7df0213bd on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:41.305332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:41.305682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:41.306083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Bound using segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:41.306555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Bound port: 9a97b883-908b-4802-82ef-2dd7df0213bd, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:41.306924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.321548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=82537bee-c499-4f8a-a6fc-f5ce70ed7b56,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:41.330891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.335845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-af6d7af2-6d73-4928-97b7-6098965e1067 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/82537bee-c499-4f8a-a6fc-f5ce70ed7b56 HTTP/1.1" status: 204 len: 168 time: 0.3706715 Sep 02 12:45:41.336465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:41.382899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] For port 9a97b883-908b-4802-82ef-2dd7df0213bd, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:41.386314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] For port 9a97b883-908b-4802-82ef-2dd7df0213bd, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9a97b883-908b-4802-82ef-2dd7df0213bd,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:41.392447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.419933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.432317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:41.432973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.434468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] 10.222.0.18 "PUT /v2.0/ports/9a97b883-908b-4802-82ef-2dd7df0213bd HTTP/1.1" status: 200 len: 1091 time: 0.9818480 Sep 02 12:45:41.437011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cd377a-e340-4c0a-b276-22879a2e4183', 'tag': '9a97b883-908b-4802-82ef-2dd7df0213bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:41.440816 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c" -d '{"events": [{"name": "network-changed", "server_uuid": "92cd377a-e340-4c0a-b276-22879a2e4183", "tag": "9a97b883-908b-4802-82ef-2dd7df0213bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:41.469235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671d524-3d7c-42b5-a2b4-85138ecf2743 service neutron] Pushing event updated for resources: {'Port': ['ID=9a97b883-908b-4802-82ef-2dd7df0213bd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:41.484716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:41.486102 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.497059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639163e5-635e-4855-ac67-7c649fcf69fe None None] Network a8dc807e-003f-401b-8433-6bd43d38085b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:41.526245 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20232a5f-739e-40f7-834a-b3346d8244d2 x-openstack-request-id: req-20232a5f-739e-40f7-834a-b3346d8244d2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:41.526245 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cd377a-e340-4c0a-b276-22879a2e4183", "tag": "9a97b883-908b-4802-82ef-2dd7df0213bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:41.526245 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20232a5f-739e-40f7-834a-b3346d8244d2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:41.526954 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cd377a-e340-4c0a-b276-22879a2e4183', 'tag': '9a97b883-908b-4802-82ef-2dd7df0213bd', 'status': 'completed', 'code': 200} Sep 02 12:45:41.553346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-c1e655ff-473f-4e2a-8639-9c24bf1b576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:41.556171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-c1e655ff-473f-4e2a-8639-9c24bf1b576a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 1094 time: 0.0634196 Sep 02 12:45:41.580483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ec04fd78-3329-4ad1-b6f3-93fb8fefd21b,segment=NetworkSegment(95eaa3d9-f99c-40c5-b45e-5c252475ce3f),segment_id=95eaa3d9-f99c-40c5-b45e-5c252475ce3f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:41.580875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.598108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for ec04fd78-3329-4ad1-b6f3-93fb8fefd21b owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:41.622718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-73110224-0df4-4b22-84ac-e046917731f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a97b883-908b-4802-82ef-2dd7df0213bd HTTP/1.1" status: 200 len: 217 time: 0.0545461 Sep 02 12:45:41.734779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-a46c9530-3d7a-469c-ac32-d63a1eff2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:41.739659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-a46c9530-3d7a-469c-ac32-d63a1eff2d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.1079423 Sep 02 12:45:41.749334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409202fb-81f9-435b-aab4-d934ff3804b5 req-4dde47f9-8a8b-4640-99d4-0f2cb26c40af tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:41.750972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-409202fb-81f9-435b-aab4-d934ff3804b5 req-4dde47f9-8a8b-4640-99d4-0f2cb26c40af tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 943 time: 0.0961568 Sep 02 12:45:41.769814 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.779407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec04fd78-3329-4ad1-b6f3-93fb8fefd21b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:41.791908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-0b56944f-f67c-4b4d-b8f7-ceeefe220602 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373323 Sep 02 12:45:41.806414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ec04fd78-3329-4ad1-b6f3-93fb8fefd21b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:41.806768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec04fd78-3329-4ad1-b6f3-93fb8fefd21b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 02 12:45:41.823704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=ec04fd78-3329-4ad1-b6f3-93fb8fefd21b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:41.826168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:41.855334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b73f11-a0a4-41ff-a47f-f8b78b901352 None None] DHCP port deletion for a8dc807e-003f-401b-8433-6bd43d38085b request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:45:41.858079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port ec04fd78-3329-4ad1-b6f3-93fb8fefd21b not found, will not notify nova. {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 02 12:45:41.882817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-409202fb-81f9-435b-aab4-d934ff3804b5 req-51c8429a-8b9a-4e8d-8ed8-ae2f9ef3c9d0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184440 Sep 02 12:45:41.942164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.962848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dc807e-003f-401b-8433-6bd43d38085b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:41.979824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-061ea651-9bf1-4443-b113-5e2562bac03b service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707938 Sep 02 12:45:41.980483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eaa3d9-f99c-40c5-b45e-5c252475ce3f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:41.980483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eaa3d9-f99c-40c5-b45e-5c252475ce3f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:41.996322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59135966-94e4-4dbc-9b63-59e0ca3c9a03 req-7d097b94-0412-40a6-8f1c-6bd609d9058c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:41.996825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:41.997772 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59135966-94e4-4dbc-9b63-59e0ca3c9a03 req-7d097b94-0412-40a6-8f1c-6bd609d9058c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0671198 Sep 02 12:45:42.001003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-538c8686-0b92-4d0c-a170-a6f2d9af0023 req-3a62da88-6369-4002-941b-9d47c55750d6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/30767839-c58e-4951-8363-50f269e9343b HTTP/1.1" status: 200 len: 1803 time: 0.0749838 Sep 02 12:45:42.025258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.039749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:42.040159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:42.043171 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:42.090009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59135966-94e4-4dbc-9b63-59e0ca3c9a03 req-0c97bcc5-cb44-4a65-b593-a6f068b094ff tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740709 Sep 02 12:45:42.123972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.124191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e094c0c-f447-4afb-b64f-8519a394d59c req-9832392c-8525-4389-bbe4-2c1d25738da9 service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251826 Sep 02 12:45:42.139555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.142035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/a8dc807e-003f-401b-8433-6bd43d38085b HTTP/1.1" status: 204 len: 168 time: 0.8045130 Sep 02 12:45:42.148868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:42.154843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'name': 'tempest-PortsIpV6TestJSON-1544775550'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:42.158463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-538c8686-0b92-4d0c-a170-a6f2d9af0023 req-ab4eef13-cba2-41ba-bc5b-fd1c32f17a31 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.161479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658706-55d6-4256-9db0-354d69c201cf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=a8dc807e-003f-401b-8433-6bd43d38085b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:42.190710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-538c8686-0b92-4d0c-a170-a6f2d9af0023 req-ab4eef13-cba2-41ba-bc5b-fd1c32f17a31 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.236139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-538c8686-0b92-4d0c-a170-a6f2d9af0023 req-ab4eef13-cba2-41ba-bc5b-fd1c32f17a31 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.239325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-538c8686-0b92-4d0c-a170-a6f2d9af0023 req-ab4eef13-cba2-41ba-bc5b-fd1c32f17a31 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.240513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-538c8686-0b92-4d0c-a170-a6f2d9af0023 req-ab4eef13-cba2-41ba-bc5b-fd1c32f17a31 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/30767839-c58e-4951-8363-50f269e9343b HTTP/1.1" status: 204 len: 173 time: 0.2321000 Sep 02 12:45:42.253226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eef13-cba2-41ba-bc5b-fd1c32f17a31 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30767839-c58e-4951-8363-50f269e9343b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:42.287337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-f7b7e5db-6e44-4d78-a58e-370b8fcb79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:42.289305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-f7b7e5db-6e44-4d78-a58e-370b8fcb79dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 1094 time: 0.0861382 Sep 02 12:45:42.320316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:42.323866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.359125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a58fe-042c-4059-abda-47c6411f3e1b req-4a798484-812b-45eb-8a3d-aa98d28354f6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:42.360655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f1a58fe-042c-4059-abda-47c6411f3e1b req-4a798484-812b-45eb-8a3d-aa98d28354f6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0536132 Sep 02 12:45:42.389115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7fa805a9-957f-4369-ad19-ff6bf6105213 req-34fa529a-7148-48b2-865f-09d1e17051d2 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/a25749fc-f40f-4eb8-8a00-3f8d5fc59531 HTTP/1.1" status: 200 len: 1802 time: 0.1219139 Sep 02 12:45:42.390289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 51ba1d84-5e8d-4fb3-bb83-ed4a5b390244 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:42.400618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f1a58fe-042c-4059-abda-47c6411f3e1b req-c5f414ed-68cf-4540-8cf7-b9e063b313e7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Sep 02 12:45:42.532477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-e0e94be6-f751-439c-a562-be4944ae6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:42.533895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-e0e94be6-f751-439c-a562-be4944ae6ef6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.2358038 Sep 02 12:45:42.621344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-2ca192d4-1b85-44d4-9e60-8562fc3ee86c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a97b883-908b-4802-82ef-2dd7df0213bd HTTP/1.1" status: 200 len: 217 time: 0.0712652 Sep 02 12:45:42.623954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fa805a9-957f-4369-ad19-ff6bf6105213 req-6dff5a75-568e-43e8-bec2-12fe86da691a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.712342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.714831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fa805a9-957f-4369-ad19-ff6bf6105213 req-6dff5a75-568e-43e8-bec2-12fe86da691a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:42.737240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-76595524-30eb-4e79-9956-d361747b5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:42.738829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-76595524-30eb-4e79-9956-d361747b5d50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.1066389 Sep 02 12:45:42.792544 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-f83f38a7-ccd5-4c84-a2b9-b5aaff2a06e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439398 Sep 02 12:45:43.023664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324bc0f-954c-40cd-af4d-5ad21b23e1e2 req-872f7a5f-6650-41e6-b60c-3f7107fb899d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:43.025397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f324bc0f-954c-40cd-af4d-5ad21b23e1e2 req-872f7a5f-6650-41e6-b60c-3f7107fb899d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 943 time: 0.0614917 Sep 02 12:45:43.067180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f324bc0f-954c-40cd-af4d-5ad21b23e1e2 req-9ab0f700-29cb-4ba7-a88d-becf620ac679 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350819 Sep 02 12:45:43.160084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fa805a9-957f-4369-ad19-ff6bf6105213 req-6dff5a75-568e-43e8-bec2-12fe86da691a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.162845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fa805a9-957f-4369-ad19-ff6bf6105213 req-6dff5a75-568e-43e8-bec2-12fe86da691a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.164114 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7fa805a9-957f-4369-ad19-ff6bf6105213 req-6dff5a75-568e-43e8-bec2-12fe86da691a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/a25749fc-f40f-4eb8-8a00-3f8d5fc59531 HTTP/1.1" status: 204 len: 173 time: 0.7673352 Sep 02 12:45:43.173858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.216585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff5a75-568e-43e8-bec2-12fe86da691a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25749fc-f40f-4eb8-8a00-3f8d5fc59531,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:43.227407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-53927406-9818-466d-9c94-4108dc417e84 req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-594840602', 'description': 'tempest-description-439206107'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:43.239749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dfe01-7413-44fa-9e46-1a041c953f2f req-5da1eef6-d9d2-41ce-b981-62d11ad34cd3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:43.241349 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c8dfe01-7413-44fa-9e46-1a041c953f2f req-5da1eef6-d9d2-41ce-b981-62d11ad34cd3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0634556 Sep 02 12:45:43.253516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:43.270424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:43.273120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:43.279609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:43.280236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.287940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c8dfe01-7413-44fa-9e46-1a041c953f2f req-ecd7dd48-fe66-4877-ba7f-4d81cf154c2f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Sep 02 12:45:43.294992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=51ba1d84-5e8d-4fb3-bb83-ed4a5b390244,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:43.310193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-c878d7b1-48cc-4fde-9883-92f5f1307272 service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101647 Sep 02 12:45:43.317076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53927406-9818-466d-9c94-4108dc417e84 req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.331964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4cb86d7c-1eb0-4ca1-b6ed-a44d5614eb9d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1818614 Sep 02 12:45:43.335590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:43.433455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 51ba1d84-5e8d-4fb3-bb83-ed4a5b390244 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:43.433786 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.454737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3ab8dcc-b57e-4160-87b0-08cfc5d0577c req-ebb5ca1e-fc93-41d5-b609-e8c59ecf515f service neutron] 10.222.0.18 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347039 Sep 02 12:45:43.496530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53927406-9818-466d-9c94-4108dc417e84 req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.501490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53927406-9818-466d-9c94-4108dc417e84 req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.530175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53927406-9818-466d-9c94-4108dc417e84 req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.531425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53927406-9818-466d-9c94-4108dc417e84 req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3174586 Sep 02 12:45:43.532079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.533298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486ca56-df49-405a-81e0-cb6482719fe0 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ead869c-75c9-4522-8127-bd493d52eb7f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:43.548268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 51ba1d84-5e8d-4fb3-bb83-ed4a5b390244 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:43.578354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e9cea-ed90-4c00-9d04-8fb273cdb542 req-76af6252-31a6-4271-b342-72d8615ac9c0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:43.579371 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c3e9cea-ed90-4c00-9d04-8fb273cdb542 req-76af6252-31a6-4271-b342-72d8615ac9c0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0903225 Sep 02 12:45:43.665100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec04fd78-3329-4ad1-b6f3-93fb8fefd21b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:43.670153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c3e9cea-ed90-4c00-9d04-8fb273cdb542 req-64e5b372-8895-4e33-874b-3797757a2984 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559409 Sep 02 12:45:43.687322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ec04fd78-3329-4ad1-b6f3-93fb8fefd21b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:43.688019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec04fd78-3329-4ad1-b6f3-93fb8fefd21b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:43.707038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-61addedf-3e52-4c57-89f8-3d64b5eb4270 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/2ead869c-75c9-4522-8127-bd493d52eb7f HTTP/1.1" status: 200 len: 1801 time: 0.0645940 Sep 02 12:45:43.710080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.721152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Request body: {'security_group': {'name': 'tempest-sg-hth-943607324', 'description': 'tempest-description-hth-1786006221'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:43.743288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=51ba1d84-5e8d-4fb3-bb83-ed4a5b390244,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:43.751711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.756881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-be82391c-95af-44f2-9805-8b209a898f31 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/51ba1d84-5e8d-4fb3-bb83-ed4a5b390244 HTTP/1.1" status: 204 len: 168 time: 0.4169338 Sep 02 12:45:43.757153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.757328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:43.762723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'mac_address': 'fa:16:3e:77:14:03', 'name': 'tempest-PortsIpV6TestJSON-1324601309'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:43.811306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.816333 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.820696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.829492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f796212a-e1be-45e3-8a41-cae6c2706d20 req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "PUT /v2.0/security-groups/2ead869c-75c9-4522-8127-bd493d52eb7f HTTP/1.1" status: 200 len: 1776 time: 0.1140780 Sep 02 12:45:43.856097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18bf49-cfaf-421b-8b41-a82ec23f20b8 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ead869c-75c9-4522-8127-bd493d52eb7f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:43.859360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:43.913472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6656578-b2b5-43be-98e2-86853b288f34 req-de5856db-8a4c-4d3c-9e53-b0d90b9d74f3 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/2ead869c-75c9-4522-8127-bd493d52eb7f HTTP/1.1" status: 200 len: 1776 time: 0.0466371 Sep 02 12:45:43.922848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 722faf09-efd7-4ce7-99e6-860b654fce51 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:43.934953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:43.946198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 722faf09-efd7-4ce7-99e6-860b654fce51 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:43.946537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 722faf09-efd7-4ce7-99e6-860b654fce51 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:43.962517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port a448c210-ef89-4541-a759-b6796f802266 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:43.975790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b92d2284-72ba-4ec1-bd5f-8b74905cf92b req-a42b3419-b319-4af3-9fff-164ec7a8dbe6 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/2ead869c-75c9-4522-8127-bd493d52eb7f HTTP/1.1" status: 200 len: 1776 time: 0.0404706 Sep 02 12:45:44.037284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b92d2284-72ba-4ec1-bd5f-8b74905cf92b req-53a05df5-57c0-4fd4-bea0-0e48a81c2d23 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.064413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b92d2284-72ba-4ec1-bd5f-8b74905cf92b req-53a05df5-57c0-4fd4-bea0-0e48a81c2d23 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.123023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b92d2284-72ba-4ec1-bd5f-8b74905cf92b req-53a05df5-57c0-4fd4-bea0-0e48a81c2d23 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.125647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b92d2284-72ba-4ec1-bd5f-8b74905cf92b req-53a05df5-57c0-4fd4-bea0-0e48a81c2d23 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.127019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b92d2284-72ba-4ec1-bd5f-8b74905cf92b req-53a05df5-57c0-4fd4-bea0-0e48a81c2d23 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ead869c-75c9-4522-8127-bd493d52eb7f HTTP/1.1" status: 204 len: 173 time: 0.1441853 Sep 02 12:45:44.137793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a05df5-57c0-4fd4-bea0-0e48a81c2d23 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ead869c-75c9-4522-8127-bd493d52eb7f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:44.152642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.220746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809cee2-4a2d-4bc2-9e80-5900d8c77d3f req-55659f61-15e8-4542-8b56-9a24c679d859 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:44.222327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7809cee2-4a2d-4bc2-9e80-5900d8c77d3f req-55659f61-15e8-4542-8b56-9a24c679d859 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 943 time: 0.0676963 Sep 02 12:45:44.237623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.243140 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-17f0759f-e8a2-4253-9add-725ebe63a895 req-624afd3f-42ce-49bf-a1b6-c60415a16a93 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:44.244294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f0759f-e8a2-4253-9add-725ebe63a895 req-624afd3f-42ce-49bf-a1b6-c60415a16a93 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/a25749fc-f40f-4eb8-8a00-3f8d5fc59531 HTTP/1.1" status: 404 len: 352 time: 0.0161631 Sep 02 12:45:44.278982 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-66b45fca-a4fe-4473-b5d3-fd2e0bcf3e5c req-6b0123f9-36b7-464a-acb9-cccd663dc4a3 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:44.280232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66b45fca-a4fe-4473-b5d3-fd2e0bcf3e5c req-6b0123f9-36b7-464a-acb9-cccd663dc4a3 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/30767839-c58e-4951-8363-50f269e9343b HTTP/1.1" status: 404 len: 352 time: 0.0153120 Sep 02 12:45:44.313254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:44.313811 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-ad17cea0-f6a2-4efa-b029-27187b7bf96f req-b7a79e6d-5c44-40ae-b872-e58a9e919807 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:44.314832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad17cea0-f6a2-4efa-b029-27187b7bf96f req-b7a79e6d-5c44-40ae-b872-e58a9e919807 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/948ce834-bb28-4147-b455-984f8bccb6ce HTTP/1.1" status: 404 len: 352 time: 0.0145495 Sep 02 12:45:44.316552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7809cee2-4a2d-4bc2-9e80-5900d8c77d3f req-0554f4b4-3620-4b4e-8a5e-788b3ef3ee32 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875969 Sep 02 12:45:44.322967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:44.327104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:44.337607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:44.338396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.343701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=a448c210-ef89-4541-a759-b6796f802266,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:44.364033 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-7298a764-130b-4b92-a2b9-8ed8403c4c79 req-7dd62a69-c005-4d6a-9fe9-7cbb0b2e5026 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:44.365130 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7298a764-130b-4b92-a2b9-8ed8403c4c79 req-7dd62a69-c005-4d6a-9fe9-7cbb0b2e5026 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/b2d78faa-fd91-42d4-8079-24e3f38a2800 HTTP/1.1" status: 404 len: 352 time: 0.0235004 Sep 02 12:45:44.368323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2b1286f3-62e4-4652-ace1-cbc9502ece58 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6096687 Sep 02 12:45:44.371042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:44.420468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eaa1b5-40d1-4dc7-b0c4-7b09339cc798 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:44.422024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-73eaa1b5-40d1-4dc7-b0c4-7b09339cc798 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/a448c210-ef89-4541-a759-b6796f802266 HTTP/1.1" status: 200 len: 845 time: 0.0500143 Sep 02 12:45:44.424828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:44.426278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e509-45cd-4ad9-aa1f-ed13e4279b73 req-92464090-5b3e-4b0b-a565-29c8b7c66e67 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:44.427833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd77e509-45cd-4ad9-aa1f-ed13e4279b73 req-92464090-5b3e-4b0b-a565-29c8b7c66e67 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Sep 02 12:45:44.471109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd77e509-45cd-4ad9-aa1f-ed13e4279b73 req-c362df56-0ad1-42d3-9810-0563f2e57afd tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Sep 02 12:45:44.476090 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-6ad8bd87-aeca-46d5-addc-e2370a5d0f36 req-28ca2114-b727-48d9-9cbb-74e557f531e3 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:44.477422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ad8bd87-aeca-46d5-addc-e2370a5d0f36 req-28ca2114-b727-48d9-9cbb-74e557f531e3 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/32f80558-840f-43ca-bc4d-1286c9b996b8 HTTP/1.1" status: 404 len: 352 time: 0.0246484 Sep 02 12:45:44.531219 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-a15ec702-469a-44c7-a3cb-3cbeb7e275ca req-56a2e299-83d2-4d4f-8fb6-ed267d1490d5 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] show failed (client error): The resource could not be found. Sep 02 12:45:44.532215 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a15ec702-469a-44c7-a3cb-3cbeb7e275ca req-56a2e299-83d2-4d4f-8fb6-ed267d1490d5 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/d077a19b-75df-4fb0-ba97-a833e7865553 HTTP/1.1" status: 404 len: 352 time: 0.0184629 Sep 02 12:45:44.549519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port a448c210-ef89-4541-a759-b6796f802266 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:44.549867 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.619693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.633054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for a448c210-ef89-4541-a759-b6796f802266 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:44.724240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.758646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=a448c210-ef89-4541-a759-b6796f802266,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:44.766365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:44.768742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-09f976d6-7ae4-44e7-b898-4af3c44217d2 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/a448c210-ef89-4541-a759-b6796f802266 HTTP/1.1" status: 204 len: 168 time: 0.3428876 Sep 02 12:45:44.771549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:44.791603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fb0af-963d-4a40-927e-b2ab4097cc5f req-ecee79b2-4bf8-45f3-88f8-052f284d49fe tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:44.793230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b52fb0af-963d-4a40-927e-b2ab4097cc5f req-ecee79b2-4bf8-45f3-88f8-052f284d49fe tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1023 time: 0.0663218 Sep 02 12:45:44.817385 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-781fb8fc-678d-47c8-9ac0-ffade1562d2a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:44.818364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af6e9c-def1-433e-9517-baa98d3e4896 req-0f69e36f-d6f1-47fb-86f3-0cf0b6fb35ef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:44.818931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-781fb8fc-678d-47c8-9ac0-ffade1562d2a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/a448c210-ef89-4541-a759-b6796f802266 HTTP/1.1" status: 404 len: 333 time: 0.0462177 Sep 02 12:45:44.820583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2af6e9c-def1-433e-9517-baa98d3e4896 req-0f69e36f-d6f1-47fb-86f3-0cf0b6fb35ef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0501602 Sep 02 12:45:44.823380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:44.828681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'name': 'tempest-PortsIpV6TestJSON-400653617'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:44.860305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b52fb0af-963d-4a40-927e-b2ab4097cc5f req-7a73b98d-84b9-4763-bfd9-c6ba46b9bf03 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4054ea3-9a38-4275-9db2-78209147e3d3&id=4b575350-0c42-4c3b-9200-54130ed556b3&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0496070 Sep 02 12:45:45.238590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2af6e9c-def1-433e-9517-baa98d3e4896 req-fe4fe9ec-13e7-4fc1-bc46-648a52bcd2c2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060748 Sep 02 12:45:45.265846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:45.269535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.287590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 5d249167-8f95-4068-a055-41fefdcd1b88 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:45.442297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-9539514c-0ef4-4702-b1d5-5111e579b64d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0747979 Sep 02 12:45:45.457699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.459778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719406-8570-4d09-b4d5-5f6de45f1158 req-3ce80075-0c5c-4818-a90b-928c4e2f360e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.461797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1719406-8570-4d09-b4d5-5f6de45f1158 req-3ce80075-0c5c-4818-a90b-928c4e2f360e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 943 time: 0.0680692 Sep 02 12:45:45.505085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.541049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1719406-8570-4d09-b4d5-5f6de45f1158 req-82036eca-57e8-47a1-9a2e-653cb6d4d552 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721927 Sep 02 12:45:45.560291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.564979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.566588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.567731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.568431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.569646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.570768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.573267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4137f086-0418-4996-a728-34f18d54731f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.0771253 Sep 02 12:45:45.592495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:45.612628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:45.631498 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:45.634348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9a97b883-908b-4802-82ef-2dd7df0213bd details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:45.637328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.637791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.641644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=5d249167-8f95-4068-a055-41fefdcd1b88,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:45.663507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-dc789414-ddd3-4c30-84d8-c89ffc048c74 service neutron] 10.222.0.41 "GET /v2.0/ports/dc007af7-c1ff-4f70-90b7-2cf80c489078/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.1664379 Sep 02 12:45:45.667313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a465403c-0bcf-45a8-a3a9-f6ed7f348829 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8428848 Sep 02 12:45:45.670701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:45.677719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:45.690168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dcac3-ea9b-4639-ab41-7bbdca0b8d24 req-39f61f8f-ca5f-46fc-b7e3-095a2a522b71 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.691776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-843dcac3-ea9b-4639-ab41-7bbdca0b8d24 req-39f61f8f-ca5f-46fc-b7e3-095a2a522b71 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1046014 Sep 02 12:45:45.751998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1a8f5a39-319d-4550-ab8f-f597bb627c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.756721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1a8f5a39-319d-4550-ab8f-f597bb627c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.757357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1a8f5a39-319d-4550-ab8f-f597bb627c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.759299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1a8f5a39-319d-4550-ab8f-f597bb627c83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 2291 time: 0.1572771 Sep 02 12:45:45.791773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-843dcac3-ea9b-4639-ab41-7bbdca0b8d24 req-14573ba9-c1f0-49da-bf31-ee8b3fb5da55 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Sep 02 12:45:45.794273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9a97b883-908b-4802-82ef-2dd7df0213bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9a97b883-908b-4802-82ef-2dd7df0213bd,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:45.810369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '9a97b883-908b-4802-82ef-2dd7df0213bd', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': '9a97b883-908b-4802-82ef-2dd7df0213bd', 'mac_address': 'fa:16:3e:68:3c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:45.810537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.842606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-b607b2cf-c2a2-4f2b-920c-595bc31f656d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 1002 time: 0.0753129 Sep 02 12:45:45.859424 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.873812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a97b883-908b-4802-82ef-2dd7df0213bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:45.898458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-c4f9165f-d522-4008-b47e-b87a337dca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.901517 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-c4f9165f-d522-4008-b47e-b87a337dca0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 200 len: 851 time: 0.0503359 Sep 02 12:45:45.903216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9a97b883-908b-4802-82ef-2dd7df0213bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9a97b883-908b-4802-82ef-2dd7df0213bd,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:45.909436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:45.963095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-b0861b94-b125-433a-84db-3957e71e5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:45.965067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-b0861b94-b125-433a-84db-3957e71e5f82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565701 Sep 02 12:45:45.975917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9a97b883-908b-4802-82ef-2dd7df0213bd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:46.088558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-ec05b482-b43d-4e6a-b071-e2a425fecafc service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144779 Sep 02 12:45:46.118024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-f39cdc90-1253-43c7-9a31-ae2ead6d7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.119505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-f39cdc90-1253-43c7-9a31-ae2ead6d7748 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f&tenant_id=044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 1101 time: 0.1576657 Sep 02 12:45:46.128815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6e80b-b612-4c7f-9db7-2b9a5e2c9adb req-d6754a8a-b9f2-400e-a71e-6143dca62a5a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.130353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11b6e80b-b612-4c7f-9db7-2b9a5e2c9adb req-d6754a8a-b9f2-400e-a71e-6143dca62a5a tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1023 time: 0.1384254 Sep 02 12:45:46.143094 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.161790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.199975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-18ede1cd-d7b2-41b9-8f23-74d6a80f9a9e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.201523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-18ede1cd-d7b2-41b9-8f23-74d6a80f9a9e tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 1023 time: 0.1120670 Sep 02 12:45:46.229919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9a97b883-908b-4802-82ef-2dd7df0213bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:46.239866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] In _notify_port_updated(), no bound segment for port 5d249167-8f95-4068-a055-41fefdcd1b88 on network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:45:46.246109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.246788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.248220 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/ports/5d249167-8f95-4068-a055-41fefdcd1b88 HTTP/1.1" status: 200 len: 818 time: 0.5765240 Sep 02 12:45:46.254339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:46.277665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-b457d4fd-586f-4b01-b6c8-83fb3989a2ba service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795089 Sep 02 12:45:46.302413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11b6e80b-b612-4c7f-9db7-2b9a5e2c9adb req-112e9fc9-733e-4f3c-9a42-fa7a3a5b4834 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4054ea3-9a38-4275-9db2-78209147e3d3&id=4b575350-0c42-4c3b-9200-54130ed556b3&id=3e27255e-c2af-438f-9dfd-f8662bc04512&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1572022 Sep 02 12:45:46.323593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fef91-9553-42d2-96b2-7aac2b541527 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=5d249167-8f95-4068-a055-41fefdcd1b88,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:46.332177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-1845ac61-e8f1-4a68-8133-962c44cfc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.334236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-1845ac61-e8f1-4a68-8133-962c44cfc4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1101 time: 0.1817060 Sep 02 12:45:46.376426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-b62d5b40-cfb1-4a71-b9a5-dae048851cd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 217 time: 0.0849900 Sep 02 12:45:46.470969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 5d249167-8f95-4068-a055-41fefdcd1b88 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:46.471290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.475698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-3aab15c6-4256-46cd-9f42-f2e2d4d5a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.477750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-3aab15c6-4256-46cd-9f42-f2e2d4d5a14f service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1355779 Sep 02 12:45:46.480515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-7a2dfe90-4167-448a-9401-a7604395190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.482057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-7a2dfe90-4167-448a-9401-a7604395190e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0924766 Sep 02 12:45:46.493672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624389-062d-4815-a3f0-5c64b67a0b6b req-9590332c-adc8-4efe-bcaa-edcd406af4d1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.495170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99624389-062d-4815-a3f0-5c64b67a0b6b req-9590332c-adc8-4efe-bcaa-edcd406af4d1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1422045 Sep 02 12:45:46.546169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Deleting port 1581647d-a161-4244-83d1-348fd5825bf7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:46.546540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.557697 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-5d947163-00c5-41fd-bd42-fbcb04e5c4ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 217 time: 0.0694764 Sep 02 12:45:46.610504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.627507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 5d249167-8f95-4068-a055-41fefdcd1b88 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:46.628258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99624389-062d-4815-a3f0-5c64b67a0b6b req-1d99beea-2518-4c71-a11a-95731047285b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205754 Sep 02 12:45:46.635829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-3ccd9d2a-0c82-4c6f-9127-6f5cf063d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.637503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-3ccd9d2a-0c82-4c6f-9127-6f5cf063d6e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0726938 Sep 02 12:45:46.638329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-f73f97ec-e6bf-4f70-8c5a-c0e25cfb8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.639771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-f73f97ec-e6bf-4f70-8c5a-c0e25cfb8bc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424029 Sep 02 12:45:46.733072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] For port 1581647d-a161-4244-83d1-348fd5825bf7, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1581647d-a161-4244-83d1-348fd5825bf7,segment=NetworkSegment(201424dd-f4d9-43ab-a1c6-e2388380cf6e),segment_id=201424dd-f4d9-43ab-a1c6-e2388380cf6e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:46.733360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.750839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Calling delete_port for 1581647d-a161-4244-83d1-348fd5825bf7 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:46.768730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-af808453-7905-4a98-b89c-f544970a35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.770271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-af808453-7905-4a98-b89c-f544970a35cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242111 Sep 02 12:45:46.785382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317999-e497-417e-bf71-0dfd9b09a306 req-b898d55e-4932-4677-896b-ee3392716032 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.786873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4317999-e497-417e-bf71-0dfd9b09a306 req-b898d55e-4932-4677-896b-ee3392716032 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 944 time: 0.1007328 Sep 02 12:45:46.821220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-f3c5da4b-bd76-43cb-9619-2f43e4325737 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705780 Sep 02 12:45:46.856249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.899008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=5d249167-8f95-4068-a055-41fefdcd1b88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:46.919197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:46.923652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd5ba723-7d9a-46d2-b9a6-8410a6444f6c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/5d249167-8f95-4068-a055-41fefdcd1b88 HTTP/1.1" status: 204 len: 168 time: 0.6615787 Sep 02 12:45:46.927617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:46.932497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4317999-e497-417e-bf71-0dfd9b09a306 req-5b9335f8-60fa-4b99-82b5-9bd0a8201691 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367202 Sep 02 12:45:46.994518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-ee290f25-7538-4c0d-8a93-e172cdd7dafc service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166591 Sep 02 12:45:46.994943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d630-d9f0-44a0-b260-65d1bc387257 req-a35ddd3d-c514-435e-9514-86b79077b48f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:46.997376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5f36d630-d9f0-44a0-b260-65d1bc387257 req-a35ddd3d-c514-435e-9514-86b79077b48f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1107297 Sep 02 12:45:47.002079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-b8e2b738-a4c6-4bbf-9b84-9ff2d40b2ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687658 Sep 02 12:45:47.020200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369799c-ec1f-4689-ae30-77de482007d8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.021739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b369799c-ec1f-4689-ae30-77de482007d8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0930624 Sep 02 12:45:47.028253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:47.105441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfd756cd-6201-4a96-b369-4cd91c496d56 req-05e2be85-fad7-4541-a2b7-c2f72bc6ae4b service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014805 Sep 02 12:45:47.107037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-c6f29fa9-ea1e-488b-a403-4864ba144471 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 217 time: 0.0795004 Sep 02 12:45:47.107964 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dc67dc-19e4-48f4-a39f-9f9fe96596c4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:47.110570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-10dc67dc-19e4-48f4-a39f-9f9fe96596c4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/5d249167-8f95-4068-a055-41fefdcd1b88 HTTP/1.1" status: 404 len: 333 time: 0.0763946 Sep 02 12:45:47.114574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:47.123170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750080188'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:47.151946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:47.156107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.188647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:47.191887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5f36d630-d9f0-44a0-b260-65d1bc387257 req-062caf37-dcb5-473a-9f1f-31b2c64895b0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852655 Sep 02 12:45:47.195128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.200981 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.201344 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment 8622674b-b989-46dc-a24b-688bd6160a76 of type vlan for network ebf1d99d-904a-4f9c-b24a-5296f5d44538 Sep 02 12:45:47.209069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1581647d-a161-4244-83d1-348fd5825bf7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:47.229788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'Port': ['ID=1581647d-a161-4244-83d1-348fd5825bf7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:47.242776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1653b939-5aaf-42ab-afe3-8fcb32e4f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.245054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1653b939-5aaf-42ab-afe3-8fcb32e4f3c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.1269445 Sep 02 12:45:47.256276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.284474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.290464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.291074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.309661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] No DVR routers for this DVR port 1581647d-a161-4244-83d1-348fd5825bf7 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:47.313226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.316058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6a0dd5e-a576-46f4-b428-1f1f420d6393 req-0ddc8f1f-e688-48a2-9f53-5552cea70e4c tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.41 "DELETE /v2.0/ports/1581647d-a161-4244-83d1-348fd5825bf7 HTTP/1.1" status: 204 len: 173 time: 1.1024115 Sep 02 12:45:47.317678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'name': 'network-vif-deleted', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:47.320459 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c019cd-7042-43e6-8657-cf2c0343361a" -d '{"events": [{"server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "name": "network-vif-deleted", "tag": "1581647d-a161-4244-83d1-348fd5825bf7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:47.345187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-7ebe2066-c985-4d98-9422-7dd0108bdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.346988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-7ebe2066-c985-4d98-9422-7dd0108bdd80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936401 Sep 02 12:45:47.383501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2677088 Sep 02 12:45:47.387408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:47.393619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:47.396098 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d31744-ce65-42f7-b8d4-53ee8356c7c7 x-openstack-request-id: req-09d31744-ce65-42f7-b8d4-53ee8356c7c7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:47.396462 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e781e4e-ff27-4ee9-a7a9-36354feeff24", "name": "network-vif-deleted", "tag": "1581647d-a161-4244-83d1-348fd5825bf7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:47.396782 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09d31744-ce65-42f7-b8d4-53ee8356c7c7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:47.397462 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e781e4e-ff27-4ee9-a7a9-36354feeff24', 'name': 'network-vif-deleted', 'tag': '1581647d-a161-4244-83d1-348fd5825bf7', 'status': 'completed', 'code': 200} Sep 02 12:45:47.449447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01be97-3348-4ca0-8bdb-1cc31fce24e8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=ebf1d99d-904a-4f9c-b24a-5296f5d44538,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:47.454287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8233bb9d-7c0a-4261-9fe0-746c7e3887d4 req-205b56de-e254-47f8-ac8a-387585407e39 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e781e4e-ff27-4ee9-a7a9-36354feeff24 HTTP/1.1" status: 200 len: 210 time: 0.0550642 Sep 02 12:45:47.460034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:47.509112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-bff49094-fc6f-470f-9cf9-cac10cd6b402 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516886 Sep 02 12:45:47.510957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:47.514639 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.608194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-40377373-e3d6-4728-b25e-8698f431d822 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906606 Sep 02 12:45:47.651332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9a97b883-908b-4802-82ef-2dd7df0213bd up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:47.674426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-e992c5cd-c54d-49bb-9f0b-0992e2de6dbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 200 len: 217 time: 0.0582867 Sep 02 12:45:47.712566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 9a97b883-908b-4802-82ef-2dd7df0213bd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:47.717628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 9a97b883-908b-4802-82ef-2dd7df0213bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:47.718016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.729480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.747191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-aee53307-8618-4f9d-9e38-94e930ffbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.749741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-aee53307-8618-4f9d-9e38-94e930ffbcbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0671921 Sep 02 12:45:47.814538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=8ad4bf49-ef12-40e9-830e-b4e10795ec63,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:47.839202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.844277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a6e8c-2b51-4759-9e03-1d4204217de5 req-01350aa6-a5e1-4fbe-956e-62e49840da8d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.846042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-749a6e8c-2b51-4759-9e03-1d4204217de5 req-01350aa6-a5e1-4fbe-956e-62e49840da8d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0881734 Sep 02 12:45:47.854047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-818d0701-7aa8-439e-a04a-77ba8107656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.855155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-818d0701-7aa8-439e-a04a-77ba8107656b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859191 Sep 02 12:45:47.878822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cd377a-e340-4c0a-b276-22879a2e4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97b883-908b-4802-82ef-2dd7df0213bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:47.883600 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c6158-5364-453f-91f3-49283cd570ea" -d '{"events": [{"server_uuid": "92cd377a-e340-4c0a-b276-22879a2e4183", "name": "network-vif-plugged", "status": "completed", "tag": "9a97b883-908b-4802-82ef-2dd7df0213bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:47.887225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': '8622674b-b989-46dc-a24b-688bd6160a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:47.887609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: ebf1d99d-904a-4f9c-b24a-5296f5d44538, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:47.922116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9a97b883-908b-4802-82ef-2dd7df0213bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9a97b883-908b-4802-82ef-2dd7df0213bd,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:47.930418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:47.933290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.945596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ebf1d99d-904a-4f9c-b24a-5296f5d44538) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:47.952386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:47.953818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:47.956936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-749a6e8c-2b51-4759-9e03-1d4204217de5 req-81eca27e-1d6e-46c6-83a8-4996ea8a5db7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966177 Sep 02 12:45:47.989609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f72ae50-88b1-4746-b2ae-6397f997c18a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5990603 Sep 02 12:45:47.990605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:47.994677 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da431385-cff7-4462-b1d2-9870e8cded4a x-openstack-request-id: req-da431385-cff7-4462-b1d2-9870e8cded4a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:47.995076 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cd377a-e340-4c0a-b276-22879a2e4183", "name": "network-vif-plugged", "status": "completed", "tag": "9a97b883-908b-4802-82ef-2dd7df0213bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:47.995422 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da431385-cff7-4462-b1d2-9870e8cded4a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:47.995895 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cd377a-e340-4c0a-b276-22879a2e4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97b883-908b-4802-82ef-2dd7df0213bd', 'code': 200} Sep 02 12:45:47.997106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d5c99-ba62-40be-96af-0db2f78999bc None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:48.004051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:48.039235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-83783d83-3eea-4c5e-a3fb-45e98fb4b2c8 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660256 Sep 02 12:45:48.078731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9a97b883-908b-4802-82ef-2dd7df0213bd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:48.155975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:48.161866 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.207043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': '8ad4bf49-ef12-40e9-830e-b4e10795ec63'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:48.209411 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.252591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ca05-97de-47ed-97a7-56b393c4e27f req-1c727275-5194-4dbd-a8ea-9d4ced9192f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:48.254218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a016ca05-97de-47ed-97a7-56b393c4e27f req-1c727275-5194-4dbd-a8ea-9d4ced9192f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 1096 time: 0.1976607 Sep 02 12:45:48.284718 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ad4bf49-ef12-40e9-830e-b4e10795ec63 (CIDR: 2001:db8::/64) Sep 02 12:45:48.291461 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:45:48.291971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:45:48.306863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b1f0-6f9b-44ea-b52a-6ac39fff0fba req-b0e0a44a-91c6-42fc-b516-dec8b282aa7e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:48.308423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9f9b1f0-6f9b-44ea-b52a-6ac39fff0fba req-b0e0a44a-91c6-42fc-b516-dec8b282aa7e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.1837597 Sep 02 12:45:48.313593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-dd2f7c60-01a4-40db-b9a6-f881b78e2b7c service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548585 Sep 02 12:45:48.336931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4574640-8213-4e94-874e-ee047e5828a8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3424194 Sep 02 12:45:48.337495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:48.343599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:48.374486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a016ca05-97de-47ed-97a7-56b393c4e27f req-fad421e0-057e-4c0e-aa01-6ebe4bf68c69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074011 Sep 02 12:45:48.376809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-9b283316-219f-4f63-9268-9fb0cf0fb5c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 200 len: 217 time: 0.0488884 Sep 02 12:45:48.384859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Allocated IP 2001:db8::2 (ebf1d99d-904a-4f9c-b24a-5296f5d44538/8ad4bf49-ef12-40e9-830e-b4e10795ec63/8c241fcc-e7cc-4598-86d0-6911e8965411) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:48.397637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9f9b1f0-6f9b-44ea-b52a-6ac39fff0fba req-a2628305-be61-447d-b98c-2d46970aa27a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783465 Sep 02 12:45:48.417590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ef91-5fbd-4a44-964e-bc6100c17a60 req-f0135473-3afd-4ad4-8bce-97a12e2995cb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:48.419306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aa2ef91-5fbd-4a44-964e-bc6100c17a60 req-f0135473-3afd-4ad4-8bce-97a12e2995cb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1158869 Sep 02 12:45:48.494385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aa2ef91-5fbd-4a44-964e-bc6100c17a60 req-2a4b88f4-6927-43dc-a08d-9196b6ce179e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654290 Sep 02 12:45:48.509919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:48.514244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.561801 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.570719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Transition to ACTIVE for port object 8c241fcc-e7cc-4598-86d0-6911e8965411 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:48.587664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Transition to ACTIVE for port object 8c241fcc-e7cc-4598-86d0-6911e8965411 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:48.597541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.618034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-d5ebd46a-20ec-43e0-b806-236a0da617ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:48.619759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-d5ebd46a-20ec-43e0-b806-236a0da617ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0532465 Sep 02 12:45:48.626924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e779456b-e475-47bc-afad-3222a13c5a03 req-999d09a2-130b-4f43-b54e-c564c9fac116 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/4b575350-0c42-4c3b-9200-54130ed556b3 HTTP/1.1" status: 200 len: 1802 time: 0.0664601 Sep 02 12:45:48.641055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:48.644205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:48.649838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:48.655937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Pushing event updated for resources: {'Port': ['ID=8c241fcc-e7cc-4598-86d0-6911e8965411,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:48.687110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4cac1b5c-c754-4ef9-a951-41238c78c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:48.689101 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-4cac1b5c-c754-4ef9-a951-41238c78c631 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603776 Sep 02 12:45:48.728837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Attempting to bind port 8c241fcc-e7cc-4598-86d0-6911e8965411 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:48.729509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Attempting to bind port 8c241fcc-e7cc-4598-86d0-6911e8965411 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8622674b-b989-46dc-a24b-688bd6160a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:48.729881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Attempting to bind port 8c241fcc-e7cc-4598-86d0-6911e8965411 on network ebf1d99d-904a-4f9c-b24a-5296f5d44538 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:48.740622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e779456b-e475-47bc-afad-3222a13c5a03 req-ecac5cd7-8beb-4ebe-b301-9e1c3c83a511 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.747952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:48.749396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Checking segment: {'id': '8622674b-b989-46dc-a24b-688bd6160a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:48.752285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.753078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Bound using segment: {'id': '8622674b-b989-46dc-a24b-688bd6160a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:48.753782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Bound port: 8c241fcc-e7cc-4598-86d0-6911e8965411, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8622674b-b989-46dc-a24b-688bd6160a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:48.755488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.779996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e779456b-e475-47bc-afad-3222a13c5a03 req-ecac5cd7-8beb-4ebe-b301-9e1c3c83a511 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.848826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-8b21c869-19b0-41a9-92b7-70687bebc3a5 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503694 Sep 02 12:45:48.849585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] For port 8c241fcc-e7cc-4598-86d0-6911e8965411, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:48.853902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] For port 8c241fcc-e7cc-4598-86d0-6911e8965411, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c241fcc-e7cc-4598-86d0-6911e8965411,segment=NetworkSegment(8622674b-b989-46dc-a24b-688bd6160a76),segment_id=8622674b-b989-46dc-a24b-688bd6160a76)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:48.859765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.893825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e779456b-e475-47bc-afad-3222a13c5a03 req-ecac5cd7-8beb-4ebe-b301-9e1c3c83a511 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.896381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e779456b-e475-47bc-afad-3222a13c5a03 req-ecac5cd7-8beb-4ebe-b301-9e1c3c83a511 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.897610 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e779456b-e475-47bc-afad-3222a13c5a03 req-ecac5cd7-8beb-4ebe-b301-9e1c3c83a511 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b575350-0c42-4c3b-9200-54130ed556b3 HTTP/1.1" status: 204 len: 173 time: 0.2587171 Sep 02 12:45:48.918913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac5cd7-8beb-4ebe-b301-9e1c3c83a511 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b575350-0c42-4c3b-9200-54130ed556b3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:48.923197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:48.938251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13556f6d-8109-4c9c-8191-b0e1743ab3c3 None None] Pushing event updated for resources: {'Port': ['ID=8c241fcc-e7cc-4598-86d0-6911e8965411,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:48.987556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-138431f0-b4da-4d4d-91af-4244b495894b service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305511 Sep 02 12:45:48.992991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:48.996778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:49.003087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:49.003688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.014805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:49.032758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5a37ff33-5a21-4479-88b1-0474e549c2ae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6935732 Sep 02 12:45:49.034387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:49.039728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'fixed_ips': [{'subnet_id': '8ad4bf49-ef12-40e9-830e-b4e10795ec63'}, {'subnet_id': 'a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f'}], 'name': 'tempest-PortsIpV6TestJSON-98101596'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:49.051473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16393f2e-7abb-4d5c-9df6-eda9f148c2ab req-4b5f7d03-fc12-437b-8605-c1505806a333 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "GET /v2.0/security-groups/b4054ea3-9a38-4275-9db2-78209147e3d3 HTTP/1.1" status: 200 len: 1801 time: 0.1153040 Sep 02 12:45:49.053041 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-179df645-159b-48c2-9702-fa811a8c8c74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 200 len: 217 time: 0.0573108 Sep 02 12:45:49.148609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-021391ed-e63d-4c0a-b63c-7a68a743e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:49.154730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-021391ed-e63d-4c0a-b63c-7a68a743e6df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.0917082 Sep 02 12:45:49.192554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9d9f-797b-4061-9268-9d1388b6d696 req-15a76897-5a96-4315-b72c-8f814a00956e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:49.195928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-402e9d9f-797b-4061-9268-9d1388b6d696 req-15a76897-5a96-4315-b72c-8f814a00956e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.1399207 Sep 02 12:45:49.219852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-16393f2e-7abb-4d5c-9df6-eda9f148c2ab req-52582e55-f67b-4da4-941d-f78a497a9690 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.252565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-16393f2e-7abb-4d5c-9df6-eda9f148c2ab req-52582e55-f67b-4da4-941d-f78a497a9690 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.263815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-96c59f3d-be91-4ffd-8dfa-20a23449c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:49.264958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-402e9d9f-797b-4061-9268-9d1388b6d696 req-896493ba-1af5-4c60-a825-089f9f2c6ec9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Sep 02 12:45:49.266520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-96c59f3d-be91-4ffd-8dfa-20a23449c10f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993567 Sep 02 12:45:49.277230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:49.377779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-16393f2e-7abb-4d5c-9df6-eda9f148c2ab req-52582e55-f67b-4da4-941d-f78a497a9690 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.380316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-16393f2e-7abb-4d5c-9df6-eda9f148c2ab req-52582e55-f67b-4da4-941d-f78a497a9690 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.387606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16393f2e-7abb-4d5c-9df6-eda9f148c2ab req-52582e55-f67b-4da4-941d-f78a497a9690 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] 10.222.0.60 "DELETE /v2.0/security-groups/b4054ea3-9a38-4275-9db2-78209147e3d3 HTTP/1.1" status: 204 len: 173 time: 0.3257909 Sep 02 12:45:49.388107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:49.389837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.428320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:45:49.440873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52582e55-f67b-4da4-941d-f78a497a9690 tempest-SecurityGroupsTestJSON-1459899195 tempest-SecurityGroupsTestJSON-1459899195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4054ea3-9a38-4275-9db2-78209147e3d3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:49.481137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-43268b9c-5bb9-4f5b-bd70-2ee5f3682686 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892009 Sep 02 12:45:49.606118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Deleting subnet 24ad563f-fd5b-4198-a7bf-986ecea91c91 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:49.609533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.655325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:49.708871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4a513-d060-4c13-a551-822e9f86c54b req-f1abe1ec-e490-484d-b7ca-1209a3cceb5a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:49.710980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b4a513-d060-4c13-a551-822e9f86c54b req-f1abe1ec-e490-484d-b7ca-1209a3cceb5a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.1679981 Sep 02 12:45:49.753617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c241fcc-e7cc-4598-86d0-6911e8965411 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:49.786461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b4a513-d060-4c13-a551-822e9f86c54b req-1570c801-f950-4034-8409-261bcc572d8b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 Sep 02 12:45:49.831557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8c241fcc-e7cc-4598-86d0-6911e8965411 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:49.960407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:49.964537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::114 (ebf1d99d-904a-4f9c-b24a-5296f5d44538/8ad4bf49-ef12-40e9-830e-b4e10795ec63/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:49.975097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8:0:1::109 (ebf1d99d-904a-4f9c-b24a-5296f5d44538/a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:49.991466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b457-63bf-4ec1-a6dd-bcbc32192a47 req-d8132fc9-ebbd-41fe-8bed-09db02495af2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:49.993480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f90b457-63bf-4ec1-a6dd-bcbc32192a47 req-d8132fc9-ebbd-41fe-8bed-09db02495af2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0932059 Sep 02 12:45:50.066455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f90b457-63bf-4ec1-a6dd-bcbc32192a47 req-34264cc0-7b6d-446b-a8c1-d423ea366e62 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654688 Sep 02 12:45:50.190443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.215108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.234193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:50.256502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcfb49-44e9-44a7-945d-6df28a786e8b req-597a3e31-1c75-4420-ba00-31b454ac3548 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.259314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:50.264940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1edcfb49-44e9-44a7-945d-6df28a786e8b req-597a3e31-1c75-4420-ba00-31b454ac3548 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.5840051 Sep 02 12:45:50.288278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b1df0-0cee-41f0-86ff-9ffe76e956c8 None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:50.289245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.293839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-e6149101-896e-45ff-b98d-3ac5f0d8d82d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.296134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-e6149101-896e-45ff-b98d-3ac5f0d8d82d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f&tenant_id=044fbd3c414d41fab6842c2085708615&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 950 time: 0.6089146 Sep 02 12:45:50.298295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-5970555e-0170-4ba5-a7c5-08c920b8a626 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8142045 Sep 02 12:45:50.349279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-26354cdc-27dd-4389-84a2-405e09b259a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 217 time: 0.0420327 Sep 02 12:45:50.352889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:50.356962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:50.361150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:50.367014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.367681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.378035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:50.391226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-415424e7-5d00-4803-8f77-f5079e03f620 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3554778 Sep 02 12:45:50.394489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:50.408008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ad4bf49-ef12-40e9-830e-b4e10795ec63'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:50.418780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] Provisioning for port 8c241fcc-e7cc-4598-86d0-6911e8965411 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:50.427981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] Provisioning complete for port 8c241fcc-e7cc-4598-86d0-6911e8965411 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:50.428497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.456523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1edcfb49-44e9-44a7-945d-6df28a786e8b req-3283644a-32a0-46ee-8a92-707b81ddeb5a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904273 Sep 02 12:45:50.497803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-7a9e865e-1496-4d75-8889-476daa4a0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.501515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-7a9e865e-1496-4d75-8889-476daa4a0a5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.1425691 Sep 02 12:45:50.510655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.517864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.533234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:50.582078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-cdafa856-bf42-4770-9453-a376346a46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.583634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-cdafa856-bf42-4770-9453-a376346a46c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1101 time: 0.2168534 Sep 02 12:45:50.586549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'mac_address': 'fa:16:3e:1b:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:50.590342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ad563f-fd5b-4198-a7bf-986ecea91c91,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:50.595571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.598136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9f6420c-93c0-4b05-b7a7-a8575e7b7eea admin admin] 10.222.0.60 "DELETE /v2.0/subnets/24ad563f-fd5b-4198-a7bf-986ecea91c91 HTTP/1.1" status: 204 len: 168 time: 1.2035944 Sep 02 12:45:50.601548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:50.656792 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.664411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1f41adec-4bb6-479a-a998-bc17bcc89dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.666308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-1f41adec-4bb6-479a-a998-bc17bcc89dc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494036 Sep 02 12:45:50.703560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.713784 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.741536 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.743365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:50.745813 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a63cc-30b4-4233-8141-3ce0abc49c6d" -d '{"events": [{"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:50.750734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-3cc42464-6345-47f4-b3aa-4ba9c437d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:50.752225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-3cc42464-6345-47f4-b3aa-4ba9c437d4f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1530919 Sep 02 12:45:50.788864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:50.799635 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.800538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1581647d-a161-4244-83d1-348fd5825bf7 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:50.804668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-044d8f50-02cb-43e1-905c-7e4bf91c1d66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 217 time: 0.0446901 Sep 02 12:45:50.831669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc007af7-c1ff-4f70-90b7-2cf80c489078 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:50.861648 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864c38be-04d8-4e94-b86d-3e90a4f785ad x-openstack-request-id: req-864c38be-04d8-4e94-b86d-3e90a4f785ad {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:50.861951 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:50.862313 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-864c38be-04d8-4e94-b86d-3e90a4f785ad {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:50.862708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-03c19c03-c0c5-481d-bf89-b89fef28cd57 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869752 Sep 02 12:45:50.862877 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'code': 200} Sep 02 12:45:50.865158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] For port 8c241fcc-e7cc-4598-86d0-6911e8965411, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c241fcc-e7cc-4598-86d0-6911e8965411,segment=NetworkSegment(8622674b-b989-46dc-a24b-688bd6160a76),segment_id=8622674b-b989-46dc-a24b-688bd6160a76)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:50.871215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 1581647d-a161-4244-83d1-348fd5825bf7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:50.871658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1581647d-a161-4244-83d1-348fd5825bf7 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:50.884932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.886106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.907859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729989e7-9de1-4f79-8bd5-13b7d4563f10']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:50.927403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201424dd-f4d9-43ab-a1c6-e2388380cf6e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:50.927711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201424dd-f4d9-43ab-a1c6-e2388380cf6e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:50.940251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:50.943516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:45:50.943790 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:45:50.944345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:50.992728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.005817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:51.006106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-dd00c429-4857-44b4-9d54-322e7513045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.006287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.007951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-dd00c429-4857-44b4-9d54-322e7513045a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1872237 Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:51.008124 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:51.022203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc038-b6e8-45b6-87df-215d9ef82029 req-195727b3-8f79-497c-b3ca-7a810d056b11 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.024067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69ebc038-b6e8-45b6-87df-215d9ef82029 req-195727b3-8f79-497c-b3ca-7a810d056b11 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.1181984 Sep 02 12:45:51.025200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Update dhcp port {'port': {'network_id': 'ebf1d99d-904a-4f9c-b24a-5296f5d44538', 'fixed_ips': [{'subnet_id': '8ad4bf49-ef12-40e9-830e-b4e10795ec63', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '8c241fcc-e7cc-4598-86d0-6911e8965411'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 12:45:51.028766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c35996-47fd-4d28-a751-fd4d623741bf None None] Pushing event updated for resources: {'Port': ['ID=8c241fcc-e7cc-4598-86d0-6911e8965411,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:51.057885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.109484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.117689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4f5fc75-68ce-472c-b957-1af55bb68542 req-90dba466-9a4b-4265-a143-c15ecaebe0b3 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473702 Sep 02 12:45:51.121033 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.124126 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] 10.222.0.60 "DELETE /v2.0/networks/729989e7-9de1-4f79-8bd5-13b7d4563f10 HTTP/1.1" status: 204 len: 168 time: 0.5029650 Sep 02 12:45:51.139897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69ebc038-b6e8-45b6-87df-215d9ef82029 req-d3171457-c231-422c-a5db-9dd66d1b0f2a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960679 Sep 02 12:45:51.150466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c613324-e8fd-41ce-82e5-1fa9d34b6805 admin admin] Pushing event deleted for resources: {'Network': ['ID=729989e7-9de1-4f79-8bd5-13b7d4563f10,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:51.158800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-f21ed2c3-00f2-4321-92c9-8df769be2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.160541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-f21ed2c3-00f2-4321-92c9-8df769be2647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353323 Sep 02 12:45:51.185661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Delete allocated IP 2001:db8:0:1::109 (ebf1d99d-904a-4f9c-b24a-5296f5d44538/a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f) {{(pid=94841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 12:45:51.292008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-89b4bffb-d412-462e-8004-0b552bfb82c9 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240554 Sep 02 12:45:51.392042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467987-6c95-46ee-9c13-18bea6fcef95 req-a1a9a2e1-1f9d-4315-b2c1-43f0dd1a0f37 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.393244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3467987-6c95-46ee-9c13-18bea6fcef95 req-a1a9a2e1-1f9d-4315-b2c1-43f0dd1a0f37 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.0924041 Sep 02 12:45:51.394160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:51.413076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2e81f1-56d2-4db3-ab1f-e4c91ee0118e req-bb945d1b-9fa7-48c8-aa7c-644a25b6c708 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134911 Sep 02 12:45:51.437132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.488440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Ignored duplicate provisioning block setup for port 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 12:45:51.526177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.545714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.561564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3467987-6c95-46ee-9c13-18bea6fcef95 req-9da1d06e-14e2-4953-8205-2ad1c27d7c9a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579006 Sep 02 12:45:51.574512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869e53-b7b5-46c5-aa32-a0b5524108e4 req-7a1e1b03-3528-4b90-9e36-4386ddc6f775 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.584137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc007af7-c1ff-4f70-90b7-2cf80c489078 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:51.584998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39869e53-b7b5-46c5-aa32-a0b5524108e4 req-7a1e1b03-3528-4b90-9e36-4386ddc6f775 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.0896223 Sep 02 12:45:51.604638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3600d690-d2ba-4312-98a4-4f0766d276ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d619d79e63854c49a1f4105514dbe78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082176 Sep 02 12:45:51.610585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:51.621349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:51.637782 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.640825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Allocated IP 2001:db8:0:1::2 (ebf1d99d-904a-4f9c-b24a-5296f5d44538/a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f/8c241fcc-e7cc-4598-86d0-6911e8965411) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:51.679323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39869e53-b7b5-46c5-aa32-a0b5524108e4 req-b458f28b-e1dd-45ef-9e53-23eac14de7e0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932972 Sep 02 12:45:51.697566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] In _notify_port_updated(), no bound segment for port 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff on network ebf1d99d-904a-4f9c-b24a-5296f5d44538 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:45:51.699509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:45:51.702482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:51.716877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.716877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.716877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/ports/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff HTTP/1.1" status: 200 len: 924 time: 1.3081670 Sep 02 12:45:51.717400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:51.725935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b047f-6f58-4c40-86e3-17e77cba2bfa tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:51.726515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ad4bf49-ef12-40e9-830e-b4e10795ec63'}, {'subnet_id': 'a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:51.778741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-799aa387-3c21-48f2-b9e8-6ce58c50d1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.779135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c241fcc-e7cc-4598-86d0-6911e8965411 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:51.794767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225c91b-8b7e-4269-93a4-8849d0480949 req-cac2d26c-eb88-4bb2-9605-69cc4959bb04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:51.797137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5225c91b-8b7e-4269-93a4-8849d0480949 req-cac2d26c-eb88-4bb2-9605-69cc4959bb04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 949 time: 0.1240187 Sep 02 12:45:51.840322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-799aa387-3c21-48f2-b9e8-6ce58c50d1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.889885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5225c91b-8b7e-4269-93a4-8849d0480949 req-44759d04-7503-4fd1-81b5-b3e1ad9c9b3e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784955 Sep 02 12:45:51.949082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-799aa387-3c21-48f2-b9e8-6ce58c50d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.953360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-799aa387-3c21-48f2-b9e8-6ce58c50d1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:51.955919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:51.977973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-799aa387-3c21-48f2-b9e8-6ce58c50d1d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e27255e-c2af-438f-9dfd-f8662bc04512 HTTP/1.1" status: 204 len: 168 time: 0.3659842 Sep 02 12:45:51.996398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['dc007af7-c1ff-4f70-90b7-2cf80c489078'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:51.999434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aa387-3c21-48f2-b9e8-6ce58c50d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e27255e-c2af-438f-9dfd-f8662bc04512,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:52.065504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.084887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:52.119403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] For port 8c241fcc-e7cc-4598-86d0-6911e8965411, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c241fcc-e7cc-4598-86d0-6911e8965411,segment=NetworkSegment(8622674b-b989-46dc-a24b-688bd6160a76),segment_id=8622674b-b989-46dc-a24b-688bd6160a76)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:52.131291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'port_id': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'mac_address': 'fa:16:3e:2e:f8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff8f94d-39ab-448c-b86a-eb74b10fd9e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:45:52.133166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.149737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8c241fcc-e7cc-4598-86d0-6911e8965411 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:52.150104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.247861 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.275478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:52.293541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.296233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Transition to ACTIVE for port object 8c241fcc-e7cc-4598-86d0-6911e8965411 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:52.301218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.332678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.348514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port 8c241fcc-e7cc-4598-86d0-6911e8965411 had new provisioning blocks added so it will not transition to active. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 02 12:45:52.361638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61eed4ae-489f-4c99-94e7-89e2d93a4efd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:52.442876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:52.486228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8:0:1::56 (ebf1d99d-904a-4f9c-b24a-5296f5d44538/a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:52.653304 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.675184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:45:52.675540 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:45:52.680353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Ignored duplicate provisioning block setup for port 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 12:45:52.714047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086746da-7d5c-4854-ac7a-16d5b7993cc5 None None] Pushing event updated for resources: {'Port': ['ID=8c241fcc-e7cc-4598-86d0-6911e8965411,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:52.723778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.824098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:52.842465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c5389-ac29-4dc9-96f5-f72e44d39ac5 req-1cec45de-68e9-445b-8c0e-846c83a17b54 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:52.843576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-198c5389-ac29-4dc9-96f5-f72e44d39ac5 req-1cec45de-68e9-445b-8c0e-846c83a17b54 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 943 time: 0.1739101 Sep 02 12:45:52.852122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74ac42-f443-4d99-bfb0-0aab2bc35560 req-efe2b41d-fec6-4194-87fc-dbbde1264bdc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:52.855367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c74ac42-f443-4d99-bfb0-0aab2bc35560 req-efe2b41d-fec6-4194-87fc-dbbde1264bdc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.0667858 Sep 02 12:45:52.864210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:52.867067 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed9ecb8-040a-4478-a75f-2179bee6f364" -d '{"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-unplugged", "status": "completed", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:52.870987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] In _notify_port_updated(), no bound segment for port 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff on network ebf1d99d-904a-4f9c-b24a-5296f5d44538 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:45:52.876977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:52.877696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:52.879277 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f7dff8bf-059c-4733-8d8e-e79368fa0d46 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/ports/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff HTTP/1.1" status: 200 len: 1009 time: 1.1663020 Sep 02 12:45:52.884661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:52.907758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c74ac42-f443-4d99-bfb0-0aab2bc35560 req-f3ab826b-4e4e-4676-bab4-c1e7921c2ee7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463607 Sep 02 12:45:52.953503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59760) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:52.992169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-198c5389-ac29-4dc9-96f5-f72e44d39ac5 req-73e2935e-8352-43f6-9314-4b2062b1cf5d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237900 Sep 02 12:45:53.030940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:53.031273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.059677 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19afbb-ae79-4dad-9683-e09958f9119d x-openstack-request-id: req-af19afbb-ae79-4dad-9683-e09958f9119d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:53.060345 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-unplugged", "status": "completed", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:53.060634 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af19afbb-ae79-4dad-9683-e09958f9119d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:53.061038 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'code': 200} Sep 02 12:45:53.119535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1720592739-network', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:53.190254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd3d7-1eb7-4ca0-b516-6ca8824e23bd req-e592eb53-4628-492a-8a11-558dc2655441 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:53.200294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-792cd3d7-1eb7-4ca0-b516-6ca8824e23bd req-e592eb53-4628-492a-8a11-558dc2655441 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 949 time: 0.1012146 Sep 02 12:45:53.242468 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.248327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.266260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eed4ae-489f-4c99-94e7-89e2d93a4efd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:53.277988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:53.292582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-792cd3d7-1eb7-4ca0-b516-6ca8824e23bd req-5be58380-5def-4a06-a8ed-5a94a6038d21 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Sep 02 12:45:53.346305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:53.355324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.445862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:53.455952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a0a13-576b-4393-8b6e-49f9685e4664 None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:53.479503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14d848-77f8-445c-b8ce-0131b6c91060 req-ef3ed7fa-cf7c-4cb2-9275-7ec00b4118b6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:53.481037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc14d848-77f8-445c-b8ce-0131b6c91060 req-ef3ed7fa-cf7c-4cb2-9275-7ec00b4118b6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.0628731 Sep 02 12:45:53.527761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Made reservation on behalf of b2d8d458e5dd4cf88446af8d55e9f51d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:53.531355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.554068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc14d848-77f8-445c-b8ce-0131b6c91060 req-b0245f43-a257-4b14-bfdb-c573ef7a751b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477643 Sep 02 12:45:53.556306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.572495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22b05bd6-c760-45a8-a89e-8af7b9edb011 None None] Provisioning for port 8c241fcc-e7cc-4598-86d0-6911e8965411 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:53.584623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22b05bd6-c760-45a8-a89e-8af7b9edb011 None None] Provisioning complete for port 8c241fcc-e7cc-4598-86d0-6911e8965411 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:53.585018 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22b05bd6-c760-45a8-a89e-8af7b9edb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.607901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e5af-4cd9-47d1-9293-49002645abe4 req-4eeedd4b-de8f-4efb-b95b-872160f439ec tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:53.609683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9710e5af-4cd9-47d1-9293-49002645abe4 req-4eeedd4b-de8f-4efb-b95b-872160f439ec tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 949 time: 0.0949669 Sep 02 12:45:53.627989 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.674748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:53.699332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9710e5af-4cd9-47d1-9293-49002645abe4 req-eaca804f-a957-42dc-92b2-7064646d5c1f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805321 Sep 02 12:45:53.732551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['61eed4ae-489f-4c99-94e7-89e2d93a4efd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:53.768111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.779280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-31214bf0-6602-4a84-81f6-a8e323d4bf3b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff HTTP/1.1" status: 204 len: 168 time: 0.8929863 Sep 02 12:45:53.779714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:53.817400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c241fcc-e7cc-4598-86d0-6911e8965411 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:53.837983 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacc51ba-c4e7-4b65-971a-a3c714ad3e66 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:45:53.840011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dacc51ba-c4e7-4b65-971a-a3c714ad3e66 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff HTTP/1.1" status: 404 len: 333 time: 0.0585687 Sep 02 12:45:53.843431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:53.845697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.856754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.892945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b26ed-d7cf-48de-896c-a3c5d57b61f9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:53.898554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22b05bd6-c760-45a8-a89e-8af7b9edb011 None None] Could not find standard attr ID for object 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:45:53.918008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:53.922425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.931896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:53.944800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.945255 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Added segment 24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f of type vlan for network bc0691cc-38fe-46c7-8696-59878259b371 Sep 02 12:45:53.953867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8c241fcc-e7cc-4598-86d0-6911e8965411 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:53.953867 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:53.991034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:53.997534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.013718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.081455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.082775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.083638 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.109776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.199649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.234251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f2ac7106-30fe-49c1-b38d-6ecd1822a553 None None] Provisioning complete for port 8c241fcc-e7cc-4598-86d0-6911e8965411 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:54.234251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7106-30fe-49c1-b38d-6ecd1822a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.237471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2826228 Sep 02 12:45:54.242143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:54.251124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:54.254503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Request body: {'subnet': {'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-subnet', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:54.282486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d459e4-b6b1-449b-974a-614e2b396fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0691cc-38fe-46c7-8696-59878259b371,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:54.297023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.299271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-06665c10-127c-4709-a471-18350d82052e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f HTTP/1.1" status: 204 len: 168 time: 0.4546814 Sep 02 12:45:54.302347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:54.304443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port dc007af7-c1ff-4f70-90b7-2cf80c489078 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:54.305069 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.319470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network bc0691cc-38fe-46c7-8696-59878259b371 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:54.323868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Made reservation on behalf of b2d8d458e5dd4cf88446af8d55e9f51d for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:54.334411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-37d65152-10ee-4838-9022-2b537335b827 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620823 Sep 02 12:45:54.336105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.494256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a150ca-48bb-4de5-a4e9-aa1c9f697604 None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:54.556051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet 8ad4bf49-ef12-40e9-830e-b4e10795ec63 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:45:54.563194 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.594091 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.616475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-e7a45449-51ab-4ad2-abcd-0961ecf6d4c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2212529 Sep 02 12:45:54.630067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a71a9a-09b0-4747-8d12-0b40247fbfbc req-34c3a714-3008-42f0-b71a-ec2519a688b8 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.638216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1a71a9a-09b0-4747-8d12-0b40247fbfbc req-34c3a714-3008-42f0-b71a-ec2519a688b8 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 944 time: 0.4668880 Sep 02 12:45:54.643007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.644655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:54.654766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.670978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.675635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-7880f6d6-cd06-47e3-9f9c-53700eab0dfd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.677191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-7880f6d6-cd06-47e3-9f9c-53700eab0dfd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419826 Sep 02 12:45:54.721961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e5512e57-8588-4fee-9e81-bc78fd9efbae None None] Could not find standard attr ID for object 782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:45:54.726800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-de156caf-18e6-4387-a1e2-e60365c2680f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/quotas/044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 375 time: 0.0335236 Sep 02 12:45:54.730883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1a71a9a-09b0-4747-8d12-0b40247fbfbc req-0e1525e7-7334-44c6-8ba1-7ac0587d1928 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916815 Sep 02 12:45:54.774273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=184c2210-2ce9-4c70-a640-4816b65f1bc6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:54.782479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:54.782853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Checking segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:54.783313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Network hostable DHCP agents. Network: bc0691cc-38fe-46c7-8696-59878259b371, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:54.808541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Network bc0691cc-38fe-46c7-8696-59878259b371 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:54.817874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, bc0691cc-38fe-46c7-8696-59878259b371) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:54.824333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.825176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.833180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d1e16-9528-434f-a191-8bdbbdc77047 None None] Network bc0691cc-38fe-46c7-8696-59878259b371 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:54.845837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e21846c2-adc2-4b61-9783-2b36b653eb1b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5992513 Sep 02 12:45:54.848626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:54.857879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:54.859394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.860148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.860831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.861581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.862322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.863172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.863911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.867313 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d6d874a4-8bbf-4c00-a2b9-e280abd0331d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6501 time: 0.1847460 Sep 02 12:45:54.898000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.904437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.905186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:54.960666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2945b-227b-40d8-8794-425ace3973eb req-97605f38-c18c-4f64-9557-3aea44a7442d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:54.962727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4c2945b-227b-40d8-8794-425ace3973eb req-97605f38-c18c-4f64-9557-3aea44a7442d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.2221859 Sep 02 12:45:54.985530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-9995482a-4b4f-433a-8575-1bbc6ea16139 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2004852 Sep 02 12:45:55.006585 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.071330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:55.074017 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab0f299-0d76-4313-989c-d61f06f4e755" -d '{"events": [{"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-plugged", "status": "completed", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:55.093770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-bc0691cc-38fe-46c7-8696-59878259b371', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:55.097932 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.221356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.242319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078b635-f904-4f6f-bdeb-37ff4103461e req-b9accdba-5d34-43d7-ba58-d44d05281fda tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:55.251630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2078b635-f904-4f6f-bdeb-37ff4103461e req-b9accdba-5d34-43d7-ba58-d44d05281fda tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 945 time: 0.2593679 Sep 02 12:45:55.257643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.325793 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3ba43-07a5-48fa-b153-3c8c6b31efb1 x-openstack-request-id: req-eab3ba43-07a5-48fa-b153-3c8c6b31efb1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:55.326348 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-plugged", "status": "completed", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:55.326545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2078b635-f904-4f6f-bdeb-37ff4103461e req-a56fc0b3-04de-40fa-8940-6a4b18f8aec6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736358 Sep 02 12:45:55.327010 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eab3ba43-07a5-48fa-b153-3c8c6b31efb1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:55.327650 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'code': 200} Sep 02 12:45:55.329729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.331835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/8ad4bf49-ef12-40e9-830e-b4e10795ec63 HTTP/1.1" status: 204 len: 168 time: 1.0283535 Sep 02 12:45:55.332695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5db0-8f01-4b47-a9ed-fe3b5656218a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad4bf49-ef12-40e9-830e-b4e10795ec63,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:55.336583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:55.382530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Allocated IP 172.20.0.2 (bc0691cc-38fe-46c7-8696-59878259b371/184c2210-2ce9-4c70-a640-4816b65f1bc6/c073fce8-edd5-4131-8084-e0389c16864e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:55.416455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-510a3485-eb30-4b49-95a7-5d3761fcf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:55.416804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-510a3485-eb30-4b49-95a7-5d3761fcf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:55.417310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-510a3485-eb30-4b49-95a7-5d3761fcf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:55.418969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-510a3485-eb30-4b49-95a7-5d3761fcf51a service neutron] 10.222.0.41 "GET /v2.0/networks?id=570c4c40-0a12-4264-8cd4-695bfe62e618&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 2298 time: 0.4534595 Sep 02 12:45:55.506090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9dd707ca-5bbf-466a-a72a-0143bce3385d req-bcd43baa-c7c5-4e49-a638-5eae6435a130 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 210 time: 0.0512478 Sep 02 12:45:55.528015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Deleting port 9a97b883-908b-4802-82ef-2dd7df0213bd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:55.528853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.605208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.613133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-428837df-a6e4-4a93-be1c-b7fe8e5dfbf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 200 len: 1002 time: 0.1688275 Sep 02 12:45:55.642540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.654101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Transition to ACTIVE for port object c073fce8-edd5-4131-8084-e0389c16864e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:55.684420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Transition to ACTIVE for port object c073fce8-edd5-4131-8084-e0389c16864e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:55.694558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.700643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:55.709905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] For port 9a97b883-908b-4802-82ef-2dd7df0213bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9a97b883-908b-4802-82ef-2dd7df0213bd,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:55.710339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.715074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-cf894c36-4847-47ba-988c-6770704c9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:55.717687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-cf894c36-4847-47ba-988c-6770704c9e88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=791c1b25-8efe-4bc0-af0a-9389cd06562c HTTP/1.1" status: 200 len: 856 time: 0.0973599 Sep 02 12:45:55.738327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Calling delete_port for 9a97b883-908b-4802-82ef-2dd7df0213bd owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:55.807731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 8c241fcc-e7cc-4598-86d0-6911e8965411 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:45:55.808410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.819423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Network bc0691cc-38fe-46c7-8696-59878259b371 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:55.828406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:55.836229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:55.840678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Pushing event updated for resources: {'Port': ['ID=c073fce8-edd5-4131-8084-e0389c16864e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:55.928796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78803eb7-5c38-442d-a6f8-c5cac70737c7 None None] Network ebf1d99d-904a-4f9c-b24a-5296f5d44538 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:55.963382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port 8c241fcc-e7cc-4598-86d0-6911e8965411, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c241fcc-e7cc-4598-86d0-6911e8965411,segment=NetworkSegment(8622674b-b989-46dc-a24b-688bd6160a76),segment_id=8622674b-b989-46dc-a24b-688bd6160a76)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:55.964985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:55.988369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-be821600-7671-4be4-a402-42bf94dd7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:55.990320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-be821600-7671-4be4-a402-42bf94dd7c93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=570c4c40-0a12-4264-8cd4-695bfe62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640772 Sep 02 12:45:56.012160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.014220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 8c241fcc-e7cc-4598-86d0-6911e8965411 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:45:56.045458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b24b4-907a-4fc7-a863-a666bc6e3588 req-63c8b93a-5a76-40a2-a466-07e6f80eaf51 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:56.055370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-359b24b4-907a-4fc7-a863-a666bc6e3588 req-63c8b93a-5a76-40a2-a466-07e6f80eaf51 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 944 time: 0.1637509 Sep 02 12:45:56.105352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.123702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 61eed4ae-489f-4c99-94e7-89e2d93a4efd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:56.124115 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.157756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.177135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Attempting to bind port c073fce8-edd5-4131-8084-e0389c16864e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:45:56.177537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Attempting to bind port c073fce8-edd5-4131-8084-e0389c16864e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:45:56.177884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Attempting to bind port c073fce8-edd5-4131-8084-e0389c16864e on network bc0691cc-38fe-46c7-8696-59878259b371 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:45:56.202284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9a97b883-908b-4802-82ef-2dd7df0213bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:56.207510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-359b24b4-907a-4fc7-a863-a666bc6e3588 req-be4111af-32da-435b-961e-b52456e84028 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505179 Sep 02 12:45:56.209060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9d18729b-c000-4a12-a1f1-85bf84155c6a None None] Provisioning complete for port 8c241fcc-e7cc-4598-86d0-6911e8965411 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:56.209546 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d18729b-c000-4a12-a1f1-85bf84155c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.256596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:45:56.256988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Checking segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:56.257494 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.257887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Bound using segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:45:56.258371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Bound port: c073fce8-edd5-4131-8084-e0389c16864e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:45:56.258750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.322500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.362866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Allocated IP 172.25.7.214 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/c39c55fa-1a2b-4df3-b183-60a03571640f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:56.365084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9d18729b-c000-4a12-a1f1-85bf84155c6a None None] Could not find standard attr ID for object 8c241fcc-e7cc-4598-86d0-6911e8965411. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:45:56.369863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=8c241fcc-e7cc-4598-86d0-6911e8965411,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:56.376647 n-d-792364-8 neutron-server[94842]: INFO neutron.plugins.ml2.db [None req-9d18729b-c000-4a12-a1f1-85bf84155c6a None None] No ports have port_id starting with 8c241fcc-e7cc-4598-86d0-6911e8965411 Sep 02 12:45:56.379697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port 8c241fcc-e7cc-4598-86d0-6911e8965411 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:56.459960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.465365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] For port c073fce8-edd5-4131-8084-e0389c16864e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:45:56.476073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] For port c073fce8-edd5-4131-8084-e0389c16864e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c073fce8-edd5-4131-8084-e0389c16864e,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:45:56.479436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e50e0-2b17-4d51-a5cf-9833327e8d2a None None] DHCP port deletion for ebf1d99d-904a-4f9c-b24a-5296f5d44538 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:45:56.509860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.527135 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.546301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf1d99d-904a-4f9c-b24a-5296f5d44538']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:56.561218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8622674b-b989-46dc-a24b-688bd6160a76') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:56.561671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8622674b-b989-46dc-a24b-688bd6160a76') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:56.590685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:56.602794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.625680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d7bbf-9329-41fb-8567-6c6d53380d0d None None] Pushing event updated for resources: {'Port': ['ID=c073fce8-edd5-4131-8084-e0389c16864e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:56.649870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.686303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.714508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event deleted for resources: {'Port': ['ID=9a97b883-908b-4802-82ef-2dd7df0213bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:56.724566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6eb7f10e-5775-400d-9a25-86e239853303 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387866 Sep 02 12:45:56.733784 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.743157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.760948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:45:56.760948 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:45:56.768547 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:45:56.863657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c271a3d4-1b1a-4361-bf63-8405aafe3e74 req-8b5df15a-0e74-41b8-9b50-2c9d0997d8f2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 210 time: 0.1249521 Sep 02 12:45:56.889864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e05193c-007f-4ef6-b9ab-650f34ccd58d req-6df35050-1ed6-4388-8004-752ac3f36835 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=92cd377a-e340-4c0a-b276-22879a2e4183 HTTP/1.1" status: 200 len: 210 time: 0.2273591 Sep 02 12:45:56.891756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-b9bed58e-8187-44dd-b8ee-74f2eb7f5cbd service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935277 Sep 02 12:45:56.915101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:56.929807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:56.931267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:56.936492 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Pushing event updated for resources: {'Port': ['ID=c39c55fa-1a2b-4df3-b183-60a03571640f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:56.955110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:56.971550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] No DVR routers for this DVR port 9a97b883-908b-4802-82ef-2dd7df0213bd on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:45:56.976089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:56.978318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4c2945b-227b-40d8-8794-425ace3973eb req-a0cb0513-2aec-458a-8736-fa30f1b0d688 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.18 "DELETE /v2.0/ports/9a97b883-908b-4802-82ef-2dd7df0213bd HTTP/1.1" status: 204 len: 173 time: 1.9998097 Sep 02 12:45:56.988016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cd377a-e340-4c0a-b276-22879a2e4183', 'name': 'network-vif-deleted', 'tag': '9a97b883-908b-4802-82ef-2dd7df0213bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:56.991029 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90dbb2f-808a-4570-91c2-9b56b75baf78" -d '{"events": [{"server_uuid": "92cd377a-e340-4c0a-b276-22879a2e4183", "name": "network-vif-deleted", "tag": "9a97b883-908b-4802-82ef-2dd7df0213bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:57.005964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.048785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-ab48373e-01ec-47fa-bf4c-1a67f89ff76a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:57.050698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-ab48373e-01ec-47fa-bf4c-1a67f89ff76a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809541 Sep 02 12:45:57.050978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.052972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/ebf1d99d-904a-4f9c-b24a-5296f5d44538 HTTP/1.1" status: 204 len: 168 time: 1.7134755 Sep 02 12:45:57.053883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829660a2-56d5-42cd-9292-dc52a2332826 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=ebf1d99d-904a-4f9c-b24a-5296f5d44538,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:57.061330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59846) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:57.070697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Request body: {'port': {'device_id': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '044fbd3c414d41fab6842c2085708615'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:57.099509 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66775c07-7373-4f42-93cb-67bb68c34524 x-openstack-request-id: req-66775c07-7373-4f42-93cb-67bb68c34524 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:57.100362 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cd377a-e340-4c0a-b276-22879a2e4183", "name": "network-vif-deleted", "tag": "9a97b883-908b-4802-82ef-2dd7df0213bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:57.101445 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66775c07-7373-4f42-93cb-67bb68c34524 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:57.102308 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cd377a-e340-4c0a-b276-22879a2e4183', 'name': 'network-vif-deleted', 'tag': '9a97b883-908b-4802-82ef-2dd7df0213bd', 'status': 'completed', 'code': 200} Sep 02 12:45:57.209640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-0c59fdd0-5846-433d-96a4-7bc5b59f37a5 service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642326 Sep 02 12:45:57.258465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-f6438dd8-07ac-4766-a8fc-18b13f36fcca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 217 time: 0.0404117 Sep 02 12:45:57.268354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ccc760-e903-4dab-a860-f4b34c624c61 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:57.274476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-09ccc760-e903-4dab-a860-f4b34c624c61 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2116580 Sep 02 12:45:57.275285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:57.309079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Made reservation on behalf of 044fbd3c414d41fab6842c2085708615 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:57.312867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.330829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:45:57.333702 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba57224-eaea-408b-af15-df02c8c2ae92" -d '{"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-plugged", "status": "completed", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:45:57.343475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-4ce90deb-a55e-454a-8427-a0683df95024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:57.345038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-4ce90deb-a55e-454a-8427-a0683df95024 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0785270 Sep 02 12:45:57.377380 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea7758-3414-4b35-8bd1-d8c0f65bbb7b x-openstack-request-id: req-05ea7758-3414-4b35-8bd1-d8c0f65bbb7b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:45:57.378244 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-plugged", "status": "completed", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:45:57.378701 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05ea7758-3414-4b35-8bd1-d8c0f65bbb7b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:45:57.379278 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'code': 200} Sep 02 12:45:57.448113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-602ea96f-2bf5-47b2-81d7-2636ccc3fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:57.449801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-602ea96f-2bf5-47b2-81d7-2636ccc3fa5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676348 Sep 02 12:45:57.457700 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8fc46eee-658a-4f02-b34b-3782048229bd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1787369 Sep 02 12:45:57.458538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:57.469355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6185ee-6a15-4f38-98a4-51273d41d9f9 req-fc2f3630-428f-457c-8bb2-d2e727b4dc4a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:57.477193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f6185ee-6a15-4f38-98a4-51273d41d9f9 req-fc2f3630-428f-457c-8bb2-d2e727b4dc4a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1835873 Sep 02 12:45:57.497490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-590660183'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:57.545897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.562740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Allocated IP 192.168.233.3 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/a41151d0-501b-44bf-81b5-e2ad5b79e1be) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:45:57.593931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f6185ee-6a15-4f38-98a4-51273d41d9f9 req-3974bc7a-4a28-4e45-b94f-18fe7c36aa71 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157405 Sep 02 12:45:57.653039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:57.657501 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.740624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:45:57.782557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.782912 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment 2cedadf0-6287-4947-ad42-4b834d7505d9 of type vlan for network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 Sep 02 12:45:57.794271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c073fce8-edd5-4131-8084-e0389c16864e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:57.799785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-bdd36ef6-9806-4d0e-927e-8225003f05ad service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309247 Sep 02 12:45:57.837418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.869528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c073fce8-edd5-4131-8084-e0389c16864e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:57.876318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfa959-3b2e-4725-b21c-9c28ca8f2385 req-0b9b2363-ef2f-45b3-a91d-2135ddf2220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:57.877889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2edfa959-3b2e-4725-b21c-9c28ca8f2385 req-0b9b2363-ef2f-45b3-a91d-2135ddf2220c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 1096 time: 0.2068789 Sep 02 12:45:57.964703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c241fcc-e7cc-4598-86d0-6911e8965411 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:57.993342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:57.999086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8c241fcc-e7cc-4598-86d0-6911e8965411 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:57.999742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c241fcc-e7cc-4598-86d0-6911e8965411 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:58.028429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2edfa959-3b2e-4725-b21c-9c28ca8f2385 req-14589924-3c21-4abe-9e03-15e638b3a647 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369503 Sep 02 12:45:58.048802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Transition to ACTIVE for port object a41151d0-501b-44bf-81b5-e2ad5b79e1be will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:58.058881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-7190a7d3-cd74-4d5e-bbca-d9fdda6d35a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469296 Sep 02 12:45:58.073345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf95714-31e9-43d7-bca3-18caf49b5831 None None] Network bc0691cc-38fe-46c7-8696-59878259b371 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:58.151827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-57327b98-ac1c-484e-8ffc-a2f51bef43f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 217 time: 0.0841250 Sep 02 12:45:58.153327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.193355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'dc007af7-c1ff-4f70-90b7-2cf80c489078'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:45:58.219390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:45:58.264398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:58.264702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] Provisioning for port c073fce8-edd5-4131-8084-e0389c16864e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:58.273909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] Provisioning complete for port c073fce8-edd5-4131-8084-e0389c16864e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:58.274393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.277782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:45:58.306675 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:45:58.325483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:58.377083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.383296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:58.384405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.390544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-e304aa2d-dbbf-4ed9-8859-c248f534a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:58.392407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-e304aa2d-dbbf-4ed9-8859-c248f534a568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.1804111 Sep 02 12:45:58.478174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:58.479000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.479425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0000575 Sep 02 12:45:58.480122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:58.499197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709967d-ec65-41ad-a945-64d76348b984 req-ac361553-39fc-403a-b7cd-0cca9b9a7c47 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:58.500846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f709967d-ec65-41ad-a945-64d76348b984 req-ac361553-39fc-403a-b7cd-0cca9b9a7c47 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 934 time: 0.1969306 Sep 02 12:45:58.502204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-9e1b9521-f9ea-4021-8707-631c611ce5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:58.503857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-9e1b9521-f9ea-4021-8707-631c611ce5cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999296 Sep 02 12:45:58.505167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:58.542593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-6ddf5e1c-95a9-437b-9bc2-cd8c6c04caf3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4796135 Sep 02 12:45:58.552077 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.552357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-e35755b3-39d4-43f5-b43d-584ede51bc1e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:58.561106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-e35755b3-39d4-43f5-b43d-584ede51bc1e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.3503129 Sep 02 12:45:58.586400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Request body: {'port': {'device_id': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:58.586597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dc8b2-8ea3-4ada-9dd2-1e90750314be tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=6df3368e-fca4-4672-ac37-ec2f5b5c3a30,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:58.600366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:45:58.659097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-52541f71-79b7-4cee-8ead-f6f97f42e1d3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0965626 Sep 02 12:45:58.670459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.685578 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0258bfa-e05d-4960-af33-3c09b35a5193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.701286 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-42512b81-ad30-44b2-9c5d-e37ce1ffe6f6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411131 Sep 02 12:45:58.748011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f709967d-ec65-41ad-a945-64d76348b984 req-ddbecd87-9f10-4955-ac9f-9b169dee0fab tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229798 Sep 02 12:45:58.760641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-04b6ebb4-91ae-4a7f-b913-70c5249b9caf service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480173 Sep 02 12:45:58.772935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:58.777573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.869259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] For port c073fce8-edd5-4131-8084-e0389c16864e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c073fce8-edd5-4131-8084-e0389c16864e,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:45:58.875533 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.918608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Router 18febaf5-7ada-417d-8c78-2734c5d6a6be is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:45:58.938457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:58.961315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb2f16-94fb-476d-a1ae-67de81ba1c44 None None] Pushing event updated for resources: {'Port': ['ID=c073fce8-edd5-4131-8084-e0389c16864e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:59.008613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a525211-ec27-4bc7-8348-b7230470edad None None] Provisioning for port a41151d0-501b-44bf-81b5-e2ad5b79e1be completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:45:59.013345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a525211-ec27-4bc7-8348-b7230470edad None None] Provisioning complete for port a41151d0-501b-44bf-81b5-e2ad5b79e1be triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:59.013345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a525211-ec27-4bc7-8348-b7230470edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.045028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-58fa9139-5af6-42cf-a37e-1cb25d129f3a service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831244 Sep 02 12:45:59.053411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6a525211-ec27-4bc7-8348-b7230470edad None None] Port a41151d0-501b-44bf-81b5-e2ad5b79e1be cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:45:59.067514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a525211-ec27-4bc7-8348-b7230470edad None None] Provisioning complete for port c073fce8-edd5-4131-8084-e0389c16864e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:45:59.068696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a525211-ec27-4bc7-8348-b7230470edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.142230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-76539a31-35ab-4a7b-bfec-76489816eaf5 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644841 Sep 02 12:45:59.185489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fdcb8-95a5-4cce-a8ed-d823ff6585ea req-b9d1e4d3-d1ab-44ba-b81c-93141ff66b8d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:59.230509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d3fdcb8-95a5-4cce-a8ed-d823ff6585ea req-b9d1e4d3-d1ab-44ba-b81c-93141ff66b8d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1469481 Sep 02 12:45:59.230509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.230509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:45:59.231640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Sync routers for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:45:59.238519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:45:59.239229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:45:59.300463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.306036 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9ceedf1b-f267-4428-94d5-14f1c50ece06 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4490080 Sep 02 12:45:59.312511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:59.327800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=dedd54bf-e7ce-40ac-8fe8-272a21d1b15b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:45:59.383391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-084da788-5dad-4961-b437-eaa70418bfa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 HTTP/1.1" status: 200 len: 217 time: 0.0441375 Sep 02 12:45:59.384988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:45:59.423812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d3fdcb8-95a5-4cce-a8ed-d823ff6585ea req-505aa401-f276-4970-8a6c-60175bfc714e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755066 Sep 02 12:45:59.439949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': '2cedadf0-6287-4947-ad42-4b834d7505d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:45:59.440425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: 6df3368e-fca4-4672-ac37-ec2f5b5c3a30, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:45:59.452754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-82efa7a1-43fb-49f4-bbc0-7c34ddc806c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:59.454963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-82efa7a1-43fb-49f4-bbc0-7c34ddc806c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0569904 Sep 02 12:45:59.477514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:45:59.484424 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-3a09eb89-1993-4416-965b-8f1eccb79692 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270687 Sep 02 12:45:59.493304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 6df3368e-fca4-4672-ac37-ec2f5b5c3a30) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:45:59.517527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:59.518404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.548323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce607e-0e8b-4f27-b44d-63535dd88962 None None] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:45:59.582774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d61c27a7-1845-4699-a47e-9da3c0fb1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:45:59.584582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d61c27a7-1845-4699-a47e-9da3c0fb1949 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027560 Sep 02 12:45:59.623336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c402d58c-e978-4697-adbf-80d72ad23421 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1302261 Sep 02 12:45:59.623336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:45:59.631154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30', 'name': 'tempest-PortsIpV6TestJSON-550866053'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:45:59.698170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:45:59.709405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.731892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9a97b883-908b-4802-82ef-2dd7df0213bd no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:45:59.740465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Transition to ACTIVE for port object a41151d0-501b-44bf-81b5-e2ad5b79e1be will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:45:59.742995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c073fce8-edd5-4131-8084-e0389c16864e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:45:59.755605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.804744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 9a97b883-908b-4802-82ef-2dd7df0213bd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:45:59.805108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9a97b883-908b-4802-82ef-2dd7df0213bd not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:45:59.839662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-99a896d0-16d3-4fff-b137-8265687da8b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349267 Sep 02 12:45:59.900795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6e66fb0-1a58-4639-8052-0b2d9152c755 req-1136de6f-c4c5-48ed-b69d-f4b1184d65da tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0648801 Sep 02 12:45:59.931960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:45:59.939295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:45:59.980883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-6df3368e-fca4-4672-ac37-ec2f5b5c3a30', 'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': 'dedd54bf-e7ce-40ac-8fe8-272a21d1b15b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:45:59.981776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.009364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:45:57Z', 'revision_number': 3, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:00.033016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:00.080304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c073fce8-edd5-4131-8084-e0389c16864e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:00.080681 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.081926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.083207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.083736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.084206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.084681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.085195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.085696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.086218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.086817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.087291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.088004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.088470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:00.126995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Checking router: 18febaf5-7ada-417d-8c78-2734c5d6a6be for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:46:00.127353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Updating router 18febaf5-7ada-417d-8c78-2734c5d6a6be port c39c55fa-1a2b-4df3-b183-60a03571640f binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:46:00.170443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 9f40dcd0-8efe-4a41-8865-86890867bd4b yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:00.209673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Attempting to bind port a41151d0-501b-44bf-81b5-e2ad5b79e1be on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:00.210434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Attempting to bind port a41151d0-501b-44bf-81b5-e2ad5b79e1be by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:00.211308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Attempting to bind port a41151d0-501b-44bf-81b5-e2ad5b79e1be on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:00.229579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Port a41151d0-501b-44bf-81b5-e2ad5b79e1be on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:46:00.230084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Attempting to bind port a41151d0-501b-44bf-81b5-e2ad5b79e1be on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:00.234300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-19b14226-da84-456b-bb0b-3e0ccc73122b service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815331 Sep 02 12:46:00.265017 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.314397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:00.315670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:00.315670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:00.315670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Bound port: a41151d0-501b-44bf-81b5-e2ad5b79e1be, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:00.316127 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.337024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-2c5e496f-f76c-43be-9902-f9f996a67f1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c HTTP/1.1" status: 200 len: 217 time: 0.0914702 Sep 02 12:46:00.398221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-e889e2b1-321e-4269-9cbb-b6b42c816efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:00.399694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-e889e2b1-321e-4269-9cbb-b6b42c816efb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0533504 Sep 02 12:46:00.413775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::9b (6df3368e-fca4-4672-ac37-ec2f5b5c3a30/dedd54bf-e7ce-40ac-8fe8-272a21d1b15b/9f40dcd0-8efe-4a41-8865-86890867bd4b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:00.417795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.441609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed57e-7d4d-4cab-8302-8c861a37fde0 req-97fe7b92-f4cf-496e-ae08-8a33677dd7f1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:00.443510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18aed57e-7d4d-4cab-8302-8c861a37fde0 req-97fe7b92-f4cf-496e-ae08-8a33677dd7f1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 946 time: 0.4738212 Sep 02 12:46:00.601204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18aed57e-7d4d-4cab-8302-8c861a37fde0 req-5ae89fd8-e943-4398-891e-abb2cfdd0184 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491089 Sep 02 12:46:00.604100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:00.608688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:00.611379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-dda5c1eb-c284-4a60-bc9f-09968f6f6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:00.613123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-dda5c1eb-c284-4a60-bc9f-09968f6f6140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1686590 Sep 02 12:46:00.616200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.731849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:00.733219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.734832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 1094 time: 2.1650691 Sep 02 12:46:00.735324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:00.737697 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:00.753495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d362c5d-77f4-4ea6-9a6e-5e73c4bf96e9 req-8859c0b7-99b7-41b1-85f1-d5d0f0a20d62 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:00.762548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d362c5d-77f4-4ea6-9a6e-5e73c4bf96e9 req-8859c0b7-99b7-41b1-85f1-d5d0f0a20d62 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.2329390 Sep 02 12:46:00.766478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.780531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ace100-5211-4fe1-89f8-a854e9ce25d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:00.804942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Transition to ACTIVE for port object c39c55fa-1a2b-4df3-b183-60a03571640f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:00.809202 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2780a53-70a0-4b66-92c9-e37eb223eb54 x-openstack-request-id: req-e2780a53-70a0-4b66-92c9-e37eb223eb54 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:00.809493 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:00.809741 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2780a53-70a0-4b66-92c9-e37eb223eb54 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:00.810139 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'status': 'completed', 'code': 200} Sep 02 12:46:00.824404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.829373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-648e1fde-32b5-41d9-a879-8d6367b3591c service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013893 Sep 02 12:46:00.883377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Attempting to bind port c39c55fa-1a2b-4df3-b183-60a03571640f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:00.883748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Attempting to bind port c39c55fa-1a2b-4df3-b183-60a03571640f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:00.884681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Attempting to bind port c39c55fa-1a2b-4df3-b183-60a03571640f on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:00.890951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:00.891335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:00.891742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.892129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:00.892603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Bound port: c39c55fa-1a2b-4df3-b183-60a03571640f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:00.893015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:00.894822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e2f4e-754e-4691-9c13-4a252cb85237 None None] Pushing event updated for resources: {'Port': ['ID=c39c55fa-1a2b-4df3-b183-60a03571640f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:00.954718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Allocated IP 172.20.0.1 (bc0691cc-38fe-46c7-8696-59878259b371/184c2210-2ce9-4c70-a640-4816b65f1bc6/039500d7-5079-4c05-8165-68913d783846) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:00.973729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d362c5d-77f4-4ea6-9a6e-5e73c4bf96e9 req-20b4823f-16a4-424f-9abf-7b0134c12376 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099974 Sep 02 12:46:01.012292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] For port c39c55fa-1a2b-4df3-b183-60a03571640f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:01.015938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] For port c39c55fa-1a2b-4df3-b183-60a03571640f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c39c55fa-1a2b-4df3-b183-60a03571640f,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:01.023896 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.030083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.095252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:01.095252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:45:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:01.095623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 9f40dcd0-8efe-4a41-8865-86890867bd4b will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:01.193336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62145b40-60c0-4b4a-ab76-3d1e4ca35fb2 req-5552c579-90e4-4872-b6f7-0859b5872759 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:01.195388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62145b40-60c0-4b4a-ab76-3d1e4ca35fb2 req-5552c579-90e4-4872-b6f7-0859b5872759 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1285658 Sep 02 12:46:01.230720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.247974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.261513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Transition to ACTIVE for port object 039500d7-5079-4c05-8165-68913d783846 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:01.379188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62145b40-60c0-4b4a-ab76-3d1e4ca35fb2 req-ee24a4b1-6e5f-4063-abbe-2bd6c71bce6f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698232 Sep 02 12:46:01.416418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:01.417090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e2f4e-754e-4691-9c13-4a252cb85237 None None] Pushing event updated for resources: {'Port': ['ID=c39c55fa-1a2b-4df3-b183-60a03571640f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:01.439893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa33847-3f1f-4316-9f5b-4bccff2ec63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.452402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:01.461776 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48e81115-d131-4633-b386-1434bac3f90d req-3c18d39a-0909-40f5-8833-7d466df6406c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 210 time: 0.1321611 Sep 02 12:46:01.465593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Allocated IP 2001:db8::2 (6df3368e-fca4-4672-ac37-ec2f5b5c3a30/dedd54bf-e7ce-40ac-8fe8-272a21d1b15b/99f69500-8559-44f8-a57a-9cdd29f38f89) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:01.493817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:46:01.495893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:01.511273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:01.520871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.524173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=9f40dcd0-8efe-4a41-8865-86890867bd4b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:01.564093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-fd60dcb9-2219-4cdb-a89c-31979fda5389 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222915 Sep 02 12:46:01.578298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-16b87a7e-79ee-4daa-9f63-ab94224eb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:01.579891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-16b87a7e-79ee-4daa-9f63-ab94224eb1b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1097 time: 0.2493842 Sep 02 12:46:01.592641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-975f60c7-3512-4086-a24e-56afae51460c tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9680834 Sep 02 12:46:01.593390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:01.614482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30', 'name': 'tempest-PortsIpV6TestJSON-176774790'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:01.679163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-e45a6074-2ca0-4c23-a01d-82de3d6e7b5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 200 len: 217 time: 0.0949826 Sep 02 12:46:01.679459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.681604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-77f40453-eae3-4e6c-9627-a272b9846c30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 217 time: 0.0912831 Sep 02 12:46:01.759090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.783605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Network bc0691cc-38fe-46c7-8696-59878259b371 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:01.792692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:01.795656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:01.868718 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:01.885285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Transition to ACTIVE for port object 99f69500-8559-44f8-a57a-9cdd29f38f89 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:01.917440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-e56c5ece-8f60-4809-8166-4b703c4f6286 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:01.918998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-e56c5ece-8f60-4809-8166-4b703c4f6286 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.6176577 Sep 02 12:46:01.934452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Transition to ACTIVE for port object 99f69500-8559-44f8-a57a-9cdd29f38f89 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:01.935882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Request body: {'port': {'device_id': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'admin_state_up': True, 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:01.938899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:45:57Z', 'revision_number': 3, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:01.942444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-950541fa-7c87-44a0-b1c9-01590fd1c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:01.945617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-950541fa-7c87-44a0-b1c9-01590fd1c96e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.2592883 Sep 02 12:46:01.947598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-913d1d6a-631b-4f81-bd73-d95ce7701a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:01.949446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-913d1d6a-631b-4f81-bd73-d95ce7701a9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.2528923 Sep 02 12:46:01.986495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Pushing event updated for resources: {'Port': ['ID=039500d7-5079-4c05-8165-68913d783846,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:02.001515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d995-d5c9-467d-8294-effe42cec17d None None] The sync data for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 is: [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:45:57Z', 'revision_number': 3, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:46:02.003491 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.047708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8e25f-19b7-4ee3-ba0e-4ee27ed5996b req-716f38f0-c74b-4446-840d-72d57ca390ad tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:02.047943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.049780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ab8e25f-19b7-4ee3-ba0e-4ee27ed5996b req-716f38f0-c74b-4446-840d-72d57ca390ad tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 946 time: 0.2896080 Sep 02 12:46:02.083384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:02.087043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:02.090555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:02.102904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Pushing event updated for resources: {'Port': ['ID=99f69500-8559-44f8-a57a-9cdd29f38f89,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:02.155259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-0da2870b-e507-4b6a-a5ba-25cd88d2e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:02.157499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-0da2870b-e507-4b6a-a5ba-25cd88d2e582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037148 Sep 02 12:46:02.177105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-e0ac78ea-de1c-44a0-aaf4-c2458227f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:02.179252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-e0ac78ea-de1c-44a0-aaf4-c2458227f700 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771724 Sep 02 12:46:02.188193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Attempting to bind port 99f69500-8559-44f8-a57a-9cdd29f38f89 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:02.188563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Attempting to bind port 99f69500-8559-44f8-a57a-9cdd29f38f89 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '2cedadf0-6287-4947-ad42-4b834d7505d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:02.189012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Attempting to bind port 99f69500-8559-44f8-a57a-9cdd29f38f89 on network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:02.194710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ab8e25f-19b7-4ee3-ba0e-4ee27ed5996b req-a08b071a-56fc-49d3-af18-38801bc88fc5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186781 Sep 02 12:46:02.195093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:02.195656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Checking segment: {'id': '2cedadf0-6287-4947-ad42-4b834d7505d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:02.196358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.197108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Bound using segment: {'id': '2cedadf0-6287-4947-ad42-4b834d7505d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:02.197817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Bound port: 99f69500-8559-44f8-a57a-9cdd29f38f89, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cedadf0-6287-4947-ad42-4b834d7505d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6df3368e-fca4-4672-ac37-ec2f5b5c3a30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:02.198478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.203932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-636b861e-5a25-42a5-919c-d7cecb8587b0 None None] Provisioning for port 039500d7-5079-4c05-8165-68913d783846 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:02.209140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-a26bb6fb-f29b-4005-8bea-94ef4e7858a7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:46:02.210338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-a26bb6fb-f29b-4005-8bea-94ef4e7858a7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132523 Sep 02 12:46:02.221449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-636b861e-5a25-42a5-919c-d7cecb8587b0 None None] Provisioning complete for port 039500d7-5079-4c05-8165-68913d783846 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:02.221877 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636b861e-5a25-42a5-919c-d7cecb8587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.302587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-636b861e-5a25-42a5-919c-d7cecb8587b0 None None] Port 039500d7-5079-4c05-8165-68913d783846 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:02.326186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] For port 99f69500-8559-44f8-a57a-9cdd29f38f89, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:02.331569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] For port 99f69500-8559-44f8-a57a-9cdd29f38f89, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99f69500-8559-44f8-a57a-9cdd29f38f89,segment=NetworkSegment(2cedadf0-6287-4947-ad42-4b834d7505d9),segment_id=2cedadf0-6287-4947-ad42-4b834d7505d9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:02.345686 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.466288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60af0b-f633-4bfc-ab23-2a84552ebe90 None None] Pushing event updated for resources: {'Port': ['ID=99f69500-8559-44f8-a57a-9cdd29f38f89,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:02.470871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-dc537b82-6319-4aff-a091-d4ba0cc48f0b service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472301 Sep 02 12:46:02.475600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-d1347b5c-ca2e-42e5-a33f-2bc95433b9df service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071897 Sep 02 12:46:02.479393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.640052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:02.643688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.651865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7bb43a88-1c36-432f-a4db-9df706529c67 req-da3cdf61-2c86-4b64-b4b4-83b03b1dffac tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0775738 Sep 02 12:46:02.750649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f95eca5f-faf4-4b61-86bc-ab9135b728f1 req-cb649789-d793-48ac-b9dc-e6e68570a365 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712922 Sep 02 12:46:02.767771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-bea8122c-802a-4918-93b1-0bea5a99f6bd service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620940 Sep 02 12:46:02.811729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 068560d8-3175-4b80-86c1-1ae9e04fcf69 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:02.880102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-9d2dc4c0-46b7-4aec-9d2d-4cf031a450d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 200 len: 217 time: 0.1048660 Sep 02 12:46:02.954523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:02.963701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:02.987748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-760b9524-7a54-44c5-950b-f5debd986fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:02.989990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-760b9524-7a54-44c5-950b-f5debd986fde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1097 time: 0.1244290 Sep 02 12:46:02.994763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-18136664-4c3b-4a1f-bcd6-f9f9a4b61444 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:02.997827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-18136664-4c3b-4a1f-bcd6-f9f9a4b61444 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 814 time: 0.9353480 Sep 02 12:46:03.011767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-67d739c3-abc5-4314-a2ea-f5af68a930c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.013530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-67d739c3-abc5-4314-a2ea-f5af68a930c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.1114388 Sep 02 12:46:03.084761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-0b7e782d-b837-4f46-b5e9-18ffbda8aec3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/quotas/de8cc21df56e43edb010b585d21fe03c HTTP/1.1" status: 200 len: 375 time: 0.0580633 Sep 02 12:46:03.113924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-bc6536be-0c9a-49f0-8c47-470e8cc9e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.117660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-bc6536be-0c9a-49f0-8c47-470e8cc9e939 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911016 Sep 02 12:46:03.154628 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:03.215796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::279 (6df3368e-fca4-4672-ac37-ec2f5b5c3a30/dedd54bf-e7ce-40ac-8fe8-272a21d1b15b/068560d8-3175-4b80-86c1-1ae9e04fcf69) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:03.222926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-4a889e18-19de-4118-bacc-1d5e8dec28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.224692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-4a889e18-19de-4118-bacc-1d5e8dec28a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2238367 Sep 02 12:46:03.297824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-951de630-d27e-409d-a174-3356422ac0a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 217 time: 0.0638745 Sep 02 12:46:03.306487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-413412f9-a9f2-436c-a386-911c0b59976a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.308072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-413412f9-a9f2-436c-a386-911c0b59976a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa2e02b7-ad58-471f-8a2f-c42e1501bce8 HTTP/1.1" status: 200 len: 945 time: 0.1832752 Sep 02 12:46:03.411248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-f67004fa-60da-4d14-81d3-ef7b027eb4c2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2707629 Sep 02 12:46:03.494437 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-0d479393-1153-4b22-80cd-3190047c8300 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667641 Sep 02 12:46:03.507513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadc506-7e7f-4d8b-bec1-41b34082577b req-f587b981-409e-48a8-bf42-51dd5b2583e1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.509161 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6dadc506-7e7f-4d8b-bec1-41b34082577b req-f587b981-409e-48a8-bf42-51dd5b2583e1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 946 time: 0.1902931 Sep 02 12:46:03.513396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-3269cd8d-e899-4d5b-bc39-1cf13a441074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.514852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-3269cd8d-e899-4d5b-bc39-1cf13a441074 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.2058444 Sep 02 12:46:03.521284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Allocated IP 172.20.0.4 (e3b4a689-be6a-4ba5-ad33-dadbbd7675d6/bb221178-e169-49b8-af42-6932591eb284/d58d964d-b01d-4992-be29-6ca40f1a221d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:03.674259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6dadc506-7e7f-4d8b-bec1-41b34082577b req-06fa4eee-03a0-4537-81b5-9235e9f5f658 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514294 Sep 02 12:46:03.691026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Deleting port 61eed4ae-489f-4c99-94e7-89e2d93a4efd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:03.691512 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:03.753082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:03.773071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-1d786bec-07ca-45f7-913a-8be3ce8c2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:03.775097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-1d786bec-07ca-45f7-913a-8be3ce8c2beb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391317 Sep 02 12:46:03.780034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6154ca-e88a-4ed9-97e3-0067a2742c32 None None] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:03.783793 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-dfddffac-57e4-48c2-a98e-4cc5d99f933a service neutron] 10.222.0.60 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509531 Sep 02 12:46:03.815666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:03.817468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04e5898d-5b9d-495b-a797-f15136ad9e5b req-6a197af1-688c-47f0-8c5d-c3bc1b87ddf4 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072486 Sep 02 12:46:03.934119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36c0dc1f-9849-4f9c-9d48-5f78edee5208 req-c3eac4d0-6ca0-4215-88f7-448b89d508dc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0594327 Sep 02 12:46:03.943104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c39c55fa-1a2b-4df3-b183-60a03571640f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:04.001593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-ff41587e-117e-42b4-896f-24187ca8aa88 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164502 Sep 02 12:46:04.014720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] For port 61eed4ae-489f-4c99-94e7-89e2d93a4efd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=61eed4ae-489f-4c99-94e7-89e2d93a4efd,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:04.015484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.024331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7ba60bfa-fdf5-41d5-ba8b-afc747e5df30 None None] Provisioning for port 99f69500-8559-44f8-a57a-9cdd29f38f89 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:04.041462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Calling delete_port for 61eed4ae-489f-4c99-94e7-89e2d93a4efd owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:04.046348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.093386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 068560d8-3175-4b80-86c1-1ae9e04fcf69 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:04.112744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Pushing event updated for resources: {'Port': ['ID=039500d7-5079-4c05-8165-68913d783846,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:04.115794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.122847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c39c55fa-1a2b-4df3-b183-60a03571640f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:04.127462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c39c55fa-1a2b-4df3-b183-60a03571640f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:04.127632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.127912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.284278 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.310167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c39c55fa-1a2b-4df3-b183-60a03571640f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c39c55fa-1a2b-4df3-b183-60a03571640f,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:04.317271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.318146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99f69500-8559-44f8-a57a-9cdd29f38f89 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:04.354666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-aa798b10-43e6-4450-8b90-4ff3fb12a02b service neutron] 10.222.0.60 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694380 Sep 02 12:46:04.358036 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.375466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82d13d4d-2cce-4234-9206-8cfeb7d3a09a req-3a31ee34-bf42-4ff5-be00-3565b1b4c5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274741 Sep 02 12:46:04.381653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.457182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c39c55fa-1a2b-4df3-b183-60a03571640f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:04.474861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 99f69500-8559-44f8-a57a-9cdd29f38f89 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:04.484674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 99f69500-8559-44f8-a57a-9cdd29f38f89 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:04.485124 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.496434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:04.518347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.518905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:04.523013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:04.529255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:04.531376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.544086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=068560d8-3175-4b80-86c1-1ae9e04fcf69,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:04.545592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['61eed4ae-489f-4c99-94e7-89e2d93a4efd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:04.559262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Network bc0691cc-38fe-46c7-8696-59878259b371 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:04.564366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c5ffec7-f896-438d-b552-9de6051d6464 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9564199 Sep 02 12:46:04.566260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:04.567988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:04.584507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Pushing event deleted for resources: {'Port': ['ID=61eed4ae-489f-4c99-94e7-89e2d93a4efd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:04.618650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.634865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-62cc7477-2db1-44c3-8f4f-d1faaa45cf88 None None] Provisioning for port 9f40dcd0-8efe-4a41-8865-86890867bd4b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:04.640195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-62cc7477-2db1-44c3-8f4f-d1faaa45cf88 None None] Provisioning complete for port 9f40dcd0-8efe-4a41-8865-86890867bd4b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:04.640570 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62cc7477-2db1-44c3-8f4f-d1faaa45cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.660135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] No DVR routers for this DVR port 61eed4ae-489f-4c99-94e7-89e2d93a4efd on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:04.665891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.668316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57e64ee5-6df1-459e-877a-1eeec6d74d8f req-0ea8f4d1-7999-4bce-9949-3ae54fc6401e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.18 "DELETE /v2.0/ports/61eed4ae-489f-4c99-94e7-89e2d93a4efd HTTP/1.1" status: 204 len: 173 time: 1.3353224 Sep 02 12:46:04.668757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-deleted', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:04.673702 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6adc3b2-675b-4b23-8bf1-9ab0116194b4" -d '{"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-deleted", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:04.793161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-62cc7477-2db1-44c3-8f4f-d1faaa45cf88 None None] Port 9f40dcd0-8efe-4a41-8865-86890867bd4b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:04.823234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.831004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-62cc7477-2db1-44c3-8f4f-d1faaa45cf88 None None] Provisioning complete for port 99f69500-8559-44f8-a57a-9cdd29f38f89 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:04.831382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62cc7477-2db1-44c3-8f4f-d1faaa45cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:04.837037 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23586c40-3aab-4f3d-9afc-fdfb86686cd6 x-openstack-request-id: req-23586c40-3aab-4f3d-9afc-fdfb86686cd6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:04.837325 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2e02b7-ad58-471f-8a2f-c42e1501bce8", "name": "network-vif-deleted", "tag": "61eed4ae-489f-4c99-94e7-89e2d93a4efd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:04.838400 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23586c40-3aab-4f3d-9afc-fdfb86686cd6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:04.839208 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2e02b7-ad58-471f-8a2f-c42e1501bce8', 'name': 'network-vif-deleted', 'tag': '61eed4ae-489f-4c99-94e7-89e2d93a4efd', 'status': 'completed', 'code': 200} Sep 02 12:46:04.842222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16910ca9-f878-41f6-8827-d0be22fa5d9f req-6fc40d7a-a8fc-47d3-99a3-2307c8df0b70 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 210 time: 0.1166649 Sep 02 12:46:04.879689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:04.920387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:04.929533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:04.967421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:05.011388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 99f69500-8559-44f8-a57a-9cdd29f38f89, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99f69500-8559-44f8-a57a-9cdd29f38f89,segment=NetworkSegment(2cedadf0-6287-4947-ad42-4b834d7505d9),segment_id=2cedadf0-6287-4947-ad42-4b834d7505d9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:05.013841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.021586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.111695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb7c6-8893-40f8-bd43-b24178667dfa req-839f89a5-f04b-46aa-ab18-4783a98c883a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:05.120881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01bbb7c6-8893-40f8-bd43-b24178667dfa req-839f89a5-f04b-46aa-ab18-4783a98c883a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 931 time: 0.0887141 Sep 02 12:46:05.122621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749cf59a-e3e6-415b-a7f4-d1345ae57bc4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:05.125107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-749cf59a-e3e6-415b-a7f4-d1345ae57bc4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9b HTTP/1.1" status: 200 len: 927 time: 0.5560653 Sep 02 12:46:05.140471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:05.183936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:05.185747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.198962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=99f69500-8559-44f8-a57a-9cdd29f38f89,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:05.240734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01bbb7c6-8893-40f8-bd43-b24178667dfa req-08adb5fe-ddc7-49ca-8266-bf110eacd227 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159208 Sep 02 12:46:05.275259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-747af644-7f79-4278-a50c-df737e2968c7 None None] Provisioning complete for port 9f40dcd0-8efe-4a41-8865-86890867bd4b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:05.276248 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-747af644-7f79-4278-a50c-df737e2968c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.294481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-68569dd1-bd58-4a14-8554-2bd7cb9ad5f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3645816 Sep 02 12:46:05.314420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed944-4c4f-43b4-b5b2-1a2d9ec8da0a req-4384f5b1-53fa-411e-9cea-ce85a7a25109 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:05.316663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-689ed944-4c4f-43b4-b5b2-1a2d9ec8da0a req-4384f5b1-53fa-411e-9cea-ce85a7a25109 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 946 time: 0.3011329 Sep 02 12:46:05.324133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Request body: {'port': {'device_id': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:05.389643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-747af644-7f79-4278-a50c-df737e2968c7 None None] Port 9f40dcd0-8efe-4a41-8865-86890867bd4b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:05.403694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-747af644-7f79-4278-a50c-df737e2968c7 None None] Provisioning complete for port 039500d7-5079-4c05-8165-68913d783846 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:05.404070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-747af644-7f79-4278-a50c-df737e2968c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.441657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Router 18febaf5-7ada-417d-8c78-2734c5d6a6be has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:46:05.457334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-747af644-7f79-4278-a50c-df737e2968c7 None None] Port 039500d7-5079-4c05-8165-68913d783846 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:05.514667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-689ed944-4c4f-43b4-b5b2-1a2d9ec8da0a req-e2e63195-fb32-4b1d-a9f7-0799c38ab2bc tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838918 Sep 02 12:46:05.517461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.584191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4a85c9d7-fb14-4eef-bf4d-699cae6186ff None None] Provisioning for port 068560d8-3175-4b80-86c1-1ae9e04fcf69 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:05.588501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4a85c9d7-fb14-4eef-bf4d-699cae6186ff None None] Provisioning complete for port 068560d8-3175-4b80-86c1-1ae9e04fcf69 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:05.588879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a85c9d7-fb14-4eef-bf4d-699cae6186ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.629464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4a85c9d7-fb14-4eef-bf4d-699cae6186ff None None] Port 068560d8-3175-4b80-86c1-1ae9e04fcf69 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:05.654994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 068560d8-3175-4b80-86c1-1ae9e04fcf69 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:05.655356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.716912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c39c55fa-1a2b-4df3-b183-60a03571640f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:05.748835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:05.829886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c39c55fa-1a2b-4df3-b183-60a03571640f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:05.830640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.845279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:46:05.872941 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Sync routers for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:46:05.873730 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6eeb749-7831-48b9-a34c-f7b31f631d7f admin admin] 10.222.0.60 "PUT /v2.0/routers/18febaf5-7ada-417d-8c78-2734c5d6a6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5452909 Sep 02 12:46:05.873855 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:05.873855 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:05.915328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:05.930864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'mac_address': 'fa:16:3e:9d:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:05.946793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:05.966989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 068560d8-3175-4b80-86c1-1ae9e04fcf69 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:06.110462 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:46:06.193420 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.244098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99f69500-8559-44f8-a57a-9cdd29f38f89 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:06.247770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:06.272387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:06.299776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.380445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:06.444338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 99f69500-8559-44f8-a57a-9cdd29f38f89 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:06.445046 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.514010 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 2, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:06.580340 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Checking router: 18febaf5-7ada-417d-8c78-2734c5d6a6be for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:46:06.580963 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Updating router 18febaf5-7ada-417d-8c78-2734c5d6a6be port 039500d7-5079-4c05-8165-68913d783846 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:46:06.588778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a41151d0-501b-44bf-81b5-e2ad5b79e1be'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:06.591567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58d964d-b01d-4992-be29-6ca40f1a221d {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:06.615370 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.646333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-641cfc54-4a06-43c7-830a-7c620dea48fa req-9567331d-69af-40ea-81e0-55f9563d8119 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 210 time: 0.1231959 Sep 02 12:46:06.677533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.703132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Transition to ACTIVE for port object d58d964d-b01d-4992-be29-6ca40f1a221d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:06.714514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.839437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-89158879-8185-4ef3-80df-d7b384d8a147 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:06.843537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-89158879-8185-4ef3-80df-d7b384d8a147 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 814 time: 0.7479136 Sep 02 12:46:06.861260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Request body: {'port': {'device_id': '1407b2d1-454c-47e6-950d-d672605db7d0', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'admin_state_up': True, 'tenant_id': 'de8cc21df56e43edb010b585d21fe03c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:06.865844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:06.942581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3119ba-b2fd-407d-bbdf-763dab9cf9eb req-4252aa37-a3c9-4cd9-bfeb-64ccd53eef88 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:06.944412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3119ba-b2fd-407d-bbdf-763dab9cf9eb req-4252aa37-a3c9-4cd9-bfeb-64ccd53eef88 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 943 time: 0.1776569 Sep 02 12:46:06.950795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.981538 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:06.993161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Transition to ACTIVE for port object 039500d7-5079-4c05-8165-68913d783846 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:07.003260 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.008675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Made reservation on behalf of de8cc21df56e43edb010b585d21fe03c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:07.012825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=068560d8-3175-4b80-86c1-1ae9e04fcf69,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:07.013852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.078771 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa3119ba-b2fd-407d-bbdf-763dab9cf9eb req-6423b439-1b3e-44b7-b08f-d054cc5a92f2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236577 Sep 02 12:46:07.082543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Attempting to bind port d58d964d-b01d-4992-be29-6ca40f1a221d on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:07.082968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Attempting to bind port d58d964d-b01d-4992-be29-6ca40f1a221d by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:07.083392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Attempting to bind port d58d964d-b01d-4992-be29-6ca40f1a221d on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:07.088131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.090867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3a3c6145-6596-45b4-a6ea-6191a4177ca0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/068560d8-3175-4b80-86c1-1ae9e04fcf69 HTTP/1.1" status: 204 len: 168 time: 1.9237494 Sep 02 12:46:07.094243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:07.119746 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Pushing event updated for resources: {'Port': ['ID=039500d7-5079-4c05-8165-68913d783846,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:07.125143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Port d58d964d-b01d-4992-be29-6ca40f1a221d on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:46:07.125487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Attempting to bind port d58d964d-b01d-4992-be29-6ca40f1a221d on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:07.156443 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.157065 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.157551 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.158132 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.158964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.159456 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.160179 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.160650 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.161178 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.161649 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.162141 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.162605 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:07.183225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60010) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:07.196288 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d8a9d5-8c75-4643-9d24-bf9d671f896b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:07.199915 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-65d8a9d5-8c75-4643-9d24-bf9d671f896b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/068560d8-3175-4b80-86c1-1ae9e04fcf69 HTTP/1.1" status: 404 len: 333 time: 0.1025007 Sep 02 12:46:07.200185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521481322', 'description': 'tempest-description--698493058'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:07.202736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:07.224546 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Attempting to bind port 039500d7-5079-4c05-8165-68913d783846 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:07.230710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:07.230710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:07.230710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Bound using segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:07.230710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Bound port: d58d964d-b01d-4992-be29-6ca40f1a221d, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:07.231141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.231542 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Attempting to bind port 039500d7-5079-4c05-8165-68913d783846 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:07.231924 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Attempting to bind port 039500d7-5079-4c05-8165-68913d783846 on network bc0691cc-38fe-46c7-8696-59878259b371 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:07.244209 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:07.245353 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Checking segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:07.245850 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.246332 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Bound using segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:07.246921 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Bound port: 039500d7-5079-4c05-8165-68913d783846, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:07.247394 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.358085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.395437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] For port 039500d7-5079-4c05-8165-68913d783846, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:07.406233 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] For port 039500d7-5079-4c05-8165-68913d783846, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=039500d7-5079-4c05-8165-68913d783846,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:07.411194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Allocated IP 172.20.0.12 (c219a0d5-da95-4b36-a7c4-4e6ca038d1b2/9ff8f94d-39ab-448c-b86a-eb74b10fd9e2/e900c27c-b6e5-4737-8a18-ae57c1302493) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:07.414986 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.495795 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a03b7-7864-4e9e-b3c4-2737d0f4be7a None None] Pushing event updated for resources: {'Port': ['ID=039500d7-5079-4c05-8165-68913d783846,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:07.498944 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:07.499804 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:07.522392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:07.535897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e84d-6a4f-4078-ad72-9394424c26f8 req-42d75247-5b59-4a35-8e18-ee5396bb149d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:07.537597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4f9e84d-6a4f-4078-ad72-9394424c26f8 req-42d75247-5b59-4a35-8e18-ee5396bb149d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 947 time: 0.1578557 Sep 02 12:46:07.567435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:07.583325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.646012 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:46:07.650773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:07.658878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.667221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:07.668015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.668231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.669712 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-5dc2f0ba-7f32-42e0-aab3-79ae27b80db0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d58d964d-b01d-4992-be29-6ca40f1a221d HTTP/1.1" status: 200 len: 1091 time: 2.3519442 Sep 02 12:46:07.673064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:07.685795 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae757b-4ade-4fe1-a772-19e3bdea6214" -d '{"events": [{"name": "network-changed", "server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:07.706209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 9f40dcd0-8efe-4a41-8865-86890867bd4b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:07.707119 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.733147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.753432 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.754821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5670061 Sep 02 12:46:07.755475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:07.761454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60018) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:07.768294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Request body: {'security_group_rule': {'security_group_id': '635de1ad-7fac-47e1-835b-f0bbd5991040', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:07.776851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef927395-221e-4d11-bba4-079b10ef5f78 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635de1ad-7fac-47e1-835b-f0bbd5991040,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:07.828748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a44aa82d-7ec4-4523-b6c7-91fb8b5b7a4d req-573ca482-745a-4bba-afd4-e2b30a101e59 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 210 time: 0.0559208 Sep 02 12:46:07.836988 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4f9e84d-6a4f-4078-ad72-9394424c26f8 req-1bfedc8c-1a12-4102-bd6d-f94fd3543a8f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897499 Sep 02 12:46:07.845507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a41151d0-501b-44bf-81b5-e2ad5b79e1be completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:07.852314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a41151d0-501b-44bf-81b5-e2ad5b79e1be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:07.852818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.864152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.903047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.915633 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5937625b-7dcb-4ee1-9146-d7713ed511fa x-openstack-request-id: req-5937625b-7dcb-4ee1-9146-d7713ed511fa {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:07.915986 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:07.916149 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5937625b-7dcb-4ee1-9146-d7713ed511fa {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:07.916736 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'status': 'completed', 'code': 200} Sep 02 12:46:07.931681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-b7cbbc1e-b190-4e3d-9270-335816df263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:07.933290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-b7cbbc1e-b190-4e3d-9270-335816df263d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 1094 time: 0.2070575 Sep 02 12:46:07.937659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.955580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:07.956828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:07.972224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:07.982448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:07.984185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:07.985472 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c0a01-6a9f-489a-9291-ad4ca8e870de" -d '{"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-plugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:07.992887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 9f40dcd0-8efe-4a41-8865-86890867bd4b owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:07.998715 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-c54bc009-5af5-4d66-b648-cf78ae39f299 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d58d964d-b01d-4992-be29-6ca40f1a221d HTTP/1.1" status: 200 len: 217 time: 0.0539303 Sep 02 12:46:08.000273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:08.007365 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.009173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:08.042198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:08.042860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.053804 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:08.067799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2165775 Sep 02 12:46:08.076778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622191-e958-493b-9faa-f1b1cb73506d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:08.085871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Request body: {'port': {'device_id': '1407b2d1-454c-47e6-950d-d672605db7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:08.126582 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea4fbd1-d453-4c1b-bb64-78fc048d022e x-openstack-request-id: req-5ea4fbd1-d453-4c1b-bb64-78fc048d022e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:08.127543 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-plugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:08.127797 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ea4fbd1-d453-4c1b-bb64-78fc048d022e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:08.128196 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'code': 200} Sep 02 12:46:08.128753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 61eed4ae-489f-4c99-94e7-89e2d93a4efd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:46:08.129124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 61eed4ae-489f-4c99-94e7-89e2d93a4efd not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:46:08.149079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:08.201136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.217449 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.230224 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca08a1-d087-4630-a6d2-93e7c629ee96 None None] The sync data for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 is: [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:46:08.248419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=9f40dcd0-8efe-4a41-8865-86890867bd4b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:08.274433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684157c-e7a8-4109-8341-51028139c51b req-616b8a9b-fea8-4e2f-a847-26f0171868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:08.275923 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-616b8a9b-fea8-4e2f-a847-26f0171868c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.2630751 Sep 02 12:46:08.340187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.344618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-51db6c0c-93a2-40f5-8d78-2ec9f976dc13 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/9f40dcd0-8efe-4a41-8865-86890867bd4b HTTP/1.1" status: 204 len: 168 time: 1.1383369 Sep 02 12:46:08.344788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d4af-6461-46d7-958c-03dd1c07e766 req-077c4dab-841e-41cb-a8de-2c117c97f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:08.346262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ca3d4af-6461-46d7-958c-03dd1c07e766 req-077c4dab-841e-41cb-a8de-2c117c97f445 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1099 time: 0.1862824 Sep 02 12:46:08.356400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:08.361506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.366991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-b7072630-5d37-4af1-a2a0-3d0184a4a845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429733 Sep 02 12:46:08.408948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.436704 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff30a85-e5ee-4f73-8bd1-05f6020015c5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:08.441119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1ff30a85-e5ee-4f73-8bd1-05f6020015c5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/9f40dcd0-8efe-4a41-8865-86890867bd4b HTTP/1.1" status: 404 len: 333 time: 0.0794170 Sep 02 12:46:08.444280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:08.539814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet dedd54bf-e7ce-40ac-8fe8-272a21d1b15b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:08.540796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01471cf-5417-49f3-b00c-da154ee419f7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:08.543773 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.560674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abab4b-fbd9-4205-88ec-f1cee049ed8c req-a5ed4d7b-c64b-4827-a766-44a25a21bef5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:08.562718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97abab4b-fbd9-4205-88ec-f1cee049ed8c req-a5ed4d7b-c64b-4827-a766-44a25a21bef5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 943 time: 0.3372893 Sep 02 12:46:08.570507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ca3d4af-6461-46d7-958c-03dd1c07e766 req-b5ace2c0-27a9-4214-b98f-8d717ef6598a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938035 Sep 02 12:46:08.587823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.589570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-997f551a-b3da-45bc-a733-aefc1164510a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8270764 Sep 02 12:46:08.594328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:08.602329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Request body: {'security_group_rule': {'security_group_id': '635de1ad-7fac-47e1-835b-f0bbd5991040', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:08.637971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.642157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-8be9c338-9d2c-4741-9efd-8e63e368c6db service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668154 Sep 02 12:46:08.669125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.682807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97abab4b-fbd9-4205-88ec-f1cee049ed8c req-1fc4f892-a9bf-4dd5-901e-8991aeca7812 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030443 Sep 02 12:46:08.798462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e900c27c-b6e5-4737-8a18-ae57c1302493 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:08.807868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.821862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Transition to ACTIVE for port object e900c27c-b6e5-4737-8a18-ae57c1302493 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:08.827439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.859340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.870633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d684157c-e7a8-4109-8341-51028139c51b req-3d3284ba-fb51-4d66-aa22-6c19e97a711d service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026374 Sep 02 12:46:08.873227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.875688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.951747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf09d3cb-ac71-473c-9108-7b691c89b4bb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:08.981016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:08.994906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:08.996228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd74a2a7-602a-44ef-bb15-acaf525e07e0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3991411 Sep 02 12:46:09.007628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:09.014908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:09.047476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Attempting to bind port e900c27c-b6e5-4737-8a18-ae57c1302493 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:09.047815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Attempting to bind port e900c27c-b6e5-4737-8a18-ae57c1302493 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:09.048914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Attempting to bind port e900c27c-b6e5-4737-8a18-ae57c1302493 on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:09.051491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.062215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Port e900c27c-b6e5-4737-8a18-ae57c1302493 on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:46:09.062424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Attempting to bind port e900c27c-b6e5-4737-8a18-ae57c1302493 on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:09.073317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc47d5-e4df-48d8-b557-27cf2c32cda7 req-11d63f25-9272-449c-8a13-6c79d2aec1fe tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.074959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7cc47d5-e4df-48d8-b557-27cf2c32cda7 req-11d63f25-9272-449c-8a13-6c79d2aec1fe tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 944 time: 0.1047521 Sep 02 12:46:09.077470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.094401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:09.094737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Checking segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:09.095126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Bound using segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:09.095704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Bound port: e900c27c-b6e5-4737-8a18-ae57c1302493, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:09.096076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.100204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8c100-5c47-4d1f-a698-12c9a61f28e1 req-e21e2a7b-d13f-449e-a659-28fabf138c15 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.102061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79d8c100-5c47-4d1f-a698-12c9a61f28e1 req-e21e2a7b-d13f-449e-a659-28fabf138c15 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1340101 Sep 02 12:46:09.103959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-f12050f7-595c-4ea5-9de6-cd589991ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.105377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-f12050f7-595c-4ea5-9de6-cd589991ab92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 1094 time: 0.1512723 Sep 02 12:46:09.106577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd54bf-e7ce-40ac-8fe8-272a21d1b15b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:09.110532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.114870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8e6b5102-9610-4d72-9cbf-c47f75f82264 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/dedd54bf-e7ce-40ac-8fe8-272a21d1b15b HTTP/1.1" status: 204 len: 168 time: 0.6670332 Sep 02 12:46:09.121677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bbc8e9-3e61-4bc2-b55e-cede434cef20 None None] Network 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:09.127547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:09.238011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7cc47d5-e4df-48d8-b557-27cf2c32cda7 req-c5044bf5-061f-4eab-9c66-80de3b29f899 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544607 Sep 02 12:46:09.286365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:09.293625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:09.302880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.319334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79d8c100-5c47-4d1f-a698-12c9a61f28e1 req-c03d5ef3-6aca-4f93-8cfb-a85e3ff4466f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051756 Sep 02 12:46:09.327811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.370653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.371289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.373259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] 10.222.0.41 "PUT /v2.0/ports/e900c27c-b6e5-4737-8a18-ae57c1302493 HTTP/1.1" status: 200 len: 1092 time: 1.2929604 Sep 02 12:46:09.376117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:09.379028 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a84b04c-aba8-47de-ad9f-f5595397288e" -d '{"events": [{"name": "network-changed", "server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:09.404514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.413875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-2a353c40-fb34-4285-960c-d8c706d9ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.415999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-2a353c40-fb34-4285-960c-d8c706d9ef02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.2961037 Sep 02 12:46:09.423444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1b72-da4e-462c-95ae-bcc179d4397b service neutron] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:09.428650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] DHCP port deletion for 6df3368e-fca4-4672-ac37-ec2f5b5c3a30 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:46:09.482994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] Deleting port 99f69500-8559-44f8-a57a-9cdd29f38f89 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:09.483656 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.548669 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-d4653474-6bbb-49a5-bdbc-7fa32e4b5b42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d58d964d-b01d-4992-be29-6ca40f1a221d HTTP/1.1" status: 200 len: 217 time: 0.0892055 Sep 02 12:46:09.588663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] For port 99f69500-8559-44f8-a57a-9cdd29f38f89, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99f69500-8559-44f8-a57a-9cdd29f38f89,segment=NetworkSegment(2cedadf0-6287-4947-ad42-4b834d7505d9),segment_id=2cedadf0-6287-4947-ad42-4b834d7505d9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:09.589415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.592444 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ab0cdf-6877-4d58-8181-982233cc4f1e x-openstack-request-id: req-83ab0cdf-6877-4d58-8181-982233cc4f1e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:09.592745 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:09.593022 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83ab0cdf-6877-4d58-8181-982233cc4f1e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:09.593447 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'status': 'completed', 'code': 200} Sep 02 12:46:09.608037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] Calling delete_port for 99f69500-8559-44f8-a57a-9cdd29f38f89 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:09.666758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Allocated IP 172.25.7.11 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/bb8041b0-8d68-4790-9d9e-6c20c0fb4057) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:09.704545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 99f69500-8559-44f8-a57a-9cdd29f38f89 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:09.707106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.768475 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.817331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port 99f69500-8559-44f8-a57a-9cdd29f38f89, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99f69500-8559-44f8-a57a-9cdd29f38f89,segment=NetworkSegment(2cedadf0-6287-4947-ad42-4b834d7505d9),segment_id=2cedadf0-6287-4947-ad42-4b834d7505d9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:09.817860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.823856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] Pushing event deleted for resources: {'Port': ['ID=99f69500-8559-44f8-a57a-9cdd29f38f89,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:09.845095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63150c9-c6b2-4f8e-928e-1471876fd0a1 None None] No DVR routers for this DVR port 99f69500-8559-44f8-a57a-9cdd29f38f89 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:09.856709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 99f69500-8559-44f8-a57a-9cdd29f38f89 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:09.878884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 039500d7-5079-4c05-8165-68913d783846 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:09.879065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.960133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 039500d7-5079-4c05-8165-68913d783846 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:09.961300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-a7f7bb5e-83db-487c-89d7-673a37aa91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.963077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-a7f7bb5e-83db-487c-89d7-673a37aa91b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 1095 time: 0.5133898 Sep 02 12:46:09.965853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 039500d7-5079-4c05-8165-68913d783846 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:09.966551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:09.975182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-e9d55542-b473-4f47-a12c-e9b5f9e6ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:09.977144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-e9d55542-b473-4f47-a12c-e9b5f9e6ec65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.4201238 Sep 02 12:46:09.996887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.020258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-a5114135-bf71-4b46-b85e-b63a5ec2521d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338893 Sep 02 12:46:10.034158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-0f1c1ae4-efdb-4bd8-8614-2320720d4c23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e900c27c-b6e5-4737-8a18-ae57c1302493 HTTP/1.1" status: 200 len: 217 time: 0.0547295 Sep 02 12:46:10.043071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e965077-0d9c-430f-bde6-d72e878197da req-17c242da-5d13-409e-a1e4-3cea8a5955a7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.044789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e965077-0d9c-430f-bde6-d72e878197da req-17c242da-5d13-409e-a1e4-3cea8a5955a7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 943 time: 0.1476293 Sep 02 12:46:10.054064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=99f69500-8559-44f8-a57a-9cdd29f38f89,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:10.054857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.056584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port 99f69500-8559-44f8-a57a-9cdd29f38f89 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:10.088146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.134528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 039500d7-5079-4c05-8165-68913d783846, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=039500d7-5079-4c05-8165-68913d783846,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:10.145105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.152462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:10.162192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event updated for resources: {'Port': ['ID=bb8041b0-8d68-4790-9d9e-6c20c0fb4057,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:10.165528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:10.172460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:10.175541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-b8f2680b-d859-4351-99e3-11539c9137aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.176857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-b8f2680b-d859-4351-99e3-11539c9137aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 200 len: 854 time: 0.1307218 Sep 02 12:46:10.212577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=039500d7-5079-4c05-8165-68913d783846,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:10.213095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-98515c40-1977-40d4-be98-fda7dd4a371f service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702812 Sep 02 12:46:10.229316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99f69500-8559-44f8-a57a-9cdd29f38f89 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:10.238893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e965077-0d9c-430f-bde6-d72e878197da req-b0a0909d-63ce-4471-8577-79c208788c1f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803238 Sep 02 12:46:10.244342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-b276157c-052c-4b7a-aa13-ffa0c9b679d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448864 Sep 02 12:46:10.260582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 99f69500-8559-44f8-a57a-9cdd29f38f89 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:46:10.260845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99f69500-8559-44f8-a57a-9cdd29f38f89 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:46:10.376875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.379744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.395484 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-1d761c6d-d74b-410c-955a-9245a146f141 service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424453 Sep 02 12:46:10.396045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df3368e-fca4-4672-ac37-ec2f5b5c3a30']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:10.413713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cedadf0-6287-4947-ad42-4b834d7505d9') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:10.414015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cedadf0-6287-4947-ad42-4b834d7505d9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:10.438937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.468579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944ab87-9c7a-44ac-b211-fe6b21bc5bfc req-d425dad1-a718-4edf-8f60-c4f7ccb298b2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.470195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8944ab87-9c7a-44ac-b211-fe6b21bc5bfc req-d425dad1-a718-4edf-8f60-c4f7ccb298b2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 944 time: 0.1484559 Sep 02 12:46:10.472102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03ae757b-4ade-4fe1-a772-19e3bdea6214 req-b9de66f1-6b62-4227-bc1f-fb607487f5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265925 Sep 02 12:46:10.481303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.494959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:46:10.495568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:46:10.499343 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:46:10.502731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.578920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff339d5-0ab1-4602-a3ce-061bb9e0eba6 req-fe9c11d6-619e-414c-aa20-ae55ce88fc59 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.579854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8944ab87-9c7a-44ac-b211-fe6b21bc5bfc req-c9f45454-0319-4caf-b77a-bc15c73c9c4f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Sep 02 12:46:10.581083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aff339d5-0ab1-4602-a3ce-061bb9e0eba6 req-fe9c11d6-619e-414c-aa20-ae55ce88fc59 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1576560 Sep 02 12:46:10.590424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.613682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.620714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/6df3368e-fca4-4672-ac37-ec2f5b5c3a30 HTTP/1.1" status: 204 len: 168 time: 1.4871094 Sep 02 12:46:10.620714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2689f-5143-4f27-954c-b0ae80620f38 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=6df3368e-fca4-4672-ac37-ec2f5b5c3a30,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:10.626458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:10.633546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1561180673'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:10.648069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c918250-c562-4a0e-9a1b-a366f69f824c req-3295755e-765c-4fc2-a073-b51c48de2162 service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256052 Sep 02 12:46:10.660487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:10.665384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.705558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aff339d5-0ab1-4602-a3ce-061bb9e0eba6 req-3b8c05e5-99db-4d25-82de-e6f8c88989db tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108360 Sep 02 12:46:10.711304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:46:10.729076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.729742 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment 8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274 of type vlan for network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 Sep 02 12:46:10.786578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.822358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.829141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.829831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.837023 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.853591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-3a155f8c-a354-48f8-86f2-3e04b55f06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.855823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-3a155f8c-a354-48f8-86f2-3e04b55f06b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 1095 time: 0.1335411 Sep 02 12:46:10.893537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2656167 Sep 02 12:46:10.896781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:10.911443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:10.931682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74065025-e917-422e-adbe-d081e22c9322 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=be8ea54a-098b-4302-9ef6-e7f75e5ed7d1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:10.943114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:46:10.956106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:10.972165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316c5b-6330-43df-a60b-d5f04176fb02 req-aa504f6a-35b5-4312-926b-a3e3f424bbde tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:10.974121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6316c5b-6330-43df-a60b-d5f04176fb02 req-aa504f6a-35b5-4312-926b-a3e3f424bbde tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1800385 Sep 02 12:46:10.979440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.026193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:11.031494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.127417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-57bea364-2b32-429a-afef-8b1aa1b13727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:11.129078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-57bea364-2b32-429a-afef-8b1aa1b13727 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 915 time: 0.2649877 Sep 02 12:46:11.148886 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6316c5b-6330-43df-a60b-d5f04176fb02 req-70b57d98-297a-4473-b0b1-93940fe1fff5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615267 Sep 02 12:46:11.157315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event updated for resources: {'Port': ['ID=bb8041b0-8d68-4790-9d9e-6c20c0fb4057,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:11.205676 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-22e2826a-dd0f-4a01-89c7-93e16217de50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e900c27c-b6e5-4737-8a18-ae57c1302493 HTTP/1.1" status: 200 len: 217 time: 0.0526350 Sep 02 12:46:11.211413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.257260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.261513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c19d7fbe-7ca1-4a94-8f1d-df3f554b0e76 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2483284 Sep 02 12:46:11.274694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-7c7c9401-781b-42cd-9ebb-cbe55ca462df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:11.276859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-7c7c9401-781b-42cd-9ebb-cbe55ca462df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 200 len: 854 time: 0.0610383 Sep 02 12:46:11.297360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.324562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-5d29343c-905f-4b3e-a816-3c8a4ce5cd2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394485 Sep 02 12:46:11.380050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=f19f87cd-3adc-42e8-8ab0-4a61e2715125,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:11.393788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:11.394278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: be8ea54a-098b-4302-9ef6-e7f75e5ed7d1, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:46:11.419470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:46:11.433198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570f370-4337-41be-87a5-b805820fe090 req-3b81a034-9098-4c7a-8969-3d4f6895fa6f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:11.434899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6570f370-4337-41be-87a5-b805820fe090 req-3b81a034-9098-4c7a-8969-3d4f6895fa6f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 943 time: 0.1068161 Sep 02 12:46:11.460012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, be8ea54a-098b-4302-9ef6-e7f75e5ed7d1) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:11.471122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:11.471122 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.476074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-b184f49c-6fd8-4ac2-a2f5-323deebbe8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388266 Sep 02 12:46:11.484813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b070cc-4cc1-4656-856c-efb677b8f45b None None] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:11.505277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6350b8a-25c5-4fa2-97a9-0c703961e8e5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6068113 Sep 02 12:46:11.508373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:11.516348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1', 'name': 'tempest-PortsIpV6TestJSON-1826905498', 'fixed_ips': [{'subnet_id': 'f19f87cd-3adc-42e8-8ab0-4a61e2715125', 'ip_address': '2001:db8::10'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:11.612334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6570f370-4337-41be-87a5-b805820fe090 req-ecbe59e7-0cb2-4d95-ba2d-f3b26b12fd89 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660900 Sep 02 12:46:11.648747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-3fdeaafc-ee06-4b78-8993-bab35c1e76f0 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1521481322&fields=id&tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d HTTP/1.1" status: 200 len: 267 time: 0.0783067 Sep 02 12:46:11.682662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-1f6fe1aa-8f5d-4349-a771-f89ee0d538b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918329 Sep 02 12:46:11.684713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a84b04c-aba8-47de-ad9f-f5595397288e req-85080fc9-f985-4a70-9a67-8168c1284900 service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015634 Sep 02 12:46:11.735923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-be8ea54a-098b-4302-9ef6-e7f75e5ed7d1', 'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': 'f19f87cd-3adc-42e8-8ab0-4a61e2715125'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:46:11.736848 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.764701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 039500d7-5079-4c05-8165-68913d783846 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:11.766647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a395-d6d9-4007-b3cb-06c3a40a0bee req-4239af7f-3b6c-4e26-958f-3a6e269696ea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:11.769118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a72a395-d6d9-4007-b3cb-06c3a40a0bee req-4239af7f-3b6c-4e26-958f-3a6e269696ea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0676320 Sep 02 12:46:11.823815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a72a395-d6d9-4007-b3cb-06c3a40a0bee req-082204ec-4f9b-4943-bd89-5e90e0017fc2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Sep 02 12:46:11.850058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:11.942963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-0ee3ba96-a961-4237-afe2-f4c914d2ae04 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:11.949523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-0ee3ba96-a961-4237-afe2-f4c914d2ae04 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/networks?id=bc0691cc-38fe-46c7-8696-59878259b371 HTTP/1.1" status: 200 len: 815 time: 0.2997406 Sep 02 12:46:11.962345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 039500d7-5079-4c05-8165-68913d783846 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:11.963093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:11.978005 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-bdf5dffa-29c6-420d-b377-0945ebfda313 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/quotas/b2d8d458e5dd4cf88446af8d55e9f51d HTTP/1.1" status: 200 len: 375 time: 0.0197182 Sep 02 12:46:11.989097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Allocated IP 2001:db8::2 (be8ea54a-098b-4302-9ef6-e7f75e5ed7d1/f19f87cd-3adc-42e8-8ab0-4a61e2715125/beca85e2-0ac3-4c5d-9e50-012d67f43c62) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:12.019217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:12.024283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f146f4-2dbd-46c4-92a4-e9052a773250 req-a6460d25-6d6c-4256-b2d5-66da400f5e5d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:12.026461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99f146f4-2dbd-46c4-92a4-e9052a773250 req-a6460d25-6d6c-4256-b2d5-66da400f5e5d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 944 time: 0.0937028 Sep 02 12:46:12.027235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.064202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 56739b54-342b-459e-8737-049e0ea8e32c yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:12.084672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99f146f4-2dbd-46c4-92a4-e9052a773250 req-cd34e378-a951-4085-a876-18925bd31a36 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Sep 02 12:46:12.282070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:12.307750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'mac_address': 'fa:16:3e:83:29:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:12.313529 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.326338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Transition to ACTIVE for port object beca85e2-0ac3-4c5d-9e50-012d67f43c62 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:12.373425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Transition to ACTIVE for port object beca85e2-0ac3-4c5d-9e50-012d67f43c62 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:12.377385 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.397172 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.410908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58d964d-b01d-4992-be29-6ca40f1a221d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:12.452538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:12.463215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:12.473572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:12.478974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:12.486127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Pushing event updated for resources: {'Port': ['ID=beca85e2-0ac3-4c5d-9e50-012d67f43c62,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:12.491465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.577522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Attempting to bind port beca85e2-0ac3-4c5d-9e50-012d67f43c62 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:12.577893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Attempting to bind port beca85e2-0ac3-4c5d-9e50-012d67f43c62 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:12.578264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Attempting to bind port beca85e2-0ac3-4c5d-9e50-012d67f43c62 on network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:12.587780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:12.591061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:12.591443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Checking segment: {'id': '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:12.591876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.592273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Bound using segment: {'id': '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:12.592839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Bound port: beca85e2-0ac3-4c5d-9e50-012d67f43c62, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:12.593286 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.640105 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-9a2f1157-8b82-40a1-af55-8e168a8649c3 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6523566 Sep 02 12:46:12.703896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] For port beca85e2-0ac3-4c5d-9e50-012d67f43c62, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:12.722490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] For port beca85e2-0ac3-4c5d-9e50-012d67f43c62, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=beca85e2-0ac3-4c5d-9e50-012d67f43c62,segment=NetworkSegment(8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274),segment_id=8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:12.728842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:12.773862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3015b00-e0c9-4d41-bf8f-06f29467961d req-bab82425-fd78-4f1d-8ff8-f2643a041ffc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:12.776226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3015b00-e0c9-4d41-bf8f-06f29467961d req-bab82425-fd78-4f1d-8ff8-f2643a041ffc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 944 time: 0.0567551 Sep 02 12:46:12.783321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::10 (be8ea54a-098b-4302-9ef6-e7f75e5ed7d1/f19f87cd-3adc-42e8-8ab0-4a61e2715125/56739b54-342b-459e-8737-049e0ea8e32c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:12.792329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dc18f-f879-4964-bf87-273cb0bd4fa8 None None] Pushing event updated for resources: {'Port': ['ID=beca85e2-0ac3-4c5d-9e50-012d67f43c62,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:12.821137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d58d964d-b01d-4992-be29-6ca40f1a221d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:12.825262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-a5322af6-fdf3-45a5-9d69-5487faa6fd36 service neutron] 10.222.0.60 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592262 Sep 02 12:46:12.830055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3015b00-e0c9-4d41-bf8f-06f29467961d req-f0429625-4f51-4d1f-93ee-6788ce504ef2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Sep 02 12:46:13.016989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca943e-680d-43bd-96a9-315a1e9735a1 req-57b83805-39c1-4e83-b737-e0396ec129c0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:13.019385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8ca943e-680d-43bd-96a9-315a1e9735a1 req-57b83805-39c1-4e83-b737-e0396ec129c0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0961637 Sep 02 12:46:13.037055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-ee5f2a43-5192-454e-88f4-4af58dc34803 service neutron] 10.222.0.60 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996503 Sep 02 12:46:13.095299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8ca943e-680d-43bd-96a9-315a1e9735a1 req-212eaffc-7812-4ad5-9392-baa3c3d9cb70 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658798 Sep 02 12:46:13.173815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:13.197510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 56739b54-342b-459e-8737-049e0ea8e32c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:13.255052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:13.321836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:13.330401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:13.336401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:13.342892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:13.343588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:13.364820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=56739b54-342b-459e-8737-049e0ea8e32c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:13.374279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.374642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.374990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.375332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.375696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.377971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:13.395142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6d47b2ae-6885-444d-9a2b-ddf3a7ce6bae tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8852565 Sep 02 12:46:13.395781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60142) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:13.401775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': 'be8ea54a-098b-4302-9ef6-e7f75e5ed7d1', 'name': 'tempest-PortsIpV6TestJSON-437293695', 'fixed_ips': [{'subnet_id': 'f19f87cd-3adc-42e8-8ab0-4a61e2715125', 'ip_address': '2001:db8::f'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:13.483048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24b10e5e-9d72-48f3-b42f-5c601f76412e req-84c18493-f6d0-4998-9a6e-3dc06015d1eb tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 210 time: 0.0588870 Sep 02 12:46:13.565926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:13.571852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:13.595247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 7576b992-44b4-45ca-903f-7b608e3cbc4b yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:13.743691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-cadc9440-3e87-491e-b501-0aef9b14bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:13.745255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-cadc9440-3e87-491e-b501-0aef9b14bd3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1099 time: 0.7090955 Sep 02 12:46:13.754165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031d6c3-346d-4b38-8420-8f08346b27dc req-b193da80-0a51-42bd-ac23-a3e62b8d4c60 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:13.762712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8031d6c3-346d-4b38-8420-8f08346b27dc req-b193da80-0a51-42bd-ac23-a3e62b8d4c60 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 944 time: 0.5851185 Sep 02 12:46:13.845413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::f (be8ea54a-098b-4302-9ef6-e7f75e5ed7d1/f19f87cd-3adc-42e8-8ab0-4a61e2715125/7576b992-44b4-45ca-903f-7b608e3cbc4b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:13.850825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device beca85e2-0ac3-4c5d-9e50-012d67f43c62 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:13.888126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8031d6c3-346d-4b38-8420-8f08346b27dc req-657e1b45-90e6-49f9-bfb0-e81b6506fe8d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220820 Sep 02 12:46:13.948284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port beca85e2-0ac3-4c5d-9e50-012d67f43c62 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:13.969028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-0f12e298-ab4a-4f0e-a285-6c9718d4a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:13.970690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-0f12e298-ab4a-4f0e-a285-6c9718d4a2d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2056711 Sep 02 12:46:14.016715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:14.021200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:14.030467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-40446af2-9042-4628-97bf-be68aed59405 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 217 time: 0.0513802 Sep 02 12:46:14.107032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2d66-8f52-4d43-bbc2-5cedb7fe549c req-79f121b5-319c-47dc-9a55-723fe6293bf8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.107710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-610ba0ad-a403-494f-8776-7ad842c6977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.110255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-610ba0ad-a403-494f-8776-7ad842c6977f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0707474 Sep 02 12:46:14.116783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-32fd2d66-8f52-4d43-bbc2-5cedb7fe549c req-79f121b5-319c-47dc-9a55-723fe6293bf8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 944 time: 0.1424980 Sep 02 12:46:14.165754 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-32fd2d66-8f52-4d43-bbc2-5cedb7fe549c req-21e65e78-d34a-437d-ba21-8d146a46b617 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478692 Sep 02 12:46:14.179840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port d58d964d-b01d-4992-be29-6ca40f1a221d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:14.205954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port d58d964d-b01d-4992-be29-6ca40f1a221d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:14.206324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.207943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814486d-9e20-42cb-a9e6-ab808b74b5eb None None] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:14.210164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-f7ccc2e3-340e-4a1d-bbd6-30394b9f1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.211972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-f7ccc2e3-340e-4a1d-bbd6-30394b9f1739 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899553 Sep 02 12:46:14.226948 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.241679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 7576b992-44b4-45ca-903f-7b608e3cbc4b will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:14.277574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.296635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:14.300665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef6818-0311-45a0-8565-cc499b24c239 req-8458bc17-fb3e-43ea-ac6f-993dfea027c2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.302373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19ef6818-0311-45a0-8565-cc499b24c239 req-8458bc17-fb3e-43ea-ac6f-993dfea027c2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1110225 Sep 02 12:46:14.327334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] Provisioning for port beca85e2-0ac3-4c5d-9e50-012d67f43c62 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:14.329626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'port_id': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'mac_address': 'fa:16:3e:17:f5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff8f94d-39ab-448c-b86a-eb74b10fd9e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:14.331833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:14.335277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:14.339955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] Provisioning complete for port beca85e2-0ac3-4c5d-9e50-012d67f43c62 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:14.340710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:14.340922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.347029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.347666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.354515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=7576b992-44b4-45ca-903f-7b608e3cbc4b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:14.373580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-752be2e8-68fe-40be-9fc9-f48461fc5cb6 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9709246 Sep 02 12:46:14.375364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60156) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:14.407874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-818a8e8a-9ffa-4c74-9619-03adee1bae79 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816182 Sep 02 12:46:14.410779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19ef6818-0311-45a0-8565-cc499b24c239 req-06fcc217-7fa1-4427-a160-e3eb00825f52 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866866 Sep 02 12:46:14.506551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef01b95-4534-455a-afdf-9eb694582e60 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.509398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bef01b95-4534-455a-afdf-9eb694582e60 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1326258 Sep 02 12:46:14.512213 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.512826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:14.557224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e900c27c-b6e5-4737-8a18-ae57c1302493 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:14.563045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.601558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa95cf-46b3-4bf1-85d1-6bd80c0e7523 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.609896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa95cf-46b3-4bf1-85d1-6bd80c0e7523 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.636713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:14.646507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:14.647317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa95cf-46b3-4bf1-85d1-6bd80c0e7523 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.649574 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c56ff7-e3cc-4b74-8e34-7f53eefa6a8d" -d '{"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:14.658877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c7fa95cf-46b3-4bf1-85d1-6bd80c0e7523 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1356745 Sep 02 12:46:14.660674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60166) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:14.666563 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.669739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:14.684368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.688960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-b7d71604-240e-44b3-a770-966deb488e0c service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669945 Sep 02 12:46:14.712458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9ec903a-8bac-42b3-b4a5-79813a7172a6 req-8c820656-50ed-4daf-864f-877031cf41b6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 210 time: 0.0564849 Sep 02 12:46:14.717632 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.728986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-15fd1c5b-26f6-4936-bfe8-fa103dd8eb6c tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:14.731011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-15fd1c5b-26f6-4936-bfe8-fa103dd8eb6c tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.18 "GET /v2.0/networks?id=bc0691cc-38fe-46c7-8696-59878259b371 HTTP/1.1" status: 200 len: 815 time: 0.2335980 Sep 02 12:46:14.819086 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824a8d7-528a-4867-b66c-b98e49fab817 x-openstack-request-id: req-e824a8d7-528a-4867-b66c-b98e49fab817 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:14.819328 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:14.819655 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e824a8d7-528a-4867-b66c-b98e49fab817 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:14.820169 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'code': 200} Sep 02 12:46:14.833526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] For port beca85e2-0ac3-4c5d-9e50-012d67f43c62, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=beca85e2-0ac3-4c5d-9e50-012d67f43c62,segment=NetworkSegment(8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274),segment_id=8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:14.834881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:14.844493 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:14.857698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-2eb34b8a-2f0c-4740-8196-8648372e7cfa tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d HTTP/1.1" status: 200 len: 380 time: 0.1082802 Sep 02 12:46:14.869394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Request body: {'port': {'device_id': 'c002e622-8576-45e1-841e-e09180b7899d', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'admin_state_up': True, 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'security_groups': ['635de1ad-7fac-47e1-835b-f0bbd5991040']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:14.936002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 7576b992-44b4-45ca-903f-7b608e3cbc4b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:14.936522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.021093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:15.067851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e900c27c-b6e5-4737-8a18-ae57c1302493'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:15.089398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15353255-5846-4b6b-9660-fa13c4996998 req-14c4ccbd-1869-43f8-b389-5d92987e4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:15.091118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15353255-5846-4b6b-9660-fa13c4996998 req-14c4ccbd-1869-43f8-b389-5d92987e4c97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 1096 time: 0.1537087 Sep 02 12:46:15.153308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf910e-f47b-45cf-a35f-6c255b6dbbf1 req-c266c035-5da0-49af-b4d6-d08525380bd9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:15.160804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-accf910e-f47b-45cf-a35f-6c255b6dbbf1 req-c266c035-5da0-49af-b4d6-d08525380bd9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 945 time: 0.1344953 Sep 02 12:46:15.166278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Made reservation on behalf of b2d8d458e5dd4cf88446af8d55e9f51d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:15.170010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.178260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.190418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15353255-5846-4b6b-9660-fa13c4996998 req-255f2521-029f-4e7d-902a-e41cb47da57c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880930 Sep 02 12:46:15.196616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 7576b992-44b4-45ca-903f-7b608e3cbc4b owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:15.239103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-accf910e-f47b-45cf-a35f-6c255b6dbbf1 req-31815a4a-847b-4bef-af34-f0646c2fc297 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772750 Sep 02 12:46:15.358587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Allocated IP 172.20.0.13 (bc0691cc-38fe-46c7-8696-59878259b371/184c2210-2ce9-4c70-a640-4816b65f1bc6/95020af3-0840-42fb-97ea-f8e20167e611) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:15.401543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee2619-32be-476c-bb48-3301cf61d200 None None] Pushing event updated for resources: {'Port': ['ID=beca85e2-0ac3-4c5d-9e50-012d67f43c62,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:15.429009 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.438663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Provisioning for port 56739b54-342b-459e-8737-049e0ea8e32c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:15.467435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=7576b992-44b4-45ca-903f-7b608e3cbc4b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:15.506683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f8170-fbb0-4a0f-8cc4-132122a86494 req-b653a5ac-ced2-4f0a-9eb3-2474ab3f7159 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:15.512653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Provisioning complete for port 56739b54-342b-459e-8737-049e0ea8e32c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:15.513077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.514230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e8f8170-fbb0-4a0f-8cc4-132122a86494 req-b653a5ac-ced2-4f0a-9eb3-2474ab3f7159 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1954539 Sep 02 12:46:15.522783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.524642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e87b8437-7b84-40ff-98e5-444590675aaf tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/7576b992-44b4-45ca-903f-7b608e3cbc4b HTTP/1.1" status: 204 len: 168 time: 0.8625309 Sep 02 12:46:15.531325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:15.558547 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fc703d-d3a9-482c-b19c-1917fb825f24 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:15.562857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5fc703d-d3a9-482c-b19c-1917fb825f24 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/7576b992-44b4-45ca-903f-7b608e3cbc4b HTTP/1.1" status: 404 len: 333 time: 0.0281312 Sep 02 12:46:15.565192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:15.590319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Port 56739b54-342b-459e-8737-049e0ea8e32c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:15.597891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Could not find standard attr ID for object 7576b992-44b4-45ca-903f-7b608e3cbc4b. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:46:15.604497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aceb3c-4041-4d16-b123-48e89e09ad0d req-a975f93e-d9d5-4cc7-8542-b405e1ddad15 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:15.606344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0aceb3c-4041-4d16-b123-48e89e09ad0d req-a975f93e-d9d5-4cc7-8542-b405e1ddad15 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0936644 Sep 02 12:46:15.612110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Provisioning complete for port beca85e2-0ac3-4c5d-9e50-012d67f43c62 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:15.612510 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-796d0279-bcad-4b2e-a389-b79a1fe1e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.625676 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e8f8170-fbb0-4a0f-8cc4-132122a86494 req-a32efa18-1151-488e-bda3-6542d65085c5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937765 Sep 02 12:46:15.657880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.692313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Transition to ACTIVE for port object 95020af3-0840-42fb-97ea-f8e20167e611 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:15.744674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 56739b54-342b-459e-8737-049e0ea8e32c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:15.745825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.748842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0aceb3c-4041-4d16-b123-48e89e09ad0d req-c6203379-462e-4154-904f-1aa09fdefaeb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171446 Sep 02 12:46:15.774375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device beca85e2-0ac3-4c5d-9e50-012d67f43c62 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:15.779239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.830879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Network bc0691cc-38fe-46c7-8696-59878259b371 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:15.834224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:15.844017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:15.875325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event updated for resources: {'Port': ['ID=95020af3-0840-42fb-97ea-f8e20167e611,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:15.900849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port beca85e2-0ac3-4c5d-9e50-012d67f43c62 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:15.901521 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.905011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-648d362d-2b1f-49ab-a443-a3783d146d8b None None] Provisioning complete for port 56739b54-342b-459e-8737-049e0ea8e32c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:15.905565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-648d362d-2b1f-49ab-a443-a3783d146d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.912569 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:15.929653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 56739b54-342b-459e-8737-049e0ea8e32c owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:15.957331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:15.958457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.015923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-80dfb586-d42d-40ac-936b-4fdc61a57437 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1507638 Sep 02 12:46:16.026990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-648d362d-2b1f-49ab-a443-a3783d146d8b None None] Port 56739b54-342b-459e-8737-049e0ea8e32c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:16.049354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c906e8-fef0-4beb-a2d8-db3e72c32ed0 req-3d576d14-91a9-40bc-bace-96750c8662f3 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:16.058986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c906e8-fef0-4beb-a2d8-db3e72c32ed0 req-3d576d14-91a9-40bc-bace-96750c8662f3 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 932 time: 0.1583886 Sep 02 12:46:16.070733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Request body: {'port': {'device_id': 'c002e622-8576-45e1-841e-e09180b7899d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:16.145974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7cf2ade5-a4eb-4e7f-b51d-b6572ab06c51 None None] Could not find standard attr ID for object 7576b992-44b4-45ca-903f-7b608e3cbc4b. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:46:16.152630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c906e8-fef0-4beb-a2d8-db3e72c32ed0 req-d7dd4e1d-6300-48a0-9757-fed3388840c3 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926449 Sep 02 12:46:16.193253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.202395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.228795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=56739b54-342b-459e-8737-049e0ea8e32c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:16.261324 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.267328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9aaf67c4-b34e-4aab-9d58-cbcac7fab837 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/56739b54-342b-459e-8737-049e0ea8e32c HTTP/1.1" status: 204 len: 168 time: 0.6991332 Sep 02 12:46:16.267598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:16.298267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1dadc7a4-fde6-4326-8438-f98aafcab80c None None] Provisioning for port 95020af3-0840-42fb-97ea-f8e20167e611 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:16.308443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1dadc7a4-fde6-4326-8438-f98aafcab80c None None] Provisioning complete for port 95020af3-0840-42fb-97ea-f8e20167e611 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:16.308844 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1dadc7a4-fde6-4326-8438-f98aafcab80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.315101 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa63abb-45ab-44a6-845f-707c415ac99e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:16.319575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-efa63abb-45ab-44a6-845f-707c415ac99e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/56739b54-342b-459e-8737-049e0ea8e32c HTTP/1.1" status: 404 len: 333 time: 0.0474768 Sep 02 12:46:16.320644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:16.365460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1dadc7a4-fde6-4326-8438-f98aafcab80c None None] Port 95020af3-0840-42fb-97ea-f8e20167e611 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:16.414033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df23bb-5860-4371-a7eb-dd04cfa63951 req-159062a4-ccb0-44b7-a14c-56ccc3508069 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:16.415691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2df23bb-5860-4371-a7eb-dd04cfa63951 req-159062a4-ccb0-44b7-a14c-56ccc3508069 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 945 time: 0.0614865 Sep 02 12:46:16.474277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet f19f87cd-3adc-42e8-8ab0-4a61e2715125 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:16.479510 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2df23bb-5860-4371-a7eb-dd04cfa63951 req-94cb1431-bb72-425a-a376-cbe36abb3ea4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Sep 02 12:46:16.495898 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.570069 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.738726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.783756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95020af3-0840-42fb-97ea-f8e20167e611 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:16.793840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.825962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c980c-5629-4ee0-9a80-3bdc6ff5ef59 req-f57e07a7-515b-4e7f-a24a-d92dad363463 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:16.827624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c3c980c-5629-4ee0-9a80-3bdc6ff5ef59 req-f57e07a7-515b-4e7f-a24a-d92dad363463 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1487768 Sep 02 12:46:16.832268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Transition to ACTIVE for port object 95020af3-0840-42fb-97ea-f8e20167e611 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:16.842865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.863625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.898144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaffbe-72fa-44ea-b381-10945252c57d req-f150ff28-a45a-42ee-a97a-c9d4d51a28db tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:16.906921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29eaffbe-72fa-44ea-b381-10945252c57d req-f150ff28-a45a-42ee-a97a-c9d4d51a28db tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0644894 Sep 02 12:46:16.936317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=f19f87cd-3adc-42e8-8ab0-4a61e2715125,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:16.944017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:16.946526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-de0ee415-1b25-40dc-9f2c-bc2d57dd2238 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/f19f87cd-3adc-42e8-8ab0-4a61e2715125 HTTP/1.1" status: 204 len: 168 time: 0.6237271 Sep 02 12:46:16.952593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29eaffbe-72fa-44ea-b381-10945252c57d req-78d24040-c11a-4628-afdf-da3714a63edb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Sep 02 12:46:16.953142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:16.957935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae44dc2-0d7c-4143-b190-c02c8bb4ea08 None None] Network be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:16.973197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c3c980c-5629-4ee0-9a80-3bdc6ff5ef59 req-bdad08f3-3f94-45ea-be7a-2d9e0e2a8298 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307745 Sep 02 12:46:16.975130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=95020af3-0840-42fb-97ea-f8e20167e611,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:17.164132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Attempting to bind port 95020af3-0840-42fb-97ea-f8e20167e611 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:17.165009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Attempting to bind port 95020af3-0840-42fb-97ea-f8e20167e611 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:17.165009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Attempting to bind port 95020af3-0840-42fb-97ea-f8e20167e611 on network bc0691cc-38fe-46c7-8696-59878259b371 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:17.168948 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.179066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Port 95020af3-0840-42fb-97ea-f8e20167e611 on network bc0691cc-38fe-46c7-8696-59878259b371 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:46:17.179496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Attempting to bind port 95020af3-0840-42fb-97ea-f8e20167e611 on network bc0691cc-38fe-46c7-8696-59878259b371 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:17.194294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:17.194849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Checking segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:17.195388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Bound using segment: {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:17.196057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Bound port: 95020af3-0840-42fb-97ea-f8e20167e611, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:17.196579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.325416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] DHCP port deletion for be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:46:17.343450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] For port 95020af3-0840-42fb-97ea-f8e20167e611, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:17.347950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] For port 95020af3-0840-42fb-97ea-f8e20167e611, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=95020af3-0840-42fb-97ea-f8e20167e611,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:17.354700 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.372958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port beca85e2-0ac3-4c5d-9e50-012d67f43c62 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:17.373510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.377777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] Deleting port beca85e2-0ac3-4c5d-9e50-012d67f43c62 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:17.378264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.436129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=95020af3-0840-42fb-97ea-f8e20167e611,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:17.448993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.449705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.451619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b5f21004-4857-46bc-9589-2b91ef86fa8d service neutron] 10.222.0.18 "PUT /v2.0/ports/95020af3-0840-42fb-97ea-f8e20167e611 HTTP/1.1" status: 200 len: 1092 time: 1.4207983 Sep 02 12:46:17.452124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:17.454430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port beca85e2-0ac3-4c5d-9e50-012d67f43c62, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=beca85e2-0ac3-4c5d-9e50-012d67f43c62,segment=NetworkSegment(8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274),segment_id=8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:17.454876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.454988 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a6bd24-1d67-41ae-a42c-dd4405903a74" -d '{"events": [{"name": "network-changed", "server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "tag": "95020af3-0840-42fb-97ea-f8e20167e611"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:17.496931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for beca85e2-0ac3-4c5d-9e50-012d67f43c62 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:17.526794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] For port beca85e2-0ac3-4c5d-9e50-012d67f43c62, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=beca85e2-0ac3-4c5d-9e50-012d67f43c62,segment=NetworkSegment(8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274),segment_id=8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:17.527202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.543345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d8aac-0227-4f39-9b86-c12cba57aee9 req-48f3fee4-669a-48d9-8eb6-a9bc194fc24e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.549333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] Calling delete_port for beca85e2-0ac3-4c5d-9e50-012d67f43c62 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:17.549595 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:46:17.561732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a9d8aac-0227-4f39-9b86-c12cba57aee9 req-48f3fee4-669a-48d9-8eb6-a9bc194fc24e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 944 time: 0.2313974 Sep 02 12:46:17.572049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-378876c4-129a-4d6f-a1b4-214f7ec82782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.573672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-378876c4-129a-4d6f-a1b4-214f7ec82782 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d&device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 1095 time: 0.0700209 Sep 02 12:46:17.632294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-30869dd8-e85e-492c-b24f-c70fe98b54f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95020af3-0840-42fb-97ea-f8e20167e611 HTTP/1.1" status: 200 len: 217 time: 0.0473876 Sep 02 12:46:17.668109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a9d8aac-0227-4f39-9b86-c12cba57aee9 req-cb5585ed-8c0d-400a-911a-9a76cdb43b6c tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941598 Sep 02 12:46:17.749525 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.757551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.782543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port beca85e2-0ac3-4c5d-9e50-012d67f43c62 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:17.784716 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad684ba-a53c-4dfa-aa35-b44ecb1e9678 x-openstack-request-id: req-0ad684ba-a53c-4dfa-aa35-b44ecb1e9678 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:17.785076 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "tag": "95020af3-0840-42fb-97ea-f8e20167e611", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:17.785540 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ad684ba-a53c-4dfa-aa35-b44ecb1e9678 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:17.785744 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611', 'status': 'completed', 'code': 200} Sep 02 12:46:17.811139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-e6913293-8a13-4834-ac6d-e09932b42691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.812792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-e6913293-8a13-4834-ac6d-e09932b42691 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184c2210-2ce9-4c70-a640-4816b65f1bc6 HTTP/1.1" status: 200 len: 854 time: 0.1749320 Sep 02 12:46:17.829455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device beca85e2-0ac3-4c5d-9e50-012d67f43c62 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:17.842617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] No DVR routers for this DVR port beca85e2-0ac3-4c5d-9e50-012d67f43c62 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:17.851865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=beca85e2-0ac3-4c5d-9e50-012d67f43c62,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:17.882424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133748ac-6c37-44bb-a278-8a14d98586f0 None None] Pushing event deleted for resources: {'Port': ['ID=beca85e2-0ac3-4c5d-9e50-012d67f43c62,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:17.891910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: beca85e2-0ac3-4c5d-9e50-012d67f43c62 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:46:17.892637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device beca85e2-0ac3-4c5d-9e50-012d67f43c62 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:46:17.909818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-5de02fc0-9daa-42b0-9ff1-7f1bb0e25848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.911414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-5de02fc0-9daa-42b0-9ff1-7f1bb0e25848 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc0691cc-38fe-46c7-8696-59878259b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900440 Sep 02 12:46:17.922937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14027-528c-4523-bffc-bbb70dd59358 req-103f2b0e-6286-4f94-80e9-fcaeaadfbc2a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.924452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9f14027-528c-4523-bffc-bbb70dd59358 req-103f2b0e-6286-4f94-80e9-fcaeaadfbc2a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 945 time: 0.0845592 Sep 02 12:46:17.947396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:17.959421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8ea54a-098b-4302-9ef6-e7f75e5ed7d1']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:17.981408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:17.981619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c07d8d0-b5b3-4f06-9a79-d7c97bd5c274') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:17.990598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6339c1-42d1-4381-8a12-b42bd01f4507 req-3823f819-da52-4c3c-bbb4-d43461efa507 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:17.992692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce6339c1-42d1-4381-8a12-b42bd01f4507 req-3823f819-da52-4c3c-bbb4-d43461efa507 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1345232 Sep 02 12:46:18.002907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.021636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9f14027-528c-4523-bffc-bbb70dd59358 req-b8d3cd3d-ffdb-4fbd-a2f6-302c95c7cef9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876412 Sep 02 12:46:18.031806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.045422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:18.046086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-b23f0418-e639-43d7-9791-d725f5f6eb4c service neutron] 10.222.0.18 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206419 Sep 02 12:46:18.053001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:46:18.053579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.115272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port e900c27c-b6e5-4737-8a18-ae57c1302493 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:46:18.122209 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:46:18.124768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port e900c27c-b6e5-4737-8a18-ae57c1302493 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:18.124768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.129389 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.142185 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce6339c1-42d1-4381-8a12-b42bd01f4507 req-a0060cd6-2291-44dd-9365-58d38705daf3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422052 Sep 02 12:46:18.156702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.169389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60230) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:18.170041 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/be8ea54a-098b-4302-9ef6-e7f75e5ed7d1 HTTP/1.1" status: 204 len: 168 time: 1.2077141 Sep 02 12:46:18.184593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754844219'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:18.197896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f156f0b-227c-4699-b924-465ae4f935fb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=be8ea54a-098b-4302-9ef6-e7f75e5ed7d1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:18.263003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.279904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c178148-8c29-4a20-b1f8-3c9c00abcf94 req-74c26db9-9503-4382-b5d4-d39ad8d8fc9a service neutron] 10.222.0.18 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264764 Sep 02 12:46:18.282349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:18.286112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.298567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:18.301759 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e441d3-d542-44be-8a0e-c089f422bb36" -d '{"events": [{"server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "name": "network-vif-plugged", "status": "completed", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:18.319471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:18.323642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:46:18.325773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.333284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743398-b745-4836-a6ce-db63b528089f req-592a0f91-8765-4941-8738-67390547fe05 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.334938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40743398-b745-4836-a6ce-db63b528089f req-592a0f91-8765-4941-8738-67390547fe05 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1042693 Sep 02 12:46:18.370404 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7c6c4-6919-4f01-a789-9df3b2cd1ce8 x-openstack-request-id: req-a8c7c6c4-6919-4f01-a789-9df3b2cd1ce8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:18.370763 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "name": "network-vif-plugged", "status": "completed", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:18.371078 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8c7c6c4-6919-4f01-a789-9df3b2cd1ce8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:18.371541 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'code': 200} Sep 02 12:46:18.382714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.383179 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Added segment 1b158686-9696-4598-bb6d-2056d9acecf0 of type vlan for network 41227195-9499-41ac-b801-6b8bcbc7148a Sep 02 12:46:18.384564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:18.452225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40743398-b745-4836-a6ce-db63b528089f req-b298e63b-bd5b-44b7-82ba-3dab6de8c6f4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041884 Sep 02 12:46:18.454046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-6cf3780e-a6c2-40ec-ac34-43271ebdaec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.455501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-6cf3780e-a6c2-40ec-ac34-43271ebdaec4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d&device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 1095 time: 0.1166117 Sep 02 12:46:18.457168 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.564275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.569974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.570625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.647018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4745476 Sep 02 12:46:18.650867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:18.656158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:18.671187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6a99f-b060-497b-a02e-3ebefbe46b14 req-00e91617-f2c2-481a-9d53-af46ffa800fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.672720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62a6a99f-b060-497b-a02e-3ebefbe46b14 req-00e91617-f2c2-481a-9d53-af46ffa800fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 1097 time: 0.2368917 Sep 02 12:46:18.673656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98481-c757-4782-9d30-5e79cbbca85d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Network': ['ID=41227195-9499-41ac-b801-6b8bcbc7148a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:18.676197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-5d8175fe-bcef-40c1-91d4-2c4b97f14518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.677658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-5d8175fe-bcef-40c1-91d4-2c4b97f14518 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc0691cc-38fe-46c7-8696-59878259b371 HTTP/1.1" status: 200 len: 916 time: 0.2140846 Sep 02 12:46:18.687863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 41227195-9499-41ac-b801-6b8bcbc7148a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:46:18.729448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-004abe6e-5c22-4149-b67b-d8436848d763 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95020af3-0840-42fb-97ea-f8e20167e611 HTTP/1.1" status: 200 len: 217 time: 0.0422792 Sep 02 12:46:18.769796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62a6a99f-b060-497b-a02e-3ebefbe46b14 req-54caf1ac-e709-499e-b2c9-4e17da840809 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889635 Sep 02 12:46:18.787348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-8a7d3869-16e5-4d25-a2e2-8e4fbe609433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.788887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-8a7d3869-16e5-4d25-a2e2-8e4fbe609433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184c2210-2ce9-4c70-a640-4816b65f1bc6 HTTP/1.1" status: 200 len: 854 time: 0.0498068 Sep 02 12:46:18.811294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ed21-a948-4be2-9d42-d3aadf60d8db req-92eefdd7-0104-49c5-a641-72ac40aa2797 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.813036 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ceb2ed21-a948-4be2-9d42-d3aadf60d8db req-92eefdd7-0104-49c5-a641-72ac40aa2797 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 944 time: 0.0764747 Sep 02 12:46:18.819018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:18.822706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:18.844784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-dd0c0b00-7207-4321-9b07-70561ba10a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:18.846445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-dd0c0b00-7207-4321-9b07-70561ba10a48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc0691cc-38fe-46c7-8696-59878259b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489376 Sep 02 12:46:18.918148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ceb2ed21-a948-4be2-9d42-d3aadf60d8db req-da1fedda-b99e-4fef-b2af-24e01285294a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916212 Sep 02 12:46:18.949732 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-b6776e0d-57f0-4287-840b-bcbf5d02fcd8 service neutron] 10.222.0.18 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924304 Sep 02 12:46:19.038668 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.046684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6bd24-1d67-41ae-a42c-dd4405903a74 req-714cface-6c41-4adc-a565-8c06e33c6812 service neutron] 10.222.0.18 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888286 Sep 02 12:46:19.107011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:19.115593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Checking segment: {'id': '1b158686-9696-4598-bb6d-2056d9acecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:19.116268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network hostable DHCP agents. Network: 41227195-9499-41ac-b801-6b8bcbc7148a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:46:19.135089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 41227195-9499-41ac-b801-6b8bcbc7148a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:46:19.148741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 41227195-9499-41ac-b801-6b8bcbc7148a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:19.153925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:19.154562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.159913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7751-cdc3-4986-8bc0-6effe8b94801 req-ccd9abbe-f3c3-4862-99db-a06d0b602227 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:19.160290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa62a8-285b-4d16-828c-21ab61b6623c None None] Network 41227195-9499-41ac-b801-6b8bcbc7148a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:19.168587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35ac7751-cdc3-4986-8bc0-6effe8b94801 req-ccd9abbe-f3c3-4862-99db-a06d0b602227 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0722280 Sep 02 12:46:19.181633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-621787dc-f7cb-427e-a68d-d3491186b8a9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5295248 Sep 02 12:46:19.183339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:19.190348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1106208213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:19.220075 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.221456 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.240130 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35ac7751-cdc3-4986-8bc0-6effe8b94801 req-3f96e62e-2198-4844-b4e7-92efb4f56f43 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705090 Sep 02 12:46:19.299136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.328031 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.354600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.355932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0ea4440f-c609-4a35-8ca8-51a6af2e025b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1712646 Sep 02 12:46:19.359493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:19.362018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-41227195-9499-41ac-b801-6b8bcbc7148a', 'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': 'ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:46:19.363014 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.364982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a', 'name': 'tempest-PortsIpV6TestJSON-362009766'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:19.377710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc1f3a-30de-4a62-8abc-ecf1e9bd8ea0 req-8559071d-0207-462c-bc6c-da432e73b56d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:19.385376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47fc1f3a-30de-4a62-8abc-ecf1e9bd8ea0 req-8559071d-0207-462c-bc6c-da432e73b56d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1013453 Sep 02 12:46:19.474094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47fc1f3a-30de-4a62-8abc-ecf1e9bd8ea0 req-0cdab224-8085-4b47-a4bc-871f5e0ad1c0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878158 Sep 02 12:46:19.525326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Allocated IP 2001:db8::2 (41227195-9499-41ac-b801-6b8bcbc7148a/ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9/536fae21-55c0-4840-956c-bdc053263427) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:19.546024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:19.549781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.569544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 1a174175-5263-4169-9796-42c369ecd616 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:19.596517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf176-5c02-49b3-824a-4313ee7aff13 req-6ec992f4-4e5a-4af1-83d3-daf38fe6a1d8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:19.598335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe2bf176-5c02-49b3-824a-4313ee7aff13 req-6ec992f4-4e5a-4af1-83d3-daf38fe6a1d8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0558195 Sep 02 12:46:19.648245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe2bf176-5c02-49b3-824a-4313ee7aff13 req-e6ac98f7-ce81-4ce5-8ca0-1842306ab03a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Sep 02 12:46:19.693712 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.703174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Transition to ACTIVE for port object 536fae21-55c0-4840-956c-bdc053263427 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:19.718613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Transition to ACTIVE for port object 536fae21-55c0-4840-956c-bdc053263427 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:19.725831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.766190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Network 41227195-9499-41ac-b801-6b8bcbc7148a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:19.771463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:19.775423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:19.782045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Pushing event updated for resources: {'Port': ['ID=536fae21-55c0-4840-956c-bdc053263427,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:19.787657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::109 (41227195-9499-41ac-b801-6b8bcbc7148a/ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9/1a174175-5263-4169-9796-42c369ecd616) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:19.834813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Attempting to bind port 536fae21-55c0-4840-956c-bdc053263427 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:19.835608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Attempting to bind port 536fae21-55c0-4840-956c-bdc053263427 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '1b158686-9696-4598-bb6d-2056d9acecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:19.835885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Attempting to bind port 536fae21-55c0-4840-956c-bdc053263427 on network 41227195-9499-41ac-b801-6b8bcbc7148a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:19.842705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:19.843245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Checking segment: {'id': '1b158686-9696-4598-bb6d-2056d9acecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:19.843808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.844363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Bound using segment: {'id': '1b158686-9696-4598-bb6d-2056d9acecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:19.845066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Bound port: 536fae21-55c0-4840-956c-bdc053263427, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b158686-9696-4598-bb6d-2056d9acecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '41227195-9499-41ac-b801-6b8bcbc7148a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:19.845585 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.928500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] For port 536fae21-55c0-4840-956c-bdc053263427, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:19.932357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] For port 536fae21-55c0-4840-956c-bdc053263427, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=536fae21-55c0-4840-956c-bdc053263427,segment=NetworkSegment(1b158686-9696-4598-bb6d-2056d9acecf0),segment_id=1b158686-9696-4598-bb6d-2056d9acecf0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:19.937209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.962648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:19.978246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 1a174175-5263-4169-9796-42c369ecd616 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:19.995304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a316ba-d6f7-44d8-974b-aaafc43a049f None None] Pushing event updated for resources: {'Port': ['ID=536fae21-55c0-4840-956c-bdc053263427,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:20.046924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:20.109508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 41227195-9499-41ac-b801-6b8bcbc7148a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:20.111372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=1a174175-5263-4169-9796-42c369ecd616,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:20.114214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:20.123529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a02d-dff6-4514-9e11-dce856bab8ee req-dd274e75-7fff-4e0d-9ace-f12542a61dd8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.125170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d61a02d-dff6-4514-9e11-dce856bab8ee req-dd274e75-7fff-4e0d-9ace-f12542a61dd8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 944 time: 0.1181834 Sep 02 12:46:20.126292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:20.131932 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.132775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:20.167310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d9674c33-9bdf-411d-b9b7-160dc527892b tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8067150 Sep 02 12:46:20.170816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:20.211778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d61a02d-dff6-4514-9e11-dce856bab8ee req-b42b08bd-697e-471c-8c6a-342e0728cca8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654926 Sep 02 12:46:20.366912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93772eea-ba98-4310-8cec-222cbd1c68bd req-feb5da13-607c-447d-9de9-1b2794440458 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.368603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93772eea-ba98-4310-8cec-222cbd1c68bd req-feb5da13-607c-447d-9de9-1b2794440458 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0616586 Sep 02 12:46:20.412970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93772eea-ba98-4310-8cec-222cbd1c68bd req-a8381b96-94c4-4cdd-898f-908ba2ca7ef6 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Sep 02 12:46:20.544146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aec26-3b00-4924-9cf6-2bd24aa7adf6 req-abc7cb37-f660-47c7-9cd8-50edf559ab84 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.552970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-938aec26-3b00-4924-9cf6-2bd24aa7adf6 req-abc7cb37-f660-47c7-9cd8-50edf559ab84 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0623534 Sep 02 12:46:20.588542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:20.589390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-938aec26-3b00-4924-9cf6-2bd24aa7adf6 req-b80b55b3-1de2-448a-afb1-b46629358747 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Sep 02 12:46:20.808509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6849948-aff0-4348-90f5-629e9af4acad req-589d95cf-79d1-4704-9533-049756a63230 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.810183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6849948-aff0-4348-90f5-629e9af4acad req-589d95cf-79d1-4704-9533-049756a63230 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0552921 Sep 02 12:46:20.855038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6849948-aff0-4348-90f5-629e9af4acad req-86b102d3-d114-47e7-a481-e4a69a2b742f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Sep 02 12:46:20.971655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51991630-b7dd-4b02-9bc7-08d9e18d8ad3 None None] Network 41227195-9499-41ac-b801-6b8bcbc7148a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:20.983131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d49f6f-eb42-4588-8e6b-67855fe5b961 req-1f34c98c-e82c-4745-ab9f-1a9057178410 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.984687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46d49f6f-eb42-4588-8e6b-67855fe5b961 req-1f34c98c-e82c-4745-ab9f-1a9057178410 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.4323401 Sep 02 12:46:20.995391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5e0eb-8b8f-4c97-b443-b1ee748f53fb req-f2caf513-a763-4977-a7b4-8b7920e3cd30 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:20.997072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2af5e0eb-8b8f-4c97-b443-b1ee748f53fb req-f2caf513-a763-4977-a7b4-8b7920e3cd30 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0634904 Sep 02 12:46:21.040028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2af5e0eb-8b8f-4c97-b443-b1ee748f53fb req-f4e26659-42a4-4f87-b3ae-025160719683 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Sep 02 12:46:21.054055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a04772cc-c7c7-42b0-bec3-1d1b6f4acd21 None None] Provisioning for port 536fae21-55c0-4840-956c-bdc053263427 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:21.094806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46d49f6f-eb42-4588-8e6b-67855fe5b961 req-0e56f22f-8de3-4685-ac9b-cfb845a7ad4e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027789 Sep 02 12:46:21.165925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad71d7-00d1-4c55-882d-8d5d4d632975 req-122b6894-57cf-4f4b-8ae5-2ea78ac9e0e7 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:21.167603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5ad71d7-00d1-4c55-882d-8d5d4d632975 req-122b6894-57cf-4f4b-8ae5-2ea78ac9e0e7 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0525138 Sep 02 12:46:21.214090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5ad71d7-00d1-4c55-882d-8d5d4d632975 req-92a9b71b-6fcf-4374-9dff-610e8d1dce2f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Sep 02 12:46:21.260107 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:21.266176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:21.378692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=1a174175-5263-4169-9796-42c369ecd616,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:21.417829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2d82ef1f-94f7-43eb-874e-1f8254d4aaaa None None] Provisioning for port 1a174175-5263-4169-9796-42c369ecd616 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:21.424366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2d82ef1f-94f7-43eb-874e-1f8254d4aaaa None None] Provisioning complete for port 1a174175-5263-4169-9796-42c369ecd616 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:21.425188 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d82ef1f-94f7-43eb-874e-1f8254d4aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:21.440736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53628-40fd-4072-aace-5b449d2c8ffc req-62d576d2-806a-4b41-adec-284a6355ef57 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:21.442419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36d53628-40fd-4072-aace-5b449d2c8ffc req-62d576d2-806a-4b41-adec-284a6355ef57 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 944 time: 0.1356609 Sep 02 12:46:21.525486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2d82ef1f-94f7-43eb-874e-1f8254d4aaaa None None] Port 1a174175-5263-4169-9796-42c369ecd616 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:21.553091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36d53628-40fd-4072-aace-5b449d2c8ffc req-6737f1f8-14d4-4d55-acef-149f829d1490 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013963 Sep 02 12:46:21.578492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:21.764708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7527-68d4-473d-9221-c532b11e96bd req-f31eb6e5-05d6-4cd7-9673-23f873b067e0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:21.772282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-24a2ca62-5b1e-42db-b617-64f3c6dc142a None None] Provisioning complete for port 1a174175-5263-4169-9796-42c369ecd616 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:21.772474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f94b7527-68d4-473d-9221-c532b11e96bd req-f31eb6e5-05d6-4cd7-9673-23f873b067e0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0678563 Sep 02 12:46:21.773615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-24a2ca62-5b1e-42db-b617-64f3c6dc142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:21.798436 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:21.849469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-24a2ca62-5b1e-42db-b617-64f3c6dc142a None None] Port 1a174175-5263-4169-9796-42c369ecd616 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:21.859725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 536fae21-55c0-4840-956c-bdc053263427 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:21.863286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f94b7527-68d4-473d-9221-c532b11e96bd req-5b1ae889-d10c-4c70-aa3c-928d89a2c7eb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898027 Sep 02 12:46:21.864030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 95020af3-0840-42fb-97ea-f8e20167e611 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:21.998786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 536fae21-55c0-4840-956c-bdc053263427 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:22.008125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 536fae21-55c0-4840-956c-bdc053263427 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:22.008643 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.057314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 95020af3-0840-42fb-97ea-f8e20167e611, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=95020af3-0840-42fb-97ea-f8e20167e611,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:22.058181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a2336-8b89-474a-8803-3703c6d0b2eb req-b9dfeebe-4a0d-4d4c-9540-a5633827985f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:22.059786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd5a2336-8b89-474a-8803-3703c6d0b2eb req-b9dfeebe-4a0d-4d4c-9540-a5633827985f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0857971 Sep 02 12:46:22.084233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '95020af3-0840-42fb-97ea-f8e20167e611', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'port_id': '95020af3-0840-42fb-97ea-f8e20167e611', 'mac_address': 'fa:16:3e:b4:51:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:22.114330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48b1959c-4d13-49e6-abaf-bf6674b1afd3 None None] Provisioning complete for port 1a174175-5263-4169-9796-42c369ecd616 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:22.114678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48b1959c-4d13-49e6-abaf-bf6674b1afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.143730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd5a2336-8b89-474a-8803-3703c6d0b2eb req-3be683f9-5586-4f9f-aecb-bc9aa266f186 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533154 Sep 02 12:46:22.190338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.206336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.211382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-48b1959c-4d13-49e6-abaf-bf6674b1afd3 None None] Port 1a174175-5263-4169-9796-42c369ecd616 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:22.215101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.215794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95020af3-0840-42fb-97ea-f8e20167e611 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:22.216630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.223877 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.246996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3379d-2346-4d2e-a3df-a61167dcd1fb req-32be2829-deec-4ea3-806f-f8b4de96eb11 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:22.248346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 95020af3-0840-42fb-97ea-f8e20167e611, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=95020af3-0840-42fb-97ea-f8e20167e611,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:22.248805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b3379d-2346-4d2e-a3df-a61167dcd1fb req-32be2829-deec-4ea3-806f-f8b4de96eb11 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0629900 Sep 02 12:46:22.256540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.293102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b3379d-2346-4d2e-a3df-a61167dcd1fb req-7fa172e0-81db-4621-bcc6-84de5c12845f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Sep 02 12:46:22.297501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 536fae21-55c0-4840-956c-bdc053263427, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=536fae21-55c0-4840-956c-bdc053263427,segment=NetworkSegment(1b158686-9696-4598-bb6d-2056d9acecf0),segment_id=1b158686-9696-4598-bb6d-2056d9acecf0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:22.305526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.317261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=1a174175-5263-4169-9796-42c369ecd616,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:22.324144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=95020af3-0840-42fb-97ea-f8e20167e611,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:22.354490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 41227195-9499-41ac-b801-6b8bcbc7148a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:22.355914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:22.375903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=536fae21-55c0-4840-956c-bdc053263427,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:22.481809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Router ea0af454-4ef0-4d74-afe8-2aad37932b18 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:46:22.566919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['95020af3-0840-42fb-97ea-f8e20167e611'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:22.585535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:46:22.591143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98d26d26-b439-4fa6-9a03-a8791d00fce4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/routers/ea0af454-4ef0-4d74-afe8-2aad37932b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4184771 Sep 02 12:46:22.593732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:22.612996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] Sync routers for ids ['ea0af454-4ef0-4d74-afe8-2aad37932b18'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:46:22.654626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] Routers {'ea0af454-4ef0-4d74-afe8-2aad37932b18'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:22.655169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ea0af454-4ef0-4d74-afe8-2aad37932b18'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:22.668256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a33f8-c94d-4de0-8108-21e167f72c98 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:22.670443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c9a33f8-c94d-4de0-8108-21e167f72c98 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea0af454-4ef0-4d74-afe8-2aad37932b18 HTTP/1.1" status: 200 len: 988 time: 0.0755277 Sep 02 12:46:22.673994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60320) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:22.704766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:22.709032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cc26fbfc-6039-4a49-b909-37aa43aad328 None None] Provisioning complete for port 1a174175-5263-4169-9796-42c369ecd616 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:22.709587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc26fbfc-6039-4a49-b909-37aa43aad328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:22.712306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a329-498d-40b9-8600-8cb34e5f9a19 req-4f0ead4d-e619-4c1e-9e57-175ea84e08d6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:22.720360 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06d1a329-498d-40b9-8600-8cb34e5f9a19 req-4f0ead4d-e619-4c1e-9e57-175ea84e08d6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 945 time: 0.0729218 Sep 02 12:46:22.757190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06d1a329-498d-40b9-8600-8cb34e5f9a19 req-f90120cf-cc58-4da4-9547-d37b4911217f tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357263 Sep 02 12:46:22.763785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] Routers {'ea0af454-4ef0-4d74-afe8-2aad37932b18'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:22.764432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ea0af454-4ef0-4d74-afe8-2aad37932b18'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:22.805052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cc26fbfc-6039-4a49-b909-37aa43aad328 None None] Port 1a174175-5263-4169-9796-42c369ecd616 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:22.808192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:22.808825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf826e-715b-474e-b30f-297c8d1e341c None None] The sync data for ids ['ea0af454-4ef0-4d74-afe8-2aad37932b18'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:46:22.979406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bc117-df58-44ca-914d-07d4aa15218d req-d37fc4ee-61d5-4a76-8644-58b183c75b97 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:22.980850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-533bc117-df58-44ca-914d-07d4aa15218d req-d37fc4ee-61d5-4a76-8644-58b183c75b97 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0529509 Sep 02 12:46:23.019720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-533bc117-df58-44ca-914d-07d4aa15218d req-129be855-4ae9-432b-ad17-d5674a74b6b9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Sep 02 12:46:23.133123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:23.323434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee5829-4068-49d3-9c69-2df633465e64 req-eb9a7988-ec0d-4129-af36-ba3ed32590a8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:23.325382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94ee5829-4068-49d3-9c69-2df633465e64 req-eb9a7988-ec0d-4129-af36-ba3ed32590a8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1009562 Sep 02 12:46:23.393247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94ee5829-4068-49d3-9c69-2df633465e64 req-bba99e68-3c47-4a7d-bf15-c5dfa9149c7a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Sep 02 12:46:23.420915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f39bb-7350-4041-93d0-07a13c064e66 req-dd560e79-3fd7-45a7-85e9-a8df452b2da8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:23.422437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b24f39bb-7350-4041-93d0-07a13c064e66 req-dd560e79-3fd7-45a7-85e9-a8df452b2da8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0559464 Sep 02 12:46:23.428669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 1a174175-5263-4169-9796-42c369ecd616 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:23.429051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:23.460794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b24f39bb-7350-4041-93d0-07a13c064e66 req-94d324bc-eec6-4c35-b1a8-c378385266d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Sep 02 12:46:23.513970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:23.526358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 1a174175-5263-4169-9796-42c369ecd616 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:23.711887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:23.713571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 536fae21-55c0-4840-956c-bdc053263427 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:23.740264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=1a174175-5263-4169-9796-42c369ecd616,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:23.798267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 536fae21-55c0-4840-956c-bdc053263427 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:23.798888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:23.885963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:23.892733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 95020af3-0840-42fb-97ea-f8e20167e611 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:23.969171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 95020af3-0840-42fb-97ea-f8e20167e611 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:23.974106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 95020af3-0840-42fb-97ea-f8e20167e611 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:23.974477 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.058011 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.093492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 95020af3-0840-42fb-97ea-f8e20167e611, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=95020af3-0840-42fb-97ea-f8e20167e611,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:24.094522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:24.097139 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54680e11-fea7-4c36-a9d2-1fe6b0ff04e8" -d '{"events": [{"server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "name": "network-vif-plugged", "status": "completed", "tag": "95020af3-0840-42fb-97ea-f8e20167e611"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:24.101343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.156705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=95020af3-0840-42fb-97ea-f8e20167e611,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:24.165731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939183b-3a20-4dcc-835e-cfad3710c116 req-6e10fd98-eb3f-4479-985d-aa86f359c02f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:24.167365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3939183b-3a20-4dcc-835e-cfad3710c116 req-6e10fd98-eb3f-4479-985d-aa86f359c02f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0601997 Sep 02 12:46:24.208809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3939183b-3a20-4dcc-835e-cfad3710c116 req-34fa80a7-0af6-4908-9f8e-3ef431fabf88 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351560 Sep 02 12:46:24.253690 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d16a3-e085-4cc5-bbde-1fdd803fd651 x-openstack-request-id: req-071d16a3-e085-4cc5-bbde-1fdd803fd651 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:24.254097 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "name": "network-vif-plugged", "status": "completed", "tag": "95020af3-0840-42fb-97ea-f8e20167e611", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:24.254409 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-071d16a3-e085-4cc5-bbde-1fdd803fd651 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:24.254883 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611', 'code': 200} Sep 02 12:46:24.357343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baad239-2cb1-40b8-b17a-4f846887a00b req-3731149e-a198-4f75-b70c-105a099f1594 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:24.358874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5baad239-2cb1-40b8-b17a-4f846887a00b req-3731149e-a198-4f75-b70c-105a099f1594 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 945 time: 0.5131361 Sep 02 12:46:24.467362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff980e-9b27-488a-b305-0ff8c9038652 req-6b8c6eba-1a3b-4c62-9c01-2ae76b6fb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:24.469059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ff980e-9b27-488a-b305-0ff8c9038652 req-6b8c6eba-1a3b-4c62-9c01-2ae76b6fb711 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 1097 time: 0.1509609 Sep 02 12:46:24.474027 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5baad239-2cb1-40b8-b17a-4f846887a00b req-5de93482-44ab-4b38-8c23-6e9e23ecc16e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071305 Sep 02 12:46:24.484840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Router ea0af454-4ef0-4d74-afe8-2aad37932b18 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:46:24.516940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ff980e-9b27-488a-b305-0ff8c9038652 req-813a62f8-dce5-43ca-952c-59bf4a30faf6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386217 Sep 02 12:46:24.520599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79376de-4c4b-4996-9d63-1d34b85d55f9 req-9169109e-9ed5-475b-b77c-87598c8acda0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:24.522359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c79376de-4c4b-4996-9d63-1d34b85d55f9 req-9169109e-9ed5-475b-b77c-87598c8acda0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0534971 Sep 02 12:46:24.571440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c79376de-4c4b-4996-9d63-1d34b85d55f9 req-52b73e87-50e0-4d16-ac89-e36b46021d46 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Sep 02 12:46:24.611550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:46:24.620526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-746ef71a-b891-463b-8336-a8002d801fe7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/routers/ea0af454-4ef0-4d74-afe8-2aad37932b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9424875 Sep 02 12:46:24.620892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:24.623479 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] Sync routers for ids ['ea0af454-4ef0-4d74-afe8-2aad37932b18'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:46:24.634513 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] Routers {'ea0af454-4ef0-4d74-afe8-2aad37932b18'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:24.635326 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ea0af454-4ef0-4d74-afe8-2aad37932b18'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:24.638996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea284b0f-b8eb-440c-bc23-23f7ad8c15b4 req-c8463796-111b-4f31-a5b2-e3a7efbc01ef tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:24.640548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea284b0f-b8eb-440c-bc23-23f7ad8c15b4 req-c8463796-111b-4f31-a5b2-e3a7efbc01ef tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0603247 Sep 02 12:46:24.653084 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfc2516-f386-42da-b7c7-7d2e0bc45e8d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:24.654598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9cfc2516-f386-42da-b7c7-7d2e0bc45e8d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/1a174175-5263-4169-9796-42c369ecd616 HTTP/1.1" status: 404 len: 333 time: 0.0318775 Sep 02 12:46:24.657422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:24.669979 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:24.678806 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] Routers {'ea0af454-4ef0-4d74-afe8-2aad37932b18'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:24.679366 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ea0af454-4ef0-4d74-afe8-2aad37932b18'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:24.686282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea284b0f-b8eb-440c-bc23-23f7ad8c15b4 req-db12cdb6-621c-4d28-8f59-6b28090b8e7c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Sep 02 12:46:24.711802 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:24.712459 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c32caa-9fd6-4201-8d8c-4ebc02202375 None None] The sync data for ids ['ea0af454-4ef0-4d74-afe8-2aad37932b18'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:46:24.730169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.911998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.914938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.963805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.965249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Fanout notify agent at l3_agent the message router_deleted on router ea0af454-4ef0-4d74-afe8-2aad37932b18 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:46:24.972352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:24.976718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c3e491cd-7658-4134-8aae-b7602569e680 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/routers/ea0af454-4ef0-4d74-afe8-2aad37932b18 HTTP/1.1" status: 204 len: 168 time: 0.3151062 Sep 02 12:46:24.976812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60358) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:25.030558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:25.034118 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.073246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.160339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.236497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.264784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:25.269294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.274656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aae2b88e-f84a-499c-86b8-0c63989167bc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9 HTTP/1.1" status: 204 len: 168 time: 0.2937059 Sep 02 12:46:25.275741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:25.276621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b46fb-bee7-40d0-b6b9-54a74640805c None None] Network 41227195-9499-41ac-b801-6b8bcbc7148a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:25.350387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228f6e0-80da-40bc-83f0-04523444e095 req-66fa7353-de9f-4c62-bd99-44cb91a12b0a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:25.356289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.357020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a228f6e0-80da-40bc-83f0-04523444e095 req-66fa7353-de9f-4c62-bd99-44cb91a12b0a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0632713 Sep 02 12:46:25.394136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a228f6e0-80da-40bc-83f0-04523444e095 req-7b3f902a-152c-45d9-becb-ebd5f0d3511a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Sep 02 12:46:25.415616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 536fae21-55c0-4840-956c-bdc053263427 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:25.415961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.457853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] DHCP port deletion for 41227195-9499-41ac-b801-6b8bcbc7148a request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:46:25.483306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port 536fae21-55c0-4840-956c-bdc053263427, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=536fae21-55c0-4840-956c-bdc053263427,segment=NetworkSegment(1b158686-9696-4598-bb6d-2056d9acecf0),segment_id=1b158686-9696-4598-bb6d-2056d9acecf0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:25.483768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.496523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 536fae21-55c0-4840-956c-bdc053263427 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:25.505950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] Deleting port 536fae21-55c0-4840-956c-bdc053263427 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:25.506507 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.629856 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.680056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=536fae21-55c0-4840-956c-bdc053263427,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:25.698732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed3e6-ad02-45a1-ac17-1db8d78aeaa9 req-adf1fb71-74ad-448a-8e7e-f060193fed45 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:25.707259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-439ed3e6-ad02-45a1-ac17-1db8d78aeaa9 req-adf1fb71-74ad-448a-8e7e-f060193fed45 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 946 time: 0.1430824 Sep 02 12:46:25.718258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port 536fae21-55c0-4840-956c-bdc053263427 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:25.760852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 536fae21-55c0-4840-956c-bdc053263427 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:25.762071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863181-a29d-42de-95b2-fef9e28cf786 req-ad17e55f-2077-4005-9aec-413753a25b76 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:25.764847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8863181-a29d-42de-95b2-fef9e28cf786 req-ad17e55f-2077-4005-9aec-413753a25b76 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0900025 Sep 02 12:46:25.784715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 536fae21-55c0-4840-956c-bdc053263427 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:46:25.785230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 536fae21-55c0-4840-956c-bdc053263427 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:46:25.798824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] For port 536fae21-55c0-4840-956c-bdc053263427, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=536fae21-55c0-4840-956c-bdc053263427,segment=NetworkSegment(1b158686-9696-4598-bb6d-2056d9acecf0),segment_id=1b158686-9696-4598-bb6d-2056d9acecf0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:25.799345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.810262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8863181-a29d-42de-95b2-fef9e28cf786 req-5676126f-fa2b-4875-9ba9-e0452f586238 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381813 Sep 02 12:46:25.814719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] Calling delete_port for 536fae21-55c0-4840-956c-bdc053263427 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:25.918964 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:25.940312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7880b1c-10ba-4195-9853-1e249820959e req-89845ff0-c5cb-4a46-ba8c-34373c32ec04 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:25.942421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7880b1c-10ba-4195-9853-1e249820959e req-89845ff0-c5cb-4a46-ba8c-34373c32ec04 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0661557 Sep 02 12:46:25.946513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] Pushing event deleted for resources: {'Port': ['ID=536fae21-55c0-4840-956c-bdc053263427,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:25.951606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb63bb3-36df-4a39-aa5c-f437e4c78cd0 None None] No DVR routers for this DVR port 536fae21-55c0-4840-956c-bdc053263427 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:25.998733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7880b1c-10ba-4195-9853-1e249820959e req-13596f20-45d3-4550-9be5-c265920114be tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Sep 02 12:46:26.157415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-439ed3e6-ad02-45a1-ac17-1db8d78aeaa9 req-d06dc3ed-179a-42b6-8ae6-50a5d3f6cbf3 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4486766 Sep 02 12:46:26.169197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.180793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41227195-9499-41ac-b801-6b8bcbc7148a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:26.190933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b158686-9696-4598-bb6d-2056d9acecf0') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:26.191235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b158686-9696-4598-bb6d-2056d9acecf0') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:26.200490 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.214657 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.220522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:46:26.220877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:46:26.223845 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:46:26.288489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.293068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.294964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/41227195-9499-41ac-b801-6b8bcbc7148a HTTP/1.1" status: 204 len: 168 time: 1.0183742 Sep 02 12:46:26.298787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:26.318367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c559-9cd8-4897-be77-50dbc83e82f3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=41227195-9499-41ac-b801-6b8bcbc7148a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:26.359920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc5e2d-3875-4e3a-92a9-64d13ce9cea8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:26.361291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-68bc5e2d-3875-4e3a-92a9-64d13ce9cea8 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/825fe02c-c4de-4d97-845a-d95d7d2bd283 HTTP/1.1" status: 200 len: 845 time: 0.0603435 Sep 02 12:46:26.366032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:26.418192 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-25c82637-b211-4b4a-b688-146a6b28e9d3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/825fe02c-c4de-4d97-845a-d95d7d2bd283?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0466542 Sep 02 12:46:26.418886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:26.429595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:26.523669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aab18-1cc5-430f-8ae0-e47cc9bc8338 req-8de7102b-8e1f-42f2-843c-ea54b522bd72 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:26.525529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e41aab18-1cc5-430f-8ae0-e47cc9bc8338 req-8de7102b-8e1f-42f2-843c-ea54b522bd72 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0508199 Sep 02 12:46:26.532927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:26.536589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.565164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e41aab18-1cc5-430f-8ae0-e47cc9bc8338 req-3d5576c0-43a3-4b56-884e-589081893395 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Sep 02 12:46:26.728401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.770951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:26.774616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:26.780028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:26.780559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.783550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adeb9c-6a98-4a55-9ef0-dd14b647bdb0 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:26.794000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=4fcc45f3-132e-4f3e-84d1-0943c768cad0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:26.805087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0bda2633-dab9-4fd2-a865-b58413b98b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3842528 Sep 02 12:46:26.807962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60384) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:26.812750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706960735'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:26.837929 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.940678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02583694-8dd1-4cc5-83b6-efa76de0c4e1 req-d737a196-73ac-48b6-82ad-85aef163c203 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:26.942358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02583694-8dd1-4cc5-83b6-efa76de0c4e1 req-d737a196-73ac-48b6-82ad-85aef163c203 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0529046 Sep 02 12:46:26.948608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.954275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.969985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'tenant_id': 'c141cef0df334f3dada44d746250c4d9', 'fixed_ips': [{'subnet_id': '4fcc45f3-132e-4f3e-84d1-0943c768cad0'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:46:26.971502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.983064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:26.984466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1754565 Sep 02 12:46:26.988042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60388) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:26.995450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdb2c0-f9d3-427d-8e17-f42baa510b00 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26913d4e-6366-4132-ae15-ec00c054fb72,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:26.996126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'security_group': {'name': 'tempest-secgroup-1249036211'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:27.009473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02583694-8dd1-4cc5-83b6-efa76de0c4e1 req-c6512f5f-e6b9-4af9-94d9-9dc533148fdd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602350 Sep 02 12:46:27.033959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.146224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471796b-3f76-4322-9566-893613fe0306 req-af2086b3-60a2-4857-8514-42138355adb7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:27.147999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a471796b-3f76-4322-9566-893613fe0306 req-af2086b3-60a2-4857-8514-42138355adb7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0723472 Sep 02 12:46:27.160390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.165864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.184292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Allocated IP 2001:db8::2 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/4fcc45f3-132e-4f3e-84d1-0943c768cad0/182de7a6-31ef-404f-a65b-2b932f9b2452) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:27.200791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.202348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2130265 Sep 02 12:46:27.204784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:27.206412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a471796b-3f76-4322-9566-893613fe0306 req-ab064791-de4f-4210-b92e-241a7ac679c7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504639 Sep 02 12:46:27.210367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1517576194', 'security_groups': ['154b9e4a-b5d1-4ebc-a392-6a0701f52fdf'], 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4fcc45f3-132e-4f3e-84d1-0943c768cad0'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:27.227217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffd5a2-4149-4d8f-9457-191432591795 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154b9e4a-b5d1-4ebc-a392-6a0701f52fdf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:27.339219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13391670-013c-4564-8d06-f36efe6c3b53 req-74239043-a6d7-4e9d-9c4d-abe5a89b32f8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:27.341314 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13391670-013c-4564-8d06-f36efe6c3b53 req-74239043-a6d7-4e9d-9c4d-abe5a89b32f8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 946 time: 0.0551937 Sep 02 12:46:27.344005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:27.384309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13391670-013c-4564-8d06-f36efe6c3b53 req-1dafa52c-38fb-4906-8907-ec8b7c9132da tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356681 Sep 02 12:46:27.399386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.408481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Transition to ACTIVE for port object 182de7a6-31ef-404f-a65b-2b932f9b2452 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:27.425338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Transition to ACTIVE for port object 182de7a6-31ef-404f-a65b-2b932f9b2452 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:27.433774 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.447427 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.488042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:27.491426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:27.496231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:27.499266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Pushing event updated for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:27.501682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port 60047ae3-c349-4707-aa3a-713083e5c4ca yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:27.551645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Attempting to bind port 182de7a6-31ef-404f-a65b-2b932f9b2452 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:46:27.552019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Attempting to bind port 182de7a6-31ef-404f-a65b-2b932f9b2452 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:46:27.552394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Attempting to bind port 182de7a6-31ef-404f-a65b-2b932f9b2452 on network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:46:27.557857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:46:27.558232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Checking segment: {'id': '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:46:27.558632 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.559141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Bound using segment: {'id': '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:46:27.559615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Bound port: 182de7a6-31ef-404f-a65b-2b932f9b2452, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:46:27.560001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.579101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe908b-f196-4fc9-b7bb-e6aea664f895 req-5a45de4c-767b-49b8-8215-1da6e616d601 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:27.580663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eafe908b-f196-4fc9-b7bb-e6aea664f895 req-5a45de4c-767b-49b8-8215-1da6e616d601 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 946 time: 0.1210337 Sep 02 12:46:27.590157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:27.595304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Request body: {'floatingip': {'port_id': '95020af3-0840-42fb-97ea-f8e20167e611'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:27.631544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:46:27.635586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=182de7a6-31ef-404f-a65b-2b932f9b2452,segment=NetworkSegment(2ab4cb10-d04e-4d79-bd8d-c5833c4b22da),segment_id=2ab4cb10-d04e-4d79-bd8d-c5833c4b22da)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:46:27.643246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.651232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.712207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::385 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/4fcc45f3-132e-4f3e-84d1-0943c768cad0/60047ae3-c349-4707-aa3a-713083e5c4ca) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:27.712620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccdee0-2f3c-4c31-80c9-d39379060206 None None] Pushing event updated for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:27.797743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac001de6-34b9-48c5-a5c6-54bd7a6c041f req-2bcfd066-b7fb-45bb-9aa0-0077ca6419bb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:27.799255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac001de6-34b9-48c5-a5c6-54bd7a6c041f req-2bcfd066-b7fb-45bb-9aa0-0077ca6419bb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1188865 Sep 02 12:46:27.874090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:27.900936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object 60047ae3-c349-4707-aa3a-713083e5c4ca will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:27.934280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac001de6-34b9-48c5-a5c6-54bd7a6c041f req-0b690d56-403a-45fe-8906-c79f2ff44426 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271346 Sep 02 12:46:27.958385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.008841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:28.012109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:28.016001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:28.021727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:28.022508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.031852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=60047ae3-c349-4707-aa3a-713083e5c4ca,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:28.060160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a37def10-ea60-497d-871f-7880de5282ca tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8539226 Sep 02 12:46:28.064832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:28.071315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:28.208521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ef561-9c30-4c81-9d34-63bf065d5401 req-d6a37121-b250-4f49-8dd3-0613c5714a1f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:28.210742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-872ef561-9c30-4c81-9d34-63bf065d5401 req-d6a37121-b250-4f49-8dd3-0613c5714a1f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0871530 Sep 02 12:46:28.254771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.265906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.273294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-872ef561-9c30-4c81-9d34-63bf065d5401 req-8cde7e88-47f9-4ec7-99a2-52bbc56fde81 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545819 Sep 02 12:46:28.286903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:28.291854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.412445 n-d-792364-8 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fcc45f3-132e-4f3e-84d1-0943c768cad0 (CIDR: 2001:db8::/64) Sep 02 12:46:28.416499 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:46:28.417106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:28.418558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cffeba-fcd2-4f0b-aca1-280a3e360ea0 req-d702f3e9-b253-4f02-8c63-0787a8f985d1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:28.421364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0cffeba-fcd2-4f0b-aca1-280a3e360ea0 req-d702f3e9-b253-4f02-8c63-0787a8f985d1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0762036 Sep 02 12:46:28.442612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79fb7e15-86f7-41d0-8412-e7e736cae9f5 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3759122 Sep 02 12:46:28.445758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:28.448217 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Floating IP 13c13835-5ef8-4233-b446-8cf1e3ea3c35 associated. External IP: 172.25.7.11, port: 95020af3-0840-42fb-97ea-f8e20167e611. Sep 02 12:46:28.451452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:28.533945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0cffeba-fcd2-4f0b-aca1-280a3e360ea0 req-a38ef1ad-cf41-426d-9757-b115184c7056 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067967 Sep 02 12:46:28.583815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:28.588864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.631823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1dacf665-3896-41f0-a0f6-e8a4ead8f596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.697923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Router 18febaf5-7ada-417d-8c78-2734c5d6a6be has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:46:28.820247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:46:28.831977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] Sync routers for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:46:28.836476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.850652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:28.851635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:28.865978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.870208 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6dfac49c-9db5-4c56-9cbd-b31dcad9d082 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "PUT /v2.0/floatingips/13c13835-5ef8-4233-b446-8cf1e3ea3c35 HTTP/1.1" status: 200 len: 991 time: 1.2759407 Sep 02 12:46:28.870208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:28.870517 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58d9bda-816f-4d63-a416-7f6c886f7f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "tag": "95020af3-0840-42fb-97ea-f8e20167e611"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:28.911169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:28.916630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:28.919830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:28.920479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:28.943492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=2b0c6ac5-1072-4b06-b7ec-cd0c63163580,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:28.948881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3fbbb536-b25c-4f1a-aca8-d75fdd3815bb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5016243 Sep 02 12:46:28.951688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60428) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:28.957224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1318059289', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b0c6ac5-1072-4b06-b7ec-cd0c63163580'}], 'security_groups': ['26913d4e-6366-4132-ae15-ec00c054fb72']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:29.007356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84f9a97c-d8cf-4d20-8270-b440753d67bd None None] Provisioning for port 182de7a6-31ef-404f-a65b-2b932f9b2452 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:29.015508 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb45441-c9a1-4e44-854d-05193eb1e031 x-openstack-request-id: req-7eb45441-c9a1-4e44-854d-05193eb1e031 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:29.016093 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "tag": "95020af3-0840-42fb-97ea-f8e20167e611", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:29.016366 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7eb45441-c9a1-4e44-854d-05193eb1e031 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:29.016776 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611', 'status': 'completed', 'code': 200} Sep 02 12:46:29.045625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:29.046479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84f9a97c-d8cf-4d20-8270-b440753d67bd None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:29.046863 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84f9a97c-d8cf-4d20-8270-b440753d67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:29.077141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:46:29.121331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-84f9a97c-d8cf-4d20-8270-b440753d67bd None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:29.164338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91967f6c-7070-4821-991c-a14fcf0b6e16 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:29.187476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-a1976362-6e27-421b-ac9e-260294ffc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.187476 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-a1976362-6e27-421b-ac9e-260294ffc94c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d&device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 1097 time: 0.1392703 Sep 02 12:46:29.247153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42e64-3c30-4d13-824a-15483ba73a84 req-d22ad080-438d-4924-9c10-f4c28d3b6a9b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.248662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50e42e64-3c30-4d13-824a-15483ba73a84 req-d22ad080-438d-4924-9c10-f4c28d3b6a9b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1701908 Sep 02 12:46:29.325403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c13e64b2-d824-4373-ae61-6698e7958bb7 None None] Provisioning for port 60047ae3-c349-4707-aa3a-713083e5c4ca completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:29.334423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c13e64b2-d824-4373-ae61-6698e7958bb7 None None] Provisioning complete for port 60047ae3-c349-4707-aa3a-713083e5c4ca triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:29.335032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c13e64b2-d824-4373-ae61-6698e7958bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:29.405887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50e42e64-3c30-4d13-824a-15483ba73a84 req-97301c5b-988a-442f-9fd2-6abea15be98e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273499 Sep 02 12:46:29.437292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c13e64b2-d824-4373-ae61-6698e7958bb7 None None] Port 60047ae3-c349-4707-aa3a-713083e5c4ca cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:29.450920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-47e58aca-b3b7-4cb3-8432-0d73d5afa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.454771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-47e58aca-b3b7-4cb3-8432-0d73d5afa9a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc0691cc-38fe-46c7-8696-59878259b371 HTTP/1.1" status: 200 len: 916 time: 0.2616436 Sep 02 12:46:29.460820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6589c4-ee00-44b9-ba09-32cd4c69a215 req-7cd48d0b-023d-4c34-8f1f-af87a5155a5d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.469206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a6589c4-ee00-44b9-ba09-32cd4c69a215 req-7cd48d0b-023d-4c34-8f1f-af87a5155a5d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0664012 Sep 02 12:46:29.520293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a6589c4-ee00-44b9-ba09-32cd4c69a215 req-517f7b8d-4cff-4689-9ad5-45714b136f65 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Sep 02 12:46:29.540819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '13c13835-5ef8-4233-b446-8cf1e3ea3c35', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'port_id': '95020af3-0840-42fb-97ea-f8e20167e611', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'mac_address': 'fa:16:3e:b4:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002e622-8576-45e1-841e-e09180b7899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:46:10Z', 'updated_at': '2021-09-02T12:46:28Z', 'revision_number': 1, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:10Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:29.574191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] Checking router: 18febaf5-7ada-417d-8c78-2734c5d6a6be for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:46:29.606556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:46:29.607189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:46:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:29.647520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-bbba4ef1-9e19-4890-bf90-55019c13322e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95020af3-0840-42fb-97ea-f8e20167e611 HTTP/1.1" status: 200 len: 999 time: 0.1001132 Sep 02 12:46:29.657981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Update dhcp port {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'fixed_ips': [{'subnet_id': '4fcc45f3-132e-4f3e-84d1-0943c768cad0', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b0c6ac5-1072-4b06-b7ec-cd0c63163580'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '182de7a6-31ef-404f-a65b-2b932f9b2452'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 12:46:29.681947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76de0e-fd6b-4a15-b7cf-9d168cd894d0 req-6d044cc0-aa5f-4677-91d0-8e67b2b926ff tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.687401 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a76de0e-fd6b-4a15-b7cf-9d168cd894d0 req-6d044cc0-aa5f-4677-91d0-8e67b2b926ff tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0774629 Sep 02 12:46:29.731258 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:29.737798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Delete allocated IP 2001:db8::385 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/4fcc45f3-132e-4f3e-84d1-0943c768cad0) {{(pid=94840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 12:46:29.742653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-74fac626-6f3a-4ac7-8928-2cfdc61ab525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.744298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-74fac626-6f3a-4ac7-8928-2cfdc61ab525 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184c2210-2ce9-4c70-a640-4816b65f1bc6 HTTP/1.1" status: 200 len: 854 time: 0.0779648 Sep 02 12:46:29.746576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a76de0e-fd6b-4a15-b7cf-9d168cd894d0 req-328bea4c-453e-4ab9-b558-330eeacb1ad5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Sep 02 12:46:29.760742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8:0:1::f9 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/2b0c6ac5-1072-4b06-b7ec-cd0c63163580/60047ae3-c349-4707-aa3a-713083e5c4ca) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:29.807369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 182de7a6-31ef-404f-a65b-2b932f9b2452 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:29.831170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-76b82415-ac93-43d7-a0d0-4609f3a92f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:29.832706 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-76b82415-ac93-43d7-a0d0-4609f3a92f51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc0691cc-38fe-46c7-8696-59878259b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805740 Sep 02 12:46:29.832824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:46:29.993378 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-39c4e281-7042-4a70-aa0c-b247f872cd6f service neutron] 10.222.0.18 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343060 Sep 02 12:46:30.017807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.075856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Ignored duplicate provisioning block setup for port 60047ae3-c349-4707-aa3a-713083e5c4ca by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 12:46:30.082522 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.165507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] In _notify_port_updated(), no bound segment for port 60047ae3-c349-4707-aa3a-713083e5c4ca on network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:46:30.171064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:30.171685 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.175622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/ports/60047ae3-c349-4707-aa3a-713083e5c4ca HTTP/1.1" status: 200 len: 930 time: 1.2208791 Sep 02 12:46:30.176004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:30.178547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ba38b-43e5-4392-b077-7c32488de838 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=60047ae3-c349-4707-aa3a-713083e5c4ca,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:30.184646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e58d9bda-816f-4d63-a416-7f6c886f7f7e req-e63c3b48-4a7b-4143-98a3-6cdc02e0b855 service neutron] 10.222.0.18 "GET /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785576 Sep 02 12:46:30.193845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 182de7a6-31ef-404f-a65b-2b932f9b2452 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:30.202358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:30.202711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.280082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Allocated IP 2001:db8:0:1::2 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/2b0c6ac5-1072-4b06-b7ec-cd0c63163580/182de7a6-31ef-404f-a65b-2b932f9b2452) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:30.293697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 60047ae3-c349-4707-aa3a-713083e5c4ca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:30.294242 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.402765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.418260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 60047ae3-c349-4707-aa3a-713083e5c4ca owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:30.473256 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.480924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=182de7a6-31ef-404f-a65b-2b932f9b2452,segment=NetworkSegment(2ab4cb10-d04e-4d79-bd8d-c5833c4b22da),segment_id=2ab4cb10-d04e-4d79-bd8d-c5833c4b22da)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:30.551108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caed4be-11ca-41b5-9812-5ab7af5a4249 req-65962cc2-772e-4ed1-be27-5ee853bd7ea6 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:30.554640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1caed4be-11ca-41b5-9812-5ab7af5a4249 req-65962cc2-772e-4ed1-be27-5ee853bd7ea6 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0686631 Sep 02 12:46:30.555256 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.559820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '13c13835-5ef8-4233-b446-8cf1e3ea3c35', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'port_id': '95020af3-0840-42fb-97ea-f8e20167e611', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'mac_address': 'fa:16:3e:b4:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002e622-8576-45e1-841e-e09180b7899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:46:10Z', 'updated_at': '2021-09-02T12:46:28Z', 'revision_number': 1, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:10Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:30.583518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.596304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294baeb1-828f-45d9-abac-97a8e1275ccc None None] The sync data for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 is: [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '13c13835-5ef8-4233-b446-8cf1e3ea3c35', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'port_id': '95020af3-0840-42fb-97ea-f8e20167e611', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'mac_address': 'fa:16:3e:b4:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002e622-8576-45e1-841e-e09180b7899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:46:10Z', 'updated_at': '2021-09-02T12:46:28Z', 'revision_number': 1, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:10Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:46:30.606938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Transition to ACTIVE for port object 182de7a6-31ef-404f-a65b-2b932f9b2452 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:30.614217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.639699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=60047ae3-c349-4707-aa3a-713083e5c4ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:30.649627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1caed4be-11ca-41b5-9812-5ab7af5a4249 req-7e0fac5f-f441-4d0b-9ecb-866cbf15d689 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791874 Sep 02 12:46:30.703538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.706056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2325269c-517d-4b08-887e-25ef28df262a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/60047ae3-c349-4707-aa3a-713083e5c4ca HTTP/1.1" status: 204 len: 168 time: 0.5290542 Sep 02 12:46:30.708846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:30.738370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6a0b2-1132-45de-8093-fe18862e10c9 req-692837a5-e079-4293-bacd-ab504994e701 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:30.739607 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77ca815-4db2-4465-9f2c-8f6ec6bb2e2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:30.740440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7cb6a0b2-1132-45de-8093-fe18862e10c9 req-692837a5-e079-4293-bacd-ab504994e701 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0868356 Sep 02 12:46:30.741352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a77ca815-4db2-4465-9f2c-8f6ec6bb2e2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/60047ae3-c349-4707-aa3a-713083e5c4ca HTTP/1.1" status: 404 len: 333 time: 0.0313833 Sep 02 12:46:30.744066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:30.766076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:46:30.766614 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:46:30.783658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42c50-ab07-4f93-9d38-d749c74d6a3e None None] Pushing event updated for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:30.813209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d91e-7e0e-4e09-849a-4532fcddfb81 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.813352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7cb6a0b2-1132-45de-8093-fe18862e10c9 req-3d2e905e-e9f0-4b95-a286-246e4619a013 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664120 Sep 02 12:46:30.843110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d91e-7e0e-4e09-849a-4532fcddfb81 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.878394 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081e44-d06c-4127-9b20-c64adbcfd8d0 None None] New status for floating IP 13c13835-5ef8-4233-b446-8cf1e3ea3c35: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:46:30.927919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d076e-01f2-4f1c-ac91-58fd0bf62ef3 req-6aad0738-4410-4b17-95fe-4eebaf88226c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:30.929596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f8d076e-01f2-4f1c-ac91-58fd0bf62ef3 req-6aad0738-4410-4b17-95fe-4eebaf88226c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0777168 Sep 02 12:46:30.930740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d91e-7e0e-4e09-849a-4532fcddfb81 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.933332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d91e-7e0e-4e09-849a-4532fcddfb81 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:30.937169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ea6d91e-7e0e-4e09-849a-4532fcddfb81 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/security-groups/154b9e4a-b5d1-4ebc-a392-6a0701f52fdf HTTP/1.1" status: 204 len: 168 time: 0.1921196 Sep 02 12:46:30.937340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:30.953585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6d91e-7e0e-4e09-849a-4532fcddfb81 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b9e4a-b5d1-4ebc-a392-6a0701f52fdf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:30.990233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f8d076e-01f2-4f1c-ac91-58fd0bf62ef3 req-533d904a-623a-44fe-96dc-55430c80af69 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Sep 02 12:46:31.026007 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13faaa0f-6aac-457a-934f-ece2c05d988e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.051757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13faaa0f-6aac-457a-934f-ece2c05d988e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.109783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13faaa0f-6aac-457a-934f-ece2c05d988e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.112595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13faaa0f-6aac-457a-934f-ece2c05d988e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.113862 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-13faaa0f-6aac-457a-934f-ece2c05d988e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/security-groups/26913d4e-6366-4132-ae15-ec00c054fb72 HTTP/1.1" status: 204 len: 168 time: 0.1756368 Sep 02 12:46:31.117041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60466) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:31.123601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faaa0f-6aac-457a-934f-ece2c05d988e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26913d4e-6366-4132-ae15-ec00c054fb72,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:31.177350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet 4fcc45f3-132e-4f3e-84d1-0943c768cad0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:31.183205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.230307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.305615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.320155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.379604 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-75259f33-3d72-4c4a-98e3-617d5f92b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.385513 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.392155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Provisioning for port 182de7a6-31ef-404f-a65b-2b932f9b2452 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:31.418029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcc45f3-132e-4f3e-84d1-0943c768cad0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:31.418285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:31.418579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.424365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.426470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ab37d101-3965-46c3-bac7-d9718443bd9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/4fcc45f3-132e-4f3e-84d1-0943c768cad0 HTTP/1.1" status: 204 len: 168 time: 0.3081734 Sep 02 12:46:31.431213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:31.436803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:31.469985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:46:31.470388 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:46:31.536057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.569906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=182de7a6-31ef-404f-a65b-2b932f9b2452,segment=NetworkSegment(2ab4cb10-d04e-4d79-bd8d-c5833c4b22da),segment_id=2ab4cb10-d04e-4d79-bd8d-c5833c4b22da)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:31.575460 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.589574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:31.594756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.611378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1edf8-4025-4e72-98b2-3f2d98041c17 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:31.685037 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.686451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:31.686802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.696831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Pushing event updated for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:31.745835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:31.754171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64c054d-d48a-4af7-8d15-fb7c266094eb None None] Could not find standard attr ID for object 60047ae3-c349-4707-aa3a-713083e5c4ca. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:46:31.772438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625eefb-a1a5-4b6d-a075-a396a53a246a req-6426bb9f-35a6-4a3a-b264-966c71c9b2b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:31.774116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9625eefb-a1a5-4b6d-a075-a396a53a246a req-6426bb9f-35a6-4a3a-b264-966c71c9b2b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0793645 Sep 02 12:46:31.854082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9625eefb-a1a5-4b6d-a075-a396a53a246a req-41db5866-b7b5-4f24-a185-4adf9ec87971 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Sep 02 12:46:31.884616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9211bdb3-82df-437f-beca-f58c6392fc3d None None] Could not find standard attr ID for object 60047ae3-c349-4707-aa3a-713083e5c4ca. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:46:31.931011 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:31.949083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534f9b-974a-45e2-b336-0a2aad5aded4 req-e8cf61d8-ee6f-4805-b243-5d7a774d0122 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:31.950760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc534f9b-974a-45e2-b336-0a2aad5aded4 req-e8cf61d8-ee6f-4805-b243-5d7a774d0122 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0642390 Sep 02 12:46:32.000092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc534f9b-974a-45e2-b336-0a2aad5aded4 req-e92a0a40-d17b-48a5-a4c6-62242674686a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Sep 02 12:46:32.230519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 182de7a6-31ef-404f-a65b-2b932f9b2452 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:32.284876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:32.285830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.376649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:32.383111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:32.386263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:32.387010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.410942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=97e55312-3745-43b5-aabf-4feef4a3dee6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:32.422427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e5e42a9a-2272-42a6-9b61-c94f907d7d2f tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9875977 Sep 02 12:46:32.422660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:32.427710 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.428217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'security_group': {'name': 'tempest-secgroup-49635221'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:32.432689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79898600-a925-4b2f-a86e-e3a27ed60d69 req-1e51004e-ee14-4aca-9281-83e052dae962 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:32.434295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79898600-a925-4b2f-a86e-e3a27ed60d69 req-1e51004e-ee14-4aca-9281-83e052dae962 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0982623 Sep 02 12:46:32.443180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977919d-3f28-4914-9708-6b5137905817 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:32.468049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.478147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79898600-a925-4b2f-a86e-e3a27ed60d69 req-e8894350-b30c-4cb6-a02b-edfd839f6dad tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Sep 02 12:46:32.536032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea9002a6-9449-409a-b393-c1ca9d8b77d6 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:32.536696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea9002a6-9449-409a-b393-c1ca9d8b77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.598066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.603799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.634660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.636231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2124460 Sep 02 12:46:32.639377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d58fb0-181f-4cff-a2bc-78982a03ce3a tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed0f5b9-d325-41a0-aa47-fb73bde6e04e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:32.641355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:32.646119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'security_group': {'name': 'tempest-secgroup-1962152124'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:32.671706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.723529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea9002a6-9449-409a-b393-c1ca9d8b77d6 None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:32.723905 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea9002a6-9449-409a-b393-c1ca9d8b77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.762795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.766989 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.787118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ea9002a6-9449-409a-b393-c1ca9d8b77d6 None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:32.793227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.794548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1522050 Sep 02 12:46:32.797687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:32.798568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281777e-26b7-4d09-ad71-a5ba0abdffb4 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f4395-96c2-4143-8410-82126e236f8d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:32.801683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Update dhcp port {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'fixed_ips': [{'subnet_id': '2b0c6ac5-1072-4b06-b7ec-cd0c63163580', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97e55312-3745-43b5-aabf-4feef4a3dee6'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '182de7a6-31ef-404f-a65b-2b932f9b2452'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 12:46:32.803279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'security_group': {'name': 'tempest-secgroup-1707704640'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:32.828484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.830136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.918081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.921503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.955899 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:32.957456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1587629 Sep 02 12:46:32.960355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:32.967174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1477133358', 'security_groups': ['0ea6e07b-a03e-42e0-a7df-87e4cc4c7495'], 'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97e55312-3745-43b5-aabf-4feef4a3dee6'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:32.982741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fa83c-c1ad-4340-a165-2d1eceead6ea tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea6e07b-a03e-42e0-a7df-87e4cc4c7495,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:33.000017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d757dd-b993-42ef-a360-d6ac8fd5907b req-c3474edf-f84f-4a69-9b13-a92ca0e85634 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:33.001631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69d757dd-b993-42ef-a360-d6ac8fd5907b req-c3474edf-f84f-4a69-9b13-a92ca0e85634 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0579758 Sep 02 12:46:33.023905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Allocated IP 2001:db8::2 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/97e55312-3745-43b5-aabf-4feef4a3dee6/182de7a6-31ef-404f-a65b-2b932f9b2452) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:33.045562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69d757dd-b993-42ef-a360-d6ac8fd5907b req-bdac532f-117b-4e5f-af20-a545800a4d17 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Sep 02 12:46:33.134350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:33.135389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=182de7a6-31ef-404f-a65b-2b932f9b2452,segment=NetworkSegment(2ab4cb10-d04e-4d79-bd8d-c5833c4b22da),segment_id=2ab4cb10-d04e-4d79-bd8d-c5833c4b22da)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:33.146274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ac55f-d18c-4e58-b96b-b4ee1e9eae94 req-690cf477-01f2-470f-b449-83ab8e662eef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:33.147903 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-518ac55f-d18c-4e58-b96b-b4ee1e9eae94 req-690cf477-01f2-470f-b449-83ab8e662eef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0673764 Sep 02 12:46:33.171033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.184879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Transition to ACTIVE for port object 182de7a6-31ef-404f-a65b-2b932f9b2452 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:33.190253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.233508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-518ac55f-d18c-4e58-b96b-b4ee1e9eae94 req-51e41caa-8cff-4d93-a1d3-941fc0a34303 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755455 Sep 02 12:46:33.262785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.279674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7a9a-95bb-4c61-b9ce-0434b8133ac6 None None] Pushing event updated for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:33.283917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] device_id is not set on port a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:46:33.463010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8::3bc (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/97e55312-3745-43b5-aabf-4feef4a3dee6/a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:33.655631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36477ff-240b-4328-90cf-3306474177c9 req-3bfc6b2e-7c49-45a6-bdc1-f82275812c05 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:33.657407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c36477ff-240b-4328-90cf-3306474177c9 req-3bfc6b2e-7c49-45a6-bdc1-f82275812c05 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0984867 Sep 02 12:46:33.662606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.696347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:33.741739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c36477ff-240b-4328-90cf-3306474177c9 req-297c8360-e6d7-4941-a6b7-86965a32def2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708928 Sep 02 12:46:33.752537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.801405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:33.804819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:33.808713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:46:33.814509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:33.815161 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.833980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:33.837992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9aa61805-d384-40e2-9cda-cff6fc41d1e0 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8760669 Sep 02 12:46:33.840832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:33.846056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:33.930584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-482d0e9f-088d-44f1-9695-512c456f10f5 None None] Provisioning for port 182de7a6-31ef-404f-a65b-2b932f9b2452 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:33.935959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-482d0e9f-088d-44f1-9695-512c456f10f5 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:33.936436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-482d0e9f-088d-44f1-9695-512c456f10f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:33.993642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:33.997919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.039288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-482d0e9f-088d-44f1-9695-512c456f10f5 None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:34.039869 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-482d0e9f-088d-44f1-9695-512c456f10f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.077951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-482d0e9f-088d-44f1-9695-512c456f10f5 None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:34.101028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.102990 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97e55312-3745-43b5-aabf-4feef4a3dee6 (CIDR: 2001:db8::/64) Sep 02 12:46:34.107581 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:46:34.108033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:34.125538 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6fce43a-ce7e-4356-b5fe-447e2529eb9e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2836261 Sep 02 12:46:34.128330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:34.142249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:34.181803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce079b0c-2ab3-45b3-b84b-04dc9d509dd1 req-be2b631c-d681-41b7-8216-f3a480d086b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:34.183449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce079b0c-2ab3-45b3-b84b-04dc9d509dd1 req-be2b631c-d681-41b7-8216-f3a480d086b1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0634940 Sep 02 12:46:34.198122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 182de7a6-31ef-404f-a65b-2b932f9b2452 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:34.226909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ec53d4f-8291-4129-a10e-01bf9c076fe0 None None] Provisioning for port a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:34.230131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce079b0c-2ab3-45b3-b84b-04dc9d509dd1 req-bdb72964-5ed2-418c-94f4-24300562a978 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Sep 02 12:46:34.235196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ec53d4f-8291-4129-a10e-01bf9c076fe0 None None] Provisioning complete for port a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:34.235598 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ec53d4f-8291-4129-a10e-01bf9c076fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.280453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8ec53d4f-8291-4129-a10e-01bf9c076fe0 None None] Port a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:34.287173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:34.287557 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.302553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:34.308977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.444717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c7656-9099-40c0-a809-f1dd50266565 req-a4d5874a-c8ce-4447-820d-4569d63b6f4a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:34.446352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-077c7656-9099-40c0-a809-f1dd50266565 req-a4d5874a-c8ce-4447-820d-4569d63b6f4a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1133485 Sep 02 12:46:34.456119 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2b0c6ac5-1072-4b06-b7ec-cd0c63163580 (CIDR: 2001:db8:0:1::/64) Sep 02 12:46:34.463852 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:46:34.464293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:34.493701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-976c887a-6d45-46f5-a310-a85b61162d85 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3643064 Sep 02 12:46:34.496881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60522) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:34.499041 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-077c7656-9099-40c0-a809-f1dd50266565 req-cf9997c7-7ca0-48c3-b1d1-e14f9ea1c173 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456419 Sep 02 12:46:34.502187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'subnet': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:34.628596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Made reservation on behalf of c141cef0df334f3dada44d746250c4d9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:46:34.632889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.875978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e90fe-8014-4b0c-9215-a810c812d25b req-c1243179-390b-44db-9633-a5d9131dfc1a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:34.877569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d93e90fe-8014-4b0c-9215-a810c812d25b req-c1243179-390b-44db-9633-a5d9131dfc1a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0609558 Sep 02 12:46:34.888988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.918309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d93e90fe-8014-4b0c-9215-a810c812d25b req-048efe0a-c461-4014-8e65-71825ce7e2e2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Sep 02 12:46:34.934538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:46:34.937695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:46:34.941965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:34.942589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.946148 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:34.949492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45499d-6c48-447f-84ed-ce4138200b09 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:34.953284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Subnet': ['ID=54ca9cb7-9114-4f67-bfdf-418e7e465414,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:34.964620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6fc257f7-b144-4000-a279-cc054ffc8599 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4664977 Sep 02 12:46:34.968773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:34.974927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1702876820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54ca9cb7-9114-4f67-bfdf-418e7e465414'}], 'security_groups': ['1ed0f5b9-d325-41a0-aa47-fb73bde6e04e', '9f0f4395-96c2-4143-8410-82126e236f8d']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:46:35.133233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.185040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Update dhcp port {'port': {'network_id': '5eeee94a-11e6-4519-9f91-a0c8a1dd92f6', 'fixed_ips': [{'subnet_id': '2b0c6ac5-1072-4b06-b7ec-cd0c63163580', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97e55312-3745-43b5-aabf-4feef4a3dee6', 'ip_address': '2001:db8::2'}, {'subnet_id': '54ca9cb7-9114-4f67-bfdf-418e7e465414'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '182de7a6-31ef-404f-a65b-2b932f9b2452'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 12:46:35.210688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.363725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beb266-2aad-48c2-a331-012797ec57d9 req-a26db0a8-3986-4ed7-b2dc-2d648f876c78 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:35.371513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2beb266-2aad-48c2-a331-012797ec57d9 req-a26db0a8-3986-4ed7-b2dc-2d648f876c78 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0646894 Sep 02 12:46:35.415495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2beb266-2aad-48c2-a331-012797ec57d9 req-0e3b647c-4c30-4444-b7bd-eb66ba80d41f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Sep 02 12:46:35.478976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Delete allocated IP 2001:db8::3bc (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/97e55312-3745-43b5-aabf-4feef4a3dee6) {{(pid=94840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 12:46:35.487936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Allocated IP 2001:db8:0:2::35e (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/54ca9cb7-9114-4f67-bfdf-418e7e465414/a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:35.668827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c9521-4c22-42fa-a5f0-caa6206f3ccf req-b9d5100f-d80e-4486-aca1-35cd5d0a1e68 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:35.670362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-506c9521-4c22-42fa-a5f0-caa6206f3ccf req-b9d5100f-d80e-4486-aca1-35cd5d0a1e68 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0952029 Sep 02 12:46:35.720175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.733765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-506c9521-4c22-42fa-a5f0-caa6206f3ccf req-fa9a6a10-5e98-415a-be5f-26f31307cdd6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571899 Sep 02 12:46:35.740987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Transition to ACTIVE for port object a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:35.746046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.804184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Allocated IP 2001:db8:0:2::2 (5eeee94a-11e6-4519-9f91-a0c8a1dd92f6/54ca9cb7-9114-4f67-bfdf-418e7e465414/182de7a6-31ef-404f-a65b-2b932f9b2452) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:46:35.824002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] In _notify_port_updated(), no bound segment for port a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 on network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:46:35.829726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:35.830375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.831727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "PUT /v2.0/ports/a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 HTTP/1.1" status: 200 len: 970 time: 0.8619516 Sep 02 12:46:35.837197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:35.838900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c792b03-5467-43be-8dfc-72619605a741 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event updated for resources: {'Port': ['ID=a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:35.940246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=182de7a6-31ef-404f-a65b-2b932f9b2452,segment=NetworkSegment(2ab4cb10-d04e-4d79-bd8d-c5833c4b22da),segment_id=2ab4cb10-d04e-4d79-bd8d-c5833c4b22da)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:35.963580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:35.964134 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.978628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:35.994300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Transition to ACTIVE for port object 182de7a6-31ef-404f-a65b-2b932f9b2452 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:46:36.009473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.116541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d389a7-1466-4a4b-903e-02dc33e2deab req-a55631df-98b7-430f-b91a-1768824bb19f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:36.124716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1d389a7-1466-4a4b-903e-02dc33e2deab req-a55631df-98b7-430f-b91a-1768824bb19f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0808907 Sep 02 12:46:36.132438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa2e68-8a06-45b4-b27f-493792c3e44b None None] Pushing event updated for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:36.189320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.205630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1d389a7-1466-4a4b-903e-02dc33e2deab req-53001dd5-47c0-4cda-9819-a66dd4ec9734 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797257 Sep 02 12:46:36.221939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:36.363395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.393496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:36.420329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.422297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4946a3a3-e1e2-406e-9bb7-e391adf165cc tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 HTTP/1.1" status: 204 len: 168 time: 0.5834601 Sep 02 12:46:36.424862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:36.455134 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-73155374-b3a7-46d1-938c-aabd063bed03 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] GET failed (client error): The resource could not be found. Sep 02 12:46:36.459589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-73155374-b3a7-46d1-938c-aabd063bed03 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports/a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8 HTTP/1.1" status: 404 len: 333 time: 0.0311246 Sep 02 12:46:36.460265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:36.534396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28f0c07-23f9-42d9-b03d-3e8607b4e90e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.559762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28f0c07-23f9-42d9-b03d-3e8607b4e90e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.571627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983ba00-1536-4fb4-880d-4b6189580691 req-fbb48184-2b4f-48cd-8798-111a2030dd47 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:36.573238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6983ba00-1536-4fb4-880d-4b6189580691 req-fbb48184-2b4f-48cd-8798-111a2030dd47 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0532167 Sep 02 12:46:36.613592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28f0c07-23f9-42d9-b03d-3e8607b4e90e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.615304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6983ba00-1536-4fb4-880d-4b6189580691 req-c28c6c95-ee06-40a6-9600-5e7c4bfbd982 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360672 Sep 02 12:46:36.617200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28f0c07-23f9-42d9-b03d-3e8607b4e90e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.618449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a28f0c07-23f9-42d9-b03d-3e8607b4e90e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ea6e07b-a03e-42e0-a7df-87e4cc4c7495 HTTP/1.1" status: 204 len: 168 time: 0.1570213 Sep 02 12:46:36.621696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:36.628877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f0c07-23f9-42d9-b03d-3e8607b4e90e tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea6e07b-a03e-42e0-a7df-87e4cc4c7495,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:36.685640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e3d7a83-7cb9-4606-8002-f761cf1eb937 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.710654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e3d7a83-7cb9-4606-8002-f761cf1eb937 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.731462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Provisioning for port 182de7a6-31ef-404f-a65b-2b932f9b2452 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:46:36.736037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:36.736472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.770393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e3d7a83-7cb9-4606-8002-f761cf1eb937 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.773409 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e3d7a83-7cb9-4606-8002-f761cf1eb937 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.778523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:36.778728 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e3d7a83-7cb9-4606-8002-f761cf1eb937 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/security-groups/9f0f4395-96c2-4143-8410-82126e236f8d HTTP/1.1" status: 204 len: 168 time: 0.1555154 Sep 02 12:46:36.789215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d7a83-7cb9-4606-8002-f761cf1eb937 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f4395-96c2-4143-8410-82126e236f8d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:36.859020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:36.859645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.873189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c77ea879-bee2-4476-a3fb-f79e08adf974 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.901539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:36.920316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c77ea879-bee2-4476-a3fb-f79e08adf974 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:36.921614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2c3b52e-7aca-4991-9262-b0b9245defc5 None None] Could not find standard attr ID for object a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:46:36.931492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c169c5-6a66-44e4-8143-5f062575c687 req-fc39c446-f904-475b-a434-e97af6f77535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:36.933255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9c169c5-6a66-44e4-8143-5f062575c687 req-fc39c446-f904-475b-a434-e97af6f77535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1001453 Sep 02 12:46:37.005428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9c169c5-6a66-44e4-8143-5f062575c687 req-d7dff17b-3bda-4d27-aff4-f6cf78f8c33f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626884 Sep 02 12:46:37.007105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c77ea879-bee2-4476-a3fb-f79e08adf974 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.009858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c77ea879-bee2-4476-a3fb-f79e08adf974 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.013783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c77ea879-bee2-4476-a3fb-f79e08adf974 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/security-groups/1ed0f5b9-d325-41a0-aa47-fb73bde6e04e HTTP/1.1" status: 204 len: 168 time: 0.2312706 Sep 02 12:46:37.014373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:37.021485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ea879-bee2-4476-a3fb-f79e08adf974 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed0f5b9-d325-41a0-aa47-fb73bde6e04e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:37.044225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aa085898-1c1b-4234-b987-6b079eb3fd93 None None] Could not find standard attr ID for object a59d7510-f3ed-4d7c-a1c2-5a3665d0ddc8. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:46:37.091802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet 97e55312-3745-43b5-aabf-4feef4a3dee6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:37.095634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.146397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.234201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.336504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1d922-b39e-4cc1-9912-5054dd25b9d0 req-5a71a96f-8c05-43f0-a8e7-c138f5e33d82 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:37.338118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-afd1d922-b39e-4cc1-9912-5054dd25b9d0 req-5a71a96f-8c05-43f0-a8e7-c138f5e33d82 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0625565 Sep 02 12:46:37.339634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.367923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=97e55312-3745-43b5-aabf-4feef4a3dee6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:37.387964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.388349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ea49e-5958-4d3e-8a93-fca8c1810948 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:37.394624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f6e09fc-bd72-4e19-9020-7c9a90187535 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/97e55312-3745-43b5-aabf-4feef4a3dee6 HTTP/1.1" status: 204 len: 168 time: 0.3745685 Sep 02 12:46:37.395116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60576) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:37.449786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-afd1d922-b39e-4cc1-9912-5054dd25b9d0 req-08c8be89-6e90-4a71-8458-032775914a0a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870059 Sep 02 12:46:37.472384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet 54ca9cb7-9114-4f67-bfdf-418e7e465414 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:37.472384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.513442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.602682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.668443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:37.707955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=54ca9cb7-9114-4f67-bfdf-418e7e465414,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:38.069037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.072279 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9b373f2d-1f95-4f9f-8698-fda96358dc01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/54ca9cb7-9114-4f67-bfdf-418e7e465414 HTTP/1.1" status: 204 len: 168 time: 0.6763506 Sep 02 12:46:38.074956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.075908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b371c-08fe-4b67-a0fa-3c979f4d72d6 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:38.108463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f470-297c-47de-b1aa-96add32899de req-b5be9821-c00e-43f1-97a2-23220494c748 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:38.110114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cb8f470-297c-47de-b1aa-96add32899de req-b5be9821-c00e-43f1-97a2-23220494c748 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.4144936 Sep 02 12:46:38.116953 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-63207945-0228-47c1-9e62-ece9d46c2b90 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.117730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63207945-0228-47c1-9e62-ece9d46c2b90 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.120065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-63207945-0228-47c1-9e62-ece9d46c2b90 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/97e55312-3745-43b5-aabf-4feef4a3dee6 HTTP/1.1" status: 404 len: 337 time: 0.0413892 Sep 02 12:46:38.123635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.190889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cb8f470-297c-47de-b1aa-96add32899de req-d49f276e-c21c-453e-98d9-0dab52984899 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Sep 02 12:46:38.208570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c301efe2-05bb-4078-adfc-9e026c3ef348 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:38.209036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c301efe2-05bb-4078-adfc-9e026c3ef348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.211849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting subnet 2b0c6ac5-1072-4b06-b7ec-cd0c63163580 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:46:38.217217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.248244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 182de7a6-31ef-404f-a65b-2b932f9b2452 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:38.272749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95b9c-96c8-4915-8dfb-55590a99fd69 req-99d0c295-07f3-4946-8a9b-2a7211ca708d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:38.274418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9c95b9c-96c8-4915-8dfb-55590a99fd69 req-99d0c295-07f3-4946-8a9b-2a7211ca708d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1528563 Sep 02 12:46:38.288637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.356577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9c95b9c-96c8-4915-8dfb-55590a99fd69 req-2d7228d0-047a-4970-8571-a4dad7e388ee tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711699 Sep 02 12:46:38.396530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:38.396947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.409209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.443773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c301efe2-05bb-4078-adfc-9e026c3ef348 None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:38.444349 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c301efe2-05bb-4078-adfc-9e026c3ef348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.472013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.497677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c301efe2-05bb-4078-adfc-9e026c3ef348 None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:38.499576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0c6ac5-1072-4b06-b7ec-cd0c63163580,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:38.506458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:38.508235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6bd4b00-375f-470c-bd30-73f1ea9a5d63 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/2b0c6ac5-1072-4b06-b7ec-cd0c63163580 HTTP/1.1" status: 204 len: 168 time: 0.3836160 Sep 02 12:46:38.510826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.549455 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b6335e-6649-4044-bd06-f6ef5887b788 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.549898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b6335e-6649-4044-bd06-f6ef5887b788 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.551615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c6b6335e-6649-4044-bd06-f6ef5887b788 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/4fcc45f3-132e-4f3e-84d1-0943c768cad0 HTTP/1.1" status: 404 len: 337 time: 0.0392025 Sep 02 12:46:38.554445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.590444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6120824e-dbba-4c36-a4d3-dbe2eaa018ad tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea0af454-4ef0-4d74-afe8-2aad37932b18 HTTP/1.1" status: 200 len: 205 time: 0.0326142 Sep 02 12:46:38.591160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.608215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de0b89-d15b-4af4-abad-fd13a4954366 req-b6592972-3b58-4ee9-a7fa-d4c4b9feedf1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:38.609921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3de0b89-d15b-4af4-abad-fd13a4954366 req-b6592972-3b58-4ee9-a7fa-d4c4b9feedf1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0625041 Sep 02 12:46:38.657264 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-c1bd89de-192d-4876-aa02-1a06ac122bcb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] delete failed (client error): The resource could not be found. Sep 02 12:46:38.658301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c1bd89de-192d-4876-aa02-1a06ac122bcb tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/routers/ea0af454-4ef0-4d74-afe8-2aad37932b18 HTTP/1.1" status: 404 len: 336 time: 0.0661938 Sep 02 12:46:38.660839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.691261 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d389438f-2b76-45ce-ab22-a276be083239 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.691727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d389438f-2b76-45ce-ab22-a276be083239 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.693604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d389438f-2b76-45ce-ab22-a276be083239 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/ec8c8abf-b1a5-4c0e-a409-61ea3b1339f9 HTTP/1.1" status: 404 len: 337 time: 0.0317290 Sep 02 12:46:38.696855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.708691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3de0b89-d15b-4af4-abad-fd13a4954366 req-b0d9fa72-b01d-4a55-a815-b6200999059d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666077 Sep 02 12:46:38.733087 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-598347ef-3f0c-41ef-b35c-bc2af8181a15 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.733577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598347ef-3f0c-41ef-b35c-bc2af8181a15 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.735438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-598347ef-3f0c-41ef-b35c-bc2af8181a15 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/f19f87cd-3adc-42e8-8ab0-4a61e2715125 HTTP/1.1" status: 404 len: 337 time: 0.0374935 Sep 02 12:46:38.738111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.765042 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8740b99-d946-4565-933d-79009a8f7781 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.765509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8740b99-d946-4565-933d-79009a8f7781 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.767332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f8740b99-d946-4565-933d-79009a8f7781 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/dedd54bf-e7ce-40ac-8fe8-272a21d1b15b HTTP/1.1" status: 404 len: 337 time: 0.0283484 Sep 02 12:46:38.770017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.798772 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2971edf-1eb0-40d3-94d9-2a98bd31c4e9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.799627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2971edf-1eb0-40d3-94d9-2a98bd31c4e9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.801439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c2971edf-1eb0-40d3-94d9-2a98bd31c4e9 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/782808ef-d9e9-4cc7-bc49-9f4cefd7c1ff HTTP/1.1" status: 404 len: 333 time: 0.0304811 Sep 02 12:46:38.804741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.832871 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94a64e7-4fb7-43c0-b51e-fb9b6b670c01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.833379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94a64e7-4fb7-43c0-b51e-fb9b6b670c01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.835469 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f94a64e7-4fb7-43c0-b51e-fb9b6b670c01 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/a67bbf83-cfc3-40dd-afc2-fa2800d6ec0f HTTP/1.1" status: 404 len: 337 time: 0.0295942 Sep 02 12:46:38.838076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.869890 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d2f7b6-9781-4368-a97e-2d1f00a81b26 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.870366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d2f7b6-9781-4368-a97e-2d1f00a81b26 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.872138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-55d2f7b6-9781-4368-a97e-2d1f00a81b26 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/8ad4bf49-ef12-40e9-830e-b4e10795ec63 HTTP/1.1" status: 404 len: 337 time: 0.0331516 Sep 02 12:46:38.874844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.899114 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-deadfa15-8ce1-49db-9995-1bc5bb37eb5d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.900162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deadfa15-8ce1-49db-9995-1bc5bb37eb5d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.902013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-deadfa15-8ce1-49db-9995-1bc5bb37eb5d tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/9fce76a5-ee51-4188-9449-2a9d14a49a4e HTTP/1.1" status: 404 len: 333 time: 0.0262468 Sep 02 12:46:38.904967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.932028 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f8db73-f9a1-4737-aaba-3c654e9110bd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.932485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f8db73-f9a1-4737-aaba-3c654e9110bd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.934319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-58f8db73-f9a1-4737-aaba-3c654e9110bd tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/82537bee-c499-4f8a-a6fc-f5ce70ed7b56 HTTP/1.1" status: 404 len: 337 time: 0.0283861 Sep 02 12:46:38.937047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:38.965591 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88ffce8-b397-438c-b6f2-871a26625bf7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] DELETE failed (client error): The resource could not be found. Sep 02 12:46:38.966056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88ffce8-b397-438c-b6f2-871a26625bf7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:46:38.967849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b88ffce8-b397-438c-b6f2-871a26625bf7 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/subnets/b74f7572-9f56-4ada-87bc-58aa53b75de7 HTTP/1.1" status: 404 len: 337 time: 0.0298514 Sep 02 12:46:38.971043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:39.000122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bfa97-a2b5-4c3f-96ee-9366b3546915 None None] Network 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:46:39.063636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c13be59-f28b-473b-b214-474933e1a854 None None] Provisioning complete for port 182de7a6-31ef-404f-a65b-2b932f9b2452 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:39.064015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c13be59-f28b-473b-b214-474933e1a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.075843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 825fe02c-c4de-4d97-845a-d95d7d2bd283 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:39.076190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.156747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.172661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 825fe02c-c4de-4d97-845a-d95d7d2bd283 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:39.239871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c13be59-f28b-473b-b214-474933e1a854 None None] Provisioning complete for port 825fe02c-c4de-4d97-845a-d95d7d2bd283 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:39.240447 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c13be59-f28b-473b-b214-474933e1a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.280814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] DHCP port deletion for 5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:46:39.290117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3c13be59-f28b-473b-b214-474933e1a854 None None] Port 825fe02c-c4de-4d97-845a-d95d7d2bd283 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:46:39.294486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.333777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=825fe02c-c4de-4d97-845a-d95d7d2bd283,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:39.344720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] Deleting port 182de7a6-31ef-404f-a65b-2b932f9b2452 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:39.345258 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.348604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.350936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4ce55553-d54e-4488-8286-8d73e150b165 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/ports/825fe02c-c4de-4d97-845a-d95d7d2bd283 HTTP/1.1" status: 204 len: 168 time: 0.3788514 Sep 02 12:46:39.353710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:39.360131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f0f3-23a9-44fe-914a-f5caed7f57fb req-f90fe6b6-1d49-4497-92e9-47d7a14c954d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:39.367889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fe0f0f3-23a9-44fe-914a-f5caed7f57fb req-f90fe6b6-1d49-4497-92e9-47d7a14c954d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1059618 Sep 02 12:46:39.414949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fe0f0f3-23a9-44fe-914a-f5caed7f57fb req-b0b3f305-5c58-4bc1-a26c-5e403cbfc4b5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Sep 02 12:46:39.424909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=182de7a6-31ef-404f-a65b-2b932f9b2452,segment=NetworkSegment(2ab4cb10-d04e-4d79-bd8d-c5833c4b22da),segment_id=2ab4cb10-d04e-4d79-bd8d-c5833c4b22da)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:39.425327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.438399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] Calling delete_port for 182de7a6-31ef-404f-a65b-2b932f9b2452 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:39.441579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.527191 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.541714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b437d89-2f7b-4d08-82ff-6d47fe730f2e req-ad0ea17c-4718-4999-bd1b-8359b9874c97 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:39.543463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b437d89-2f7b-4d08-82ff-6d47fe730f2e req-ad0ea17c-4718-4999-bd1b-8359b9874c97 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0682828 Sep 02 12:46:39.548409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Deleting port 182de7a6-31ef-404f-a65b-2b932f9b2452 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:46:39.548864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.556629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] Pushing event deleted for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:39.561780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063b453-b83f-4132-a4fb-0976da0875d9 None None] No DVR routers for this DVR port 182de7a6-31ef-404f-a65b-2b932f9b2452 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:39.639865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b437d89-2f7b-4d08-82ff-6d47fe730f2e req-3c11f841-c694-4477-89d2-fddfd7b969b8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857513 Sep 02 12:46:39.640877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] For port 182de7a6-31ef-404f-a65b-2b932f9b2452, host n-d-792364-8, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:39.641255 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.654344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Calling delete_port for 182de7a6-31ef-404f-a65b-2b932f9b2452 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:46:39.657160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Port 182de7a6-31ef-404f-a65b-2b932f9b2452 was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:46:39.658566 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.695930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Port': ['ID=182de7a6-31ef-404f-a65b-2b932f9b2452,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:39.695930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] No DVR routers for this DVR port 182de7a6-31ef-404f-a65b-2b932f9b2452 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:46:39.773032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.792352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeee94a-11e6-4519-9f91-a0c8a1dd92f6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:39.820352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:39.820612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab4cb10-d04e-4d79-bd8d-c5833c4b22da') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:46:39.831853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.849916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.858752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:46:39.859178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:46:39.862180 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:46:39.879799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1616f7b-f734-4c9f-b69e-abacb0df2f16 req-b2536548-2e50-4695-91a5-e4c3ef80f2ff tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:39.881405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1616f7b-f734-4c9f-b69e-abacb0df2f16 req-b2536548-2e50-4695-91a5-e4c3ef80f2ff tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1005280 Sep 02 12:46:39.949381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.960051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:39.962011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] 10.222.0.60 "DELETE /v2.0/networks/5eeee94a-11e6-4519-9f91-a0c8a1dd92f6 HTTP/1.1" status: 204 len: 168 time: 0.6072698 Sep 02 12:46:39.967595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1616f7b-f734-4c9f-b69e-abacb0df2f16 req-1c13729f-6fdd-45af-82a9-41ecd2c7de07 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599818 Sep 02 12:46:39.977629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a67ae-58e6-48b0-9c4f-c06f94b568c3 tempest-PortsIpV6TestJSON-698831584 tempest-PortsIpV6TestJSON-698831584-project] Pushing event deleted for resources: {'Network': ['ID=5eeee94a-11e6-4519-9f91-a0c8a1dd92f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:40.184836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 182de7a6-31ef-404f-a65b-2b932f9b2452 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:40.204869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 182de7a6-31ef-404f-a65b-2b932f9b2452 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:46:40.205310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 182de7a6-31ef-404f-a65b-2b932f9b2452 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:46:40.241772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:40.395479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-113dc337-6d9d-479c-b89d-8a994846b383 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c141cef0df334f3dada44d746250c4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524653 Sep 02 12:46:40.398495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60652) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:40.452050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69447125-4284-4d72-9dec-eb8902a8ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:40.476944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69447125-4284-4d72-9dec-eb8902a8ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:40.554963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66678-ca9f-471d-8e1b-04bb4fcc00a3 req-5d657138-7a1d-48ba-8581-08374d7ea374 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:40.556485 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43d66678-ca9f-471d-8e1b-04bb4fcc00a3 req-5d657138-7a1d-48ba-8581-08374d7ea374 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0675704 Sep 02 12:46:40.574578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69447125-4284-4d72-9dec-eb8902a8ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:40.577367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69447125-4284-4d72-9dec-eb8902a8ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:40.580831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-69447125-4284-4d72-9dec-eb8902a8ee58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa5826fe-75c6-46fe-a931-4774b3ad8331 HTTP/1.1" status: 204 len: 168 time: 0.1789753 Sep 02 12:46:40.596502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447125-4284-4d72-9dec-eb8902a8ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5826fe-75c6-46fe-a931-4774b3ad8331,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:40.616413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43d66678-ca9f-471d-8e1b-04bb4fcc00a3 req-91efaff2-ad38-4172-9084-caae83d622f3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524664 Sep 02 12:46:40.763960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10c638-3ea8-4051-b2ed-296c0ae23f7e req-9658443d-dd1d-4345-a058-2657d818434c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:40.765566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c10c638-3ea8-4051-b2ed-296c0ae23f7e req-9658443d-dd1d-4345-a058-2657d818434c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0526185 Sep 02 12:46:40.810987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c10c638-3ea8-4051-b2ed-296c0ae23f7e req-75b68431-0474-4256-841d-88347a2c28c0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Sep 02 12:46:40.837080 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:41.099053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de843ed-cea8-4d64-a6ed-417c88e7cb82 req-f238e1d2-931b-4256-a8e3-fdfb8d27a3b5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:41.100946 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4de843ed-cea8-4d64-a6ed-417c88e7cb82 req-f238e1d2-931b-4256-a8e3-fdfb8d27a3b5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0550382 Sep 02 12:46:41.147364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4de843ed-cea8-4d64-a6ed-417c88e7cb82 req-a1a872a0-f988-4e7c-a729-8d75a62fba5f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Sep 02 12:46:41.312723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:41.453546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-249569c9-9a04-45d9-b855-7819463f3c68 tempest-ServiceProvidersTest-1947533990 tempest-ServiceProvidersTest-1947533990-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1394920 Sep 02 12:46:41.747501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:41.754186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659a52-795a-4e16-9ec9-3f463a800935 req-389c88dc-5984-41b0-9db2-a3c35c92b96f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:41.756861 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b659a52-795a-4e16-9ec9-3f463a800935 req-389c88dc-5984-41b0-9db2-a3c35c92b96f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0638850 Sep 02 12:46:41.799646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b659a52-795a-4e16-9ec9-3f463a800935 req-7970c5f2-1f3d-47c9-9b7f-8dab78a279c0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Sep 02 12:46:41.886648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b72b-c70a-4282-8a09-b7ea532db543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:41.955752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be462a1e-3afe-4492-8392-e1536b43bfd9 req-9fec7911-d7b3-4290-ba1d-4c02f2d3e87f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:41.957449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be462a1e-3afe-4492-8392-e1536b43bfd9 req-9fec7911-d7b3-4290-ba1d-4c02f2d3e87f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0540707 Sep 02 12:46:41.983302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b72b-c70a-4282-8a09-b7ea532db543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:41.987674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b72b-c70a-4282-8a09-b7ea532db543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:41.997442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be462a1e-3afe-4492-8392-e1536b43bfd9 req-420875da-8e54-429f-95e8-92d8328b571a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Sep 02 12:46:42.024128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4b72b-c70a-4282-8a09-b7ea532db543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a714a2-9ce2-48bc-92f0-e870da467534,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:42.029380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9bc4b72b-c70a-4282-8a09-b7ea532db543 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe841eaf300a4eb3abcfb17989e5dad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804902 Sep 02 12:46:42.032376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:42.080791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bea50334-7b91-4022-beb1-80ad34eb943a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:42.101817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bea50334-7b91-4022-beb1-80ad34eb943a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:42.151984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bea50334-7b91-4022-beb1-80ad34eb943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:42.154819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bea50334-7b91-4022-beb1-80ad34eb943a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:42.156000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bea50334-7b91-4022-beb1-80ad34eb943a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97a714a2-9ce2-48bc-92f0-e870da467534 HTTP/1.1" status: 204 len: 168 time: 0.1229663 Sep 02 12:46:42.164083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea50334-7b91-4022-beb1-80ad34eb943a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a714a2-9ce2-48bc-92f0-e870da467534,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:42.296454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a455b-89fc-48b9-b31a-a8880a5e91db req-b7bd4223-cda6-49fa-87be-000e0b38103f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:42.298260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-971a455b-89fc-48b9-b31a-a8880a5e91db req-b7bd4223-cda6-49fa-87be-000e0b38103f tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0744889 Sep 02 12:46:42.339376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-971a455b-89fc-48b9-b31a-a8880a5e91db req-cebb18f0-9d1c-4cf9-94b7-254270d2cb81 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Sep 02 12:46:42.930474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174da3-2e3b-4f9e-9014-2bde89c08d58 req-5e57395d-ab01-47f9-8522-acee4d015bb9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:42.932028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70174da3-2e3b-4f9e-9014-2bde89c08d58 req-5e57395d-ab01-47f9-8522-acee4d015bb9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0565302 Sep 02 12:46:42.972115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70174da3-2e3b-4f9e-9014-2bde89c08d58 req-f7497d4a-6910-4d9d-b21b-64bd8a6b1883 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338156 Sep 02 12:46:43.123389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8c9e-e492-42d6-bea9-959544048b0b req-090156eb-1eed-4606-89ba-2b22cb51569a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:43.132345 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85bf8c9e-e492-42d6-bea9-959544048b0b req-090156eb-1eed-4606-89ba-2b22cb51569a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0599456 Sep 02 12:46:43.166994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85bf8c9e-e492-42d6-bea9-959544048b0b req-4fe7b4f5-a795-4169-bc5f-1f2f43172fc1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Sep 02 12:46:43.457637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07825c8-6340-497f-99f0-acba6df0236b req-95584aec-c052-4db2-b35e-c45de3f13abd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:43.459205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07825c8-6340-497f-99f0-acba6df0236b req-95584aec-c052-4db2-b35e-c45de3f13abd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0511694 Sep 02 12:46:43.497371 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07825c8-6340-497f-99f0-acba6df0236b req-ce6b8bfd-78d3-4d26-bbf2-0bd92b47bba2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Sep 02 12:46:44.097123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49916-ac18-4dcc-aa47-8e93971a42df req-fbc91fcd-59c0-4802-8613-a0a02824f753 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:44.098683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9fb49916-ac18-4dcc-aa47-8e93971a42df req-fbc91fcd-59c0-4802-8613-a0a02824f753 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0559573 Sep 02 12:46:44.140061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9fb49916-ac18-4dcc-aa47-8e93971a42df req-9edb3cb4-5aef-4b17-94de-b92352a68f80 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Sep 02 12:46:44.295546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f41fd-6bb6-47e6-abe8-5628fe3691cb req-71148ce4-a424-4ff2-95b2-d8943eaeebc2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:44.296966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c9f41fd-6bb6-47e6-abe8-5628fe3691cb req-71148ce4-a424-4ff2-95b2-d8943eaeebc2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0578494 Sep 02 12:46:44.341578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c9f41fd-6bb6-47e6-abe8-5628fe3691cb req-2de07f5d-d2e8-4e7f-86b2-434c2d48e23e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343096 Sep 02 12:46:44.631827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fe5db-9c30-4819-8c72-aadd5d2c81f3 req-254739d6-a2a5-4406-900d-ba761a8a33e7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:44.633957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-935fe5db-9c30-4819-8c72-aadd5d2c81f3 req-254739d6-a2a5-4406-900d-ba761a8a33e7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0584466 Sep 02 12:46:44.685511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-935fe5db-9c30-4819-8c72-aadd5d2c81f3 req-5dc7c6be-3432-4e91-9f6e-f24678dbe5ad tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Sep 02 12:46:45.272256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48628-ea8c-4b6a-8192-e14e63702e53 req-4486c50a-aebe-44ae-a572-230670870d7e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.274190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74d48628-ea8c-4b6a-8192-e14e63702e53 req-4486c50a-aebe-44ae-a572-230670870d7e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0586603 Sep 02 12:46:45.315080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74d48628-ea8c-4b6a-8192-e14e63702e53 req-895f84c0-96d8-40b8-8ee9-a7244c9ea3dc tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Sep 02 12:46:45.495250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-a1667471-7170-49a4-a8aa-f45a99017261 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670724 Sep 02 12:46:45.505442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79540a1-5d34-40c3-b77c-992350ed9f9b req-9d020d02-4863-4212-a0af-393825ee4090 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.507065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e79540a1-5d34-40c3-b77c-992350ed9f9b req-9d020d02-4863-4212-a0af-393825ee4090 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0882699 Sep 02 12:46:45.577384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e79540a1-5d34-40c3-b77c-992350ed9f9b req-2a43b673-258f-4551-9ad4-cd859c3a1ab7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614827 Sep 02 12:46:45.586836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-13b35bff-7f48-481d-8f02-fea8bd6ce99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.589037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-13b35bff-7f48-481d-8f02-fea8bd6ce99c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8&device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 1096 time: 0.0667598 Sep 02 12:46:45.723685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-6d32f5ce-29ef-4b2a-b237-08e289d88075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.725333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-6d32f5ce-29ef-4b2a-b237-08e289d88075 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c93626a-3804-49ff-9369-8836bf796da0 HTTP/1.1" status: 200 len: 912 time: 0.1046934 Sep 02 12:46:45.848361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-2216b69f-3875-4b13-b4fa-0fe33094b6a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879529ae-237b-45c3-b498-0bbb8f8d2449 HTTP/1.1" status: 200 len: 1001 time: 0.1130130 Sep 02 12:46:45.864813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e633e-09d3-411c-b481-4bab35f0a3b4 req-bce6143f-3e61-422d-9774-8f27915d1f1b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.866624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-136e633e-09d3-411c-b481-4bab35f0a3b4 req-bce6143f-3e61-422d-9774-8f27915d1f1b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0779753 Sep 02 12:46:45.934849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-485ffaa4-ed6a-4ea3-9eb2-53c1dd434251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.936322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-485ffaa4-ed6a-4ea3-9eb2-53c1dd434251 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adb30b44-c020-4a48-a44a-bebba1d79788 HTTP/1.1" status: 200 len: 850 time: 0.0687976 Sep 02 12:46:45.939264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-136e633e-09d3-411c-b481-4bab35f0a3b4 req-fa937fd7-7b40-42a5-b9fd-c6e8e5dd5120 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642574 Sep 02 12:46:45.990331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-dc17bbb6-1457-467f-a02e-c7d80a269998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:45.991857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-dc17bbb6-1457-467f-a02e-c7d80a269998 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c93626a-3804-49ff-9369-8836bf796da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477953 Sep 02 12:46:46.088007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-7ff7d44f-147d-4963-9c83-159690cf10dc service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Sep 02 12:46:46.186658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce630a45-b790-4d95-9d1f-03f4ce42f8d8 req-08e35845-76d8-4b02-abbd-30f46f9c5a71 service neutron] 10.222.0.18 "GET /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900288 Sep 02 12:46:46.441884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13a53d-2b81-46c8-89ae-20d0feb2278f req-a4fbadfe-8cb2-47d5-bf4b-cfa25652e407 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:46.443410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca13a53d-2b81-46c8-89ae-20d0feb2278f req-a4fbadfe-8cb2-47d5-bf4b-cfa25652e407 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0578768 Sep 02 12:46:46.482798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca13a53d-2b81-46c8-89ae-20d0feb2278f req-864a95d8-e51f-433b-80dd-a108e812188b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Sep 02 12:46:46.713061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef35648-aab2-4f63-9e3a-418eddf1c35f req-65a7697e-8ad2-4234-b96e-16eefb5f67f2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:46.714600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aef35648-aab2-4f63-9e3a-418eddf1c35f req-65a7697e-8ad2-4234-b96e-16eefb5f67f2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0548141 Sep 02 12:46:46.791749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aef35648-aab2-4f63-9e3a-418eddf1c35f req-c336e97b-6ac5-4c9d-8e45-95375e0af534 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Sep 02 12:46:46.798156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-11afc364-b7d5-4be2-b7ee-c01aed8fd248 service neutron] 10.222.0.18 "GET /v2.0/ports/a41151d0-501b-44bf-81b5-e2ad5b79e1be/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.0810227 Sep 02 12:46:47.053433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-a2c45e2d-e395-43d9-9e6a-e71f6177440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.054959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-a2c45e2d-e395-43d9-9e6a-e71f6177440d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612&tenant_id=044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 1099 time: 0.0555699 Sep 02 12:46:47.073973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330524-d26d-47ed-af0d-02f57726f6b1 req-348a9adc-db32-424e-8090-4de349d43313 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.075609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6330524-d26d-47ed-af0d-02f57726f6b1 req-348a9adc-db32-424e-8090-4de349d43313 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0603218 Sep 02 12:46:47.116756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6330524-d26d-47ed-af0d-02f57726f6b1 req-86467910-d821-44c5-90b2-985ddfde6612 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Sep 02 12:46:47.118978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-ade8b6d1-a71d-4e05-8914-3174eddc74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.120503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-ade8b6d1-a71d-4e05-8914-3174eddc74f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1099 time: 0.0425701 Sep 02 12:46:47.222501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-80e67c47-1069-45b7-818c-82a4f518b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.224000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-80e67c47-1069-45b7-818c-82a4f518b278 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.0959654 Sep 02 12:46:47.271748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-d66a1f94-c69b-430f-87db-7cdb02fb6cf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 217 time: 0.0400150 Sep 02 12:46:47.324473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-49886dd7-8850-4a28-80b8-8265600afe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.326022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-49886dd7-8850-4a28-80b8-8265600afe7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0452275 Sep 02 12:46:47.373916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-b6ba910e-4b89-4aa1-b385-0b430e0f91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.375342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-b6ba910e-4b89-4aa1-b385-0b430e0f91f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420458 Sep 02 12:46:47.471827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-728b5862-49b9-4b1c-a9a7-26dfb14587a6 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885170 Sep 02 12:46:47.569033 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2506d03f-dcc8-4d98-8c07-cb08f9a92a0c req-9f0d7d63-7ad1-4a4b-89e3-a2435a313ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889676 Sep 02 12:46:47.619287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e7aae-89e2-43d7-b0bc-80ea0256e8a1 req-fcee7e46-cbe3-451d-a9a4-0a26933127f2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.621316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c2e7aae-89e2-43d7-b0bc-80ea0256e8a1 req-fcee7e46-cbe3-451d-a9a4-0a26933127f2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0705414 Sep 02 12:46:47.671070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c2e7aae-89e2-43d7-b0bc-80ea0256e8a1 req-529ad866-4583-42c9-b09d-28090825da74 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359445 Sep 02 12:46:47.941328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb7cff-e8d6-4a9e-a992-e8d72ba721e9 req-c0200d89-da8a-447f-9d7a-180bc2cc80d3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:47.943045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcfb7cff-e8d6-4a9e-a992-e8d72ba721e9 req-c0200d89-da8a-447f-9d7a-180bc2cc80d3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0701523 Sep 02 12:46:47.988549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcfb7cff-e8d6-4a9e-a992-e8d72ba721e9 req-9a20167a-4092-4249-bb43-b2560b49d8f0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Sep 02 12:46:48.246327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e4de4-8e2b-410c-bd91-ec9ad8827f56 req-403f6138-5f89-45e5-ad12-3d93e319003d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:48.247912 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d10e4de4-8e2b-410c-bd91-ec9ad8827f56 req-403f6138-5f89-45e5-ad12-3d93e319003d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0561419 Sep 02 12:46:48.290008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d10e4de4-8e2b-410c-bd91-ec9ad8827f56 req-b38fd2c7-8b28-4889-97fb-18e1d738138c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Sep 02 12:46:48.820092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf0282-d5a6-4e4b-8b3d-fef8ff8d7c96 req-f20486b4-b8a8-4e00-ad0e-8896e83c0ba5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:48.821867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39bf0282-d5a6-4e4b-8b3d-fef8ff8d7c96 req-f20486b4-b8a8-4e00-ad0e-8896e83c0ba5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0655384 Sep 02 12:46:48.861793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39bf0282-d5a6-4e4b-8b3d-fef8ff8d7c96 req-46a54370-d8b0-4beb-a15f-d92aae9b6cde tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Sep 02 12:46:49.150179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068ce1b-5a6f-4cff-954c-e29913576fce req-579c14c4-bafe-4256-9fb6-e0424562db89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:49.152434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0068ce1b-5a6f-4cff-954c-e29913576fce req-579c14c4-bafe-4256-9fb6-e0424562db89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0648081 Sep 02 12:46:49.197726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0068ce1b-5a6f-4cff-954c-e29913576fce req-06ae3d32-b07a-46f4-b482-3fef5622789c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Sep 02 12:46:49.459773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f623f-06d6-470e-8d4e-705cdfc76fb2 req-5f869e6b-cad5-4cc7-8ee3-462faf474b6c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:49.461938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f10f623f-06d6-470e-8d4e-705cdfc76fb2 req-5f869e6b-cad5-4cc7-8ee3-462faf474b6c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0635643 Sep 02 12:46:49.503414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f10f623f-06d6-470e-8d4e-705cdfc76fb2 req-41ad4143-ae59-4bfc-bd42-8233062ed54c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Sep 02 12:46:50.005447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f547c80-9c7a-44d7-8881-5c8bff9265df req-b4210c05-a702-46eb-9c91-eed52a1090ea tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:50.007496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f547c80-9c7a-44d7-8881-5c8bff9265df req-b4210c05-a702-46eb-9c91-eed52a1090ea tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0629306 Sep 02 12:46:50.022611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:50.046794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:50.091110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f547c80-9c7a-44d7-8881-5c8bff9265df req-8d34d384-1d6b-4ff9-ab47-9862439baeba tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772858 Sep 02 12:46:50.181449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:50.258317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:50.347314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:50.362975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d7777-5c21-4a73-8683-5287b96dc3ed req-f420b413-9def-4ae1-be95-55e833447314 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:50.364644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f56d7777-5c21-4a73-8683-5287b96dc3ed req-f420b413-9def-4ae1-be95-55e833447314 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0644076 Sep 02 12:46:50.365491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'mac_address': 'fa:16:3e:9d:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:50.403101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:50.405733 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180b95f1-dc41-448f-b381-6122ebb6219d" -d '{"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-unplugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:50.423150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f56d7777-5c21-4a73-8683-5287b96dc3ed req-60096cb1-c355-47db-9847-6f3fdc17f20a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Sep 02 12:46:50.456324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:50.466531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:50.524892 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:50.566956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:50.570380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:50.607433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'mac_address': 'fa:16:3e:83:29:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:50.632187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:50.669482 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f5da64-fde1-4a05-86db-c3540548ae94 x-openstack-request-id: req-13f5da64-fde1-4a05-86db-c3540548ae94 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:50.669778 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-unplugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:50.670040 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13f5da64-fde1-4a05-86db-c3540548ae94 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:50.670458 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'code': 200} Sep 02 12:46:50.675573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.675932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.676464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.676969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.677446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.677918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.678448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.678944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.679480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.679995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.680465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.680968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:46:50.716002 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:46:50.716635 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:46:50.717478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:50.756010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d58d964d-b01d-4992-be29-6ca40f1a221d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:50.812544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:50.818151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:50.944753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:50.960605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d58d964d-b01d-4992-be29-6ca40f1a221d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:51.000669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ffa70-efbb-4a42-be69-5eb0cfbaec1b req-482c3a0e-8c64-4ef3-aeda-d03698f068bd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.002688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-888ffa70-efbb-4a42-be69-5eb0cfbaec1b req-482c3a0e-8c64-4ef3-aeda-d03698f068bd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.2139165 Sep 02 12:46:51.043872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-ac51e2dc-c3f2-41b1-b15b-deb6feca80da tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.044143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-ac51e2dc-c3f2-41b1-b15b-deb6feca80da tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612&tenant_id=044fbd3c414d41fab6842c2085708615&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 946 time: 0.1561213 Sep 02 12:46:51.174959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea66d5e-ad30-4a28-ab42-a4699944f004 req-3b3b73d4-e991-4a36-91cc-06a313d46bf0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.177861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea66d5e-ad30-4a28-ab42-a4699944f004 req-3b3b73d4-e991-4a36-91cc-06a313d46bf0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 946 time: 0.1023374 Sep 02 12:46:51.212243 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-b5f8c57f-ce6e-4a77-8406-2a0ab3bdc4f2 service neutron] 10.222.0.18 "GET /v2.0/ports/a41151d0-501b-44bf-81b5-e2ad5b79e1be/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.1196346 Sep 02 12:46:51.244849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-888ffa70-efbb-4a42-be69-5eb0cfbaec1b req-548cfc00-218d-4b8d-8705-99cfbf9f66f1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158928 Sep 02 12:46:51.266251 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea66d5e-ad30-4a28-ab42-a4699944f004 req-de7fe521-2403-4afb-955b-8b585dc6cf8c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Sep 02 12:46:51.317914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:51.335610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:51.377753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:51.382834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:51.386549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-2360aac6-4905-42d6-85da-44c6b3aa07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.399097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-2360aac6-4905-42d6-85da-44c6b3aa07c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1097 time: 0.1402819 Sep 02 12:46:51.452811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:51.494480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696745a-dbf1-4823-9e6a-5be529f3672c req-41d05e82-784a-4912-b94f-05f89aa00c16 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.496472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0696745a-dbf1-4823-9e6a-5be529f3672c req-41d05e82-784a-4912-b94f-05f89aa00c16 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1358869 Sep 02 12:46:51.520019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-45a10b52-9671-4f2a-8241-895b0c72da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.524325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-45a10b52-9671-4f2a-8241-895b0c72da43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1238089 Sep 02 12:46:51.592027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0696745a-dbf1-4823-9e6a-5be529f3672c req-6925685a-4f60-4e77-b6e2-d27e4d8d578b tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883839 Sep 02 12:46:51.619112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-86f52953-55c9-4276-b4f7-d69326235555 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 217 time: 0.0853186 Sep 02 12:46:51.681411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a41151d0-501b-44bf-81b5-e2ad5b79e1be'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:51.688890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-f7687373-9c42-4cab-832a-b4294705c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.690422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-f7687373-9c42-4cab-832a-b4294705c9d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0638635 Sep 02 12:46:51.761657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-b1687680-5015-4376-aff1-ee8ec40c1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:51.763694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-b1687680-5015-4376-aff1-ee8ec40c1f90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644913 Sep 02 12:46:51.897442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-22a4624d-5173-4bfc-b038-7d696682b500 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253479 Sep 02 12:46:52.058890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-6d92ebd2-2cb4-4c16-85eb-1eb0df1be519 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532421 Sep 02 12:46:52.187689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:52.203825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:52.363503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port d58d964d-b01d-4992-be29-6ca40f1a221d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:52.364193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:52.510141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0278-881d-4fc3-8be8-5df30a0c497a req-96c4c58d-b5f0-478a-a3e2-7132297d1c6c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:52.519020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbee925-d8e6-4e3e-8eff-022580e76212 req-de0ee366-f004-467a-a9ce-60a5fb9fb2d6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:52.535582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cbf0278-881d-4fc3-8be8-5df30a0c497a req-96c4c58d-b5f0-478a-a3e2-7132297d1c6c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 947 time: 0.1286292 Sep 02 12:46:52.536442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bbee925-d8e6-4e3e-8eff-022580e76212 req-de0ee366-f004-467a-a9ce-60a5fb9fb2d6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 944 time: 0.1170905 Sep 02 12:46:52.666388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cbf0278-881d-4fc3-8be8-5df30a0c497a req-d695d9ac-d813-403c-996e-2abb280bc1db tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286018 Sep 02 12:46:52.686810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bbee925-d8e6-4e3e-8eff-022580e76212 req-0e6fca37-c170-43dd-9032-16776a181b7a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459565 Sep 02 12:46:52.689879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:52.716188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'port_id': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'mac_address': 'fa:16:3e:17:f5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff8f94d-39ab-448c-b86a-eb74b10fd9e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:52.718336 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:52.762521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:52.782845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:52.785217 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74508f2e-2bd0-4022-83dc-00bea700628c" -d '{"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:52.794968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:52.795707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:52.839153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:52.987054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:53.008200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.028768 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557dc30-d8e7-4edd-afcd-b52674fd191c x-openstack-request-id: req-e557dc30-d8e7-4edd-afcd-b52674fd191c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:53.029394 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:53.029863 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e557dc30-d8e7-4edd-afcd-b52674fd191c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:53.030447 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'code': 200} Sep 02 12:46:53.038472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e900c27c-b6e5-4737-8a18-ae57c1302493 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:53.039523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451155f1-b08f-4259-a323-d00c72f42808 req-d2065f4c-f81f-41cd-b09b-9344f8a95419 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:53.041227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-451155f1-b08f-4259-a323-d00c72f42808 req-d2065f4c-f81f-41cd-b09b-9344f8a95419 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1053646 Sep 02 12:46:53.126179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e70039b-8cab-4cf9-a969-f647da73ac33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.127262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-451155f1-b08f-4259-a323-d00c72f42808 req-737a4b5a-de8b-4678-98eb-332f0c3440c2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724750 Sep 02 12:46:53.133950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.180224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:53.197422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.325611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e70039b-8cab-4cf9-a969-f647da73ac33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.332442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e70039b-8cab-4cf9-a969-f647da73ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.427014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70039b-8cab-4cf9-a969-f647da73ac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5fb2f1-f4f5-4bcf-939d-303dfe7d17a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:53.436931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:53.437051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9e70039b-8cab-4cf9-a969-f647da73ac33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bffd377d74f425e81644e7f6b19032b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964921 Sep 02 12:46:53.467606 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:46:53.468057 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:46:53.489533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:53.528591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f56ea57-4c72-4811-8157-bb8ad422aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.571705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f56ea57-4c72-4811-8157-bb8ad422aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.601994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e900c27c-b6e5-4737-8a18-ae57c1302493'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:53.667371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f56ea57-4c72-4811-8157-bb8ad422aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.670665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f56ea57-4c72-4811-8157-bb8ad422aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:53.675970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2f56ea57-4c72-4811-8157-bb8ad422aaef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc5fb2f1-f4f5-4bcf-939d-303dfe7d17a8 HTTP/1.1" status: 204 len: 168 time: 0.2338560 Sep 02 12:46:53.696101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56ea57-4c72-4811-8157-bb8ad422aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5fb2f1-f4f5-4bcf-939d-303dfe7d17a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:53.884607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cb90d-0440-489c-a82d-9b5180848315 req-939e561c-dad9-4c9b-adf3-7488098cd6bb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:53.886182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b66cb90d-0440-489c-a82d-9b5180848315 req-939e561c-dad9-4c9b-adf3-7488098cd6bb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0853031 Sep 02 12:46:53.949912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c5c1a-d871-4edb-a3d8-46309390ef07 req-88c92de3-998d-4f0f-93a0-7295e6df7569 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:53.952858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e81c5c1a-d871-4edb-a3d8-46309390ef07 req-88c92de3-998d-4f0f-93a0-7295e6df7569 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 947 time: 0.0988846 Sep 02 12:46:53.988821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b66cb90d-0440-489c-a82d-9b5180848315 req-f21a816a-faf8-4ed6-aa47-e6c233ae1e10 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 Sep 02 12:46:54.056221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e81c5c1a-d871-4edb-a3d8-46309390ef07 req-8695044b-a389-4602-ac86-7d99f986e340 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959244 Sep 02 12:46:54.058894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:54.128442 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.152352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e900c27c-b6e5-4737-8a18-ae57c1302493 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:54.232462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:54.236132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a41151d0-501b-44bf-81b5-e2ad5b79e1be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:54.238690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.347257 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.395449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e59536-ef75-40f2-9bd3-99f8cdf0a4d5 req-1cec1eb7-1fe5-4011-b6c9-f2df2b634155 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:54.397788 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8e59536-ef75-40f2-9bd3-99f8cdf0a4d5 req-1cec1eb7-1fe5-4011-b6c9-f2df2b634155 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 944 time: 0.1147013 Sep 02 12:46:54.400370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:54.422323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9860e2-fb79-4937-a84b-e7ad8a55f717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.508042 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.512692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8e59536-ef75-40f2-9bd3-99f8cdf0a4d5 req-3b65a18e-28fe-44c3-9e1c-361ed52c4978 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967011 Sep 02 12:46:54.532286 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:46:54.538587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:54.589457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-19ae971e-3c9c-482d-8848-d0d4f9a75ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:54.591145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-19ae971e-3c9c-482d-8848-d0d4f9a75ac8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612&tenant_id=044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 1098 time: 0.1094413 Sep 02 12:46:54.597461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:54.607891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.692566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:54.701554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9860e2-fb79-4937-a84b-e7ad8a55f717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.706366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-2269796a-d922-47c6-b89b-80493e3144fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:54.709136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-2269796a-d922-47c6-b89b-80493e3144fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 1099 time: 0.0816057 Sep 02 12:46:54.711339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d9860e2-fb79-4937-a84b-e7ad8a55f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.819891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9860e2-fb79-4937-a84b-e7ad8a55f717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6fbba-f711-432b-aa4f-1b25d933cf7b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:54.827280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d9860e2-fb79-4937-a84b-e7ad8a55f717 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8538f671cffb4bb286e777825f3a6828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218621 Sep 02 12:46:54.827844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:46:54.911994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-40853625-603a-4659-86e2-1f1212e33186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:54.913652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-40853625-603a-4659-86e2-1f1212e33186 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1838992 Sep 02 12:46:54.920633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63d9453e-5245-4efc-ad1f-37fae3859272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:54.980440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-7d697277-c784-4e07-b5b7-278d84f4dd5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 200 len: 217 time: 0.0570703 Sep 02 12:46:54.990882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63d9453e-5245-4efc-ad1f-37fae3859272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:55.032252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:55.035297 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d485ea-9efe-4f64-9079-cb38180284df" -d '{"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-plugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:55.109026 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c162c39b-2aee-4467-9284-5750f49f17ab x-openstack-request-id: req-c162c39b-2aee-4467-9284-5750f49f17ab {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:55.109346 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-plugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:55.109615 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c162c39b-2aee-4467-9284-5750f49f17ab {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:55.110021 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'code': 200} Sep 02 12:46:55.128758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-7183a53f-0358-4734-b3d5-98e1a14d60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:55.130306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-7183a53f-0358-4734-b3d5-98e1a14d60f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1418006 Sep 02 12:46:55.205623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12f130-fe1a-46d2-9d29-971cdd95b285 req-15bc4402-1940-4041-a97f-edd4dc0d28f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:55.217004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a12f130-fe1a-46d2-9d29-971cdd95b285 req-15bc4402-1940-4041-a97f-edd4dc0d28f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1440384 Sep 02 12:46:55.228059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63d9453e-5245-4efc-ad1f-37fae3859272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:55.230784 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63d9453e-5245-4efc-ad1f-37fae3859272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:55.231899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-63d9453e-5245-4efc-ad1f-37fae3859272 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbb6fbba-f711-432b-aa4f-1b25d933cf7b HTTP/1.1" status: 204 len: 168 time: 0.4031246 Sep 02 12:46:55.258852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9453e-5245-4efc-ad1f-37fae3859272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6fbba-f711-432b-aa4f-1b25d933cf7b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:55.267603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6a865-77e7-4034-87e4-955c9548bbf1 req-4c8af380-9f7c-42bb-b61b-328db99906a1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:55.268796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-901ff62f-a847-488f-9647-8b8de23c529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:55.269680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cce6a865-77e7-4034-87e4-955c9548bbf1 req-4c8af380-9f7c-42bb-b61b-328db99906a1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0908263 Sep 02 12:46:55.270501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-901ff62f-a847-488f-9647-8b8de23c529a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224685 Sep 02 12:46:55.316064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a12f130-fe1a-46d2-9d29-971cdd95b285 req-fd639a9c-3650-42bc-9411-d27e4759ccb4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945425 Sep 02 12:46:55.338856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cce6a865-77e7-4034-87e4-955c9548bbf1 req-14f6f167-c8ed-4b35-8cca-affbd5d6ecec tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604219 Sep 02 12:46:55.403811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-147f5564-4d3b-41d4-b797-b80a8a6cc12a service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226945 Sep 02 12:46:55.535233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2712e3b4-e105-4c11-9ff3-36c545850286 req-2d6ad675-6935-4b9e-a37d-c9d3986c3c0f service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237538 Sep 02 12:46:55.697681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f330b-d1b0-4a1c-9c67-f12ba39ac174 req-32d66a87-dd22-4a3e-bf2f-ee3374a9cca0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:55.699367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-594f330b-d1b0-4a1c-9c67-f12ba39ac174 req-32d66a87-dd22-4a3e-bf2f-ee3374a9cca0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 944 time: 0.0895791 Sep 02 12:46:55.786231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-594f330b-d1b0-4a1c-9c67-f12ba39ac174 req-ec43a4bd-c024-4cff-8736-9a3a88c348ec tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724554 Sep 02 12:46:56.220180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:46:56.288708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port e900c27c-b6e5-4737-8a18-ae57c1302493 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:46:56.289257 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:56.419951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:56.486616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:56.495739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:56.583010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:56.611654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72903563-77e8-4f3d-81b7-031a71995fd9 req-a32498ff-8cbc-468e-8085-f8c872971598 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:56.621127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72903563-77e8-4f3d-81b7-031a71995fd9 req-a32498ff-8cbc-468e-8085-f8c872971598 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0967634 Sep 02 12:46:56.681400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72903563-77e8-4f3d-81b7-031a71995fd9 req-e8c3a830-a9bb-473c-af16-13da0c94509a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Sep 02 12:46:56.966815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-041e5f2b-eb12-4c91-86a7-9a1da6de129c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6147180 Sep 02 12:46:56.983755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fbb61-e3aa-48cb-89d6-90fb62f6b788 req-a0762a6c-92ec-4f5d-8a56-f0d44df6cefb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:56.992318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-507fbb61-e3aa-48cb-89d6-90fb62f6b788 req-a0762a6c-92ec-4f5d-8a56-f0d44df6cefb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0905056 Sep 02 12:46:57.078852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-507fbb61-e3aa-48cb-89d6-90fb62f6b788 req-9acb3a27-6aca-409f-92c7-ab40a65f5647 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854957 Sep 02 12:46:57.102157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-b61cc6ac-3439-496b-aaac-86345a13e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.105116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-b61cc6ac-3439-496b-aaac-86345a13e7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 1101 time: 0.1046743 Sep 02 12:46:57.112607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:46:57.115060 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc52bf-9a37-48bc-b2c9-4962f275378d" -d '{"events": [{"server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "name": "network-vif-plugged", "status": "completed", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:46:57.203200 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314db291-2341-4c91-b810-ea4070583377 x-openstack-request-id: req-314db291-2341-4c91-b810-ea4070583377 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:46:57.203486 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "name": "network-vif-plugged", "status": "completed", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:46:57.203740 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-314db291-2341-4c91-b810-ea4070583377 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:46:57.204147 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'code': 200} Sep 02 12:46:57.363170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05f415-f172-4da3-8d66-bc9e03cd53d0 req-f64f339c-a0fb-4164-b461-2bb1997aa062 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.369441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2e05f415-f172-4da3-8d66-bc9e03cd53d0 req-f64f339c-a0fb-4164-b461-2bb1997aa062 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1974461 Sep 02 12:46:57.452439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-e63cf4f6-c8da-4b19-b253-0205d94321fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.457258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-e63cf4f6-c8da-4b19-b253-0205d94321fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.3183749 Sep 02 12:46:57.460875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddccdc-e521-47d6-a3e8-b857973ea231 req-8662ed39-2842-4401-87b7-cdd3a73a9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.462848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25ddccdc-e521-47d6-a3e8-b857973ea231 req-8662ed39-2842-4401-87b7-cdd3a73a9aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0778124 Sep 02 12:46:57.539723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25ddccdc-e521-47d6-a3e8-b857973ea231 req-b464d80b-d11d-4079-a247-4fc9e7779c0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545263 Sep 02 12:46:57.569070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2e05f415-f172-4da3-8d66-bc9e03cd53d0 req-b4d3843a-e516-4c0d-ae42-9b1336a420a7 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791863 Sep 02 12:46:57.571375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-5a5204cf-5a77-4120-afa8-f3b77b6b6842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 200 len: 217 time: 0.0933850 Sep 02 12:46:57.820425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-263a44c6-449a-4717-9341-a0abb387cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.821927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-263a44c6-449a-4717-9341-a0abb387cb50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0873494 Sep 02 12:46:57.880225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-363532e8-bfb0-49fe-be52-df76391ea496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.880799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3befbe0-17d8-4983-b249-de7bef921ce2 req-0ef118d5-7cfe-4e57-a1d5-5b62ae22fda6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:57.882528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-363532e8-bfb0-49fe-be52-df76391ea496 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518370 Sep 02 12:46:57.883480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3befbe0-17d8-4983-b249-de7bef921ce2 req-0ef118d5-7cfe-4e57-a1d5-5b62ae22fda6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.0848248 Sep 02 12:46:57.904174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-661871b3-5555-451f-9e4a-2bde35c897f2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:46:57.905316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-661871b3-5555-451f-9e4a-2bde35c897f2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067484 Sep 02 12:46:57.980056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3befbe0-17d8-4983-b249-de7bef921ce2 req-1e22c82b-f139-406e-a084-3c2f3789848a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900693 Sep 02 12:46:58.087430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:46:58.089985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:46:58.102501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-292b23c2-87ca-4a57-b942-2b6a669977f4 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852739 Sep 02 12:46:58.209088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc70a-11b5-4854-938f-6f2dad29dc5b req-67a91368-d04f-4b51-9b2a-3e2325dc18b9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:58.215057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-980cc70a-11b5-4854-938f-6f2dad29dc5b req-67a91368-d04f-4b51-9b2a-3e2325dc18b9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 948 time: 0.1034400 Sep 02 12:46:58.284884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:58.301516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'mac_address': 'fa:16:3e:9d:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:46:58.305941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-980cc70a-11b5-4854-938f-6f2dad29dc5b req-faefc871-77af-4d49-8f00-16fe24eed3f0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821557 Sep 02 12:46:58.320400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc1a174a-418d-4ef8-a10b-54735d5922db req-efd7902f-e6ab-4257-9ed0-1f2a27c0ff4c service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097907 Sep 02 12:46:58.398401 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:58.411934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3e5d-b312-4994-9735-b3191b5e93cb req-fbaa3358-8d37-4820-a576-2b1182943ffd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:58.411934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f7c3e5d-b312-4994-9735-b3191b5e93cb req-fbaa3358-8d37-4820-a576-2b1182943ffd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0903921 Sep 02 12:46:58.421440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:58.453025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:58.485076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:58.511711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f7c3e5d-b312-4994-9735-b3191b5e93cb req-ce3e3f46-33df-437a-95a1-b9f8e4c53746 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919838 Sep 02 12:46:58.553362 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:58.637975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:58.663534 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:46:58.663924 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:46:58.670973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b07ea4c-2e4b-46cf-8028-5bd94806299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:58.750182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2d29d-ebdd-452a-a867-6bb1687e264d req-a8c10b8c-0eea-4f28-9a6a-a0965423653c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:58.752478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2a2d29d-ebdd-452a-a867-6bb1687e264d req-a8c10b8c-0eea-4f28-9a6a-a0965423653c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0755870 Sep 02 12:46:58.794504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a41151d0-501b-44bf-81b5-e2ad5b79e1be'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:46:58.880407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2a2d29d-ebdd-452a-a867-6bb1687e264d req-cbe05b73-5b6c-4f60-b6fe-0087c89b24d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Sep 02 12:46:58.894641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-0354374f-0161-4c21-b4c0-5074b6771225 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590286 Sep 02 12:46:59.139333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-aa9982ea-6f83-48f9-874b-51bf97350b1e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:59.150284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-aa9982ea-6f83-48f9-874b-51bf97350b1e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480578 Sep 02 12:46:59.173066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-5cc468f0-7649-4ecf-8dff-232787c9c9de tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/quotas/044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 375 time: 0.0216463 Sep 02 12:46:59.267582 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:59.270737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-9c0656ec-cee3-49c2-b460-a229131a9ad8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964210 Sep 02 12:46:59.292977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:46:59.343738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:46:59.350397 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:46:59.463486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:46:59.579251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-62301363-8c09-42d2-a252-260d1fc09430 req-b01833d9-3d32-4f14-abb1-499f35ae0e46 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 210 time: 0.0882380 Sep 02 12:46:59.716415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187dfbd-c904-4e6b-b522-98684910f428 req-cc94f17c-a0a3-4e74-9948-0b05ee7fbf34 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:46:59.724463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7187dfbd-c904-4e6b-b522-98684910f428 req-cc94f17c-a0a3-4e74-9948-0b05ee7fbf34 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0898590 Sep 02 12:46:59.811004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7187dfbd-c904-4e6b-b522-98684910f428 req-e70a5a9f-150d-434d-82a7-df7caf353ba6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854342 Sep 02 12:47:00.085631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:00.127896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65de63-4943-40ca-be2b-aecfc00ea022 req-f927f7d2-57ec-4c11-a6b4-ae17c7236dfb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:00.132154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f65de63-4943-40ca-be2b-aecfc00ea022 req-f927f7d2-57ec-4c11-a6b4-ae17c7236dfb tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0772116 Sep 02 12:47:00.193379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a41151d0-501b-44bf-81b5-e2ad5b79e1be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:00.194986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:00.249416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f65de63-4943-40ca-be2b-aecfc00ea022 req-e64ab0e3-1523-4ffc-b179-8cc6ebd6b99a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084509 Sep 02 12:47:00.340961 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:00.383981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:00.385865 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f4913-5b74-4661-a52b-d82b7080737d" -d '{"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-plugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:00.406850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9834f-6860-4845-bbe2-71de8728b015 req-80906668-60d4-4b27-aa98-e6fd00db2de1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:00.409036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e9834f-6860-4845-bbe2-71de8728b015 req-80906668-60d4-4b27-aa98-e6fd00db2de1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.0834177 Sep 02 12:47:00.419193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:00.434419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:00.480636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e9834f-6860-4845-bbe2-71de8728b015 req-c2698072-8c1d-4d30-800a-f003c42203a7 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587246 Sep 02 12:47:00.507015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:00.549372 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1594c3f3-2b49-41e4-a10a-ef236d5e1961 x-openstack-request-id: req-1594c3f3-2b49-41e4-a10a-ef236d5e1961 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:00.549669 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-plugged", "status": "completed", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:00.549918 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1594c3f3-2b49-41e4-a10a-ef236d5e1961 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:00.550667 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'code': 200} Sep 02 12:47:00.798731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ffe57f0-020b-497a-ade0-6ac87c448603 req-799b13f0-d4b6-4af7-b648-50336320d24a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 210 time: 0.0463452 Sep 02 12:47:00.962869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c39f-331c-424e-b1b7-3ceef4878cfd req-c97a8e56-e8f6-46e1-9d2e-c49652b22819 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:00.964734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac04c39f-331c-424e-b1b7-3ceef4878cfd req-c97a8e56-e8f6-46e1-9d2e-c49652b22819 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0624580 Sep 02 12:47:01.054323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac04c39f-331c-424e-b1b7-3ceef4878cfd req-476c5928-99c3-4b50-a7c5-b08ac1868e04 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Sep 02 12:47:01.094839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-8a3f5865-8cb1-40b8-8223-103dcc774fc0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=044fbd3c414d41fab6842c2085708615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114585 Sep 02 12:47:01.281148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-b79697f2-f33f-46e8-a4b9-c0c16ea20de5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:01.286648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-b79697f2-f33f-46e8-a4b9-c0c16ea20de5 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 814 time: 0.3340719 Sep 02 12:47:01.314981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-b37328c7-dde7-451d-8455-b29b646949b4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/quotas/de8cc21df56e43edb010b585d21fe03c HTTP/1.1" status: 200 len: 375 time: 0.0230017 Sep 02 12:47:01.323512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-e0d70d0e-ab56-42f1-b3f5-d87476458eb6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:01.328483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-e0d70d0e-ab56-42f1-b3f5-d87476458eb6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262971 Sep 02 12:47:01.375284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Request body: {'port': {'device_id': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '044fbd3c414d41fab6842c2085708615'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:01.377734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb2d43be-6647-462b-82b0-cff31410e1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:01.464067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-75a9489f-7ff9-4beb-938e-38e664f18365 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274118 Sep 02 12:47:01.595502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Made reservation on behalf of 044fbd3c414d41fab6842c2085708615 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:01.602834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:01.622685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:01.782952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-84c76f17-b2f6-4c8d-b481-13b9e5e21088 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:47:01.790475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-84c76f17-b2f6-4c8d-b481-13b9e5e21088 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3245218 Sep 02 12:47:01.876705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Allocated IP 192.168.233.110 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/c440e33e-6bb2-49f9-a2c0-7d611989c32a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:01.936476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40b3358f-cd4d-4b69-9eca-d2d6ae8e0bfb req-c73c1a3d-0ca6-48c9-a510-76fa44803215 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 210 time: 0.0588324 Sep 02 12:47:01.947457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-e0a343ee-2b5f-474e-93bd-d399056ff410 service neutron] 10.222.0.60 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556604 Sep 02 12:47:02.179038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-c7646f35-3682-4d41-b389-b4c6ff951e45 service neutron] 10.222.0.60 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302506 Sep 02 12:47:02.237936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-1d803277-8d52-4295-842a-ef78907c8d70 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:02.247696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f310c-283c-4c08-9d19-a2b75fe57afe req-aaa24fff-9a2a-4b6c-888a-e59947a7ed03 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:02.249958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-1d803277-8d52-4295-842a-ef78907c8d70 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "GET /v2.0/ports?device_id=1407b2d1-454c-47e6-950d-d672605db7d0 HTTP/1.1" status: 200 len: 946 time: 0.1844795 Sep 02 12:47:02.255604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-822f310c-283c-4c08-9d19-a2b75fe57afe req-aaa24fff-9a2a-4b6c-888a-e59947a7ed03 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1016524 Sep 02 12:47:02.363014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-822f310c-283c-4c08-9d19-a2b75fe57afe req-802b6613-e235-49ca-93b6-78e9ac234f5d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961130 Sep 02 12:47:02.404356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:02.435471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:02.499045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c71b17c-f1f2-40d5-9102-986fa5e9c28f req-95cfa962-4bfd-4286-b85b-5fc13aeb362e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0503950 Sep 02 12:47:02.532261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Transition to ACTIVE for port object c440e33e-6bb2-49f9-a2c0-7d611989c32a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:02.577668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:02.593116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'dc007af7-c1ff-4f70-90b7-2cf80c489078'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:02.595390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a41151d0-501b-44bf-81b5-e2ad5b79e1be'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:02.701852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:02.707608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:02.725317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:02.738036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Deleting port e900c27c-b6e5-4737-8a18-ae57c1302493 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:02.738460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:02.912664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:02.970831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:02.972835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:03.050304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6819367 Sep 02 12:47:03.056019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.056380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.056730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.057105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.057474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.062098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.062386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.062745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.069158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.069691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.070051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.070404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c0ba0-dc43-45ad-8d22-03f4ccc8f138 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:03.100002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Request body: {'port': {'device_id': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:03.210128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2888f13-c99c-4e64-8c96-de5d876e8c89 req-e110ea06-95d9-4de8-84b7-d52f522d3026 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:03.224124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2888f13-c99c-4e64-8c96-de5d876e8c89 req-e110ea06-95d9-4de8-84b7-d52f522d3026 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 936 time: 0.1205375 Sep 02 12:47:03.227013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671536cc-df13-4306-bcb6-05faa1f46bec req-6dc7cf6b-d1a3-4177-9c2a-02e5eb8d1197 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:03.235095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-671536cc-df13-4306-bcb6-05faa1f46bec req-6dc7cf6b-d1a3-4177-9c2a-02e5eb8d1197 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.3260424 Sep 02 12:47:03.276263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e974cec-b7a8-4057-b965-1fc7ec5962bb None None] Provisioning for port c440e33e-6bb2-49f9-a2c0-7d611989c32a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:03.288447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:03.300187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2888f13-c99c-4e64-8c96-de5d876e8c89 req-dd15f856-0edc-43be-b714-db0f1dabef1d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725513 Sep 02 12:47:03.326490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e974cec-b7a8-4057-b965-1fc7ec5962bb None None] Provisioning complete for port c440e33e-6bb2-49f9-a2c0-7d611989c32a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:03.327142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e974cec-b7a8-4057-b965-1fc7ec5962bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:03.332227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-671536cc-df13-4306-bcb6-05faa1f46bec req-f5eea717-312f-4b01-b899-4e47c5c5afb6 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888429 Sep 02 12:47:03.381768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] For port e900c27c-b6e5-4737-8a18-ae57c1302493, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e900c27c-b6e5-4737-8a18-ae57c1302493,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:03.383624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:03.558113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5e974cec-b7a8-4057-b965-1fc7ec5962bb None None] Port c440e33e-6bb2-49f9-a2c0-7d611989c32a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:47:03.597680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Calling delete_port for e900c27c-b6e5-4737-8a18-ae57c1302493 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:03.763501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093a80f-2975-4851-82ca-847ba3501999 req-790ddf78-d184-466a-9667-77eb6c09c5b4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:03.765759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c093a80f-2975-4851-82ca-847ba3501999 req-790ddf78-d184-466a-9667-77eb6c09c5b4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1310115 Sep 02 12:47:03.839010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c093a80f-2975-4851-82ca-847ba3501999 req-1d607279-5cbd-4878-ad61-058bbb831c93 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631909 Sep 02 12:47:03.938011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b6ba1df-0b63-48b8-bd3c-66b20a414670 req-b8683ef6-3bf7-4fc1-b3ea-1abe93ee6567 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0581937 Sep 02 12:47:04.119477 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.173705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-47a5c56b-efca-4b34-8763-e06c842c001c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:04.175561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-47a5c56b-efca-4b34-8763-e06c842c001c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 814 time: 0.2154324 Sep 02 12:47:04.191085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Request body: {'port': {'device_id': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'admin_state_up': True, 'tenant_id': 'de8cc21df56e43edb010b585d21fe03c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:04.256164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.268670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e900c27c-b6e5-4737-8a18-ae57c1302493'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:04.333409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Pushing event deleted for resources: {'Port': ['ID=e900c27c-b6e5-4737-8a18-ae57c1302493,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:04.391754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] No DVR routers for this DVR port e900c27c-b6e5-4737-8a18-ae57c1302493 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:04.394481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Made reservation on behalf of de8cc21df56e43edb010b585d21fe03c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:04.395636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.397911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa684d8c-ab1e-480f-ae1d-e7ac04e3ad32 req-d44cbec4-d008-46d6-b2e2-38d1be855160 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "DELETE /v2.0/ports/e900c27c-b6e5-4737-8a18-ae57c1302493 HTTP/1.1" status: 204 len: 173 time: 2.1364491 Sep 02 12:47:04.398686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.405075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'name': 'network-vif-deleted', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:04.407370 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba39e11-71aa-4419-8f12-910b1e181c13" -d '{"events": [{"server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "name": "network-vif-deleted", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:04.465690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c440e33e-6bb2-49f9-a2c0-7d611989c32a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:04.487572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.525103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Transition to ACTIVE for port object c440e33e-6bb2-49f9-a2c0-7d611989c32a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:04.545108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ae167-2b1e-4e38-a81a-55b5e06601bb req-243ffcde-4316-40a9-b668-7c1c07c07508 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:04.547639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d2ae167-2b1e-4e38-a81a-55b5e06601bb req-243ffcde-4316-40a9-b668-7c1c07c07508 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 936 time: 0.0772777 Sep 02 12:47:04.549284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.558946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Allocated IP 172.20.0.13 (c219a0d5-da95-4b36-a7c4-4e6ca038d1b2/9ff8f94d-39ab-448c-b86a-eb74b10fd9e2/7856d7c2-7e32-438a-9312-ba1ba3229ae1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:04.696543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d2ae167-2b1e-4e38-a81a-55b5e06601bb req-367193d4-d865-4bf5-8bf3-87b0ff9e8e86 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168852 Sep 02 12:47:04.727108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a3fb-1fab-4d75-bdd7-b87c93ef1078 req-da256ee3-437e-40df-9894-14fd63f18969 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:04.729304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:04.734213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da31a3fb-1fab-4d75-bdd7-b87c93ef1078 req-da256ee3-437e-40df-9894-14fd63f18969 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.3052914 Sep 02 12:47:04.860759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:04.863320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:04.864836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:04.887345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:04.891045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:04.913252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:04.917383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:04.918011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:04.918669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Bound port: c440e33e-6bb2-49f9-a2c0-7d611989c32a, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:04.919187 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:04.948672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da31a3fb-1fab-4d75-bdd7-b87c93ef1078 req-e9c8b89a-7262-4453-ae9a-a7ffc0dc37d5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132335 Sep 02 12:47:05.027129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.078737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.106888 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cc308b-159c-4b1b-9563-f675394e38cb x-openstack-request-id: req-d1cc308b-159c-4b1b-9563-f675394e38cb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:05.107178 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1407b2d1-454c-47e6-950d-d672605db7d0", "name": "network-vif-deleted", "tag": "e900c27c-b6e5-4737-8a18-ae57c1302493", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:05.111723 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1cc308b-159c-4b1b-9563-f675394e38cb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:05.112076 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1407b2d1-454c-47e6-950d-d672605db7d0', 'name': 'network-vif-deleted', 'tag': 'e900c27c-b6e5-4737-8a18-ae57c1302493', 'status': 'completed', 'code': 200} Sep 02 12:47:05.141805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:05.156376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:05.209520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.222796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.300093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:05.304881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:05.307583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Pushing event updated for resources: {'Port': ['ID=7856d7c2-7e32-438a-9312-ba1ba3229ae1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:05.309991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:05.413997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:05.414726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.428852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:05.429715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.438189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] 10.222.0.18 "PUT /v2.0/ports/c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 1096 time: 2.3629789 Sep 02 12:47:05.479088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc6f79-7fa4-41d4-abf7-38e2445e1221 service neutron] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:05.493166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-5b415036-a68b-4f48-87fb-a86d32f622d3 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3074281 Sep 02 12:47:05.517825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e2f13-34d9-4015-a114-37345283794c req-6416d3c4-900a-428b-837f-3f2b7b81f0a8 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:05.520024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d9e2f13-34d9-4015-a114-37345283794c req-6416d3c4-900a-428b-837f-3f2b7b81f0a8 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 932 time: 0.1489370 Sep 02 12:47:05.531495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Request body: {'port': {'device_id': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:05.538017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5809f-03a2-4c92-bcbb-0d628b366c54 req-4df8412f-239d-49ae-ba08-3f7eaa5cde16 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:05.550216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5cd5809f-03a2-4c92-bcbb-0d628b366c54 req-4df8412f-239d-49ae-ba08-3f7eaa5cde16 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1831720 Sep 02 12:47:05.663374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5cd5809f-03a2-4c92-bcbb-0d628b366c54 req-729fff53-014c-4368-9d6e-8df0cadadc18 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120832 Sep 02 12:47:05.679527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-2a4069b7-c6dc-4051-86ef-d6bd9fbe2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:05.689590 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-2a4069b7-c6dc-4051-86ef-d6bd9fbe2bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1099 time: 0.1902769 Sep 02 12:47:05.730857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d9e2f13-34d9-4015-a114-37345283794c req-b5cd3f25-bc2c-476d-af47-90dd8dc80208 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961679 Sep 02 12:47:05.742900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:05.878827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-10e2080a-e78b-4547-a977-f902f937b76b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.1824749 Sep 02 12:47:06.030780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-b1c48983-4006-48cd-85ed-60788a49fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:06.034565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-b1c48983-4006-48cd-85ed-60788a49fe1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1393473 Sep 02 12:47:06.096435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65070-776f-4d2a-b5a1-77dff7eedc54 req-546ffb24-5323-4d3e-af2b-adef37481d61 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:06.099007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9f65070-776f-4d2a-b5a1-77dff7eedc54 req-546ffb24-5323-4d3e-af2b-adef37481d61 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.1649036 Sep 02 12:47:06.152615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-63053edc-527f-4d6c-93c3-c0efbf6207a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:06.159134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-63053edc-527f-4d6c-93c3-c0efbf6207a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185024 Sep 02 12:47:06.264861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:06.284249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9f65070-776f-4d2a-b5a1-77dff7eedc54 req-a7e4042c-cff4-4871-a66d-681d592d5a6b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646643 Sep 02 12:47:06.292665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08b35f-7283-4ae9-8f16-c9eafefd9f1a req-5357db47-a7d0-4d8d-b51a-62faf839df9e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:06.310206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d08b35f-7283-4ae9-8f16-c9eafefd9f1a req-5357db47-a7d0-4d8d-b51a-62faf839df9e tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.1094475 Sep 02 12:47:06.335409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: e900c27c-b6e5-4737-8a18-ae57c1302493 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:06.338870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e900c27c-b6e5-4737-8a18-ae57c1302493 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:06.379289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-a439407c-c906-4936-a8e5-9bc7c5946912 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018085 Sep 02 12:47:06.425241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d08b35f-7283-4ae9-8f16-c9eafefd9f1a req-639d4216-6e11-4a40-a430-b0ec5a25bce5 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132791 Sep 02 12:47:06.510399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7856d7c2-7e32-438a-9312-ba1ba3229ae1 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:06.519695 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:06.534949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Transition to ACTIVE for port object 7856d7c2-7e32-438a-9312-ba1ba3229ae1 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:06.543161 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:06.554682 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-708b3d81-5318-48ec-82cd-6b2cb2caad8d req-c949d30f-3076-41e1-881c-7ade4a02d501 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621511 Sep 02 12:47:06.653896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Pushing event updated for resources: {'Port': ['ID=7856d7c2-7e32-438a-9312-ba1ba3229ae1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:06.722878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Attempting to bind port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:06.723223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Attempting to bind port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:06.723555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Attempting to bind port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:06.730387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:06.730740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Attempting to bind port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 on network c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:06.736524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:06.736858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Checking segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:06.737295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Bound using segment: {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:06.737731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Bound port: 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453674ac-182e-4aa7-b2cc-728b03f033c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:06.738095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:06.866948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757307-a68f-4279-93b7-cec16e4cb5d2 req-bb3e821e-a4b5-4790-b732-198af6abb8fc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:06.867152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2cf7f-5bbd-416d-b644-e7d767b9570f req-691cebfd-8df3-41a2-a7aa-11215a434f36 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:06.868452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48757307-a68f-4279-93b7-cec16e4cb5d2 req-bb3e821e-a4b5-4790-b732-198af6abb8fc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1133580 Sep 02 12:47:06.868822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1f2cf7f-5bbd-416d-b644-e7d767b9570f req-691cebfd-8df3-41a2-a7aa-11215a434f36 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 944 time: 0.0530679 Sep 02 12:47:06.905739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] For port 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:06.911662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1f2cf7f-5bbd-416d-b644-e7d767b9570f req-e2c46aba-4c3c-4d52-89b2-37511e584098 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360496 Sep 02 12:47:06.937054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] For port 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:06.945931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48757307-a68f-4279-93b7-cec16e4cb5d2 req-26526cd2-2f6d-4f7e-a57d-e2b1515b1452 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685766 Sep 02 12:47:06.947969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:06.999664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.000420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:07.002385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] 10.222.0.41 "PUT /v2.0/ports/7856d7c2-7e32-438a-9312-ba1ba3229ae1 HTTP/1.1" status: 200 len: 1092 time: 1.4811976 Sep 02 12:47:07.002862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'tag': '7856d7c2-7e32-438a-9312-ba1ba3229ae1'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:07.005763 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799e2b6-a127-40a9-88ec-489a46f5adae" -d '{"events": [{"name": "network-changed", "server_uuid": "a12616b3-9fff-4e83-bc42-d76c5af9c3a4", "tag": "7856d7c2-7e32-438a-9312-ba1ba3229ae1"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:07.047518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123d9f-57ce-4314-9605-6de3ddef789c service neutron] Pushing event updated for resources: {'Port': ['ID=7856d7c2-7e32-438a-9312-ba1ba3229ae1,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:07.102098 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7576b467-b110-467c-812e-f67806877eeb x-openstack-request-id: req-7576b467-b110-467c-812e-f67806877eeb {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:07.102401 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12616b3-9fff-4e83-bc42-d76c5af9c3a4", "tag": "7856d7c2-7e32-438a-9312-ba1ba3229ae1", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:07.102620 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7576b467-b110-467c-812e-f67806877eeb {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:07.103024 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'tag': '7856d7c2-7e32-438a-9312-ba1ba3229ae1', 'status': 'completed', 'code': 200} Sep 02 12:47:07.113467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:07.116741 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:07.123441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-723a1b7e-f8e5-43de-a2c7-044f63fb8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.124983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-723a1b7e-f8e5-43de-a2c7-044f63fb8cad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0590470 Sep 02 12:47:07.161791 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bc12d-b105-4dec-9a0e-927f1bc2efd4 x-openstack-request-id: req-736bc12d-b105-4dec-9a0e-927f1bc2efd4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:07.162169 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:07.162424 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-736bc12d-b105-4dec-9a0e-927f1bc2efd4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:07.162820 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'status': 'completed', 'code': 200} Sep 02 12:47:07.180815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-924ebc63-bf4e-49e0-abe3-0eeb077bf955 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1 HTTP/1.1" status: 200 len: 217 time: 0.0468428 Sep 02 12:47:07.241826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-bf14b808-186d-4788-90c8-14c885373f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.243476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-bf14b808-186d-4788-90c8-14c885373f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 200 len: 854 time: 0.0514047 Sep 02 12:47:07.271301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-f3a8719c-0c03-40f6-9402-a2565e071bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.272935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-f3a8719c-0c03-40f6-9402-a2565e071bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1099 time: 0.0754349 Sep 02 12:47:07.276795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-a8c407fd-09ba-4391-a766-7cb9076767e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262237 Sep 02 12:47:07.280377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-46727074-a006-4d94-a610-f995f1e49e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.281904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-46727074-a006-4d94-a610-f995f1e49e97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0726857 Sep 02 12:47:07.422580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-ff16c802-1d25-4ca8-875a-0cf253a0d0de service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324058 Sep 02 12:47:07.452463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-4a2b9feb-ef5e-4076-a086-07bda6d64400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.454329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-4a2b9feb-ef5e-4076-a086-07bda6d64400 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1709323 Sep 02 12:47:07.459180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-96c616d1-ec19-442a-85a1-8052f2ab2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.460643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-96c616d1-ec19-442a-85a1-8052f2ab2b2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.1674178 Sep 02 12:47:07.488697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f020af-fefa-4f96-a36d-24d6e7038dfe req-b47eb4fd-8806-454d-bc86-a528e622fbef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.490377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f020af-fefa-4f96-a36d-24d6e7038dfe req-b47eb4fd-8806-454d-bc86-a528e622fbef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.1147776 Sep 02 12:47:07.554143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44f020af-fefa-4f96-a36d-24d6e7038dfe req-637a2fc6-2ea1-441b-8a5b-52d4a67f2188 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516021 Sep 02 12:47:07.565519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77520d78-f071-4dfa-80f3-764ff50dc15e req-076d43a0-f74f-422e-b235-103d22b7a4d2 service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339509 Sep 02 12:47:07.660223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-49839032-ad31-4055-861c-e5829ff932ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.662332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-49839032-ad31-4055-861c-e5829ff932ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de8cc21df56e43edb010b585d21fe03c&device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0453525 Sep 02 12:47:07.768330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-52d72e16-d38b-4e7c-8a4e-1a36f730760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.770049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-52d72e16-d38b-4e7c-8a4e-1a36f730760d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 200 len: 915 time: 0.1008565 Sep 02 12:47:07.840299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-64d381cf-1b22-4ead-8e39-8a42184377d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1 HTTP/1.1" status: 200 len: 217 time: 0.0606861 Sep 02 12:47:07.893869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-050c699f-ca57-4c78-80f3-f13df10102df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:07.895505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-050c699f-ca57-4c78-80f3-f13df10102df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 200 len: 854 time: 0.0476475 Sep 02 12:47:07.901070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-0616f575-ef27-427a-b126-c1a38aa8dbe9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.4383976 Sep 02 12:47:07.911008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-bfcc5626-74eb-4bfe-8da0-5b426fda54d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d58d964d-b01d-4992-be29-6ca40f1a221d HTTP/1.1" status: 200 len: 217 time: 0.4425268 Sep 02 12:47:07.949482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-16e123b3-1d62-453f-8769-ea86527af7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461202 Sep 02 12:47:08.052306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-13b0b9d4-7926-4cfb-945e-027557bdd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.054206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-13b0b9d4-7926-4cfb-945e-027557bdd101 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1269679 Sep 02 12:47:08.063873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65e56-eb38-47ae-a520-3f654040485b req-34c1e8e0-099d-4563-955c-9a8ff973a692 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.065801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9f65e56-eb38-47ae-a520-3f654040485b req-34c1e8e0-099d-4563-955c-9a8ff973a692 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.1688685 Sep 02 12:47:08.077352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-31173c5e-fe10-4eb9-a7f4-7353c12ba82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.078836 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-31173c5e-fe10-4eb9-a7f4-7353c12ba82c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.1297359 Sep 02 12:47:08.090057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-65d73052-acf7-4f70-9a25-890959fa4dbc tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.091729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-65d73052-acf7-4f70-9a25-890959fa4dbc tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 945 time: 0.5862274 Sep 02 12:47:08.093504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dba8a-11fc-4aa5-84fa-5fca7a76a196 req-0d09827e-2a20-4191-8c6e-e865fddadbb4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.095114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af2dba8a-11fc-4aa5-84fa-5fca7a76a196 req-0d09827e-2a20-4191-8c6e-e865fddadbb4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 944 time: 0.0751307 Sep 02 12:47:08.158710 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-4fe5f88c-dc91-4c45-a1ed-d5aeb476b9f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002771 Sep 02 12:47:08.164407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af2dba8a-11fc-4aa5-84fa-5fca7a76a196 req-69e3b0bc-5922-4433-ab82-d1c37dabdaee tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Sep 02 12:47:08.170022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-afaaa622-21d5-476b-9ae2-dcee48297015 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765178 Sep 02 12:47:08.298094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-0e0199b8-f147-4cf7-972e-a1b83b820a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.298988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-0e0199b8-f147-4cf7-972e-a1b83b820a77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310956 Sep 02 12:47:08.302149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9f65e56-eb38-47ae-a520-3f654040485b req-6f966e70-7830-4b8d-9677-a4ca23450ef2 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f74dd70-45cd-4df0-bdc5-308084fb8978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222211 Sep 02 12:47:08.303820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ce3c3-82ff-4954-b020-dff14d313694 req-ea6d0481-ed67-4f85-9cb3-9fcebd43a8c9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.305452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-572ce3c3-82ff-4954-b020-dff14d313694 req-ea6d0481-ed67-4f85-9cb3-9fcebd43a8c9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0722747 Sep 02 12:47:08.319099 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a799e2b6-a127-40a9-88ec-489a46f5adae req-772325fc-7c41-45fb-99f5-d71d67b9502f service neutron] 10.222.0.41 "GET /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528659 Sep 02 12:47:08.362421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-572ce3c3-82ff-4954-b020-dff14d313694 req-fd567d7b-69d8-4024-9d0a-7b6e23f7fd01 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Sep 02 12:47:08.417490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-866b9469-5809-4978-83f5-b9c7c194abde service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340171 Sep 02 12:47:08.451989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Deleting port 879529ae-237b-45c3-b498-0bbb8f8d2449 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:08.452248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:08.538207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-4fc9c409-0e8f-4d9b-b7f4-6c2972098df5 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298245 Sep 02 12:47:08.703808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df15c417-5ad5-4c36-a9c4-3bd71f960216 req-bfc83972-690d-4530-a23a-8105df4efc56 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776897 Sep 02 12:47:08.706842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] For port 879529ae-237b-45c3-b498-0bbb8f8d2449, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=879529ae-237b-45c3-b498-0bbb8f8d2449,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:08.707227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:08.794335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3cd4b1df-df7f-4bdd-8645-f7008f704bd6 req-f8230302-83c5-4240-b1b0-e3c828fe36d2 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480803 Sep 02 12:47:08.804784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1a2aa-5ca8-4328-aa4c-5ff322ed6d8e req-92c245cb-d9ae-4a5c-aaa3-9ccd7f090ef2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:08.806416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33f1a2aa-5ca8-4328-aa4c-5ff322ed6d8e req-92c245cb-d9ae-4a5c-aaa3-9ccd7f090ef2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.1719596 Sep 02 12:47:08.896125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33f1a2aa-5ca8-4328-aa4c-5ff322ed6d8e req-e997701c-d993-49b2-86c1-d7b99e2e507a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822272 Sep 02 12:47:08.954347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:08.954664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:08.954977 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Floating IP ce1dadca-1f19-4844-85aa-d181a62be928 disassociated. External IP: 172.25.7.234, port: 879529ae-237b-45c3-b498-0bbb8f8d2449. Sep 02 12:47:08.955320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Calling delete_port for 879529ae-237b-45c3-b498-0bbb8f8d2449 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:09.095372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:09.125680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event deleted for resources: {'Port': ['ID=879529ae-237b-45c3-b498-0bbb8f8d2449,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:09.265103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:47:09.295687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c79a16-7e25-48d7-9173-888b36299be2 req-4f7f85ad-46da-41e5-b1a1-60fc8b8c7938 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:09.297247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81c79a16-7e25-48d7-9173-888b36299be2 req-4f7f85ad-46da-41e5-b1a1-60fc8b8c7938 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 944 time: 0.0539849 Sep 02 12:47:09.335970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81c79a16-7e25-48d7-9173-888b36299be2 req-f34f0336-3bb7-492f-918d-313d63e6ddbf tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Sep 02 12:47:09.404057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:47:09.416723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] Sync routers for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:47:09.425752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:47:09.426585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:47:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:09.437919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e0ff6a1-12e3-483b-9193-e05aaee424d1 req-21728479-7037-4f53-8955-e496fc42d4c9 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3aab16e-1ebb-42bc-bd38-b16a2b2702d6 HTTP/1.1" status: 200 len: 210 time: 0.0492074 Sep 02 12:47:09.461449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] No DVR routers for this DVR port 879529ae-237b-45c3-b498-0bbb8f8d2449 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:09.466151 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:09.468373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb53a4ee-dfe7-4f6f-93f3-00c29842052d req-c39e354b-0ebe-465b-a94a-b9fae008d6be tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.18 "DELETE /v2.0/ports/879529ae-237b-45c3-b498-0bbb8f8d2449 HTTP/1.1" status: 204 len: 173 time: 1.3455930 Sep 02 12:47:09.469030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'name': 'network-vif-deleted', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:09.471393 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5eb071-1c39-44e2-a2a7-03e45aeac456" -d '{"events": [{"server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "name": "network-vif-deleted", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:09.519676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e63b7-ad61-4955-942b-0883af700380 req-8cf3eb98-516f-4a97-b5eb-97869d57e776 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:09.531382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-888e63b7-ad61-4955-942b-0883af700380 req-8cf3eb98-516f-4a97-b5eb-97869d57e776 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0818055 Sep 02 12:47:09.596535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:47:09.621154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-888e63b7-ad61-4955-942b-0883af700380 req-c2de562a-0d1b-4748-a73e-514b6bd6d095 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887852 Sep 02 12:47:09.659440 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d12b8-d7d9-40e1-ba39-db9f21d4432f x-openstack-request-id: req-ab3d12b8-d7d9-40e1-ba39-db9f21d4432f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:09.659775 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aab16e-1ebb-42bc-bd38-b16a2b2702d6", "name": "network-vif-deleted", "tag": "879529ae-237b-45c3-b498-0bbb8f8d2449", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:09.660025 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab3d12b8-d7d9-40e1-ba39-db9f21d4432f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:09.661231 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aab16e-1ebb-42bc-bd38-b16a2b2702d6', 'name': 'network-vif-deleted', 'tag': '879529ae-237b-45c3-b498-0bbb8f8d2449', 'status': 'completed', 'code': 200} Sep 02 12:47:09.862205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:04Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:09.890689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] Checking router: 6e771fde-35ce-4c5b-a306-e13da4aa0dfe for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:47:09.900636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:47:09.901368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:47:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:10.067404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fd530-060a-4fec-95a5-7829514ae20c req-60bde68f-2dce-4459-98b5-d05aa87a976b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:10.079505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-989fd530-060a-4fec-95a5-7829514ae20c req-60bde68f-2dce-4459-98b5-d05aa87a976b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.0936103 Sep 02 12:47:10.094194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:47:10.133873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-989fd530-060a-4fec-95a5-7829514ae20c req-320968a7-0c05-4d9f-8e33-fc7418101787 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473542 Sep 02 12:47:10.143587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:10.331448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7856d7c2-7e32-438a-9312-ba1ba3229ae1 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:10.333780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:10.460815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:10.491591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4333-613b-4047-ac13-c5cf60b0a366 req-df5f04b5-a6fe-4e1a-9dc1-bc29e4d3b3c4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:10.501095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ecc4333-613b-4047-ac13-c5cf60b0a366 req-df5f04b5-a6fe-4e1a-9dc1-bc29e4d3b3c4 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 944 time: 0.0650725 Sep 02 12:47:10.578526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ecc4333-613b-4047-ac13-c5cf60b0a366 req-2e8e4cb3-db4d-4a8e-b38a-81c9cd146368 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761652 Sep 02 12:47:10.590429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:10.665722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2624b465-a365-4618-8fbb-4184f471614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.685876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.711328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f866da3-2931-4908-8944-8861c6a4e154 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.723131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:10.772937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:10.778567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:10.780857 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ce3b7-b9f5-4af0-aa1b-da5393aa6873" -d '{"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:10.786549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:10.798336 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.802725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261dbe-40a1-4f57-a882-42822f672a7f req-0104d991-83e2-4682-bad3-96e2c3c3ea2d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:10.807260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'mac_address': 'fa:16:3e:e5:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:10.808270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc261dbe-40a1-4f57-a882-42822f672a7f req-0104d991-83e2-4682-bad3-96e2c3c3ea2d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0621607 Sep 02 12:47:10.812376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f866da3-2931-4908-8944-8861c6a4e154 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.840288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '7856d7c2-7e32-438a-9312-ba1ba3229ae1', 'network_id': 'c219a0d5-da95-4b36-a7c4-4e6ca038d1b2', 'port_id': '7856d7c2-7e32-438a-9312-ba1ba3229ae1', 'mac_address': 'fa:16:3e:80:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff8f94d-39ab-448c-b86a-eb74b10fd9e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:10.847033 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ca8b19-7cc9-411f-ab25-52af912fc7fc x-openstack-request-id: req-d9ca8b19-7cc9-411f-ab25-52af912fc7fc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:10.847317 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-unplugged", "status": "failed", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:10.847624 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9ca8b19-7cc9-411f-ab25-52af912fc7fc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:10.848002 n-d-792364-8 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'code': 422} returned with failed status Sep 02 12:47:10.878611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc261dbe-40a1-4f57-a882-42822f672a7f req-e99d199b-c76b-4d6c-8183-5aa68249605e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 Sep 02 12:47:10.881816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f866da3-2931-4908-8944-8861c6a4e154 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.886525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f866da3-2931-4908-8944-8861c6a4e154 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.890084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6f866da3-2931-4908-8944-8861c6a4e154 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f74dd70-45cd-4df0-bdc5-308084fb8978 HTTP/1.1" status: 204 len: 168 time: 0.2964535 Sep 02 12:47:10.891460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33156) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:10.912723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f866da3-2931-4908-8944-8861c6a4e154 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f74dd70-45cd-4df0-bdc5-308084fb8978,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:10.929714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2624b465-a365-4618-8fbb-4184f471614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.931956 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-d99d166f-e3cf-460d-812b-2ca323716428 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] show failed (client error): The resource could not be found. Sep 02 12:47:10.935586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d99d166f-e3cf-460d-812b-2ca323716428 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "GET /v2.0/security-groups/1f74dd70-45cd-4df0-bdc5-308084fb8978 HTTP/1.1" status: 404 len: 347 time: 0.0403636 Sep 02 12:47:10.935998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:10.944854 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2624b465-a365-4618-8fbb-4184f471614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.946434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.973715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:10.979117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:10.983821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.007822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c440e33e-6bb2-49f9-a2c0-7d611989c32a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:11.015722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7856d7c2-7e32-438a-9312-ba1ba3229ae1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:11.022693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:04Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:11.065818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184e002-bac8-467e-9307-bb2f94965229 None None] The sync data for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 is: [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:44:56Z', 'revision_number': 4, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9fbe196e-2f5e-45ed-9e42-fcfcc02a766a', 'name': '', 'network_id': '2c93626a-3804-49ff-9369-8836bf796da0', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'mac_address': 'fa:16:3e:12:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:53Z', 'updated_at': '2021-09-02T12:45:04Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'subnets': [{'id': 'adb30b44-c020-4a48-a44a-bebba1d79788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:47:11.068618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:11.077289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:11.078289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.079961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2624b465-a365-4618-8fbb-4184f471614d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6859cf137c834123a6f221767c257ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170352 Sep 02 12:47:11.081074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624b465-a365-4618-8fbb-4184f471614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8526be1a-c8ed-4dd3-b90f-e1c5adf8c3d1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:11.083943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:11.109285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.157952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:11.170456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Deleting port 5c0fc000-714e-4bb3-bdda-a39cb409c53a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:11.170799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.202459 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa9e5-f765-4970-93c7-fa6e50a3fda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.231960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7856d7c2-7e32-438a-9312-ba1ba3229ae1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:11.235156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa9e5-f765-4970-93c7-fa6e50a3fda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.303432 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa9e5-f765-4970-93c7-fa6e50a3fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.315347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa9e5-f765-4970-93c7-fa6e50a3fda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.319060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2d8aa9e5-f765-4970-93c7-fa6e50a3fda5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8526be1a-c8ed-4dd3-b90f-e1c5adf8c3d1 HTTP/1.1" status: 204 len: 168 time: 0.2279577 Sep 02 12:47:11.326727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aa9e5-f765-4970-93c7-fa6e50a3fda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8526be1a-c8ed-4dd3-b90f-e1c5adf8c3d1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:11.371526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08fe7-1c8d-4c57-8924-a0fc090b5c8d req-c3829f0e-778e-44cd-b1ee-d87a6389a844 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:11.373067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-abd08fe7-1c8d-4c57-8924-a0fc090b5c8d req-c3829f0e-778e-44cd-b1ee-d87a6389a844 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.0940313 Sep 02 12:47:11.383143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['c440e33e-6bb2-49f9-a2c0-7d611989c32a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:11.388015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7856d7c2-7e32-438a-9312-ba1ba3229ae1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:11.388418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.389065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.469612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Calling delete_port for 5c0fc000-714e-4bb3-bdda-a39cb409c53a owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:11.553849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9ae0f-4860-4d39-8aed-2d59722996f8 None None] New status for floating IP ce1dadca-1f19-4844-85aa-d181a62be928: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:47:11.581091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-abd08fe7-1c8d-4c57-8924-a0fc090b5c8d req-b0a92b75-2647-42da-845a-1a63332fb5f5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810379 Sep 02 12:47:11.730143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.756482 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.db.api [None req-f7d9ae0f-4860-4d39-8aed-2d59722996f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:47:11.759818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:11.760307 n-d-792364-8 neutron-server[94843]: DEBUG oslo_db.api [None req-f7d9ae0f-4860-4d39-8aed-2d59722996f8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:47:11.775865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7eed785-53d2-40f2-82f4-fcf3a6d6072d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.913778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7eed785-53d2-40f2-82f4-fcf3a6d6072d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.919122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7eed785-53d2-40f2-82f4-fcf3a6d6072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:11.964082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-fecebf88-85c5-47ac-beba-088c30049658 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:11.965652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-fecebf88-85c5-47ac-beba-088c30049658 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a71edcc-de22-4901-aad8-129ed587a1f0 HTTP/1.1" status: 200 len: 943 time: 0.1064475 Sep 02 12:47:11.985260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f7eed785-53d2-40f2-82f4-fcf3a6d6072d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9cfba08be8d4e2298cb7de766941e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234755 Sep 02 12:47:11.988383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33216) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:12.011284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eed785-53d2-40f2-82f4-fcf3a6d6072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eac177-0ded-4acd-8895-bf2aeded28c8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:12.107338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff12c368-787c-4280-b061-00c36e324f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.116919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Pushing event deleted for resources: {'Port': ['ID=5c0fc000-714e-4bb3-bdda-a39cb409c53a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:12.138199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff12c368-787c-4280-b061-00c36e324f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.141899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Deleting port d58d964d-b01d-4992-be29-6ca40f1a221d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:12.141996 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.146102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 879529ae-237b-45c3-b498-0bbb8f8d2449 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:12.168351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 879529ae-237b-45c3-b498-0bbb8f8d2449 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:12.168697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 879529ae-237b-45c3-b498-0bbb8f8d2449 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:12.184444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f02ec0-bb39-4b8f-9421-928d15660cb0 req-86a640bf-28d5-4f15-b329-4b4ee6ebc46e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:12.185993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6f02ec0-bb39-4b8f-9421-928d15660cb0 req-86a640bf-28d5-4f15-b329-4b4ee6ebc46e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 945 time: 0.4443083 Sep 02 12:47:12.195070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.197726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.201370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-856142c9-e442-44dc-a071-67567cd4b372 tempest-ServersTestManualDisk-1899127523 tempest-ServersTestManualDisk-1899127523-project] 10.222.0.60 "DELETE /v2.0/floatingips/ce1dadca-1f19-4844-85aa-d181a62be928 HTTP/1.1" status: 204 len: 168 time: 1.2617264 Sep 02 12:47:12.202883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:12.233128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6f02ec0-bb39-4b8f-9421-928d15660cb0 req-8c7b596f-5c9a-44c7-94b3-48e48101e176 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Sep 02 12:47:12.263926 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9ae0f-4860-4d39-8aed-2d59722996f8 None None] New status for floating IP ce1dadca-1f19-4844-85aa-d181a62be928: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:47:12.355075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] For port d58d964d-b01d-4992-be29-6ca40f1a221d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d58d964d-b01d-4992-be29-6ca40f1a221d,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:12.355369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.361981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff12c368-787c-4280-b061-00c36e324f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.365689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff12c368-787c-4280-b061-00c36e324f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.366907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ff12c368-787c-4280-b061-00c36e324f07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12eac177-0ded-4acd-8895-bf2aeded28c8 HTTP/1.1" status: 204 len: 168 time: 0.3780355 Sep 02 12:47:12.392743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Calling delete_port for d58d964d-b01d-4992-be29-6ca40f1a221d owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:12.401244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12c368-787c-4280-b061-00c36e324f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eac177-0ded-4acd-8895-bf2aeded28c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:12.691013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.707406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faf285-6c2c-4c99-aeb8-7a3ea795fdc0 req-3dfc4430-3dfe-4ab8-b60f-268d61fdd12c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:12.709076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35faf285-6c2c-4c99-aeb8-7a3ea795fdc0 req-3dfc4430-3dfe-4ab8-b60f-268d61fdd12c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.0627396 Sep 02 12:47:12.733340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event deleted for resources: {'Port': ['ID=d58d964d-b01d-4992-be29-6ca40f1a221d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:12.752039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35faf285-6c2c-4c99-aeb8-7a3ea795fdc0 req-d6fbca74-3def-474f-9a29-fff0a3be70e6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360670 Sep 02 12:47:12.784015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] No DVR routers for this DVR port d58d964d-b01d-4992-be29-6ca40f1a221d on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:12.791382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:12.793467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21a45ba5-93f0-4aa0-811d-b6abeb56b84a req-d9c88b83-6e3d-41ae-8a33-8d8be7e5e6d4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "DELETE /v2.0/ports/d58d964d-b01d-4992-be29-6ca40f1a221d HTTP/1.1" status: 204 len: 173 time: 0.8217630 Sep 02 12:47:12.793909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-deleted', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:12.796223 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a3917-58c7-483a-9a1d-e48c8ccba464" -d '{"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-deleted", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:12.836934 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c78af72-6dba-4e4b-85b5-0b6189394875 x-openstack-request-id: req-3c78af72-6dba-4e4b-85b5-0b6189394875 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:12.837322 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a71edcc-de22-4901-aad8-129ed587a1f0", "name": "network-vif-deleted", "tag": "d58d964d-b01d-4992-be29-6ca40f1a221d", "status": "failed", "code": 422}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:12.837521 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c78af72-6dba-4e4b-85b5-0b6189394875 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:12.837923 n-d-792364-8 neutron-server[94840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a71edcc-de22-4901-aad8-129ed587a1f0', 'name': 'network-vif-deleted', 'tag': 'd58d964d-b01d-4992-be29-6ca40f1a221d', 'status': 'failed', 'code': 422} returned with failed status Sep 02 12:47:12.870583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:13.136865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Deleting port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:13.137156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:13.388703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f644a-5d9c-4eed-8133-5ae9d41389d4 req-946dbb81-71bc-435a-812f-194d79988c6a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:13.398752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-565f644a-5d9c-4eed-8133-5ae9d41389d4 req-946dbb81-71bc-435a-812f-194d79988c6a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0790529 Sep 02 12:47:13.464255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-565f644a-5d9c-4eed-8133-5ae9d41389d4 req-a7ccff87-aa26-4aaf-90b2-32aa3b5b9814 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639398 Sep 02 12:47:13.590498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] For port 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:13.591141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:13.608768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Calling delete_port for 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:13.686806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-145e4937-da56-4265-9bb7-d7b51910fc15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:13.688350 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-145e4937-da56-4265-9bb7-d7b51910fc15 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1261117 Sep 02 12:47:13.704389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-24fbc7dc-6968-43d6-b0bc-c374c0288202 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0103333 Sep 02 12:47:13.742966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-486280dc-622a-488b-89e5-60d67939dbee tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317454 Sep 02 12:47:13.755814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-1570b5c1-5ceb-47a7-84a7-2f1121ae7db4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:47:13.757102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-1570b5c1-5ceb-47a7-84a7-2f1121ae7db4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071640 Sep 02 12:47:13.859565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:13.886611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-e559aea3-e19d-425c-a81e-4827808b4662 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227849 Sep 02 12:47:13.909682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbe196e-2f5e-45ed-9e42-fcfcc02a766a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:13.946349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf152d-2286-4cf9-bccc-02cae361eba9 req-f7febfc9-9436-49ad-96ba-1a42d4d845f2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:13.947949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacf152d-2286-4cf9-bccc-02cae361eba9 req-f7febfc9-9436-49ad-96ba-1a42d4d845f2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.1011596 Sep 02 12:47:13.997606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-20c43dd3-a4d0-4557-916e-696c2072aa9f service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059868 Sep 02 12:47:14.147919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.154589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:14.178785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacf152d-2286-4cf9-bccc-02cae361eba9 req-9fc4b924-9713-489b-b07a-a467e8e48028 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129810 Sep 02 12:47:14.272874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db913c88-a0a5-41d9-adaa-29c3ee1ae92c req-bd9a3352-f02c-46b0-a474-5610491050ff tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 210 time: 0.0769417 Sep 02 12:47:14.293508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port c440e33e-6bb2-49f9-a2c0-7d611989c32a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:14.302498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port c440e33e-6bb2-49f9-a2c0-7d611989c32a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:14.303074 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.305071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7856d7c2-7e32-438a-9312-ba1ba3229ae1 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:14.402411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:14.406755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:14.407069 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.485481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.565166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:47:14.597989 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.625967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:14.629751 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa051a65-eaa7-44c3-a510-5cf28c57b0db" -d '{"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-plugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:14.679593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:14.685507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ad37-cb37-4b78-884c-880ec75373a6 req-3f56775b-c1ea-45b2-ad70-ce0ae49d5dfd tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:14.688104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9b52ad37-cb37-4b78-884c-880ec75373a6 req-3f56775b-c1ea-45b2-ad70-ce0ae49d5dfd tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0969489 Sep 02 12:47:14.690894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:14.695035 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.696400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:14.702044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:14.768289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:47:14.776064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9b52ad37-cb37-4b78-884c-880ec75373a6 req-8b3f8066-711c-46c3-b3fb-ad34a83311c0 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792193 Sep 02 12:47:14.786166 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-72061da3-fcfa-4e76-83fd-dcf1fab70ff5 admin admin] 10.222.0.60 "PUT /v2.0/routers/6e771fde-35ce-4c5b-a306-e13da4aa0dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781753 Sep 02 12:47:14.789506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:14.790926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] Sync routers for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:47:14.813148 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f2064-8321-4de6-b366-8cfb20c2968c x-openstack-request-id: req-019f2064-8321-4de6-b366-8cfb20c2968c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:14.813827 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-plugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:14.814304 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-019f2064-8321-4de6-b366-8cfb20c2968c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:14.814834 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'code': 200} Sep 02 12:47:14.815978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: d58d964d-b01d-4992-be29-6ca40f1a221d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:14.816465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d58d964d-b01d-4992-be29-6ca40f1a221d not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:14.831682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:47:14.833213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:47:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:14.936658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=7856d7c2-7e32-438a-9312-ba1ba3229ae1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:14.955656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1f7a-4f0c-4bae-9296-14c92b6349cb req-1a9baf62-7e15-45fb-85f1-4369a4af370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:14.957284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c6b1f7a-4f0c-4bae-9296-14c92b6349cb req-1a9baf62-7e15-45fb-85f1-4369a4af370b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1101 time: 0.0747631 Sep 02 12:47:14.994841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.006890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:15.020547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:47:15.088833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c6b1f7a-4f0c-4bae-9296-14c92b6349cb req-7e046d35-46e3-4f1f-8bdc-90a75ea97fee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142251 Sep 02 12:47:15.127181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.198922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Deleting port bd03af26-8415-448d-a8b3-2749eff6a8a4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:15.199147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.212458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:15.242372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:47:13Z', 'revision_number': 5, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port': {'id': 'bd03af26-8415-448d-a8b3-2749eff6a8a4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:44:47Z', 'updated_at': '2021-09-02T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:15.272838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] Checking router: 6e771fde-35ce-4c5b-a306-e13da4aa0dfe for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:47:15.282307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] Routers {'6e771fde-35ce-4c5b-a306-e13da4aa0dfe'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:47:15.283112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:47:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:15.313749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] For port bd03af26-8415-448d-a8b3-2749eff6a8a4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bd03af26-8415-448d-a8b3-2749eff6a8a4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:15.314294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.335202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Calling delete_port for bd03af26-8415-448d-a8b3-2749eff6a8a4 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:15.349896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16a2f3-3926-4c21-8f6a-b178a3bae37f req-6548dfe6-3b84-45f5-9995-35fb84a7ba8a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:15.357316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c16a2f3-3926-4c21-8f6a-b178a3bae37f req-6548dfe6-3b84-45f5-9995-35fb84a7ba8a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0731642 Sep 02 12:47:15.378698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] Set router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:47:15.388000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.417780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e59f8ec-ba1b-4e51-9870-7a658327e7ed req-12f93a7c-3387-491b-9e8c-008ea79d7bbd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 210 time: 0.0838211 Sep 02 12:47:15.419208 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c16a2f3-3926-4c21-8f6a-b178a3bae37f req-1d34d38b-cb8a-4beb-8492-22d726c28fe0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611768 Sep 02 12:47:15.456417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:47:15Z', 'revision_number': 6, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:15.485173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37967cf4-ac0f-49a4-b960-380d1104598c None None] The sync data for ids ['6e771fde-35ce-4c5b-a306-e13da4aa0dfe'] in n-d-792364-8 is: [{'id': '6e771fde-35ce-4c5b-a306-e13da4aa0dfe', 'name': 'tempest-ServersTestManualDisk-925563820-router', 'tenant_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:44:44Z', 'updated_at': '2021-09-02T12:47:15Z', 'revision_number': 6, 'project_id': 'a2c10533a6e44136b8b8ebd2e19dbef8', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:47:15.523924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.532248 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.586645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=687e46ae4981457f8f0347d97276f45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703752 Sep 02 12:47:15.586645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be809dec-b84f-4dd8-965c-21b36bc8a06b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:15.587076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33358) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:15.597831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.598166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.598664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.599183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.599646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.600034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.600382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.601232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.601890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.603344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.603707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.604079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77c254-1011-40d5-8f75-890b00a930f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:15.718301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-989db887-fe75-45de-b173-2da7f5b756a2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:15.719666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-989db887-fe75-45de-b173-2da7f5b756a2 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.2071722 Sep 02 12:47:15.728656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67346eb4-0a0a-4f0d-b378-c4f8a4a04794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.739373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Request body: {'port': {'device_id': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'admin_state_up': True, 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:15.783906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.836751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67346eb4-0a0a-4f0d-b378-c4f8a4a04794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.840358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd03af26-8415-448d-a8b3-2749eff6a8a4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:15.910662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53cf13-2ff2-4eb5-85ae-623cb23bd7be req-9235bea7-0dfb-46d7-be54-d6ac1b040ef1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:15.912421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d53cf13-2ff2-4eb5-85ae-623cb23bd7be req-9235bea7-0dfb-46d7-be54-d6ac1b040ef1 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0619400 Sep 02 12:47:15.967223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:15.971534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d53cf13-2ff2-4eb5-85ae-623cb23bd7be req-4e7d3443-6359-4ba6-8f08-e6e1c3024465 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Sep 02 12:47:16.065836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67346eb4-0a0a-4f0d-b378-c4f8a4a04794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.068419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67346eb4-0a0a-4f0d-b378-c4f8a4a04794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.069619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-67346eb4-0a0a-4f0d-b378-c4f8a4a04794 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be809dec-b84f-4dd8-965c-21b36bc8a06b HTTP/1.1" status: 204 len: 168 time: 0.4815338 Sep 02 12:47:16.074610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.076256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:16.079766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.082053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.105567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67346eb4-0a0a-4f0d-b378-c4f8a4a04794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be809dec-b84f-4dd8-965c-21b36bc8a06b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:16.178611 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.179217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e771fde-35ce-4c5b-a306-e13da4aa0dfe {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:47:16.187040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.188266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-62cad081-18a5-4887-a8f0-60c04ad0ec55 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6e771fde-35ce-4c5b-a306-e13da4aa0dfe HTTP/1.1" status: 204 len: 168 time: 1.3965888 Sep 02 12:47:16.191490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:16.239766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Deleting subnet adb30b44-c020-4a48-a44a-bebba1d79788 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:47:16.243051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.282779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.286732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Allocated IP 172.20.0.4 (e3b4a689-be6a-4ba5-ad33-dadbbd7675d6/bb221178-e169-49b8-af42-6932591eb284/c3bde555-ee38-4769-8e1e-fb0ca1277681) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:16.394418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.396862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bd03af26-8415-448d-a8b3-2749eff6a8a4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:16.428865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: bd03af26-8415-448d-a8b3-2749eff6a8a4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:16.429672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bd03af26-8415-448d-a8b3-2749eff6a8a4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:16.430233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:16.466892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:16.472343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9fbe196e-2f5e-45ed-9e42-fcfcc02a766a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:16.498283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.521913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:16.541169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40bfef6d-4a6a-4e8f-a2f0-fdc557b223c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.557581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb30b44-c020-4a48-a44a-bebba1d79788,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:16.576048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7bc06-8669-44c2-8038-34ac3ba3217e None None] Network 2c93626a-3804-49ff-9369-8836bf796da0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:16.586798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.589366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-461b10fe-557a-4997-80c3-a6f30859152c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/adb30b44-c020-4a48-a44a-bebba1d79788 HTTP/1.1" status: 204 len: 168 time: 0.3967993 Sep 02 12:47:16.605796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:16.614902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6acfeb06-3a9e-4bf3-8a01-a354517293ec req-c9836753-ae3e-47d6-875a-63c24d650da8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 210 time: 0.0569129 Sep 02 12:47:16.621116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.770821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.797159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:16.803702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:16.816554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7856d7c2-7e32-438a-9312-ba1ba3229ae1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:16.819002 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb047ec-0a6e-4b56-9080-8e7b51b9772e" -d '{"events": [{"server_uuid": "a12616b3-9fff-4e83-bc42-d76c5af9c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "7856d7c2-7e32-438a-9312-ba1ba3229ae1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:16.854249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:16.873385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361d208-7c0f-45d1-961b-37e38518c065 req-effb0870-8677-43d8-ad9e-ce5e8e1b9086 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:16.875161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] DHCP port deletion for 2c93626a-3804-49ff-9369-8836bf796da0 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:47:16.881557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e361d208-7c0f-45d1-961b-37e38518c065 req-effb0870-8677-43d8-ad9e-ce5e8e1b9086 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.3329971 Sep 02 12:47:16.911231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.943763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] Deleting port bee79976-c8d1-448a-b94a-48bfa0db61a0 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:16.944714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:16.945584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e361d208-7c0f-45d1-961b-37e38518c065 req-4b6089ef-e3fa-4ac5-a11e-43e876eae3dc tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Sep 02 12:47:16.969924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40bfef6d-4a6a-4e8f-a2f0-fdc557b223c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.018145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40bfef6d-4a6a-4e8f-a2f0-fdc557b223c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.025231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Deleting port bee79976-c8d1-448a-b94a-48bfa0db61a0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:17.025891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.061278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event updated for resources: {'Port': ['ID=c3bde555-ee38-4769-8e1e-fb0ca1277681,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:17.153452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] For port bee79976-c8d1-448a-b94a-48bfa0db61a0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bee79976-c8d1-448a-b94a-48bfa0db61a0,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:17.154149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.200819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Calling delete_port for bee79976-c8d1-448a-b94a-48bfa0db61a0 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:17.209776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:17.210479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.251247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-40bfef6d-4a6a-4e8f-a2f0-fdc557b223c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef44eb3fbdb54cb5b73c23063e8221f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280047 Sep 02 12:47:17.251660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33392) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:17.255118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfef6d-4a6a-4e8f-a2f0-fdc557b223c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd25fc7-7b3a-4fea-9a25-321dee60b541,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:17.264711 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae34c53e-2e3c-444f-9613-daa2079fb952 x-openstack-request-id: req-ae34c53e-2e3c-444f-9613-daa2079fb952 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:17.265019 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12616b3-9fff-4e83-bc42-d76c5af9c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "7856d7c2-7e32-438a-9312-ba1ba3229ae1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:17.265271 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae34c53e-2e3c-444f-9613-daa2079fb952 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:17.265677 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7856d7c2-7e32-438a-9312-ba1ba3229ae1', 'code': 200} Sep 02 12:47:17.274964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-a4eb4f7e-fc7e-4b9e-a34d-1e982856aef4 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5415304 Sep 02 12:47:17.287834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Request body: {'port': {'device_id': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:17.294148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fe20-bdbd-4428-a282-e132c7fd71e0 req-0b49d776-4ce6-4d99-a9c4-a9827beeb8d7 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:17.298984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] For port bee79976-c8d1-448a-b94a-48bfa0db61a0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bee79976-c8d1-448a-b94a-48bfa0db61a0,segment=NetworkSegment(371808c2-7a82-4f11-be48-4e902843fa16),segment_id=371808c2-7a82-4f11-be48-4e902843fa16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:17.299615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.301598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7095fe20-bdbd-4428-a282-e132c7fd71e0 req-0b49d776-4ce6-4d99-a9c4-a9827beeb8d7 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1101 time: 0.1410911 Sep 02 12:47:17.319908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] Calling delete_port for bee79976-c8d1-448a-b94a-48bfa0db61a0 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:17.323248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c42-32ba-40eb-9a75-564be002db6c req-73b372df-60a4-41ba-8140-09c31f84edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:17.326489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddd12c42-32ba-40eb-9a75-564be002db6c req-73b372df-60a4-41ba-8140-09c31f84edbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 1097 time: 0.1587965 Sep 02 12:47:17.386380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53052b6-eedd-412d-936c-d9f3c72bc6d9 req-32b5c778-69c4-4f74-a701-ab0fc5ada42c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:17.388095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a53052b6-eedd-412d-936c-d9f3c72bc6d9 req-32b5c778-69c4-4f74-a701-ab0fc5ada42c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1744108 Sep 02 12:47:17.410718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7095fe20-bdbd-4428-a282-e132c7fd71e0 req-39f51e24-462c-4e61-a19d-4f8e4d4db3f7 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027005 Sep 02 12:47:17.411786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.442707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.457253 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddd12c42-32ba-40eb-9a75-564be002db6c req-0d949604-358d-4fc4-8e6e-7f06081ca22d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147072 Sep 02 12:47:17.469493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] No DVR routers for this DVR port bee79976-c8d1-448a-b94a-48bfa0db61a0 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:17.485877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c298d92e-4c99-4869-84fc-33ae85f5bcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.496426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a53052b6-eedd-412d-936c-d9f3c72bc6d9 req-2c022779-ab4d-480e-b565-33e2a8fccd67 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886731 Sep 02 12:47:17.502552 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.521140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91c871-cc92-4cec-922c-efe79afaf292 None None] Pushing event deleted for resources: {'Port': ['ID=bee79976-c8d1-448a-b94a-48bfa0db61a0,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:17.541282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee79976-c8d1-448a-b94a-48bfa0db61a0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:17.545315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c298d92e-4c99-4869-84fc-33ae85f5bcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.558159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] No DVR routers for this DVR port bee79976-c8d1-448a-b94a-48bfa0db61a0 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:17.666260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.679786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c93626a-3804-49ff-9369-8836bf796da0']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:17.696273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371808c2-7a82-4f11-be48-4e902843fa16') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:17.696652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371808c2-7a82-4f11-be48-4e902843fa16') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:17.708440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c298d92e-4c99-4869-84fc-33ae85f5bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.711733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c298d92e-4c99-4869-84fc-33ae85f5bcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.713067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c298d92e-4c99-4869-84fc-33ae85f5bcef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dd25fc7-7b3a-4fea-9a25-321dee60b541 HTTP/1.1" status: 204 len: 168 time: 0.4575262 Sep 02 12:47:17.719115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.733329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298d92e-4c99-4869-84fc-33ae85f5bcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd25fc7-7b3a-4fea-9a25-321dee60b541,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:17.773453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.787063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:47:17.787684 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:47:17.790077 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:47:17.856054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e908859-75ea-4373-b871-abf59a7a006d req-f65cd5cb-591e-44b7-be5f-bc1bef133842 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:17.857873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e908859-75ea-4373-b871-abf59a7a006d req-f65cd5cb-591e-44b7-be5f-bc1bef133842 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 931 time: 0.1216412 Sep 02 12:47:17.865114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bde555-ee38-4769-8e1e-fb0ca1277681 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:17.875133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.884460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.892619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.895198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Transition to ACTIVE for port object c3bde555-ee38-4769-8e1e-fb0ca1277681 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:17.898043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2c93626a-3804-49ff-9369-8836bf796da0 HTTP/1.1" status: 204 len: 168 time: 1.2902768 Sep 02 12:47:17.902868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:17.935119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15d9e7-5239-4be1-8cc8-9fc574407271 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c93626a-3804-49ff-9369-8836bf796da0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:17.953024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e908859-75ea-4373-b871-abf59a7a006d req-e0b62845-9acb-400b-b302-ea13db50fcc8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869579 Sep 02 12:47:17.980520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Pushing event updated for resources: {'Port': ['ID=c3bde555-ee38-4769-8e1e-fb0ca1277681,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:18.115942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Attempting to bind port c3bde555-ee38-4769-8e1e-fb0ca1277681 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:18.116355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Attempting to bind port c3bde555-ee38-4769-8e1e-fb0ca1277681 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:18.116355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Attempting to bind port c3bde555-ee38-4769-8e1e-fb0ca1277681 on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:18.122295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Port c3bde555-ee38-4769-8e1e-fb0ca1277681 on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:18.122652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Attempting to bind port c3bde555-ee38-4769-8e1e-fb0ca1277681 on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:18.129622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:18.130026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:18.130733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Bound using segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:18.131201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Bound port: c3bde555-ee38-4769-8e1e-fb0ca1277681, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:18.131710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:18.242814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:18.249790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bee79976-c8d1-448a-b94a-48bfa0db61a0 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:18.274849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: bee79976-c8d1-448a-b94a-48bfa0db61a0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:18.275481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bee79976-c8d1-448a-b94a-48bfa0db61a0 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:18.312828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] For port c3bde555-ee38-4769-8e1e-fb0ca1277681, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:18.318070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] For port c3bde555-ee38-4769-8e1e-fb0ca1277681, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:18.323277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33428) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:18.324207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf4bac8a-c2f2-4979-840d-4ad9c65a7f1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2c10533a6e44136b8b8ebd2e19dbef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793393 Sep 02 12:47:18.334550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:18.397817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:18.398610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:18.400460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] 10.222.0.41 "PUT /v2.0/ports/c3bde555-ee38-4769-8e1e-fb0ca1277681 HTTP/1.1" status: 200 len: 1091 time: 1.1171718 Sep 02 12:47:18.401016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'tag': 'c3bde555-ee38-4769-8e1e-fb0ca1277681'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:18.403409 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c135af-f669-465c-b0da-335d7f8085e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0be29d1-9cf8-4583-81e1-70c065585fd0", "tag": "c3bde555-ee38-4769-8e1e-fb0ca1277681"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:18.441911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235efe8-94ea-4c7c-923d-4a52840a39ee service neutron] Pushing event updated for resources: {'Port': ['ID=c3bde555-ee38-4769-8e1e-fb0ca1277681,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:18.465923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d78d4ee-a71c-47ce-b332-6f7f7cb0dc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:18.496196 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3790cf-e0a9-4592-9249-9afaf57b75fa x-openstack-request-id: req-ad3790cf-e0a9-4592-9249-9afaf57b75fa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:18.496471 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0be29d1-9cf8-4583-81e1-70c065585fd0", "tag": "c3bde555-ee38-4769-8e1e-fb0ca1277681", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:18.496708 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad3790cf-e0a9-4592-9249-9afaf57b75fa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:18.497128 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'tag': 'c3bde555-ee38-4769-8e1e-fb0ca1277681', 'status': 'completed', 'code': 200} Sep 02 12:47:18.522703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d78d4ee-a71c-47ce-b332-6f7f7cb0dc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:18.546648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-647fcdcf-a122-4dd8-993a-aad57f9c65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:18.548182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-647fcdcf-a122-4dd8-993a-aad57f9c65c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0909479 Sep 02 12:47:18.610192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-d76a92d1-107f-4dd0-8841-1c2321e67034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681 HTTP/1.1" status: 200 len: 217 time: 0.0535939 Sep 02 12:47:18.693597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa07fe-91a4-4403-a267-26f37ebf6ff7 req-db733a96-6599-490d-8e7a-9701b9f65b7f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:18.695202 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56fa07fe-91a4-4403-a267-26f37ebf6ff7 req-db733a96-6599-490d-8e7a-9701b9f65b7f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0712788 Sep 02 12:47:18.737970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56fa07fe-91a4-4403-a267-26f37ebf6ff7 req-f397ca3d-8ee7-4cc6-907e-ef3cbc89176a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Sep 02 12:47:18.865988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33448) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:18.882955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5553ac-35d2-42a2-b42c-db4a1af66609 req-998de39b-142a-4cac-a130-c4f62e93c032 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:18.884685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b5553ac-35d2-42a2-b42c-db4a1af66609 req-998de39b-142a-4cac-a130-c4f62e93c032 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0610445 Sep 02 12:47:18.935127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b5553ac-35d2-42a2-b42c-db4a1af66609 req-69a741e0-56f1-43b3-bb83-d6242542d466 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Sep 02 12:47:18.993305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-490272814-network', 'tenant_id': '60a483e8debb467dbf2574712ed10433'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:19.020685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Made reservation on behalf of 60a483e8debb467dbf2574712ed10433 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:19.024832 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.035123 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.058362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d78d4ee-a71c-47ce-b332-6f7f7cb0dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.060959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d78d4ee-a71c-47ce-b332-6f7f7cb0dc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.064562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5d78d4ee-a71c-47ce-b332-6f7f7cb0dc61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9323886-698a-48da-ab7b-4569ce536a1a HTTP/1.1" status: 204 len: 168 time: 0.7359316 Sep 02 12:47:19.082221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78d4ee-a71c-47ce-b332-6f7f7cb0dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9323886-698a-48da-ab7b-4569ce536a1a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:19.090724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176caf-ae8c-467f-9735-133613d469b2 req-c09fdc2c-8efc-4b8a-8ad2-a14a5bf0270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.092229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-c09fdc2c-8efc-4b8a-8ad2-a14a5bf0270d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.4623568 Sep 02 12:47:19.105729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-9c0d7931-dc67-4e37-990f-d0535fa6a770 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5054109 Sep 02 12:47:19.149455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-aa586fa7-4a74-466b-a7d8-5f75a26380ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374608 Sep 02 12:47:19.244444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53fcaa-eed8-4aec-9f45-c2a58fd534f3 req-0fe59128-5693-4941-b36c-50ff0850099e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.246248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d53fcaa-eed8-4aec-9f45-c2a58fd534f3 req-0fe59128-5693-4941-b36c-50ff0850099e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 943 time: 0.0929730 Sep 02 12:47:19.254790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eefc2c-f6cd-42e7-afe1-f1439c37e9b5 req-62434a20-6f2f-40d9-85fa-6d53271d1242 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.264856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94eefc2c-f6cd-42e7-afe1-f1439c37e9b5 req-62434a20-6f2f-40d9-85fa-6d53271d1242 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.6359243 Sep 02 12:47:19.285495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.297778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.300576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-91f5a182-0564-4c48-9fac-4287459064e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440821 Sep 02 12:47:19.323025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d53fcaa-eed8-4aec-9f45-c2a58fd534f3 req-541a8397-0e38-49d1-932b-5a7340d6616d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681477 Sep 02 12:47:19.338140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:47:19.345371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cec9254-fa1a-412b-9627-e84d8c34be1f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:19.365461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.367063 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Added segment 3ab3603f-fe5c-4750-b7e5-b7f97d35ccca of type vlan for network 32769829-0148-4973-b939-9001acee52a7 Sep 02 12:47:19.404828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54176caf-ae8c-467f-9735-133613d469b2 req-f78fd8f9-f3a9-4e9f-a627-0e27bba63517 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949357 Sep 02 12:47:19.421308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.422347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94eefc2c-f6cd-42e7-afe1-f1439c37e9b5 req-4d19e9c3-02ec-4f9b-88dd-1dbbcfce6bd4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564362 Sep 02 12:47:19.479425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.481339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.482573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.551768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6818545 Sep 02 12:47:19.551983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:19.559579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c135af-f669-465c-b0da-335d7f8085e1 req-f1d6e269-50bf-4254-a906-189a4ca1ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.561230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-f1d6e269-50bf-4254-a906-189a4ca1ad1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0995491 Sep 02 12:47:19.572308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Request body: {'subnet': {'network_id': '32769829-0148-4973-b939-9001acee52a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-490272814-subnet', 'tenant_id': '60a483e8debb467dbf2574712ed10433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:19.578972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcd847-da03-46c3-9cc9-a0890086b5e6 req-e9580b7d-68e4-4548-aa2c-d7e83b29e74a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.589033 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-efdcd847-da03-46c3-9cc9-a0890086b5e6 req-e9580b7d-68e4-4548-aa2c-d7e83b29e74a tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0803254 Sep 02 12:47:19.619175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf953-e302-4480-89a1-138891d47264 admin admin] Pushing event updated for resources: {'Network': ['ID=32769829-0148-4973-b939-9001acee52a7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:19.637326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 32769829-0148-4973-b939-9001acee52a7 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:47:19.667659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Made reservation on behalf of 60a483e8debb467dbf2574712ed10433 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:19.671641 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:19.719228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-efdcd847-da03-46c3-9cc9-a0890086b5e6 req-794c4cd5-7ae9-4c4f-94de-bcb3c44c5f1e tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292920 Sep 02 12:47:19.765011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c135af-f669-465c-b0da-335d7f8085e1 req-68b8c3ca-2616-4424-b12f-a4c5904e3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.768090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-68b8c3ca-2616-4424-b12f-a4c5904e3fcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.1758301 Sep 02 12:47:19.837835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-2dcc79f9-e927-429e-b0af-1bed5f235d92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681 HTTP/1.1" status: 200 len: 217 time: 0.0616889 Sep 02 12:47:19.896741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e162fa-36e4-45fc-a350-da0a7de807c1 req-356311ad-2739-4dfc-9dcb-50208c89f3aa tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.904684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22e162fa-36e4-45fc-a350-da0a7de807c1 req-356311ad-2739-4dfc-9dcb-50208c89f3aa tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0835459 Sep 02 12:47:19.911423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c135af-f669-465c-b0da-335d7f8085e1 req-1e387f00-d8da-44e6-abed-7bc0100430a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:19.913629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-1e387f00-d8da-44e6-abed-7bc0100430a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.0682232 Sep 02 12:47:19.954771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-b1a7a500-7e75-4bcb-90b1-862b9030723c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337989 Sep 02 12:47:20.000935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22e162fa-36e4-45fc-a350-da0a7de807c1 req-26fa97ae-8754-4559-921f-d79cf772088c tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951536 Sep 02 12:47:20.075591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.139672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-92d43c04-0682-4c30-b650-955d3e345835 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720037 Sep 02 12:47:20.140171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1152fea-f602-4e4d-83fb-19f0181fec84,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:20.174102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Checking segment: {'id': '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '32769829-0148-4973-b939-9001acee52a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:20.174580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Network hostable DHCP agents. Network: 32769829-0148-4973-b939-9001acee52a7, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:47:20.204250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Network 32769829-0148-4973-b939-9001acee52a7 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:47:20.209372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:20.229242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 32769829-0148-4973-b939-9001acee52a7) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:20.239720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.241078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.241667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40bbeb6-f8b1-45e5-be35-05f30b234d46 None None] Network 32769829-0148-4973-b939-9001acee52a7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:20.320933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c59a431a-95ff-4f05-a82a-d073d8dca533 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7582333 Sep 02 12:47:20.321182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c135af-f669-465c-b0da-335d7f8085e1 req-cb2b6c69-2712-4c15-941f-65bf7e6e8a8a service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765070 Sep 02 12:47:20.350055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01edd5-8859-4d97-bf14-4f693cafc7a7 req-ab5191ad-5343-4400-aebd-b5d352fe160d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.353540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c01edd5-8859-4d97-bf14-4f693cafc7a7 req-ab5191ad-5343-4400-aebd-b5d352fe160d tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1083722 Sep 02 12:47:20.444071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1630947492-network', 'tenant_id': 'e6593e60ae544e3ea83441bac93d76ae'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:20.456919 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c01edd5-8859-4d97-bf14-4f693cafc7a7 req-ab02d5e1-e549-4f3e-8193-d3491e8b538f tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963740 Sep 02 12:47:20.493235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2621e-aad7-4419-a078-a5e395b32d4f None None] Network 32769829-0148-4973-b939-9001acee52a7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:20.497678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Made reservation on behalf of e6593e60ae544e3ea83441bac93d76ae for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:20.505494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.530582 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.537398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eed438-ceca-4c57-8fd2-57a605100c96 req-f6509344-58ab-4845-b198-23228fa7c292 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.539683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5eed438-ceca-4c57-8fd2-57a605100c96 req-f6509344-58ab-4845-b198-23228fa7c292 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 943 time: 0.1174326 Sep 02 12:47:20.608375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5eed438-ceca-4c57-8fd2-57a605100c96 req-9e3fd516-3337-45f6-8e1e-122c1f5eb4d5 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610504 Sep 02 12:47:20.625907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2e0f4-13bc-4c24-9a85-e9b7a527e051 req-8b2e7817-6124-44bd-94cb-8d14699190d0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.625907 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddc2e0f4-13bc-4c24-9a85-e9b7a527e051 req-8b2e7817-6124-44bd-94cb-8d14699190d0 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0940063 Sep 02 12:47:20.698463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddc2e0f4-13bc-4c24-9a85-e9b7a527e051 req-f2306c7f-0eb6-4825-b76c-18652b058c90 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Sep 02 12:47:20.742912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.748308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.793138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:47:20.805400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d231d-4636-46c6-9abc-a4bb0499eb92,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:20.824249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.827196 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Added segment 1aa25edf-b600-4305-a2f4-5e1a80f71b35 of type vlan for network 79efc335-ee9d-41b7-90bd-cb21e2f52eec Sep 02 12:47:20.885616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a0278-4a2e-4031-8dca-3e0f265fac7c req-a6ee1800-f390-40b8-a0cd-42c478d12277 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.887680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a4a0278-4a2e-4031-8dca-3e0f265fac7c req-a6ee1800-f390-40b8-a0cd-42c478d12277 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1036148 Sep 02 12:47:20.894958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.914976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-6c196c0f-2f2c-4576-bac7-fe9a285ed96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.916800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-6c196c0f-2f2c-4576-bac7-fe9a285ed96f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1101 time: 0.0796716 Sep 02 12:47:20.936388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.938059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:20.938709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:20.987921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7773330 Sep 02 12:47:20.990858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33544) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:20.997621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Request body: {'subnet': {'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1630947492-subnet', 'tenant_id': 'e6593e60ae544e3ea83441bac93d76ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:21.005377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a4a0278-4a2e-4031-8dca-3e0f265fac7c req-af7bb7ec-fd76-4c0f-9e1a-25c512341c18 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057837 Sep 02 12:47:21.018782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c098ccf-8dd4-4140-b23f-ee960bbbcb43 admin admin] Pushing event updated for resources: {'Network': ['ID=79efc335-ee9d-41b7-90bd-cb21e2f52eec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:21.033032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:47:21.037118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:21.053483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-0756e29d-2c31-4dd5-8bc7-2529e366d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.055230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-0756e29d-2c31-4dd5-8bc7-2529e366d459 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1302607 Sep 02 12:47:21.056000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-889900971-network', 'tenant_id': 'd2e99b185b8a43f6beccf261cd64499f'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:21.060049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Made reservation on behalf of e6593e60ae544e3ea83441bac93d76ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:21.062354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.109639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-22264149-753f-41dd-ad66-2527d341c3a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.0460329 Sep 02 12:47:21.137628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Made reservation on behalf of d2e99b185b8a43f6beccf261cd64499f for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:21.140036 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.163181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.191044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-ac7fbf4a-fb3a-43e1-9cd1-85bd99711db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.195791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-ac7fbf4a-fb3a-43e1-9cd1-85bd99711db3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0772874 Sep 02 12:47:21.252948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-501e577b-af87-4f71-aa0d-0af59c1544b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.254817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-501e577b-af87-4f71-aa0d-0af59c1544b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518391 Sep 02 12:47:21.321961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.377129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-ba938680-ab9f-44d5-a84c-7b927eb8f15a service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136930 Sep 02 12:47:21.390755 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.414451 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.440528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e678d5-92d3-4311-a61b-b5db0fdce271,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:21.452850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:47:21.473636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-897ee298-e0e1-4581-a516-e8a853a80cc9 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893848 Sep 02 12:47:21.481092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.481445 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Added segment 2c5cb4d1-b122-4818-a5de-9f11f8133ebb of type vlan for network cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f Sep 02 12:47:21.497714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28866c28-c1c3-4ef5-82fc-d4754a8d1786 req-b069da1b-c0f5-4220-898e-66a35e06c813 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.499232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28866c28-c1c3-4ef5-82fc-d4754a8d1786 req-b069da1b-c0f5-4220-898e-66a35e06c813 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1382048 Sep 02 12:47:21.502392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e70495-37cd-493a-8cd9-ce7f551323b0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:21.504999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Checking segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:21.505383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Network hostable DHCP agents. Network: 79efc335-ee9d-41b7-90bd-cb21e2f52eec, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:47:21.571371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.577473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:47:21.606506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28866c28-c1c3-4ef5-82fc-d4754a8d1786 req-1b52ca47-ab6b-4e65-b4d4-8b8ecab903b2 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727079 Sep 02 12:47:21.608883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 79efc335-ee9d-41b7-90bd-cb21e2f52eec) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:21.615806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.616472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.623823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b9583-16db-4c9b-899b-f5b3d1a4d918 None None] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:21.627726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.627726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.628115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.649714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5d02c38e-d318-4ba3-9f05-895d738173a8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6577356 Sep 02 12:47:21.683424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6443763 Sep 02 12:47:21.686998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:21.693273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Request body: {'subnet': {'network_id': 'cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-889900971-subnet', 'tenant_id': 'd2e99b185b8a43f6beccf261cd64499f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:21.698441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366778db-61bc-4609-9ff9-8f5051392fad admin admin] Pushing event updated for resources: {'Network': ['ID=cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:21.711275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:47:21.755361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Made reservation on behalf of d2e99b185b8a43f6beccf261cd64499f for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:21.758271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.881120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76151-5d70-41d7-9da5-673b78ca85f2 req-4b5a393c-5fb1-47df-8755-ec77be3150b3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.889421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3b76151-5d70-41d7-9da5-673b78ca85f2 req-4b5a393c-5fb1-47df-8755-ec77be3150b3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 943 time: 0.1735351 Sep 02 12:47:21.896687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'tenant_id': 'e6593e60ae544e3ea83441bac93d76ae', 'fixed_ips': [{'subnet_id': '66e678d5-92d3-4311-a61b-b5db0fdce271'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:47:21.897813 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:21.931684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f4a0e-4348-40e9-a16f-2793d6e1fb1d req-d3a4f40d-ce96-4397-9d9f-d94427b8b8a2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:21.933706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c19f4a0e-4348-40e9-a16f-2793d6e1fb1d req-d3a4f40d-ce96-4397-9d9f-d94427b8b8a2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0648048 Sep 02 12:47:21.961344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3b76151-5d70-41d7-9da5-673b78ca85f2 req-bed48f8f-98cf-423e-90da-5315e5ce1422 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682659 Sep 02 12:47:21.977521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c19f4a0e-4348-40e9-a16f-2793d6e1fb1d req-c34ea0c7-1c82-484d-84b3-86f60e7583ca tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Sep 02 12:47:22.066678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.068127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Allocated IP 172.20.0.2 (79efc335-ee9d-41b7-90bd-cb21e2f52eec/66e678d5-92d3-4311-a61b-b5db0fdce271/c3505efb-193f-4eb7-91e6-dfd166695a92) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:22.137599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8107eca-a089-45bc-ae42-b5cc07bd5b91,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:22.145813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Checking segment: {'id': '2c5cb4d1-b122-4818-a5de-9f11f8133ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:22.146396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Network hostable DHCP agents. Network: cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:47:22.166460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Network cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:47:22.180187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:22.185085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:22.185780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.193062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1415ad4e-737b-4b5f-9745-218d84b2a27b None None] Network cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:22.205255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b5c1ee0-3340-4e33-9f18-7a6e1e05d47d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5168598 Sep 02 12:47:22.315759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c3bde555-ee38-4769-8e1e-fb0ca1277681 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:22.322609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.350807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Transition to ACTIVE for port object c3505efb-193f-4eb7-91e6-dfd166695a92 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:22.373202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-a4b2e62f-170c-4a19-a140-f08b36a740e5 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:22.382857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-a4b2e62f-170c-4a19-a140-f08b36a740e5 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 816 time: 0.1567528 Sep 02 12:47:22.394957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-799254cf-9ef2-484f-8efb-99464135bda6 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/quotas/e6593e60ae544e3ea83441bac93d76ae HTTP/1.1" status: 200 len: 375 time: 0.0110939 Sep 02 12:47:22.400048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Transition to ACTIVE for port object c3505efb-193f-4eb7-91e6-dfd166695a92 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:22.431223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-52a806d3-9d04-4ac5-b622-cdc5e7dd8b05 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288999 Sep 02 12:47:22.458250 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.509483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d71c9-fa11-4361-a694-a567f0736a08 None None] Network cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:22.530287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:22.546418 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-bfe473fa-4571-4202-a5c1-8eaea74a23d0 service neutron] 10.222.0.60 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061664 Sep 02 12:47:22.568678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aac5df-1733-441c-957b-c879e5041aaf req-1356c608-840b-46d3-914e-5d72ed4f63db tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:22.570689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0aac5df-1733-441c-957b-c879e5041aaf req-1356c608-840b-46d3-914e-5d72ed4f63db tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0639951 Sep 02 12:47:22.595054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:22.600401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Pushing event updated for resources: {'Port': ['ID=c3505efb-193f-4eb7-91e6-dfd166695a92,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:22.611070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:22.665041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c3bde555-ee38-4769-8e1e-fb0ca1277681, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:22.671521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-e15ec895-4ece-4835-a30d-fd4d39499496 service neutron] 10.222.0.60 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192055 Sep 02 12:47:22.724752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'c3bde555-ee38-4769-8e1e-fb0ca1277681', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': 'c3bde555-ee38-4769-8e1e-fb0ca1277681', 'mac_address': 'fa:16:3e:a6:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:22.733273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Attempting to bind port c3505efb-193f-4eb7-91e6-dfd166695a92 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:22.733663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Attempting to bind port c3505efb-193f-4eb7-91e6-dfd166695a92 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:22.733996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Attempting to bind port c3505efb-193f-4eb7-91e6-dfd166695a92 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:22.775816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Deleting port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:22.776205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.784470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:22.784470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Checking segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:22.784470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.784928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Bound using segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:22.785642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Bound port: c3505efb-193f-4eb7-91e6-dfd166695a92, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:22.785642 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.876595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-f31ff364-e334-46c1-af20-76c8c167cd77 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:22.879478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.885219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-f31ff364-e334-46c1-af20-76c8c167cd77 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/networks?id=32769829-0148-4973-b939-9001acee52a7 HTTP/1.1" status: 200 len: 808 time: 0.2216611 Sep 02 12:47:22.904875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bde555-ee38-4769-8e1e-fb0ca1277681 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:22.931011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] For port c3505efb-193f-4eb7-91e6-dfd166695a92, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:22.936099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] For port c3505efb-193f-4eb7-91e6-dfd166695a92, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3505efb-193f-4eb7-91e6-dfd166695a92,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:22.938175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c3bde555-ee38-4769-8e1e-fb0ca1277681, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:22.945742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.948615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8cc2-9d12-43f6-8cc7-d45f21ed7a48 req-2353b7d6-550d-4c88-9a92-3ffd61831b59 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:22.950290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28fd8cc2-9d12-43f6-8cc7-d45f21ed7a48 req-2353b7d6-550d-4c88-9a92-3ffd61831b59 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12616b3-9fff-4e83-bc42-d76c5af9c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0615151 Sep 02 12:47:22.954092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-e7f56d6e-d625-473d-9617-e3d425fcf752 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/quotas/60a483e8debb467dbf2574712ed10433 HTTP/1.1" status: 200 len: 375 time: 0.0678475 Sep 02 12:47:22.957424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] For port 7856d7c2-7e32-438a-9312-ba1ba3229ae1, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=7856d7c2-7e32-438a-9312-ba1ba3229ae1,segment=NetworkSegment(453674ac-182e-4aa7-b2cc-728b03f033c7),segment_id=453674ac-182e-4aa7-b2cc-728b03f033c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:22.957810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:22.963151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:23.004168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Calling delete_port for 7856d7c2-7e32-438a-9312-ba1ba3229ae1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:23.005940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28fd8cc2-9d12-43f6-8cc7-d45f21ed7a48 req-dd6b779b-966f-4a77-b3ec-2b2635b69bcd tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dd018ea-d7a3-48a8-baff-0271d57dc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Sep 02 12:47:23.033955 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-235cbf48-0876-43e2-be46-5f13756c7541 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60a483e8debb467dbf2574712ed10433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722668 Sep 02 12:47:23.057405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fd1ae-7b98-4609-a37b-fb403292842f None None] Pushing event updated for resources: {'Port': ['ID=c3505efb-193f-4eb7-91e6-dfd166695a92,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:23.157160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c3bde555-ee38-4769-8e1e-fb0ca1277681,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:23.216890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c721a96a-0369-4a1d-807a-c8a3755b4e53 service neutron] 10.222.0.60 "GET /v2.0/networks/32769829-0148-4973-b939-9001acee52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819634 Sep 02 12:47:23.265430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['c3bde555-ee38-4769-8e1e-fb0ca1277681'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:23.374824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-ab1b77c3-500f-41be-9f25-70bc713c8cf8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:23.376836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-ab1b77c3-500f-41be-9f25-70bc713c8cf8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 816 time: 0.1810415 Sep 02 12:47:23.428370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:23.430763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-f371527e-05be-40e8-9ce6-8284feb7d67a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/quotas/e6593e60ae544e3ea83441bac93d76ae HTTP/1.1" status: 200 len: 375 time: 0.0461988 Sep 02 12:47:23.497284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-41966641-f26c-465d-aa4c-8628c0b3c1e4 service neutron] 10.222.0.60 "GET /v2.0/networks/32769829-0148-4973-b939-9001acee52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648509 Sep 02 12:47:23.500860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Pushing event deleted for resources: {'Port': ['ID=7856d7c2-7e32-438a-9312-ba1ba3229ae1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:23.504758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-49bababa-3ded-4999-9199-65f6f0508dbe tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665445 Sep 02 12:47:23.587833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] No DVR routers for this DVR port 7856d7c2-7e32-438a-9312-ba1ba3229ae1 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:23.592483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:23.594745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0aac5df-1733-441c-957b-c879e5041aaf req-79a18dbe-b88a-4305-b927-e133290e57c9 tempest-ServerDiskConfigTestJSON-295504814 tempest-ServerDiskConfigTestJSON-295504814-project] 10.222.0.41 "DELETE /v2.0/ports/7856d7c2-7e32-438a-9312-ba1ba3229ae1 HTTP/1.1" status: 204 len: 173 time: 1.0171068 Sep 02 12:47:23.595246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'name': 'network-vif-deleted', 'tag': '7856d7c2-7e32-438a-9312-ba1ba3229ae1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:23.597790 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84322b4d-eb08-46b7-a792-db4046b69dc5" -d '{"events": [{"server_uuid": "a12616b3-9fff-4e83-bc42-d76c5af9c3a4", "name": "network-vif-deleted", "tag": "7856d7c2-7e32-438a-9312-ba1ba3229ae1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:23.648248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-8374024f-f99d-4be8-ab29-69158883d35f service neutron] 10.222.0.60 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305432 Sep 02 12:47:23.773051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-4cb6ee06-c85f-4f56-ad4d-27e1cbbb8dce service neutron] 10.222.0.60 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180687 Sep 02 12:47:23.790943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808304-0a70-40a3-8645-c410141e52b3 req-e990d238-07fc-4bba-90c1-f3c392204e8a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:23.792825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f808304-0a70-40a3-8645-c410141e52b3 req-e990d238-07fc-4bba-90c1-f3c392204e8a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 944 time: 0.0809555 Sep 02 12:47:23.838320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f808304-0a70-40a3-8645-c410141e52b3 req-aac3b230-ce9f-46b2-ab7f-470f796873ba tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Sep 02 12:47:24.012579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065609-ce37-4195-9e97-cad7d0b8a09f req-4a00e344-7a89-41de-84e6-8bb4ecb16e22 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:24.024295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac065609-ce37-4195-9e97-cad7d0b8a09f req-4a00e344-7a89-41de-84e6-8bb4ecb16e22 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1162972 Sep 02 12:47:24.105793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac065609-ce37-4195-9e97-cad7d0b8a09f req-4b8ddbcc-f995-4bf8-b8e9-365c428ca700 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 Sep 02 12:47:24.169149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['7856d7c2-7e32-438a-9312-ba1ba3229ae1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:24.176287 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d9273e-6c9d-457d-b63f-c4d11f41b2f2 x-openstack-request-id: req-55d9273e-6c9d-457d-b63f-c4d11f41b2f2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:24.176547 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12616b3-9fff-4e83-bc42-d76c5af9c3a4", "name": "network-vif-deleted", "tag": "7856d7c2-7e32-438a-9312-ba1ba3229ae1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:24.177018 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55d9273e-6c9d-457d-b63f-c4d11f41b2f2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:24.177756 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12616b3-9fff-4e83-bc42-d76c5af9c3a4', 'name': 'network-vif-deleted', 'tag': '7856d7c2-7e32-438a-9312-ba1ba3229ae1', 'status': 'completed', 'code': 200} Sep 02 12:47:24.327812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c3bde555-ee38-4769-8e1e-fb0ca1277681 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:24.397111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3505efb-193f-4eb7-91e6-dfd166695a92 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:24.431547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4f898c8-7850-4379-a99e-adf1bf141ff9 req-72f9fc60-af74-4b7c-b009-3a457bfac448 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 210 time: 0.1580532 Sep 02 12:47:24.550098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-c556d5e9-245b-44cc-94c2-e0ba03f38e7e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:24.551815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-c556d5e9-245b-44cc-94c2-e0ba03f38e7e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.18 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 816 time: 0.3319931 Sep 02 12:47:24.572422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Request body: {'port': {'device_id': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'admin_state_up': True, 'tenant_id': 'e6593e60ae544e3ea83441bac93d76ae'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:24.586785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port c3bde555-ee38-4769-8e1e-fb0ca1277681 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:24.592157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port c3bde555-ee38-4769-8e1e-fb0ca1277681 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:24.592826 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:24.600778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c3505efb-193f-4eb7-91e6-dfd166695a92 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:24.655531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-9a3b9dcb-f67d-4e74-9472-9cba862b7722 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:24.668181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-9a3b9dcb-f67d-4e74-9472-9cba862b7722 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 816 time: 0.3537791 Sep 02 12:47:24.701603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-7fcb8e69-3d5f-49a5-bbf7-a82b9445bb5e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/quotas/e6593e60ae544e3ea83441bac93d76ae HTTP/1.1" status: 200 len: 375 time: 0.0311382 Sep 02 12:47:24.787461 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:24.800057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d627001-ce29-4fd3-89ee-607a04868ae4 None None] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:24.816049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-3a538ed3-7de7-43cb-bc52-73f5740eac48 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128423 Sep 02 12:47:24.838962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Made reservation on behalf of e6593e60ae544e3ea83441bac93d76ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:24.844852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:24.860578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bde555-ee38-4769-8e1e-fb0ca1277681'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:24.863067 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c928996f-0e43-467a-814f-be1f072ff755" -d '{"events": [{"server_uuid": "a0be29d1-9cf8-4583-81e1-70c065585fd0", "name": "network-vif-plugged", "status": "completed", "tag": "c3bde555-ee38-4769-8e1e-fb0ca1277681"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:24.890620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c3bde555-ee38-4769-8e1e-fb0ca1277681, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:24.902358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:24.903211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7856d7c2-7e32-438a-9312-ba1ba3229ae1 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:24.956022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] Provisioning for port c3505efb-193f-4eb7-91e6-dfd166695a92 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:24.965863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 7856d7c2-7e32-438a-9312-ba1ba3229ae1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:24.966348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 7856d7c2-7e32-438a-9312-ba1ba3229ae1 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:24.979831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] Provisioning complete for port c3505efb-193f-4eb7-91e6-dfd166695a92 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:24.980205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.029874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-f81de875-3c58-47a2-b27a-c46421bb70b8 service neutron] 10.222.0.60 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009799 Sep 02 12:47:25.060225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c3bde555-ee38-4769-8e1e-fb0ca1277681,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:25.081498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37ebe-110e-4e0c-9e31-869be3088deb req-a79e07b2-8442-42fd-abdd-1efea7d6c8de tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:25.083197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4b37ebe-110e-4e0c-9e31-869be3088deb req-a79e07b2-8442-42fd-abdd-1efea7d6c8de tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0985391 Sep 02 12:47:25.087913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Allocated IP 172.20.0.3 (79efc335-ee9d-41b7-90bd-cb21e2f52eec/66e678d5-92d3-4311-a61b-b5db0fdce271/21a03c8e-9a48-49ab-837a-9b3e3c556697) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:25.144033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.178559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-e3a1e8fd-5747-4805-9ad7-2f8b0f307b3f service neutron] 10.222.0.60 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473341 Sep 02 12:47:25.186111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] For port c3505efb-193f-4eb7-91e6-dfd166695a92, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3505efb-193f-4eb7-91e6-dfd166695a92,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:25.194100 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.216028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4b37ebe-110e-4e0c-9e31-869be3088deb req-794a6f4f-eb54-4128-9084-0e56410f8066 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234455 Sep 02 12:47:25.282821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4692d-3321-4a0a-acaf-937531977779 None None] Pushing event updated for resources: {'Port': ['ID=c3505efb-193f-4eb7-91e6-dfd166695a92,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:25.300070 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc25055a-4e4c-4e6f-9ac7-d8cb43fbe093 x-openstack-request-id: req-cc25055a-4e4c-4e6f-9ac7-d8cb43fbe093 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:25.301095 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0be29d1-9cf8-4583-81e1-70c065585fd0", "name": "network-vif-plugged", "status": "completed", "tag": "c3bde555-ee38-4769-8e1e-fb0ca1277681", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:25.301364 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc25055a-4e4c-4e6f-9ac7-d8cb43fbe093 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:25.301764 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bde555-ee38-4769-8e1e-fb0ca1277681', 'code': 200} Sep 02 12:47:25.572304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8ba22-38a7-4aff-868f-e20287ffe1e0 req-96cee932-1062-481c-8409-0f848adcafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:25.573919 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30f8ba22-38a7-4aff-868f-e20287ffe1e0 req-96cee932-1062-481c-8409-0f848adcafe9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 1096 time: 0.1353908 Sep 02 12:47:25.611260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:25.636130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-0607395b-5245-439a-a252-f19c87882800 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:25.639031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-0607395b-5245-439a-a252-f19c87882800 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 816 time: 0.2025952 Sep 02 12:47:25.642937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-937086c6-a8be-4520-af37-e4815a788f5d None None] Provisioning complete for port c3505efb-193f-4eb7-91e6-dfd166695a92 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:25.643323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-937086c6-a8be-4520-af37-e4815a788f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.694657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d7e02d1-8ba4-482b-8ce3-eca04bf1aca7 req-5377669e-b27a-4398-9f9b-be982c6ae08f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 210 time: 0.0356157 Sep 02 12:47:25.702801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Request body: {'port': {'device_id': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'admin_state_up': True, 'tenant_id': 'e6593e60ae544e3ea83441bac93d76ae'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:25.716770 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30f8ba22-38a7-4aff-868f-e20287ffe1e0 req-08d6592d-6120-432c-82ac-ffb8b6e56613 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272871 Sep 02 12:47:25.733193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Deleting subnet 9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:47:25.738269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.801760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.839890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-2d2dfa41-ddab-4ee5-a3d4-64d6659f97fe tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:25.841530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-2d2dfa41-ddab-4ee5-a3d4-64d6659f97fe tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.18 "GET /v2.0/networks?id=32769829-0148-4973-b939-9001acee52a7 HTTP/1.1" status: 200 len: 808 time: 0.5925884 Sep 02 12:47:25.849408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.861365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Request body: {'port': {'device_id': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'network_id': '32769829-0148-4973-b939-9001acee52a7', 'admin_state_up': True, 'tenant_id': '60a483e8debb467dbf2574712ed10433'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:25.897478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a48ac77-4672-4ff9-9e8c-c987e7e1f189 req-5ab3c0c0-7113-47e9-b2fd-60d02ac2998c tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 210 time: 0.0844896 Sep 02 12:47:25.914716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:25.931714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0045f-ecf3-4c9e-82e4-1397c6b6f2e3 req-0915b701-0c8d-4e40-8627-01a2b93ce742 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:25.939708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cca0045f-ecf3-4c9e-82e4-1397c6b6f2e3 req-0915b701-0c8d-4e40-8627-01a2b93ce742 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.2947371 Sep 02 12:47:25.960989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Transition to ACTIVE for port object 21a03c8e-9a48-49ab-837a-9b3e3c556697 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:26.004726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.035671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff8f94d-39ab-448c-b86a-eb74b10fd9e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:26.046174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.051128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bcf7260b-3a5f-4195-9315-d0739ac403b1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9ff8f94d-39ab-448c-b86a-eb74b10fd9e2 HTTP/1.1" status: 204 len: 168 time: 0.4388218 Sep 02 12:47:26.051848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:26.096230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cca0045f-ecf3-4c9e-82e4-1397c6b6f2e3 req-73b4a3c4-2654-4989-a863-82eeecb557cd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553025 Sep 02 12:47:26.125875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.132531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.142069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Made reservation on behalf of e6593e60ae544e3ea83441bac93d76ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:26.145184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.202148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:26.208478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Made reservation on behalf of 60a483e8debb467dbf2574712ed10433 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:26.212546 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.242907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:26.259945 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.265299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Pushing event updated for resources: {'Port': ['ID=21a03c8e-9a48-49ab-837a-9b3e3c556697,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:26.265625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3505efb-193f-4eb7-91e6-dfd166695a92 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:26.268398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:26.276764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c219a0d5-da95-4b36-a7c4-4e6ca038d1b2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:26.294560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453674ac-182e-4aa7-b2cc-728b03f033c7') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:26.295311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453674ac-182e-4aa7-b2cc-728b03f033c7') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:47:26.306235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.322459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.331191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:47:26.331735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.340572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c3505efb-193f-4eb7-91e6-dfd166695a92 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:26.341411 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.376610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:26.377486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:47:26.401032 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:47:26.408553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d64bfffe-34d6-4a58-999d-354cf3bf8b03 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8427866 Sep 02 12:47:26.429514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Request body: {'port': {'device_id': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:26.467125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.474290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.485679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] 10.222.0.60 "DELETE /v2.0/networks/c219a0d5-da95-4b36-a7c4-4e6ca038d1b2 HTTP/1.1" status: 204 len: 168 time: 0.4266558 Sep 02 12:47:26.502542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34d40-e317-4567-a94b-3765dab1b7df admin admin] Pushing event deleted for resources: {'Network': ['ID=c219a0d5-da95-4b36-a7c4-4e6ca038d1b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:26.523632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d739f9-0a57-4a2e-9798-0f773cbc92c5 req-dcf68439-ca6a-49b9-82d9-d0969c56e98b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:26.531919 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d739f9-0a57-4a2e-9798-0f773cbc92c5 req-dcf68439-ca6a-49b9-82d9-d0969c56e98b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.1263647 Sep 02 12:47:26.581682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-58687a1b-9de8-4fdd-8631-e418463c71e1 None None] Provisioning for port 21a03c8e-9a48-49ab-837a-9b3e3c556697 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:26.587127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-58687a1b-9de8-4fdd-8631-e418463c71e1 None None] Provisioning complete for port 21a03c8e-9a48-49ab-837a-9b3e3c556697 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:26.587504 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58687a1b-9de8-4fdd-8631-e418463c71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:26.592323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d739f9-0a57-4a2e-9798-0f773cbc92c5 req-78dc8dce-f215-4f3d-bf9e-4efa65f90c91 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Sep 02 12:47:26.653521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-58687a1b-9de8-4fdd-8631-e418463c71e1 None None] Port 21a03c8e-9a48-49ab-837a-9b3e3c556697 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:47:26.788202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:26.916214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7b2a826e-a90a-4116-a461-e9d9a7280780 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de8cc21df56e43edb010b585d21fe03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265848 Sep 02 12:47:26.917101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33716) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:26.961786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5a912e2-f5ba-41a3-930b-621c22249a44 req-adfc51e3-5bb2-49e2-8284-e1f3f9ea6631 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 210 time: 0.0497794 Sep 02 12:47:26.966679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.026196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Allocated IP 172.20.0.4 (79efc335-ee9d-41b7-90bd-cb21e2f52eec/66e678d5-92d3-4311-a61b-b5db0fdce271/b7f010d2-ad34-45fc-bb2b-8b8034a30996) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:27.044983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-60fae8d2-1c17-4877-b8e1-7c0b1eab31ae tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:27.047394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-60fae8d2-1c17-4877-b8e1-7c0b1eab31ae tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 816 time: 0.2435741 Sep 02 12:47:27.076466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Request body: {'port': {'device_id': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'admin_state_up': True, 'tenant_id': 'e6593e60ae544e3ea83441bac93d76ae'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:27.091525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Allocated IP 172.20.0.9 (32769829-0148-4973-b939-9001acee52a7/a1152fea-f602-4e4d-83fb-19f0181fec84/5ecbdb41-1d5b-40af-9616-d787b2546136) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:27.120276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4026b1da-5ef0-4951-afa8-3cf6a4093412 req-c20d8592-7f1c-47de-8ed3-9e0b08033b6e tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 210 time: 0.0653789 Sep 02 12:47:27.393717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05480ce-d630-44a0-a639-090be3096d7f req-46370010-fbf8-487a-abaa-78f36ba83b40 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:27.395258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d05480ce-d630-44a0-a639-090be3096d7f req-46370010-fbf8-487a-abaa-78f36ba83b40 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.2092581 Sep 02 12:47:27.464079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.501575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56f595a6-436c-4872-a410-236ad4d2c4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.512622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d05480ce-d630-44a0-a639-090be3096d7f req-071a057e-3ec5-4f49-82e8-dfcbd5bdcf42 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070817 Sep 02 12:47:27.517192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Transition to ACTIVE for port object b7f010d2-ad34-45fc-bb2b-8b8034a30996 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:27.543898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56f595a6-436c-4872-a410-236ad4d2c4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.548355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.594290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.607975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Made reservation on behalf of e6593e60ae544e3ea83441bac93d76ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:27.612087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.639249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56f595a6-436c-4872-a410-236ad4d2c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.643520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56f595a6-436c-4872-a410-236ad4d2c4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.647751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-56f595a6-436c-4872-a410-236ad4d2c4e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4dd018ea-d7a3-48a8-baff-0271d57dc5d8 HTTP/1.1" status: 204 len: 168 time: 0.7265608 Sep 02 12:47:27.658674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f595a6-436c-4872-a410-236ad4d2c4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd018ea-d7a3-48a8-baff-0271d57dc5d8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:27.706224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:27.707493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.713941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:27.715708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Pushing event updated for resources: {'Port': ['ID=b7f010d2-ad34-45fc-bb2b-8b8034a30996,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:27.720523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:27.796958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d968f4-dae5-4ea7-a75e-ace29fa6b982 req-a50ca9be-76c6-408e-a950-a3ec2caa9631 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:27.798607 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19d968f4-dae5-4ea7-a75e-ace29fa6b982 req-a50ca9be-76c6-408e-a950-a3ec2caa9631 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0954649 Sep 02 12:47:27.842336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Network 32769829-0148-4973-b939-9001acee52a7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:27.864307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19d968f4-dae5-4ea7-a75e-ace29fa6b982 req-d5309048-4487-4161-9ab0-5ed32a5b1145 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586808 Sep 02 12:47:27.866542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:27.880878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:27.887534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Pushing event updated for resources: {'Port': ['ID=5ecbdb41-1d5b-40af-9616-d787b2546136,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:27.898032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:27.898667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:27.961940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-453c51f9-f16d-42f7-ac27-3c83a2fad525 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2691579 Sep 02 12:47:27.987044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Request body: {'port': {'device_id': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:28.001025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:28.001703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.048281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a03c8e-9a48-49ab-837a-9b3e3c556697 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:28.058680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.065351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-aca1532e-8d83-463f-a416-1e296b3a7be0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2105050 Sep 02 12:47:28.096246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Request body: {'port': {'device_id': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:28.098403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d6df55e-90d1-40ee-94d0-b982a1061007 None None] Provisioning for port b7f010d2-ad34-45fc-bb2b-8b8034a30996 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:28.106631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d6df55e-90d1-40ee-94d0-b982a1061007 None None] Provisioning complete for port b7f010d2-ad34-45fc-bb2b-8b8034a30996 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:28.107135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d6df55e-90d1-40ee-94d0-b982a1061007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.144466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.162494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Transition to ACTIVE for port object 21a03c8e-9a48-49ab-837a-9b3e3c556697 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:28.167892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a649d6d-358c-49d9-8358-f2eebeda3cf1 req-32a67cbd-394e-406b-8860-a58cbd8ea192 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 210 time: 0.0666142 Sep 02 12:47:28.181490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.182580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1d6df55e-90d1-40ee-94d0-b982a1061007 None None] Port b7f010d2-ad34-45fc-bb2b-8b8034a30996 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:47:28.277395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.303802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936506a2-d426-4205-8f9b-9526a27d127c req-a412cdd2-5ca6-4bad-823f-c4bb0c96ee94 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:28.305116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Pushing event updated for resources: {'Port': ['ID=21a03c8e-9a48-49ab-837a-9b3e3c556697,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:28.318288 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-936506a2-d426-4205-8f9b-9526a27d127c req-a412cdd2-5ca6-4bad-823f-c4bb0c96ee94 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.1810405 Sep 02 12:47:28.343233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Allocated IP 172.20.0.11 (79efc335-ee9d-41b7-90bd-cb21e2f52eec/66e678d5-92d3-4311-a61b-b5db0fdce271/c966bd06-0e56-4661-9c35-7634713d318c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:28.381634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-936506a2-d426-4205-8f9b-9526a27d127c req-c7690108-61cb-43d7-bcfc-93be6f5c9984 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602069 Sep 02 12:47:28.574305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.592735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Transition to ACTIVE for port object c966bd06-0e56-4661-9c35-7634713d318c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:28.620817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Attempting to bind port 21a03c8e-9a48-49ab-837a-9b3e3c556697 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:28.621178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Attempting to bind port 21a03c8e-9a48-49ab-837a-9b3e3c556697 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:28.621514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Attempting to bind port 21a03c8e-9a48-49ab-837a-9b3e3c556697 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:28.635389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7282e-27ad-4668-84c3-4122baf321b0 req-092fb2ef-296d-45c7-b24d-7d3c9bca1bab tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:28.636939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e7282e-27ad-4668-84c3-4122baf321b0 req-092fb2ef-296d-45c7-b24d-7d3c9bca1bab tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 931 time: 0.2187545 Sep 02 12:47:28.641414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Port 21a03c8e-9a48-49ab-837a-9b3e3c556697 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:28.641865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Attempting to bind port 21a03c8e-9a48-49ab-837a-9b3e3c556697 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:28.650427 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5256c42e-c40c-49b3-9c21-28911491bbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.652948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:28.653332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Checking segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:28.653664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Bound using segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:28.654115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Bound port: 21a03c8e-9a48-49ab-837a-9b3e3c556697, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:28.654740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.670826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbdd38-bc73-4d09-b780-0f2a7ab0a528 req-1e86b4a7-c6a8-4484-a09b-0db08d172c31 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:28.672376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92dbdd38-bc73-4d09-b780-0f2a7ab0a528 req-1e86b4a7-c6a8-4484-a09b-0db08d172c31 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0824916 Sep 02 12:47:28.710021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.762283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92dbdd38-bc73-4d09-b780-0f2a7ab0a528 req-5f1d4716-89f5-42dc-be8f-43d64fd640f7 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770526 Sep 02 12:47:28.778746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:28.789151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:28.789151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Pushing event updated for resources: {'Port': ['ID=c966bd06-0e56-4661-9c35-7634713d318c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:28.791986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:28.842082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e7282e-27ad-4668-84c3-4122baf321b0 req-e5cc1b7e-732c-4048-bacd-25454fec8d99 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851087 Sep 02 12:47:28.870236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:28.871017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.895439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-5be62f25-682b-476d-aee4-c66c3f96754b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8246982 Sep 02 12:47:28.908491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] For port 21a03c8e-9a48-49ab-837a-9b3e3c556697, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:28.909419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Request body: {'port': {'device_id': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:28.913881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:28.916348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] For port 21a03c8e-9a48-49ab-837a-9b3e3c556697, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:28.947085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:28.998908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.048122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:29.049431 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.051072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/21a03c8e-9a48-49ab-837a-9b3e3c556697 HTTP/1.1" status: 200 len: 1091 time: 2.6301093 Sep 02 12:47:29.051696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'tag': '21a03c8e-9a48-49ab-837a-9b3e3c556697'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:29.054253 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be" -d '{"events": [{"name": "network-changed", "server_uuid": "a089acc9-83cf-4ed3-b276-e3e94f603eec", "tag": "21a03c8e-9a48-49ab-837a-9b3e3c556697"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:29.131070 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082146d1-7985-4caa-b947-d5b8b97ee0d0 x-openstack-request-id: req-082146d1-7985-4caa-b947-d5b8b97ee0d0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:29.131970 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a089acc9-83cf-4ed3-b276-e3e94f603eec", "tag": "21a03c8e-9a48-49ab-837a-9b3e3c556697", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:29.132561 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-082146d1-7985-4caa-b947-d5b8b97ee0d0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:29.133189 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'tag': '21a03c8e-9a48-49ab-837a-9b3e3c556697', 'status': 'completed', 'code': 200} Sep 02 12:47:29.156472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-357821924-network', 'tenant_id': '0723ff14977b43ef8e3bb7e97ce633cd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:29.190588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecbdb41-1d5b-40af-9616-d787b2546136 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:29.191721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8df29215-66d4-4856-bc28-1e3ac87001ef None None] Provisioning for port c966bd06-0e56-4661-9c35-7634713d318c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:29.197476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a8fc-83f4-443b-8867-b8667d0145a2 service neutron] Pushing event updated for resources: {'Port': ['ID=21a03c8e-9a48-49ab-837a-9b3e3c556697,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:29.197687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8df29215-66d4-4856-bc28-1e3ac87001ef None None] Provisioning complete for port c966bd06-0e56-4661-9c35-7634713d318c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:29.197912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8df29215-66d4-4856-bc28-1e3ac87001ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.245551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.246416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8df29215-66d4-4856-bc28-1e3ac87001ef None None] Port c966bd06-0e56-4661-9c35-7634713d318c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:47:29.295190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Transition to ACTIVE for port object 5ecbdb41-1d5b-40af-9616-d787b2546136 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:29.315918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f010d2-ad34-45fc-bb2b-8b8034a30996 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:29.326957 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.328887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Made reservation on behalf of 0723ff14977b43ef8e3bb7e97ce633cd for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:29.331331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.336547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.389539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-8de6c56b-a5f3-43e6-8255-98ddaa0229c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:29.391100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-8de6c56b-a5f3-43e6-8255-98ddaa0229c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 1094 time: 0.2568936 Sep 02 12:47:29.391726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.409186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Transition to ACTIVE for port object b7f010d2-ad34-45fc-bb2b-8b8034a30996 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:29.434195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.483752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecbdb41-1d5b-40af-9616-d787b2546136,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:29.500205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb4a1e-ba3a-4f4c-8510-8ef20e0af26f req-3dd06e13-8125-40e0-b906-56e7f8d4bb6c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:29.501805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16bb4a1e-ba3a-4f4c-8510-8ef20e0af26f req-3dd06e13-8125-40e0-b906-56e7f8d4bb6c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 932 time: 0.2335896 Sep 02 12:47:29.503082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-3ce93bfd-071f-41e4-9b16-4b88db596082 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697 HTTP/1.1" status: 200 len: 217 time: 0.0854025 Sep 02 12:47:29.537901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54961f-8a60-459f-a6bb-1913f7da0157 req-83e9ce7c-47ca-478b-8943-6570604ca21c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:29.539744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f54961f-8a60-459f-a6bb-1913f7da0157 req-83e9ce7c-47ca-478b-8943-6570604ca21c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0859706 Sep 02 12:47:29.620693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f54961f-8a60-459f-a6bb-1913f7da0157 req-96cb3eba-51b8-4fe8-b3d4-26a8126db585 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688543 Sep 02 12:47:29.633707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c966bd06-0e56-4661-9c35-7634713d318c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:29.642273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.663887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Transition to ACTIVE for port object c966bd06-0e56-4661-9c35-7634713d318c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:29.668443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.676038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Pushing event updated for resources: {'Port': ['ID=b7f010d2-ad34-45fc-bb2b-8b8034a30996,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:29.745249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Pushing event updated for resources: {'Port': ['ID=c966bd06-0e56-4661-9c35-7634713d318c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:29.757678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16bb4a1e-ba3a-4f4c-8510-8ef20e0af26f req-eec9c531-6f62-43c8-b9ef-7fc7c2fa8494 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092414 Sep 02 12:47:29.780724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-81edc706-a0f5-43ec-bacb-82cad1b3f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:29.782409 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-81edc706-a0f5-43ec-bacb-82cad1b3f7cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.2329946 Sep 02 12:47:29.811549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Attempting to bind port c966bd06-0e56-4661-9c35-7634713d318c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:29.811956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Attempting to bind port c966bd06-0e56-4661-9c35-7634713d318c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:29.812698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Attempting to bind port c966bd06-0e56-4661-9c35-7634713d318c on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:29.817596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Port c966bd06-0e56-4661-9c35-7634713d318c on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:29.818050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Attempting to bind port c966bd06-0e56-4661-9c35-7634713d318c on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:29.823792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:29.824231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Checking segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:29.824676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Bound using segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:29.825225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Bound port: c966bd06-0e56-4661-9c35-7634713d318c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:29.825689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.831023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.922575 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:29.937722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Attempting to bind port b7f010d2-ad34-45fc-bb2b-8b8034a30996 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:29.938069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Attempting to bind port b7f010d2-ad34-45fc-bb2b-8b8034a30996 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:29.938627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Attempting to bind port b7f010d2-ad34-45fc-bb2b-8b8034a30996 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:29.946355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed639f8b-bafe-4aaf-8e6c-bfb946990eff req-b62f8514-9e05-4644-bf61-f2bffce9de1e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:29.947973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ed639f8b-bafe-4aaf-8e6c-bfb946990eff req-b62f8514-9e05-4644-bf61-f2bffce9de1e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0764225 Sep 02 12:47:29.949253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] For port c966bd06-0e56-4661-9c35-7634713d318c, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:29.964991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Attempting to bind port 5ecbdb41-1d5b-40af-9616-d787b2546136 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:29.965512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Attempting to bind port 5ecbdb41-1d5b-40af-9616-d787b2546136 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '32769829-0148-4973-b939-9001acee52a7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:29.965847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Attempting to bind port 5ecbdb41-1d5b-40af-9616-d787b2546136 on network 32769829-0148-4973-b939-9001acee52a7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:29.972470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] For port c966bd06-0e56-4661-9c35-7634713d318c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c966bd06-0e56-4661-9c35-7634713d318c,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:29.978061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Port 5ecbdb41-1d5b-40af-9616-d787b2546136 on network 32769829-0148-4973-b939-9001acee52a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:29.978356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Attempting to bind port 5ecbdb41-1d5b-40af-9616-d787b2546136 on network 32769829-0148-4973-b939-9001acee52a7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:29.982544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.003235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-4acc2756-2134-4699-978e-0d84f778b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.004998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-4acc2756-2134-4699-978e-0d84f778b332 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702111 Sep 02 12:47:30.005717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Port b7f010d2-ad34-45fc-bb2b-8b8034a30996 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:30.006079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Attempting to bind port b7f010d2-ad34-45fc-bb2b-8b8034a30996 on network 79efc335-ee9d-41b7-90bd-cb21e2f52eec {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:30.012461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:47:30.043710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:30.043942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.044059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Checking segment: {'id': '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '32769829-0148-4973-b939-9001acee52a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:30.044325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.044700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Bound using segment: {'id': '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '32769829-0148-4973-b939-9001acee52a7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:30.045270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Bound port: 5ecbdb41-1d5b-40af-9616-d787b2546136, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '32769829-0148-4973-b939-9001acee52a7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:30.045550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.045768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] 10.222.0.41 "PUT /v2.0/ports/c966bd06-0e56-4661-9c35-7634713d318c HTTP/1.1" status: 200 len: 1092 time: 1.1418347 Sep 02 12:47:30.046259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'tag': 'c966bd06-0e56-4661-9c35-7634713d318c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:30.048619 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa8f46-381c-4c92-a042-3b4116d12147" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea52817-f38c-4e7c-a160-b2bc50f64538", "tag": "c966bd06-0e56-4661-9c35-7634713d318c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:30.064650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ed639f8b-bafe-4aaf-8e6c-bfb946990eff req-2933eb18-54d0-4535-8740-b7699274e642 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043251 Sep 02 12:47:30.065602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:30.066146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Checking segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:30.066331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Bound using segment: {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:30.067083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Bound port: b7f010d2-ad34-45fc-bb2b-8b8034a30996, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa25edf-b600-4305-a2f4-5e1a80f71b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:30.068136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.094658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a81a5b-4610-4004-94b9-b540f6dc6763 service neutron] Pushing event updated for resources: {'Port': ['ID=c966bd06-0e56-4661-9c35-7634713d318c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:30.099320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc2c0f-47e5-40be-a9f4-c9f931c35841,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:30.110700 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.111061 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Added segment 1671a3e8-af32-4938-a008-f24c6eee1d7c of type vlan for network f396fc8f-f66d-4804-8f9f-530ddcb00f54 Sep 02 12:47:30.174060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-a0f640f9-8300-45d1-bf68-b51c3e6ba3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.178955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-a0f640f9-8300-45d1-bf68-b51c3e6ba3c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 1095 time: 0.0646887 Sep 02 12:47:30.256063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-f0288fc8-ca54-44d8-b0ca-d44108a91586 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c966bd06-0e56-4661-9c35-7634713d318c HTTP/1.1" status: 200 len: 217 time: 0.0678644 Sep 02 12:47:30.258303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd901b8f-1d64-4d35-b0e9-0e95b7332a89 req-07f62ea8-cd2c-430d-91fd-70cd227575be tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.259957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd901b8f-1d64-4d35-b0e9-0e95b7332a89 req-07f62ea8-cd2c-430d-91fd-70cd227575be tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 943 time: 0.3336537 Sep 02 12:47:30.308111 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d382e60-c01c-4535-921a-b9e235c51221 x-openstack-request-id: req-9d382e60-c01c-4535-921a-b9e235c51221 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:30.308407 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea52817-f38c-4e7c-a160-b2bc50f64538", "tag": "c966bd06-0e56-4661-9c35-7634713d318c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:30.308655 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d382e60-c01c-4535-921a-b9e235c51221 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:30.309307 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'tag': 'c966bd06-0e56-4661-9c35-7634713d318c', 'status': 'completed', 'code': 200} Sep 02 12:47:30.316630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.329125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-8de0a4fb-b256-474a-8134-430a60afbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.330638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-8de0a4fb-b256-474a-8134-430a60afbaf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.0657034 Sep 02 12:47:30.335566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] For port 5ecbdb41-1d5b-40af-9616-d787b2546136, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:30.361589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] For port b7f010d2-ad34-45fc-bb2b-8b8034a30996, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:30.380486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] For port 5ecbdb41-1d5b-40af-9616-d787b2546136, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5ecbdb41-1d5b-40af-9616-d787b2546136,segment=NetworkSegment(3ab3603f-fe5c-4750-b7e5-b7f97d35ccca),segment_id=3ab3603f-fe5c-4750-b7e5-b7f97d35ccca)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:30.391769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-8b7481c3-e2a4-4f21-93b7-5f475a5b17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.393415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-8b7481c3-e2a4-4f21-93b7-5f475a5b17ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552690 Sep 02 12:47:30.412349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.418266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] For port b7f010d2-ad34-45fc-bb2b-8b8034a30996, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:30.449619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd901b8f-1d64-4d35-b0e9-0e95b7332a89 req-fb0488f2-4945-43da-909e-935be00a270a tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727676 Sep 02 12:47:30.455577 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.459048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-4752426f-5ade-4b53-8481-492d375df4cd service neutron] 10.222.0.18 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392455 Sep 02 12:47:30.472743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.472743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.472743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.481026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.481627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.482994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ecbdb41-1d5b-40af-9616-d787b2546136 HTTP/1.1" status: 200 len: 1091 time: 2.3938146 Sep 02 12:47:30.501707 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-9853a10d-d386-45b1-a3cf-212af57d84da service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005557 Sep 02 12:47:30.596452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.597113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:30.598526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] 10.222.0.41 "PUT /v2.0/ports/b7f010d2-ad34-45fc-bb2b-8b8034a30996 HTTP/1.1" status: 200 len: 1091 time: 2.6167953 Sep 02 12:47:30.609474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74673cd1-7ee6-4a13-a48b-bfbe2caaf1c0 req-513b2b10-9ca8-4520-9e02-8fcfecab88cf service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002228 Sep 02 12:47:30.635643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a32d4-1535-4af0-a73b-04fd30b98b20 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecbdb41-1d5b-40af-9616-d787b2546136,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:30.660937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7404346 Sep 02 12:47:30.662488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33790) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:47:30.663154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23af90-a3b4-4c96-9950-6e1740345ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=f396fc8f-f66d-4804-8f9f-530ddcb00f54,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:30.679235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:47:30.709045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Request body: {'subnet': {'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-357821924-subnet', 'tenant_id': '0723ff14977b43ef8e3bb7e97ce633cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:30.712499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-b149f6a9-8f92-4b5f-8819-cccfe929cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.714108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-b149f6a9-8f92-4b5f-8819-cccfe929cf04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 1094 time: 0.0576875 Sep 02 12:47:30.795080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-0dd807c8-2d3d-42dd-928a-ec85ac46ca4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996 HTTP/1.1" status: 200 len: 217 time: 0.0721307 Sep 02 12:47:30.875114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f0da-a166-4856-8a3a-08153e51f013 req-d6aa4179-a0d6-4657-b381-91a183945836 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.876701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1579f0da-a166-4856-8a3a-08153e51f013 req-d6aa4179-a0d6-4657-b381-91a183945836 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0956519 Sep 02 12:47:30.881824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-68fd94bd-1ab3-4482-ab95-929e00cbb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.883347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-68fd94bd-1ab3-4482-ab95-929e00cbb4ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.0696175 Sep 02 12:47:30.950616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1579f0da-a166-4856-8a3a-08153e51f013 req-94dc6a0a-a746-49d9-9600-cd4ff1107b58 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662706 Sep 02 12:47:30.961540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882532-221d-4c58-8333-a7d15d5a689c req-06333cd8-58dc-4c59-a379-523c6776e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:30.963106 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-06333cd8-58dc-4c59-a379-523c6776e4af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715365 Sep 02 12:47:31.076309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-eeba5966-f004-410f-9f4b-94b6492be77b service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045232 Sep 02 12:47:31.139131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'tag': '5ecbdb41-1d5b-40af-9616-d787b2546136'}, {'name': 'network-changed', 'server_uuid': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'tag': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:31.141457 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e11fb-6163-4516-b563-495bd641ea63" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd5af45-96bc-4512-88ad-93fd9070f69f", "tag": "5ecbdb41-1d5b-40af-9616-d787b2546136"}, {"name": "network-changed", "server_uuid": "4d2d69e6-a0ab-48e5-8b71-c2f554774103", "tag": "b7f010d2-ad34-45fc-bb2b-8b8034a30996"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:31.185953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-678115e7-ac99-43f8-bd92-e8c0abdd0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.187125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-678115e7-ac99-43f8-bd92-e8c0abdd0bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60a483e8debb467dbf2574712ed10433&device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 1094 time: 0.6029136 Sep 02 12:47:31.201097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e512022-2d93-4f0f-aa12-c1273683dc62 req-82d6ff19-d511-4ec7-97e1-5f5b322910fe service neutron] 10.222.0.18 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7250028 Sep 02 12:47:31.208718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Made reservation on behalf of 0723ff14977b43ef8e3bb7e97ce633cd for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:31.211228 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:31.213262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218c3f-59e0-44dc-abc1-3d224488adef service neutron] Pushing event updated for resources: {'Port': ['ID=b7f010d2-ad34-45fc-bb2b-8b8034a30996,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:31.221933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6711e7-96f2-403d-a607-2c642ec76357 req-b015a574-ff1d-4006-ad9c-83977415b25f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.223630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c6711e7-96f2-403d-a607-2c642ec76357 req-b015a574-ff1d-4006-ad9c-83977415b25f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0853345 Sep 02 12:47:31.229378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69882532-221d-4c58-8333-a7d15d5a689c req-d1b561d9-2697-4e10-92e7-a66aa14ecc0a service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450350 Sep 02 12:47:31.277077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c6711e7-96f2-403d-a607-2c642ec76357 req-507ebdf2-9654-4926-acb1-e4889ff64d63 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Sep 02 12:47:31.287816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-26d4dfef-f507-4d5c-9163-e83e804f59a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ecbdb41-1d5b-40af-9616-d787b2546136 HTTP/1.1" status: 200 len: 217 time: 0.0905521 Sep 02 12:47:31.333464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-2e54fa9f-67fe-49f3-92bf-c8079c98364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.335075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-2e54fa9f-67fe-49f3-92bf-c8079c98364a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 1095 time: 0.2719336 Sep 02 12:47:31.338123 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd70712-2685-488f-a648-cc7c134c217d x-openstack-request-id: req-bdd70712-2685-488f-a648-cc7c134c217d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:31.338431 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd5af45-96bc-4512-88ad-93fd9070f69f", "tag": "5ecbdb41-1d5b-40af-9616-d787b2546136", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d2d69e6-a0ab-48e5-8b71-c2f554774103", "tag": "b7f010d2-ad34-45fc-bb2b-8b8034a30996", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:31.338680 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdd70712-2685-488f-a648-cc7c134c217d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:31.339087 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'tag': '5ecbdb41-1d5b-40af-9616-d787b2546136', 'status': 'completed', 'code': 200} Sep 02 12:47:31.339348 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'tag': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996', 'status': 'completed', 'code': 200} Sep 02 12:47:31.353285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef2990-126f-45a7-9f34-d9b75a47ba8c req-23ec8ea6-4369-4a9f-bdd7-ec2c408b146d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.354900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81ef2990-126f-45a7-9f34-d9b75a47ba8c req-23ec8ea6-4369-4a9f-bdd7-ec2c408b146d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 944 time: 0.2906148 Sep 02 12:47:31.375262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86afc2aa-6cb4-4067-8caa-47f22de60c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:31.417930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-e0f7b031-ec81-4999-8c5d-105c3939c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.419353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-e0f7b031-ec81-4999-8c5d-105c3939c748 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 1094 time: 0.0579836 Sep 02 12:47:31.520865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba34-3efe-4853-a103-5f386a131a6b req-47812608-e231-4671-8d62-5c81e8cfdd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.522512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-47812608-e231-4671-8d62-5c81e8cfdd51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1152fea-f602-4e4d-83fb-19f0181fec84 HTTP/1.1" status: 200 len: 848 time: 0.2203274 Sep 02 12:47:31.528545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-30cb478b-d635-4d9a-9391-54ccf7cfde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.530757 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-30cb478b-d635-4d9a-9391-54ccf7cfde10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 917 time: 0.1033597 Sep 02 12:47:31.536677 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:47:31.548026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-98a278c2-c999-4c51-b33d-874959201150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.549597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-98a278c2-c999-4c51-b33d-874959201150 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 1094 time: 0.2656403 Sep 02 12:47:31.577125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-d548ea29-1982-42fe-a3e7-f314d70d2758 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32769829-0148-4973-b939-9001acee52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394030 Sep 02 12:47:31.580111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81ef2990-126f-45a7-9f34-d9b75a47ba8c req-161f18dc-4bde-43a4-8b64-fcf17ef3dfc2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878970 Sep 02 12:47:31.586817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-a1477e36-12c5-4bd9-a4f1-540a79c559d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996 HTTP/1.1" status: 200 len: 217 time: 0.0403562 Sep 02 12:47:31.611208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:31.675797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-b53d8124-a338-4c96-aa74-3fdbf6caaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.677460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-b53d8124-a338-4c96-aa74-3fdbf6caaf23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.0823736 Sep 02 12:47:31.702423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126e155-0b3a-478c-abf9-9a20a0b9a6e1 req-2728f84c-a87c-4f1f-b082-96dcd385ea71 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.704209 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a126e155-0b3a-478c-abf9-9a20a0b9a6e1 req-2728f84c-a87c-4f1f-b082-96dcd385ea71 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 943 time: 0.0946052 Sep 02 12:47:31.723429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-e10f8739-8745-4ba7-ba15-425b33eef3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.725174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-e10f8739-8745-4ba7-ba15-425b33eef3ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 917 time: 0.3468876 Sep 02 12:47:31.760063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a126e155-0b3a-478c-abf9-9a20a0b9a6e1 req-a370e14e-3543-4190-89b8-f7d2865f3922 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Sep 02 12:47:31.762983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-0a599dbb-b382-442b-96f8-a329b496b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.764431 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-0a599dbb-b382-442b-96f8-a329b496b7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788732 Sep 02 12:47:31.797798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-ad62904b-fd7d-4b7a-8d53-3b6bb427321e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c966bd06-0e56-4661-9c35-7634713d318c HTTP/1.1" status: 200 len: 217 time: 0.0590563 Sep 02 12:47:31.874241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-db18df64-5395-4149-a38f-585ac86d8e94 service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961101 Sep 02 12:47:31.883198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-475b0c3b-1547-4d7a-863b-e18e41386469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.884714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-475b0c3b-1547-4d7a-863b-e18e41386469 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 917 time: 0.3136742 Sep 02 12:47:31.961922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-0425dc71-eac5-454d-8e01-219f41d600b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:31.963422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-0425dc71-eac5-454d-8e01-219f41d600b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.1541228 Sep 02 12:47:31.964625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-ea79ed94-7f1a-4f79-b846-19b0086a4938 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697 HTTP/1.1" status: 200 len: 217 time: 0.0686183 Sep 02 12:47:31.966138 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:31.968986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-56089ff2-77c6-4fc0-a2f2-fb6d1d91d7c7 service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868793 Sep 02 12:47:31.971708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-7fb43298-e7dd-490d-9b4f-99ec634a7e46 service neutron] 10.222.0.18 "GET /v2.0/networks/32769829-0148-4973-b939-9001acee52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703673 Sep 02 12:47:32.157546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d17f03a-e35b-46e0-ac68-c338d021b7de,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:32.191101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-e77f4884-31cd-446f-b6d1-cc2da32ccd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.192999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-e77f4884-31cd-446f-b6d1-cc2da32ccd04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.1887045 Sep 02 12:47:32.200801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-ebd9ac0b-3418-4af2-9cb8-0cfd7c3c37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.202436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-ebd9ac0b-3418-4af2-9cb8-0cfd7c3c37d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264335 Sep 02 12:47:32.271205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Checking segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:32.271493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Network hostable DHCP agents. Network: f396fc8f-f66d-4804-8f9f-530ddcb00f54, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:47:32.315071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fa018-357a-4829-b202-bebf214708c3 req-1e015a06-aae9-4376-9a6e-af945427dacb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.316659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a8fa018-357a-4829-b202-bebf214708c3 req-1e015a06-aae9-4376-9a6e-af945427dacb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.2760208 Sep 02 12:47:32.321894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d834ba34-3efe-4853-a103-5f386a131a6b req-927e8fb6-e292-47e3-86f1-c70d7360c7fe service neutron] 10.222.0.18 "GET /v2.0/networks/32769829-0148-4973-b939-9001acee52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139281 Sep 02 12:47:32.379246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:47:32.386633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-8ac6f906-90cf-4f4a-bbfc-50b929fc167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.388209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-8ac6f906-90cf-4f4a-bbfc-50b929fc167f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849060 Sep 02 12:47:32.412622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb9c2-3f14-4eb9-941a-03151fcd33fe req-973f4e8a-8e8f-4f89-8721-056d0915e878 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.414483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-722eb9c2-3f14-4eb9-941a-03151fcd33fe req-973f4e8a-8e8f-4f89-8721-056d0915e878 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0556214 Sep 02 12:47:32.433790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a8fa018-357a-4829-b202-bebf214708c3 req-000b7223-8301-426d-901a-ee3cd90374f3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055381 Sep 02 12:47:32.435776 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-98fd8baa-4bae-47e8-b977-9d365ddacb58 service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112954 Sep 02 12:47:32.447812 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:32.463570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f396fc8f-f66d-4804-8f9f-530ddcb00f54) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:32.468734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-722eb9c2-3f14-4eb9-941a-03151fcd33fe req-72f155bc-1ea8-4a13-9a44-957ece1b565d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Sep 02 12:47:32.480763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe3a99-e368-47bc-b840-80e11fc66ac6 None None] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:32.509996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.510744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:32.603739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-410bca90-a81f-4642-a09d-bea67473c11e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9289389 Sep 02 12:47:32.633370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-5b15953d-844a-4c7b-b868-e20dddfed86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.635016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-5b15953d-844a-4c7b-b868-e20dddfed86b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60a483e8debb467dbf2574712ed10433&device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 1094 time: 0.2268305 Sep 02 12:47:32.653992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c944803f-9ba1-47fa-9a7b-da7bf1d03960 None None] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:47:32.736318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-9854ddb8-dbc9-4076-b779-a68d2e626df4 service neutron] 10.222.0.18 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291097 Sep 02 12:47:32.834299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95aa8f46-381c-4c92-a042-3b4116d12147 req-c5f6fa25-3d69-4d87-8e5e-d27964148481 service neutron] 10.222.0.41 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429635 Sep 02 12:47:32.927972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eb375-bbec-430c-80ef-fcf74840c959 req-f3880f33-c774-4db9-8d19-feb03e0bcb59 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.929464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a95eb375-bbec-430c-80ef-fcf74840c959 req-f3880f33-c774-4db9-8d19-feb03e0bcb59 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 943 time: 0.0550749 Sep 02 12:47:32.930203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98f57-02e6-4575-944b-50645f438ab5 req-51a8828b-bbf3-4cef-b23e-7e98287503c6 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.931708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5d98f57-02e6-4575-944b-50645f438ab5 req-51a8828b-bbf3-4cef-b23e-7e98287503c6 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 944 time: 0.1692874 Sep 02 12:47:32.934519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-aa52acaf-5add-4d67-a034-2429bc6ff63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:32.935930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-aa52acaf-5add-4d67-a034-2429bc6ff63f service neutron] 10.222.0.18 "GET /v2.0/networks?id=32769829-0148-4973-b939-9001acee52a7 HTTP/1.1" status: 200 len: 909 time: 0.2925777 Sep 02 12:47:32.967889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a95eb375-bbec-430c-80ef-fcf74840c959 req-3a604f94-9a5b-42d9-8441-62d521c859a0 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Sep 02 12:47:32.997101 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ed58d11-e7d3-4ba2-9f78-bfe02913f8be req-7326d897-2ab7-49c9-af91-a08f51b8a7e0 service neutron] 10.222.0.18 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356684 Sep 02 12:47:33.000142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-31f2c948-6043-4348-b042-0c29aa7f80d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ecbdb41-1d5b-40af-9616-d787b2546136 HTTP/1.1" status: 200 len: 217 time: 0.0534914 Sep 02 12:47:33.030823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5d98f57-02e6-4575-944b-50645f438ab5 req-79c1fbca-eac9-4fd1-b5c5-c33d247b33b2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908036 Sep 02 12:47:33.068659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e11fb-6163-4516-b563-495bd641ea63 req-ca469c0d-d6e9-4d8d-892d-3c1fbcb82a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:33.070257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-ca469c0d-d6e9-4d8d-892d-3c1fbcb82a22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1152fea-f602-4e4d-83fb-19f0181fec84 HTTP/1.1" status: 200 len: 848 time: 0.0564229 Sep 02 12:47:33.104073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-60a1e784-ef7a-4769-8396-ac9098881f46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32769829-0148-4973-b939-9001acee52a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253599 Sep 02 12:47:33.203360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-438499a3-e0c5-45a0-aa70-041ce4baf6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/32769829-0148-4973-b939-9001acee52a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911925 Sep 02 12:47:33.272129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-21941b98-d660-469c-98b7-9f88ded134b6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:33.274122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-21941b98-d660-469c-98b7-9f88ded134b6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 812 time: 0.1142733 Sep 02 12:47:33.290166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-7fb693cb-46ad-48d0-93b2-2b3c68752b7d tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/quotas/0723ff14977b43ef8e3bb7e97ce633cd HTTP/1.1" status: 200 len: 375 time: 0.0099852 Sep 02 12:47:33.309380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-550e11fb-6163-4516-b563-495bd641ea63 req-778faf82-50ee-4b0f-bd3c-7555a4c90847 service neutron] 10.222.0.18 "GET /v2.0/networks/32769829-0148-4973-b939-9001acee52a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979493 Sep 02 12:47:33.327554 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-2357cf1f-7f3e-44ae-9355-54ba82e49c13 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314431 Sep 02 12:47:33.419392 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-7a683e27-1a31-497e-9674-36edaba3ac31 service neutron] 10.222.0.60 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845704 Sep 02 12:47:33.517444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-2e70b727-a0b1-4bc0-a076-68f8114e3ce2 service neutron] 10.222.0.60 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912845 Sep 02 12:47:33.564417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2b56-60df-4d97-840e-385b81067316 req-50166237-ea84-4d79-ba3f-e424b614d7f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:33.566054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e47d2b56-60df-4d97-840e-385b81067316 req-50166237-ea84-4d79-ba3f-e424b614d7f8 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0564761 Sep 02 12:47:33.613209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e47d2b56-60df-4d97-840e-385b81067316 req-ea206379-d19f-4f35-ac44-d1db26c372bb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Sep 02 12:47:33.743502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa77bd8-3f54-4f44-89e7-6b543d0b2cc4 req-4705174e-4e58-4596-85d8-811540b5a013 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:33.745915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfa77bd8-3f54-4f44-89e7-6b543d0b2cc4 req-4705174e-4e58-4596-85d8-811540b5a013 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0739756 Sep 02 12:47:33.790617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfa77bd8-3f54-4f44-89e7-6b543d0b2cc4 req-226e8a27-71c4-44ab-afeb-055472249efb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Sep 02 12:47:33.932017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cda5cf6a-209a-4e20-a02b-9dd29d9895f7 req-ba6b02dc-0488-4373-ada7-da564e1996ce tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Sep 02 12:47:34.092773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fa03-1bb9-4053-ab58-bfb8579715c8 req-722f577a-2056-4f64-9d5d-dedef5ce4e1d tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:34.094641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9629fa03-1bb9-4053-ab58-bfb8579715c8 req-722f577a-2056-4f64-9d5d-dedef5ce4e1d tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 943 time: 0.0552487 Sep 02 12:47:34.120020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:34.144218 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9629fa03-1bb9-4053-ab58-bfb8579715c8 req-5a339ce8-8134-4bcc-a3c7-c1bc08a35d73 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Sep 02 12:47:34.155567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5806f-5e22-45fe-bab4-1cc7947ed743 req-c6543fdc-fae9-4287-98d7-2b57aca4206a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:34.163942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23f5806f-5e22-45fe-bab4-1cc7947ed743 req-c6543fdc-fae9-4287-98d7-2b57aca4206a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 944 time: 0.0635927 Sep 02 12:47:34.177488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21a03c8e-9a48-49ab-837a-9b3e3c556697 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:34.202007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23f5806f-5e22-45fe-bab4-1cc7947ed743 req-eb9cfd37-310b-4f78-92f8-d40b3d65c732 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368516 Sep 02 12:47:34.283327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 21a03c8e-9a48-49ab-837a-9b3e3c556697, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:34.295656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '21a03c8e-9a48-49ab-837a-9b3e3c556697', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'port_id': '21a03c8e-9a48-49ab-837a-9b3e3c556697', 'mac_address': 'fa:16:3e:dd:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e678d5-92d3-4311-a61b-b5db0fdce271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:34.343649 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:34.512045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b7f010d2-ad34-45fc-bb2b-8b8034a30996 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:34.517134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a03c8e-9a48-49ab-837a-9b3e3c556697 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:34.545844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 21a03c8e-9a48-49ab-837a-9b3e3c556697, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:34.559483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:34.560305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5ecbdb41-1d5b-40af-9616-d787b2546136 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:34.711150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=21a03c8e-9a48-49ab-837a-9b3e3c556697,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:34.721470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b7f010d2-ad34-45fc-bb2b-8b8034a30996, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:34.737162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'port_id': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996', 'mac_address': 'fa:16:3e:87:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e678d5-92d3-4311-a61b-b5db0fdce271', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:34.742488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72473487-7f9c-4b53-9b75-c2ebf877522e req-7596af1f-def2-4d13-ade5-c5c6e573479c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:34.744400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72473487-7f9c-4b53-9b75-c2ebf877522e req-7596af1f-def2-4d13-ade5-c5c6e573479c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Sep 02 12:47:34.801042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5ecbdb41-1d5b-40af-9616-d787b2546136, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5ecbdb41-1d5b-40af-9616-d787b2546136,segment=NetworkSegment(3ab3603f-fe5c-4750-b7e5-b7f97d35ccca),segment_id=3ab3603f-fe5c-4750-b7e5-b7f97d35ccca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:34.818206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:34.820761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72473487-7f9c-4b53-9b75-c2ebf877522e req-3c8c088f-857d-4758-ba8a-398a2eb33934 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624006 Sep 02 12:47:34.832862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f010d2-ad34-45fc-bb2b-8b8034a30996 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:34.854811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '5ecbdb41-1d5b-40af-9616-d787b2546136', 'network_id': '32769829-0148-4973-b939-9001acee52a7', 'port_id': '5ecbdb41-1d5b-40af-9616-d787b2546136', 'mac_address': 'fa:16:3e:b0:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1152fea-f602-4e4d-83fb-19f0181fec84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:34.857588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b7f010d2-ad34-45fc-bb2b-8b8034a30996, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:34.864119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:34.865131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c966bd06-0e56-4661-9c35-7634713d318c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:34.968378 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:34.988501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecbdb41-1d5b-40af-9616-d787b2546136 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:35.013028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=b7f010d2-ad34-45fc-bb2b-8b8034a30996,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:35.018747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c966bd06-0e56-4661-9c35-7634713d318c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c966bd06-0e56-4661-9c35-7634713d318c,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:35.034302 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:35.036126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5ecbdb41-1d5b-40af-9616-d787b2546136, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5ecbdb41-1d5b-40af-9616-d787b2546136,segment=NetworkSegment(3ab3603f-fe5c-4750-b7e5-b7f97d35ccca),segment_id=3ab3603f-fe5c-4750-b7e5-b7f97d35ccca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:35.040976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'c966bd06-0e56-4661-9c35-7634713d318c', 'network_id': '79efc335-ee9d-41b7-90bd-cb21e2f52eec', 'port_id': 'c966bd06-0e56-4661-9c35-7634713d318c', 'mac_address': 'fa:16:3e:47:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e678d5-92d3-4311-a61b-b5db0fdce271', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:35.044097 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:35.120892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5ecbdb41-1d5b-40af-9616-d787b2546136,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:35.142283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:35.163172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72d30739-65ff-4e66-ba93-c2766c965ada req-3b9d8ab7-a90f-4975-8c44-d8a47a6c753a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 210 time: 0.0442348 Sep 02 12:47:35.178646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c966bd06-0e56-4661-9c35-7634713d318c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:35.191986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c966bd06-0e56-4661-9c35-7634713d318c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c966bd06-0e56-4661-9c35-7634713d318c,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:35.198198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:35.202670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c87a19-fe51-4401-b00e-b61b9b0e5e82 req-02564b0a-ac57-49ad-bf5d-ce8078bb3dc9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:35.204274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2c87a19-fe51-4401-b00e-b61b9b0e5e82 req-02564b0a-ac57-49ad-bf5d-ce8078bb3dc9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.2007999 Sep 02 12:47:35.261666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c966bd06-0e56-4661-9c35-7634713d318c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:35.279696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-7a070b21-49d5-43ef-b4a5-e0f9f3abb12c tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:35.281238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-7a070b21-49d5-43ef-b4a5-e0f9f3abb12c tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 812 time: 0.3674400 Sep 02 12:47:35.291764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6cf2fe94-53bf-4929-91a0-57c8ba193906 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:35.293264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6cf2fe94-53bf-4929-91a0-57c8ba193906 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.41 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 812 time: 0.3625872 Sep 02 12:47:35.301258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2ef5-9b22-4d48-93dc-e60718ebb0ed req-fa241865-561e-4e2f-ae13-5d0fb738e6fb tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:35.303236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02ba2ef5-9b22-4d48-93dc-e60718ebb0ed req-fa241865-561e-4e2f-ae13-5d0fb738e6fb tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 944 time: 0.0721710 Sep 02 12:47:35.306034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Request body: {'port': {'device_id': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'admin_state_up': True, 'tenant_id': '0723ff14977b43ef8e3bb7e97ce633cd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:35.316389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Request body: {'port': {'device_id': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'admin_state_up': True, 'tenant_id': '0723ff14977b43ef8e3bb7e97ce633cd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:35.342799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02ba2ef5-9b22-4d48-93dc-e60718ebb0ed req-2d9a47f7-2edc-4593-90d0-fedff01f72c8 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Sep 02 12:47:35.382228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['21a03c8e-9a48-49ab-837a-9b3e3c556697'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:35.389821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5ecbdb41-1d5b-40af-9616-d787b2546136'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:35.462782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61787-8d06-4c4e-a625-87f5eed3f4ab req-02501e4b-8374-43d2-a91a-64ab26d6dc45 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:35.464959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17f61787-8d06-4c4e-a625-87f5eed3f4ab req-02501e4b-8374-43d2-a91a-64ab26d6dc45 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 945 time: 0.0610330 Sep 02 12:47:35.517555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17f61787-8d06-4c4e-a625-87f5eed3f4ab req-ffbcbe88-9abd-4c0e-8311-f510fe963af2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Sep 02 12:47:35.518486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['c966bd06-0e56-4661-9c35-7634713d318c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:35.527054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['b7f010d2-ad34-45fc-bb2b-8b8034a30996'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:35.700156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2c87a19-fe51-4401-b00e-b61b9b0e5e82 req-51be159c-0f66-496f-aad3-2b09b6030b86 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859231 Sep 02 12:47:35.847840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:47:35.847840 n-d-792364-8 neutron-server[94840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 12:47:35.847840 n-d-792364-8 neutron-server[94840]: [parameters: {'project_id': '0723ff14977b43ef8e3bb7e97ce633cd', 'id': '597f915e-7c1d-42eb-9545-999835728e7e', 'expiration': datetime.datetime(2021, 9, 2, 12, 49, 35, 838125)}] Sep 02 12:47:35.847840 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:47:35.848239 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:47:35.860033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Made reservation on behalf of 0723ff14977b43ef8e3bb7e97ce633cd for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:35.864023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:35.968949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc095b3a-da09-431e-95a4-3837fbf2de02 req-eeeafcca-8ece-4ce2-9d30-fc27b9d47b23 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:35.977264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc095b3a-da09-431e-95a4-3837fbf2de02 req-eeeafcca-8ece-4ce2-9d30-fc27b9d47b23 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0674133 Sep 02 12:47:36.008266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Allocated IP 172.20.0.2 (f396fc8f-f66d-4804-8f9f-530ddcb00f54/0d17f03a-e35b-46e0-ac68-c338d021b7de/9c8e0a04-91cf-4f86-afc9-d191afb550d8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:36.012378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc095b3a-da09-431e-95a4-3837fbf2de02 req-62e2e28b-3df1-4faa-8cbb-e598515f9d25 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Sep 02 12:47:36.173119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:36.216433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:36.256827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08f192b7-a5a7-4a4e-87c0-035b8dc76978 req-4a89e920-766f-4552-a311-c647f9288ffe tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 210 time: 0.0313587 Sep 02 12:47:36.262189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:36.265424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:36.277041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:36.277041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event updated for resources: {'Port': ['ID=9c8e0a04-91cf-4f86-afc9-d191afb550d8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:36.323069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:36.323858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:36.339807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-6a370466-4834-4fe4-b3a9-3965c3a9fc72 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441480 Sep 02 12:47:36.355482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Request body: {'port': {'device_id': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:36.419532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Made reservation on behalf of 0723ff14977b43ef8e3bb7e97ce633cd for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:36.423175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:36.463182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:36.582054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e49f87-5752-4151-b7c0-2966aa285151 req-7c1408cc-cadd-484b-a30f-944e8c2e3449 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:36.583673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91e49f87-5752-4151-b7c0-2966aa285151 req-7c1408cc-cadd-484b-a30f-944e8c2e3449 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 944 time: 0.1572504 Sep 02 12:47:36.655470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f6a9c-098e-4696-b4b1-33cef539a995 req-ac14617c-854d-49eb-95f9-18cbbf885f9d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:36.657028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a16f6a9c-098e-4696-b4b1-33cef539a995 req-ac14617c-854d-49eb-95f9-18cbbf885f9d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Sep 02 12:47:36.696543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a16f6a9c-098e-4696-b4b1-33cef539a995 req-6d615048-fc70-4866-8ccd-3dddc2d24b5b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Sep 02 12:47:36.734600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91e49f87-5752-4151-b7c0-2966aa285151 req-4bad2559-51ba-4744-ad02-b006ee82f4da tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393557 Sep 02 12:47:36.744402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Allocated IP 172.20.0.3 (f396fc8f-f66d-4804-8f9f-530ddcb00f54/0d17f03a-e35b-46e0-ac68-c338d021b7de/a10b93fb-3de6-4867-9a87-bf8e6ed276c8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:36.823925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b971-1634-45c0-a5ba-827f5a3eacaa req-703dcf2c-2b46-4809-85e3-f8214a52ea43 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:36.825696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-51b4b971-1634-45c0-a5ba-827f5a3eacaa req-703dcf2c-2b46-4809-85e3-f8214a52ea43 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0509369 Sep 02 12:47:36.869183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-51b4b971-1634-45c0-a5ba-827f5a3eacaa req-2eee88e3-ec1e-4c85-9284-635fc85332dc tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Sep 02 12:47:36.917585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:36.966844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.061002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:37.068012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:37.075579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:37.082752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event updated for resources: {'Port': ['ID=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:37.187372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:37.187911 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.238267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4a276-df20-4004-8a92-fa2df6793c5d req-ac9340ab-80fd-4f36-996c-60ddd5199969 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:37.239841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14e4a276-df20-4004-8a92-fa2df6793c5d req-ac9340ab-80fd-4f36-996c-60ddd5199969 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.1301908 Sep 02 12:47:37.257733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-5359d316-a65e-42ef-a309-fe76429ae0f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9451237 Sep 02 12:47:37.277468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Request body: {'port': {'device_id': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:37.309249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8e0a04-91cf-4f86-afc9-d191afb550d8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:37.321390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.365603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Transition to ACTIVE for port object 9c8e0a04-91cf-4f86-afc9-d191afb550d8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:37.368941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14e4a276-df20-4004-8a92-fa2df6793c5d req-fcb53de1-4475-4066-a98f-72afd9f50cc6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069748 Sep 02 12:47:37.374631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.381680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b14b0-ce77-414a-9111-411d333dfd32 req-dfc9db6b-ec1f-46ae-b3ed-53d430f7dcd3 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:37.391013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-503b14b0-ce77-414a-9111-411d333dfd32 req-dfc9db6b-ec1f-46ae-b3ed-53d430f7dcd3 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 931 time: 0.0564632 Sep 02 12:47:37.391201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.425268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-503b14b0-ce77-414a-9111-411d333dfd32 req-14e7558b-e53f-425d-b772-ea5314746581 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357540 Sep 02 12:47:37.440597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e0a04-91cf-4f86-afc9-d191afb550d8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:37.614301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Attempting to bind port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:37.614749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Attempting to bind port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:37.615013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Attempting to bind port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:37.653777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:37.654107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Attempting to bind port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:37.663366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:37.663696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Checking segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:37.664109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Bound using segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:37.664561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Bound port: 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:37.664929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.771111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] For port 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:37.776280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] For port 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:37.810777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.855838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c777-6287-401e-a145-dbfa4c2911ee req-9f30433d-ded3-446c-ade8-a194c50924cb tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:37.857387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73e9c777-6287-401e-a145-dbfa4c2911ee req-9f30433d-ded3-446c-ade8-a194c50924cb tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 944 time: 0.0517626 Sep 02 12:47:37.872146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10b93fb-3de6-4867-9a87-bf8e6ed276c8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:37.884818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.892853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:37.893502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:37.895070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c8e0a04-91cf-4f86-afc9-d191afb550d8 HTTP/1.1" status: 200 len: 1091 time: 1.5464926 Sep 02 12:47:37.895511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'tag': '9c8e0a04-91cf-4f86-afc9-d191afb550d8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:37.897933 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6943abb0-f144-4a87-8f33-de2c0fcdaa88" -d '{"events": [{"name": "network-changed", "server_uuid": "b9637b9e-5d79-4b98-9f97-cb395b660898", "tag": "9c8e0a04-91cf-4f86-afc9-d191afb550d8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:37.904426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73e9c777-6287-401e-a145-dbfa4c2911ee req-ee38eee8-1d3b-4f8e-9e91-18c0619c6925 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Sep 02 12:47:37.925216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d328ed-38a7-40b1-9506-d795c40b08c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e0a04-91cf-4f86-afc9-d191afb550d8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:37.928738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Transition to ACTIVE for port object a10b93fb-3de6-4867-9a87-bf8e6ed276c8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:37.941284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f185de-7fd6-4a39-b40f-77a40aca3c80 req-bac91651-6f8d-4a9a-b0ea-f22da5d8fac8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:37.943241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51f185de-7fd6-4a39-b40f-77a40aca3c80 req-bac91651-6f8d-4a9a-b0ea-f22da5d8fac8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 945 time: 0.1653721 Sep 02 12:47:37.944449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.041819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c63e-7a21-4112-8c83-43276c63760b req-5557c307-6480-4749-9e24-3c46a6174a5d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.043493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0059c63e-7a21-4112-8c83-43276c63760b req-5557c307-6480-4749-9e24-3c46a6174a5d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0613959 Sep 02 12:47:38.060839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:38.070714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-bcf000d7-9e1c-488d-b9d9-5baaa2f0a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.072292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-bcf000d7-9e1c-488d-b9d9-5baaa2f0a090 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=b9637b9e-5d79-4b98-9f97-cb395b660898 HTTP/1.1" status: 200 len: 1094 time: 0.1240172 Sep 02 12:47:38.082792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0059c63e-7a21-4112-8c83-43276c63760b req-8ba04536-e762-4992-9c36-5f8ecd054aef tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Sep 02 12:47:38.099526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51f185de-7fd6-4a39-b40f-77a40aca3c80 req-d036fd87-13f3-41a9-9be9-c9ebf13bfcc6 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411982 Sep 02 12:47:38.127523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-2492ca57-123d-444a-84fa-2212f1eed50b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8 HTTP/1.1" status: 200 len: 217 time: 0.0392249 Sep 02 12:47:38.156034 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb6880a-b58f-45dc-8573-3bb439be9a6d x-openstack-request-id: req-3eb6880a-b58f-45dc-8573-3bb439be9a6d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:38.156350 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9637b9e-5d79-4b98-9f97-cb395b660898", "tag": "9c8e0a04-91cf-4f86-afc9-d191afb550d8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:38.156566 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3eb6880a-b58f-45dc-8573-3bb439be9a6d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:38.157151 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'tag': '9c8e0a04-91cf-4f86-afc9-d191afb550d8', 'status': 'completed', 'code': 200} Sep 02 12:47:38.217120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5ecbdb41-1d5b-40af-9616-d787b2546136 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:38.220997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-e7806b38-5c69-41d2-8a34-bc78b1bf3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.222543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-e7806b38-5c69-41d2-8a34-bc78b1bf3512 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.0646710 Sep 02 12:47:38.227076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Attempting to bind port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:38.227444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Attempting to bind port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:38.227809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Attempting to bind port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:38.241450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:38.242167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Attempting to bind port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:38.259728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:38.260095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Checking segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:38.260511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Bound using segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:38.260979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Bound port: a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:38.261404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.264696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-24ce3e51-4771-47c7-a017-8e43ff241539 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324709 Sep 02 12:47:38.270706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 5ecbdb41-1d5b-40af-9616-d787b2546136 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:38.275926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 5ecbdb41-1d5b-40af-9616-d787b2546136 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:38.276246 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.357629 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.382260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecbdb41-1d5b-40af-9616-d787b2546136'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:38.384848 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb816d18-3a57-4df7-b5a0-52b52f8c296a" -d '{"events": [{"server_uuid": "3bd5af45-96bc-4512-88ad-93fd9070f69f", "name": "network-vif-plugged", "status": "completed", "tag": "5ecbdb41-1d5b-40af-9616-d787b2546136"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:38.392600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b7f010d2-ad34-45fc-bb2b-8b8034a30996 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:38.393909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] For port a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:38.414202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] For port a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:38.416869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-0d468616-a0ff-4c1e-99ef-71ca9cea1a46 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423333 Sep 02 12:47:38.420747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5ecbdb41-1d5b-40af-9616-d787b2546136, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5ecbdb41-1d5b-40af-9616-d787b2546136,segment=NetworkSegment(3ab3603f-fe5c-4750-b7e5-b7f97d35ccca),segment_id=3ab3603f-fe5c-4750-b7e5-b7f97d35ccca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:38.422219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.430840 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.431702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21a03c8e-9a48-49ab-837a-9b3e3c556697 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:38.465644 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e66603-70da-4b0e-aa1f-4637ff61ce33 x-openstack-request-id: req-b7e66603-70da-4b0e-aa1f-4637ff61ce33 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:38.465929 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd5af45-96bc-4512-88ad-93fd9070f69f", "name": "network-vif-plugged", "status": "completed", "tag": "5ecbdb41-1d5b-40af-9616-d787b2546136", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:38.466384 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7e66603-70da-4b0e-aa1f-4637ff61ce33 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:38.466926 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecbdb41-1d5b-40af-9616-d787b2546136', 'code': 200} Sep 02 12:47:38.535191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5ecbdb41-1d5b-40af-9616-d787b2546136,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:38.538979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port b7f010d2-ad34-45fc-bb2b-8b8034a30996 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:38.546243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port b7f010d2-ad34-45fc-bb2b-8b8034a30996 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:38.546619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.568568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c704e7d-9894-4072-abab-41283b090211 req-815b7ae3-f1aa-4573-b13b-f0d8893c665a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.569497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 21a03c8e-9a48-49ab-837a-9b3e3c556697 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:38.570796 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c704e7d-9894-4072-abab-41283b090211 req-815b7ae3-f1aa-4573-b13b-f0d8893c665a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 943 time: 0.0626459 Sep 02 12:47:38.573670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.574296 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.575804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] 10.222.0.41 "PUT /v2.0/ports/a10b93fb-3de6-4867-9a87-bf8e6ed276c8 HTTP/1.1" status: 200 len: 1091 time: 1.3045790 Sep 02 12:47:38.580001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 21a03c8e-9a48-49ab-837a-9b3e3c556697 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:38.580516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.620722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c704e7d-9894-4072-abab-41283b090211 req-6a653dd4-18cb-4b94-b6b5-3c93d33082f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Sep 02 12:47:38.678827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084171d3-1c51-4630-95de-de448495fcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:38.692237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.701877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9f1a-23bc-4182-887c-63f198f88513 req-c3b9ebd2-d9a7-4edd-a27c-3bbd16cef209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.703432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-714f9f1a-23bc-4182-887c-63f198f88513 req-c3b9ebd2-d9a7-4edd-a27c-3bbd16cef209 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 1096 time: 0.1723750 Sep 02 12:47:38.709977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.738812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108543e-cf5e-4ad9-8774-d76bd7b3fc87 req-d07b7699-3d6f-4896-bb0d-6f1a61619321 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.740389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a108543e-cf5e-4ad9-8774-d76bd7b3fc87 req-d07b7699-3d6f-4896-bb0d-6f1a61619321 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.2429702 Sep 02 12:47:38.746094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-fe80c7e2-e626-4322-9ddc-09396dcab03e service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191891 Sep 02 12:47:38.746456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b7f010d2-ad34-45fc-bb2b-8b8034a30996, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:38.755085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.756096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c966bd06-0e56-4661-9c35-7634713d318c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:38.766823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-fb1f7949-859b-4885-91ce-8316063e3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.767958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 21a03c8e-9a48-49ab-837a-9b3e3c556697, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:38.768499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-fb1f7949-859b-4885-91ce-8316063e3a63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 1094 time: 0.1328862 Sep 02 12:47:38.807288 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.840169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-b2972ed2-be8a-4909-8edb-b6e20457d35f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8 HTTP/1.1" status: 200 len: 217 time: 0.0609272 Sep 02 12:47:38.843407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=b7f010d2-ad34-45fc-bb2b-8b8034a30996,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:38.848372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-714f9f1a-23bc-4182-887c-63f198f88513 req-d9b7fcc7-6c82-4811-b19b-af9eb976a1ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355331 Sep 02 12:47:38.887541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port c966bd06-0e56-4661-9c35-7634713d318c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:38.901603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port c966bd06-0e56-4661-9c35-7634713d318c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:38.901960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:38.906729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=21a03c8e-9a48-49ab-837a-9b3e3c556697,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:38.917436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a108543e-cf5e-4ad9-8774-d76bd7b3fc87 req-e53b3235-93b6-4e47-9cc8-182924ba2aeb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632099 Sep 02 12:47:38.944935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-590df186-af5c-4386-9725-d2b9b6c56ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.946650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-590df186-af5c-4386-9725-d2b9b6c56ee2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=b9637b9e-5d79-4b98-9f97-cb395b660898 HTTP/1.1" status: 200 len: 1094 time: 0.1168573 Sep 02 12:47:38.948344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-21c46f61-1a7c-4669-924f-76f591b29997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:38.950087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-21c46f61-1a7c-4669-924f-76f591b29997 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.1003642 Sep 02 12:47:38.984470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-213be25b-ab62-4ff9-891f-d590320f8716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263999 Sep 02 12:47:38.989656 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:39.026438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c966bd06-0e56-4661-9c35-7634713d318c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c966bd06-0e56-4661-9c35-7634713d318c,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:39.032211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:39.042213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34ffa-2f59-45e0-9aac-d9ff4c8e684e req-8e7a0ae0-4be3-49c7-bc22-d18d9aa72e3b tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:39.044379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64b34ffa-2f59-45e0-9aac-d9ff4c8e684e req-8e7a0ae0-4be3-49c7-bc22-d18d9aa72e3b tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 945 time: 0.0571856 Sep 02 12:47:39.085412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64b34ffa-2f59-45e0-9aac-d9ff4c8e684e req-43a4fa4d-940d-4ec4-af2e-cfd991e7af9d tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Sep 02 12:47:39.096544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c966bd06-0e56-4661-9c35-7634713d318c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:39.144002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-e4f67730-0e45-4533-9b8e-c09fb91e2abb service neutron] 10.222.0.41 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525929 Sep 02 12:47:39.223455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607c8b8-f5ad-4e55-8380-76bf0e97da57 req-14c280ff-fe7f-4086-ac98-8313568842ed tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:39.225071 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8607c8b8-f5ad-4e55-8380-76bf0e97da57 req-14c280ff-fe7f-4086-ac98-8313568842ed tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0503485 Sep 02 12:47:39.239136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-8fac9025-f55c-4811-934c-439649b6c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:39.240677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-8fac9025-f55c-4811-934c-439649b6c138 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 913 time: 0.1925514 Sep 02 12:47:39.264108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8607c8b8-f5ad-4e55-8380-76bf0e97da57 req-120e79d3-3f08-4068-9ef7-c114ab66f25a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Sep 02 12:47:39.316323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a6def-5ed1-400c-9ba9-8766026a4b7e req-01594e41-15a7-4828-85b2-0c14522330f9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:39.318438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-984a6def-5ed1-400c-9ba9-8766026a4b7e req-01594e41-15a7-4828-85b2-0c14522330f9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1432180 Sep 02 12:47:39.323170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-ca739aa8-bc6c-4cca-8876-443c65aef5d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8 HTTP/1.1" status: 200 len: 217 time: 0.0649984 Sep 02 12:47:39.355796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b87b6d8e-eb74-49ec-b863-4a1de8e15707 req-96172391-7776-43ad-90a2-85c1a2c46be3 service neutron] 10.222.0.41 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026310 Sep 02 12:47:39.410066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-984a6def-5ed1-400c-9ba9-8766026a4b7e req-758746b6-b6ce-47b4-850e-d2ae9b7eea57 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804696 Sep 02 12:47:39.412271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-fb02eb7d-22e7-437c-9743-ce01b3a25a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:39.413872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-fb02eb7d-22e7-437c-9743-ce01b3a25a0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.0755873 Sep 02 12:47:39.448723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-88653ea7-3966-4e40-86f8-48319788b33e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256855 Sep 02 12:47:39.556630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-ee32ca03-c8ab-4b65-8b62-92918def5ce4 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985458 Sep 02 12:47:39.656838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6943abb0-f144-4a87-8f33-de2c0fcdaa88 req-1888d9c6-1a12-48b2-b19d-5c74a71411a2 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910513 Sep 02 12:47:39.742485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c1b-504b-44d2-b3f6-517013b6c3c5 req-5bc0cfd2-cf4c-4273-b80e-3bde8216d748 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:39.743995 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2a7c1b-504b-44d2-b3f6-517013b6c3c5 req-5bc0cfd2-cf4c-4273-b80e-3bde8216d748 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 943 time: 0.0522470 Sep 02 12:47:39.785374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c2a7c1b-504b-44d2-b3f6-517013b6c3c5 req-ce77fa1a-31d2-4482-a6b5-4b4f1ccca646 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Sep 02 12:47:40.060261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad41960-d5dc-4434-ac12-b8260ed2294e req-bae7ef41-6a37-4d2c-b54e-f64574c575cc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.061891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ad41960-d5dc-4434-ac12-b8260ed2294e req-bae7ef41-6a37-4d2c-b54e-f64574c575cc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0681179 Sep 02 12:47:40.107121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ad41960-d5dc-4434-ac12-b8260ed2294e req-f5a0d571-c7d7-4575-a01c-bcd290790b8e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Sep 02 12:47:40.160793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'tag': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:40.166717 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5853e8a-438e-4957-9b4a-d74e059b65a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487", "tag": "a10b93fb-3de6-4867-9a87-bf8e6ed276c8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:40.224889 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac2b05-dd52-4fa2-94f2-a24f59816b72 x-openstack-request-id: req-90ac2b05-dd52-4fa2-94f2-a24f59816b72 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:40.225205 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487", "tag": "a10b93fb-3de6-4867-9a87-bf8e6ed276c8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:40.225456 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90ac2b05-dd52-4fa2-94f2-a24f59816b72 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:40.225866 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'tag': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8', 'status': 'completed', 'code': 200} Sep 02 12:47:40.251726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697050f9-9ebd-4540-891b-a2c350bd7742 req-8fa3014e-c3c0-43f8-9d3e-789711a56407 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.253250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697050f9-9ebd-4540-891b-a2c350bd7742 req-8fa3014e-c3c0-43f8-9d3e-789711a56407 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 945 time: 0.0806582 Sep 02 12:47:40.318375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697050f9-9ebd-4540-891b-a2c350bd7742 req-a8e7e49d-adb8-43ed-a70e-a8670cb36722 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554364 Sep 02 12:47:40.320794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-027eebc6-2357-4c63-acee-10db7276c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.322429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-027eebc6-2357-4c63-acee-10db7276c38d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 1094 time: 0.0682359 Sep 02 12:47:40.402145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edc86-e5c6-4e4b-bdf3-94e682affbd5 req-fb2d0b64-94fc-4a7f-87b9-288e7931a993 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.404446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-984edc86-e5c6-4e4b-bdf3-94e682affbd5 req-fb2d0b64-94fc-4a7f-87b9-288e7931a993 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0593553 Sep 02 12:47:40.437003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-d458aca4-ef90-4e7a-ae5d-d80aab022ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.445721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-d458aca4-ef90-4e7a-ae5d-d80aab022ffc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 913 time: 0.1153657 Sep 02 12:47:40.447831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-984edc86-e5c6-4e4b-bdf3-94e682affbd5 req-acb32108-878d-4ff1-b425-3cd6b7f2a467 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Sep 02 12:47:40.468880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996'}, {'server_uuid': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a03c8e-9a48-49ab-837a-9b3e3c556697'}, {'server_uuid': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c966bd06-0e56-4661-9c35-7634713d318c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:40.471516 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d038a0-d05c-4662-bbd2-690d049991a6" -d '{"events": [{"server_uuid": "4d2d69e6-a0ab-48e5-8b71-c2f554774103", "name": "network-vif-plugged", "status": "completed", "tag": "b7f010d2-ad34-45fc-bb2b-8b8034a30996"}, {"server_uuid": "a089acc9-83cf-4ed3-b276-e3e94f603eec", "name": "network-vif-plugged", "status": "completed", "tag": "21a03c8e-9a48-49ab-837a-9b3e3c556697"}, {"server_uuid": "9ea52817-f38c-4e7c-a160-b2bc50f64538", "name": "network-vif-plugged", "status": "completed", "tag": "c966bd06-0e56-4661-9c35-7634713d318c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:40.506337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-624e3c86-cb99-4725-b4b8-fc5fcf7a8443 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8 HTTP/1.1" status: 200 len: 217 time: 0.0530736 Sep 02 12:47:40.585314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-270e0d7f-9fb8-4e10-bf2e-d3bd766b4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.585452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e810c-d2df-4928-9f22-2459e9140a8c req-8678de23-ded9-4b9a-9fe0-4491c51e0cf9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.586915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-270e0d7f-9fb8-4e10-bf2e-d3bd766b4e58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.0729072 Sep 02 12:47:40.587291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d2e810c-d2df-4928-9f22-2459e9140a8c req-8678de23-ded9-4b9a-9fe0-4491c51e0cf9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0576682 Sep 02 12:47:40.622524 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9108a-d71d-400d-9d1d-1d42a673dc48 x-openstack-request-id: req-90f9108a-d71d-400d-9d1d-1d42a673dc48 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:40.626047 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d69e6-a0ab-48e5-8b71-c2f554774103", "name": "network-vif-plugged", "status": "completed", "tag": "b7f010d2-ad34-45fc-bb2b-8b8034a30996", "code": 200}, {"server_uuid": "a089acc9-83cf-4ed3-b276-e3e94f603eec", "name": "network-vif-plugged", "status": "completed", "tag": "21a03c8e-9a48-49ab-837a-9b3e3c556697", "code": 200}, {"server_uuid": "9ea52817-f38c-4e7c-a160-b2bc50f64538", "name": "network-vif-plugged", "status": "completed", "tag": "c966bd06-0e56-4661-9c35-7634713d318c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:40.627177 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90f9108a-d71d-400d-9d1d-1d42a673dc48 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:40.628208 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996', 'code': 200} Sep 02 12:47:40.628628 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a03c8e-9a48-49ab-837a-9b3e3c556697', 'code': 200} Sep 02 12:47:40.629211 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c966bd06-0e56-4661-9c35-7634713d318c', 'code': 200} Sep 02 12:47:40.638493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d2e810c-d2df-4928-9f22-2459e9140a8c req-ba012443-25b1-440b-9253-2dc957726a22 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Sep 02 12:47:40.645198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-10d2a5f8-39e1-494a-87eb-6f37364d4177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504773 Sep 02 12:47:40.790186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa21242-b6fa-43a6-ac56-b039e8439a03 req-d0cff56f-a61f-4fa4-87f9-898a1d8fb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.792030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2aa21242-b6fa-43a6-ac56-b039e8439a03 req-d0cff56f-a61f-4fa4-87f9-898a1d8fb5a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 1096 time: 0.0687222 Sep 02 12:47:40.838076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7e954-6bb0-4940-91ca-7bd1d9763b50 req-734ee689-8ee9-4baa-a85c-28d0454fd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.840152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1b7e954-6bb0-4940-91ca-7bd1d9763b50 req-734ee689-8ee9-4baa-a85c-28d0454fd915 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 1096 time: 0.0826445 Sep 02 12:47:40.847296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189013a-eecc-4658-8ba6-da15ae8c34b3 req-dc255eb2-32a4-414a-a494-9fba13ccdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.849743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6189013a-eecc-4658-8ba6-da15ae8c34b3 req-dc255eb2-32a4-414a-a494-9fba13ccdbc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 1097 time: 0.0904841 Sep 02 12:47:40.855338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:40.871701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-6bec2e12-89bd-4bd9-9008-34c48fd08881 service neutron] 10.222.0.41 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190778 Sep 02 12:47:40.912641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1b7e954-6bb0-4940-91ca-7bd1d9763b50 req-5cf84e2e-8009-40bc-843f-08fab8aae74c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613084 Sep 02 12:47:40.917065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6189013a-eecc-4658-8ba6-da15ae8c34b3 req-e45a1bf8-515c-47ec-a82f-9d9a372029ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585113 Sep 02 12:47:40.949765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2aa21242-b6fa-43a6-ac56-b039e8439a03 req-95330c6a-008c-4534-9975-8bfb1d005a26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456506 Sep 02 12:47:40.983845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7bf9b-4a0c-4c8f-adb0-5d356d1c51c3 req-46ea4d73-d8c0-4ea7-8478-b9d94ddb4fba tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:40.985414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1c7bf9b-4a0c-4c8f-adb0-5d356d1c51c3 req-46ea4d73-d8c0-4ea7-8478-b9d94ddb4fba tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 943 time: 0.1206567 Sep 02 12:47:41.028860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5853e8a-438e-4957-9b4a-d74e059b65a2 req-14c17049-fca2-4aaa-80e1-0672e27e1993 service neutron] 10.222.0.41 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455281 Sep 02 12:47:41.046709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1c7bf9b-4a0c-4c8f-adb0-5d356d1c51c3 req-d97b0a75-894b-4f74-a3ac-354b5ecc708f tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Sep 02 12:47:41.241053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b97e07-06ca-4228-a1fd-35b7c059936f req-22f1a6ce-995f-475a-8009-963cf4032a27 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:41.242724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97b97e07-06ca-4228-a1fd-35b7c059936f req-22f1a6ce-995f-475a-8009-963cf4032a27 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0534863 Sep 02 12:47:41.290826 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97b97e07-06ca-4228-a1fd-35b7c059936f req-520e67b7-de97-4bf9-9dbd-0453f268dee9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Sep 02 12:47:41.570455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b677776-2b5f-4f96-8922-92a7d5dc247e req-d12723a6-e41e-4cca-b61b-dc63697ddc3b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:41.571972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b677776-2b5f-4f96-8922-92a7d5dc247e req-d12723a6-e41e-4cca-b61b-dc63697ddc3b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0551715 Sep 02 12:47:41.611372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b677776-2b5f-4f96-8922-92a7d5dc247e req-77bf6ff5-fc61-4c5c-98ac-0073a100f3ab tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Sep 02 12:47:41.774774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cacf86-147a-4829-b2d4-aec2af8721db req-a2d6d8df-dd44-4e00-810e-90be1f4e24cd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:41.776319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17cacf86-147a-4829-b2d4-aec2af8721db req-a2d6d8df-dd44-4e00-810e-90be1f4e24cd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0532193 Sep 02 12:47:41.819514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17cacf86-147a-4829-b2d4-aec2af8721db req-359fa8d7-1ba8-48d8-9bbe-50ce3f3cefd4 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Sep 02 12:47:42.204951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987072a5-942d-4e7c-987d-9b27a5d3a723 req-8754e3ed-7eb2-4867-bfe7-33faae309e43 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:42.207125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-987072a5-942d-4e7c-987d-9b27a5d3a723 req-8754e3ed-7eb2-4867-bfe7-33faae309e43 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 943 time: 0.0731733 Sep 02 12:47:42.237098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9c8e0a04-91cf-4f86-afc9-d191afb550d8 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:42.271955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-987072a5-942d-4e7c-987d-9b27a5d3a723 req-2f50c8e4-9e64-4a5e-803e-adfcf1b35e2c tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496731 Sep 02 12:47:42.363391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:42.378381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '9c8e0a04-91cf-4f86-afc9-d191afb550d8', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'port_id': '9c8e0a04-91cf-4f86-afc9-d191afb550d8', 'mac_address': 'fa:16:3e:d0:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d17f03a-e35b-46e0-ac68-c338d021b7de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:42.413377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a10b93fb-3de6-4867-9a87-bf8e6ed276c8 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:42.428200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be927e97-b80f-4614-8c31-52b8d1fef8dd req-ee3e7228-be7e-4596-b42f-d983417b58f0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:42.437462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be927e97-b80f-4614-8c31-52b8d1fef8dd req-ee3e7228-be7e-4596-b42f-d983417b58f0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0654020 Sep 02 12:47:42.439621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:42.472801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be927e97-b80f-4614-8c31-52b8d1fef8dd req-77fb9581-7c3d-4d58-a7f6-26bf51fc2f68 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Sep 02 12:47:42.494228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8e0a04-91cf-4f86-afc9-d191afb550d8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:42.524891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:42.531543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:42.601979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9c8e0a04-91cf-4f86-afc9-d191afb550d8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:42.613799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:42.626910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'port_id': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8', 'mac_address': 'fa:16:3e:51:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d17f03a-e35b-46e0-ac68-c338d021b7de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:42.673555 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:42.688692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10b93fb-3de6-4867-9a87-bf8e6ed276c8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:42.714140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:42.722794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:42.765316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3c23-4cb1-4fca-9c5f-afa58b721932 req-8ff94a45-fa0f-400f-8d44-1a79034684da tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:42.766859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b59f3c23-4cb1-4fca-9c5f-afa58b721932 req-8ff94a45-fa0f-400f-8d44-1a79034684da tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0617228 Sep 02 12:47:42.773904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:42.813091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b59f3c23-4cb1-4fca-9c5f-afa58b721932 req-83c3a441-e88b-450b-82a9-738a2efef137 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Sep 02 12:47:42.868446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9c8e0a04-91cf-4f86-afc9-d191afb550d8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:42.954689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373f49-ca3e-4ae8-9bec-81c3ec5b03a5 req-e7117b93-12f0-47bc-8309-17ce879436ca tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:42.956291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dafe5-8245-4370-9d77-3f8bff25d5f5 req-09bd8b64-5189-4b5a-bd33-8b88e34f76a1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:42.956578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db373f49-ca3e-4ae8-9bec-81c3ec5b03a5 req-e7117b93-12f0-47bc-8309-17ce879436ca tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0644333 Sep 02 12:47:42.957828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b0dafe5-8245-4370-9d77-3f8bff25d5f5 req-09bd8b64-5189-4b5a-bd33-8b88e34f76a1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0608218 Sep 02 12:47:43.001272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b0dafe5-8245-4370-9d77-3f8bff25d5f5 req-d4b7fafd-7076-4144-b96f-f4d0b5937c48 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363772 Sep 02 12:47:43.005625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db373f49-ca3e-4ae8-9bec-81c3ec5b03a5 req-0e1b030b-c953-4d7d-b71a-63b1efcfcdcb tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Sep 02 12:47:43.054936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a10b93fb-3de6-4867-9a87-bf8e6ed276c8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:43.129339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bb9d-3d25-484f-8c8c-2ba6d629b087 req-f5c247e4-6f8d-443e-b8f8-98ecddd8c2a7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:43.139503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d279bb9d-3d25-484f-8c8c-2ba6d629b087 req-f5c247e4-6f8d-443e-b8f8-98ecddd8c2a7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 945 time: 0.0595531 Sep 02 12:47:43.191255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d279bb9d-3d25-484f-8c8c-2ba6d629b087 req-df16ea54-7270-4fe8-840a-7a89a3b6bdb8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Sep 02 12:47:43.283058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c63d-bfeb-4a88-b437-22bed6e4a94a req-a44dcabe-35df-4eef-bcd5-446d392f0d21 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:43.285662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6569c63d-bfeb-4a88-b437-22bed6e4a94a req-a44dcabe-35df-4eef-bcd5-446d392f0d21 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 945 time: 0.0677989 Sep 02 12:47:43.327534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6569c63d-bfeb-4a88-b437-22bed6e4a94a req-485ad2ed-4003-44ff-aacc-7c013951f2d8 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Sep 02 12:47:43.438093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe04ff2-e320-4e32-841c-10cedf67c992 req-4dc09922-a496-4062-a4a2-f510e10d62cc tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:43.440248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbe04ff2-e320-4e32-841c-10cedf67c992 req-4dc09922-a496-4062-a4a2-f510e10d62cc tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 944 time: 0.0537643 Sep 02 12:47:43.484975 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbe04ff2-e320-4e32-841c-10cedf67c992 req-c3cb949b-21d9-4297-aea5-387ae52892fb tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Sep 02 12:47:43.502901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d7d48-5228-4f64-adf2-82d46deb0277 req-f4e40c84-7140-431f-a8bd-2f3c97b72235 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:43.504502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-402d7d48-5228-4f64-adf2-82d46deb0277 req-f4e40c84-7140-431f-a8bd-2f3c97b72235 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0541835 Sep 02 12:47:43.548565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-402d7d48-5228-4f64-adf2-82d46deb0277 req-9a73cdff-7cec-4425-ac9d-d287dd7b2d43 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Sep 02 12:47:43.600581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7baf5a-0e48-405b-b105-4be8b12e638f req-18d1136b-2a16-443f-b3f7-9c00993b4594 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:43.602191 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c7baf5a-0e48-405b-b105-4be8b12e638f req-18d1136b-2a16-443f-b3f7-9c00993b4594 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Sep 02 12:47:43.641811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c7baf5a-0e48-405b-b105-4be8b12e638f req-f5484724-f771-4de1-a504-870bf648646e tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335467 Sep 02 12:47:43.819522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12f9e-e522-4913-b278-835e2f4ef55a req-e14748d5-6bfe-4c04-9d6e-360f15028d43 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:43.821110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04b12f9e-e522-4913-b278-835e2f4ef55a req-e14748d5-6bfe-4c04-9d6e-360f15028d43 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0527024 Sep 02 12:47:43.861441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04b12f9e-e522-4913-b278-835e2f4ef55a req-8ca84ca7-cc98-440e-acfb-c88641437111 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Sep 02 12:47:44.121484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a9089-0076-431f-a1f9-a218225ba3c7 req-baa349bb-d0a4-42db-896b-839bcd0ca83f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.123021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-939a9089-0076-431f-a1f9-a218225ba3c7 req-baa349bb-d0a4-42db-896b-839bcd0ca83f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0513115 Sep 02 12:47:44.145289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f5e02-ac49-43ee-8708-f13cc3a1218c req-02116464-38b9-4d8e-8bbc-800165ff6bd8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.152103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f5e02-ac49-43ee-8708-f13cc3a1218c req-02116464-38b9-4d8e-8bbc-800165ff6bd8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.157995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f5e02-ac49-43ee-8708-f13cc3a1218c req-02116464-38b9-4d8e-8bbc-800165ff6bd8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.159743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a82f5e02-ac49-43ee-8708-f13cc3a1218c req-02116464-38b9-4d8e-8bbc-800165ff6bd8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538&device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103&device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 2417 time: 0.0691743 Sep 02 12:47:44.163000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-939a9089-0076-431f-a1f9-a218225ba3c7 req-aa998542-07bb-458b-bc88-d88f411db271 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Sep 02 12:47:44.206858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a82f5e02-ac49-43ee-8708-f13cc3a1218c req-a329f3a3-3a46-4110-be3a-1668ee6a47eb tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Sep 02 12:47:44.241559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9c8e0a04-91cf-4f86-afc9-d191afb550d8 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:44.292848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:44.296628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:44.297069 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:44.358847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1b089-76ae-4e1d-9f6d-a0c03b3ece57 req-e7da5722-fa5c-4b93-b3a0-cc5a98b6f72f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.360818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9d1b089-76ae-4e1d-9f6d-a0c03b3ece57 req-e7da5722-fa5c-4b93-b3a0-cc5a98b6f72f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0509629 Sep 02 12:47:44.379448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:44.404432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e0a04-91cf-4f86-afc9-d191afb550d8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:44.406949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9d1b089-76ae-4e1d-9f6d-a0c03b3ece57 req-63d8c6ef-b498-432a-adc2-f47ea0d975e4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Sep 02 12:47:44.412986 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4cce6a-94ac-4111-adb6-d3f694280a75" -d '{"events": [{"server_uuid": "b9637b9e-5d79-4b98-9f97-cb395b660898", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e0a04-91cf-4f86-afc9-d191afb550d8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:44.416196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a10b93fb-3de6-4867-9a87-bf8e6ed276c8 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:47:44.426867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:44.444284 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:44.454225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7850-b919-4b74-9594-2fde8a20606f req-63f96b62-1d5b-4257-b432-3b34db95d5b3 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.455773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b75d7850-b919-4b74-9594-2fde8a20606f req-63f96b62-1d5b-4257-b432-3b34db95d5b3 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 945 time: 0.0532868 Sep 02 12:47:44.477564 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3cbee-ec3b-4b69-8e3f-aca8532fa296 x-openstack-request-id: req-fcf3cbee-ec3b-4b69-8e3f-aca8532fa296 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:44.477855 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9637b9e-5d79-4b98-9f97-cb395b660898", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e0a04-91cf-4f86-afc9-d191afb550d8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:44.478117 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcf3cbee-ec3b-4b69-8e3f-aca8532fa296 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:44.478509 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e0a04-91cf-4f86-afc9-d191afb550d8', 'code': 200} Sep 02 12:47:44.499037 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b75d7850-b919-4b74-9594-2fde8a20606f req-4ca3c657-0b6f-4a61-8217-809c6ee02a5b tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 Sep 02 12:47:44.535733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:47:44.546462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:47:44.546856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:44.548565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9c8e0a04-91cf-4f86-afc9-d191afb550d8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:44.622451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60b2f1-73c8-4584-980c-240768856f88 req-c3a59dff-8f69-427d-a11b-e7ae047add24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.624132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd60b2f1-73c8-4584-980c-240768856f88 req-c3a59dff-8f69-427d-a11b-e7ae047add24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9637b9e-5d79-4b98-9f97-cb395b660898 HTTP/1.1" status: 200 len: 1096 time: 0.0590756 Sep 02 12:47:44.640452 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:44.667894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4ef9-5dac-47d2-a3ad-e7bd5d692417 req-e687d548-1af0-4784-8ef0-7e06b30feff5 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.672060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd60b2f1-73c8-4584-980c-240768856f88 req-40890d70-80a3-445b-95d6-264ffcaeb668 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Sep 02 12:47:44.675521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b48c4ef9-5dac-47d2-a3ad-e7bd5d692417 req-e687d548-1af0-4784-8ef0-7e06b30feff5 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 944 time: 0.0793467 Sep 02 12:47:44.685783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:44.693104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:44.721136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b48c4ef9-5dac-47d2-a3ad-e7bd5d692417 req-abcd26d0-0cbd-4490-b31e-e38301dbafe8 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Sep 02 12:47:44.755634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:44.801874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8423c6-c8f9-4bd1-9770-0ea77c59bd18 req-bf580a38-f9d2-44f4-b55c-f1c62aedfa33 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.803923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f8423c6-c8f9-4bd1-9770-0ea77c59bd18 req-bf580a38-f9d2-44f4-b55c-f1c62aedfa33 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0567193 Sep 02 12:47:44.843011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f8423c6-c8f9-4bd1-9770-0ea77c59bd18 req-0f49836e-ad98-4d5a-8584-ebeacb132266 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Sep 02 12:47:44.996509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-a5947a51-4520-484f-88fb-4291d0dc8706 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:44.998110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-a5947a51-4520-484f-88fb-4291d0dc8706 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 945 time: 0.0620184 Sep 02 12:47:45.102445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Deleting port 5ecbdb41-1d5b-40af-9616-d787b2546136 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:45.102811 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:45.198465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] For port 5ecbdb41-1d5b-40af-9616-d787b2546136, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5ecbdb41-1d5b-40af-9616-d787b2546136,segment=NetworkSegment(3ab3603f-fe5c-4750-b7e5-b7f97d35ccca),segment_id=3ab3603f-fe5c-4750-b7e5-b7f97d35ccca)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:45.198808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:45.213159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Calling delete_port for 5ecbdb41-1d5b-40af-9616-d787b2546136 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:45.516316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69541f0-cabd-459a-b424-cb006a77c7d0 req-fefe2dcf-2a68-4e3e-b24f-f4bbb39ac261 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:45.518152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e69541f0-cabd-459a-b424-cb006a77c7d0 req-fefe2dcf-2a68-4e3e-b24f-f4bbb39ac261 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0578973 Sep 02 12:47:45.559527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e69541f0-cabd-459a-b424-cb006a77c7d0 req-6a59779d-1d70-45e1-8124-6221bab9db29 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Sep 02 12:47:45.655599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882bcd3-961e-4601-a77e-58c497440751 req-60f354a4-f233-49f0-a89b-d68c2fba0e14 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:45.657124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8882bcd3-961e-4601-a77e-58c497440751 req-60f354a4-f233-49f0-a89b-d68c2fba0e14 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0740995 Sep 02 12:47:45.672013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92700701-9e72-4693-81b9-19b640302eba req-7d1c2cf7-32b2-4002-89fb-c6d646f1c359 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:45.673963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92700701-9e72-4693-81b9-19b640302eba req-7d1c2cf7-32b2-4002-89fb-c6d646f1c359 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bd5af45-96bc-4512-88ad-93fd9070f69f HTTP/1.1" status: 200 len: 945 time: 0.0566945 Sep 02 12:47:45.719789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92700701-9e72-4693-81b9-19b640302eba req-696b194c-aaf5-463a-ae0d-96a1ce8901ef tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cec9254-fa1a-412b-9627-e84d8c34be1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Sep 02 12:47:45.739882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8882bcd3-961e-4601-a77e-58c497440751 req-00622727-2658-4a2c-b52c-324de7e6995d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760200 Sep 02 12:47:45.746218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:45.763651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5ecbdb41-1d5b-40af-9616-d787b2546136'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:45.778295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Pushing event deleted for resources: {'Port': ['ID=5ecbdb41-1d5b-40af-9616-d787b2546136,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:45.821050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] No DVR routers for this DVR port 5ecbdb41-1d5b-40af-9616-d787b2546136 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:45.823659 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:45.825678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-235754f5-5acc-4b6d-85a5-fc6724430256 req-545250fa-474f-4708-9cff-2b85282f85c7 tempest-VolumesActionsTest-2095717464 tempest-VolumesActionsTest-2095717464-project] 10.222.0.18 "DELETE /v2.0/ports/5ecbdb41-1d5b-40af-9616-d787b2546136 HTTP/1.1" status: 204 len: 173 time: 0.8184342 Sep 02 12:47:45.826143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'name': 'network-vif-deleted', 'tag': '5ecbdb41-1d5b-40af-9616-d787b2546136'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:45.828475 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ca7ad-da35-4f4b-b67f-b1a25d933c0e" -d '{"events": [{"server_uuid": "3bd5af45-96bc-4512-88ad-93fd9070f69f", "name": "network-vif-deleted", "tag": "5ecbdb41-1d5b-40af-9616-d787b2546136"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:45.841454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83be317-886c-49a5-8416-bf72db1867aa req-fef51272-b598-4be9-8962-dde406665b67 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:45.843089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e83be317-886c-49a5-8416-bf72db1867aa req-fef51272-b598-4be9-8962-dde406665b67 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 945 time: 0.0515728 Sep 02 12:47:45.882373 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf891d83-9740-4419-9452-74772537fdaf x-openstack-request-id: req-bf891d83-9740-4419-9452-74772537fdaf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:45.882923 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd5af45-96bc-4512-88ad-93fd9070f69f", "name": "network-vif-deleted", "tag": "5ecbdb41-1d5b-40af-9616-d787b2546136", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:45.882923 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf891d83-9740-4419-9452-74772537fdaf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:45.883302 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd5af45-96bc-4512-88ad-93fd9070f69f', 'name': 'network-vif-deleted', 'tag': '5ecbdb41-1d5b-40af-9616-d787b2546136', 'status': 'completed', 'code': 200} Sep 02 12:47:45.889092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e83be317-886c-49a5-8416-bf72db1867aa req-2c6a63c0-a59d-4058-8604-37bebc5de22f tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Sep 02 12:47:45.993225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a825915-6cf7-47e3-b34c-65251551deba req-d4cc003e-2e3c-44fc-a830-4e1a6f5b4ea7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:45.994829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a825915-6cf7-47e3-b34c-65251551deba req-d4cc003e-2e3c-44fc-a830-4e1a6f5b4ea7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0595579 Sep 02 12:47:46.040774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a825915-6cf7-47e3-b34c-65251551deba req-16836385-42e7-4e7f-a363-9cea6c3c2043 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Sep 02 12:47:46.435601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-ba236b91-15b5-433c-80e5-0515f489c302 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0504975 Sep 02 12:47:46.480684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:46.484400 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba68c4b-fcbc-4e52-89f1-331c20754c7b" -d '{"events": [{"server_uuid": "ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487", "name": "network-vif-plugged", "status": "completed", "tag": "a10b93fb-3de6-4867-9a87-bf8e6ed276c8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:46.529141 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee7246f-7497-48b5-ac6d-ce86507c98f5 x-openstack-request-id: req-6ee7246f-7497-48b5-ac6d-ce86507c98f5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:46.529505 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487", "name": "network-vif-plugged", "status": "completed", "tag": "a10b93fb-3de6-4867-9a87-bf8e6ed276c8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:46.529818 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ee7246f-7497-48b5-ac6d-ce86507c98f5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:46.530227 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8', 'code': 200} Sep 02 12:47:46.542919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.543404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.543877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.544341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.544802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.545299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.545770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.547751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-fed29102-bf5f-4e85-9646-90bf06443e5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.0611644 Sep 02 12:47:46.677926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dbb91-e13f-4f99-ba96-474d2dd3933d req-235b9f50-7a02-4f7a-9643-d1d2cf5a97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.679459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd1dbb91-e13f-4f99-ba96-474d2dd3933d req-235b9f50-7a02-4f7a-9643-d1d2cf5a97b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 1096 time: 0.0881743 Sep 02 12:47:46.685252 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248bdd-ffc9-4023-b399-303b24c1dea9 req-09ab5c39-540a-4949-a8d1-7ec4d8cd59b3 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.687584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e248bdd-ffc9-4023-b399-303b24c1dea9 req-09ab5c39-540a-4949-a8d1-7ec4d8cd59b3 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0559769 Sep 02 12:47:46.708233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-62f4a8bf-d95d-4754-9b3f-2ade394a9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.709007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-62f4a8bf-d95d-4754-9b3f-2ade394a9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.709496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-62f4a8bf-d95d-4754-9b3f-2ade394a9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.711152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-62f4a8bf-d95d-4754-9b3f-2ade394a9431 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 2291 time: 0.1398349 Sep 02 12:47:46.728222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e248bdd-ffc9-4023-b399-303b24c1dea9 req-fad28985-6ba1-4fbb-a761-85e9bfa277fd tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Sep 02 12:47:46.768217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd1dbb91-e13f-4f99-ba96-474d2dd3933d req-fa4fb502-2cf1-43eb-a096-32a5ca2488f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767443 Sep 02 12:47:46.809059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-3d2029e4-c397-4a7a-9c41-13573833d269 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 1002 time: 0.0852642 Sep 02 12:47:46.870022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-25d35772-31f0-469c-ba19-17b948cd811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.871816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-25d35772-31f0-469c-ba19-17b948cd811a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 200 len: 851 time: 0.0498362 Sep 02 12:47:46.877949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79422249-a642-45c8-94b3-21b2748274c6 req-4dd58b85-e529-464a-a199-d2c12f80fa90 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.880380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79422249-a642-45c8-94b3-21b2748274c6 req-4dd58b85-e529-464a-a199-d2c12f80fa90 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0544388 Sep 02 12:47:46.933565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79422249-a642-45c8-94b3-21b2748274c6 req-5bfbda59-75f7-4bd0-a58b-45cadb6ee8f3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Sep 02 12:47:46.943422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-2cb3b2c7-6100-4c22-b3ca-fc4876ee3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:46.945420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-2cb3b2c7-6100-4c22-b3ca-fc4876ee3515 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662432 Sep 02 12:47:47.106436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e244d-168c-4cc4-aff3-dba881739a8b req-722c0695-a1a2-42b1-941a-dcd6925f44b9 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.108269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-506e244d-168c-4cc4-aff3-dba881739a8b req-722c0695-a1a2-42b1-941a-dcd6925f44b9 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 945 time: 0.1286736 Sep 02 12:47:47.156644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-9ac0c1be-9f37-408d-a73e-63efa5cae2b1 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034895 Sep 02 12:47:47.184146 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-506e244d-168c-4cc4-aff3-dba881739a8b req-ed9a8c3b-2156-4432-b7d5-550a32e7b217 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602844 Sep 02 12:47:47.260644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b5b-3ff4-473e-ae46-c00d19e55e4f req-9d5dbf80-4cb7-432e-a796-1220c026cd76 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.262931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c8b5b5b-3ff4-473e-ae46-c00d19e55e4f req-9d5dbf80-4cb7-432e-a796-1220c026cd76 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Sep 02 12:47:47.276646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-d8ddcd23-0cdc-4cf0-89ca-56225d2b17e8 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088932 Sep 02 12:47:47.302331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c8b5b5b-3ff4-473e-ae46-c00d19e55e4f req-b932c4b8-2663-4454-9672-07cdee59cbf9 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Sep 02 12:47:47.320691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-6fbc861d-0a0a-4503-89ac-ae8e0d2990f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 217 time: 0.0359936 Sep 02 12:47:47.369298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-0ffd0857-f7f4-464a-80de-0069b25d40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.370797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-0ffd0857-f7f4-464a-80de-0069b25d40c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0437365 Sep 02 12:47:47.427708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-15495aa0-7b14-4e28-9905-7f638b3fd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.429439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-15495aa0-7b14-4e28-9905-7f638b3fd8e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521390 Sep 02 12:47:47.530413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-142c47d5-869c-4d48-8977-4c1ef475fa24 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933228 Sep 02 12:47:47.631781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-6cad52e4-55f4-4cb5-90fe-1488b3b3c891 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947769 Sep 02 12:47:47.676139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-5956e37d-b077-4774-95c1-42e7f7bb73ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 217 time: 0.0372331 Sep 02 12:47:47.733167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-68468dd1-e9e8-4423-9d8c-c4bd5424610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.734738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-68468dd1-e9e8-4423-9d8c-c4bd5424610c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0509529 Sep 02 12:47:47.788393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-8b86a985-5413-4e74-9f03-520ff98202df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.789972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-8b86a985-5413-4e74-9f03-520ff98202df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478101 Sep 02 12:47:47.927310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef58c-d402-48d5-8535-5a6b082fe729 req-4e2a9cff-ac03-437d-8419-eb7349e340a2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:47.928859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cefef58c-d402-48d5-8535-5a6b082fe729 req-4e2a9cff-ac03-437d-8419-eb7349e340a2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1224544 Sep 02 12:47:47.932574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-59dbb7ba-0f3a-4a89-82e8-2fc467856ae3 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348891 Sep 02 12:47:48.021298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cefef58c-d402-48d5-8535-5a6b082fe729 req-8f0077a0-00c2-48cd-8fdb-c26a3a9cc4b1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860424 Sep 02 12:47:48.061967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-f5c73da6-6eee-402f-9923-853c93180473 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194818 Sep 02 12:47:48.070004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cf8e2-394f-44a6-b1c0-451f4aa7a6fd req-49862ac5-73de-4bf2-a0a0-120ac3743c58 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.071555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b81cf8e2-394f-44a6-b1c0-451f4aa7a6fd req-49862ac5-73de-4bf2-a0a0-120ac3743c58 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0668728 Sep 02 12:47:48.109981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-c9b20f9f-98e8-475a-a1a2-7319d2abe0e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 200 len: 217 time: 0.0423455 Sep 02 12:47:48.117432 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b81cf8e2-394f-44a6-b1c0-451f4aa7a6fd req-89c238b4-f0ab-49bc-837b-9225c7ff576c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Sep 02 12:47:48.199615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-93b5df3e-2fc8-482c-b95d-dc61123dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.201175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-93b5df3e-2fc8-482c-b95d-dc61123dabac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0713024 Sep 02 12:47:48.253349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-47a6317f-b0e6-4385-936d-4696e8d0cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.255437 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-47a6317f-b0e6-4385-936d-4696e8d0cb46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465465 Sep 02 12:47:48.283007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5ecbdb41-1d5b-40af-9616-d787b2546136 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:48.304829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 5ecbdb41-1d5b-40af-9616-d787b2546136 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:48.305198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5ecbdb41-1d5b-40af-9616-d787b2546136 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:48.330024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bd4a0-77fd-4d91-b3ab-0870ab777995 req-8a76f49f-6599-4cf0-b7aa-afea5f580c56 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.337547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a88bd4a0-77fd-4d91-b3ab-0870ab777995 req-8a76f49f-6599-4cf0-b7aa-afea5f580c56 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 945 time: 0.0762889 Sep 02 12:47:48.385102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a88bd4a0-77fd-4d91-b3ab-0870ab777995 req-a327b649-dcfd-4ca4-932d-1d479d17895b tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Sep 02 12:47:48.388757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-a0eb2ca7-8549-4e0b-854f-9587975a9812 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266911 Sep 02 12:47:48.520077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64fa9b-8511-4f5d-a6b2-ccc33fa53982 req-3181ec75-cc39-48e3-ab24-98a5008bff7d tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.521737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c64fa9b-8511-4f5d-a6b2-ccc33fa53982 req-3181ec75-cc39-48e3-ab24-98a5008bff7d tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9637b9e-5d79-4b98-9f97-cb395b660898 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Sep 02 12:47:48.564324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4166f6-523c-410f-8051-e53c1266b2f5 req-d79f9b2b-3c76-4713-a4c1-3b163aea15e3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.564668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c64fa9b-8511-4f5d-a6b2-ccc33fa53982 req-c66a04b8-b3bc-4b06-9ece-5bb16515cd3f tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356357 Sep 02 12:47:48.566045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e4166f6-523c-410f-8051-e53c1266b2f5 req-d79f9b2b-3c76-4713-a4c1-3b163aea15e3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.1184692 Sep 02 12:47:48.605734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-5cb9904d-70c3-48b8-af83-ee5e81081840 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100608 Sep 02 12:47:48.664865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e4166f6-523c-410f-8051-e53c1266b2f5 req-f121b8a7-924d-4eea-b61a-3465c937cfa3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861418 Sep 02 12:47:48.666260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-a510c0b2-3b8f-4a6b-a903-7a70ab7c6c28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 200 len: 217 time: 0.0477660 Sep 02 12:47:48.739687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-d8dc6412-1342-4e20-a9b4-782da69184f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.741508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-d8dc6412-1342-4e20-a9b4-782da69184f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0686796 Sep 02 12:47:48.793079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-cc3c3a0d-55b5-451b-aa49-3963aa87cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:48.794755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-cc3c3a0d-55b5-451b-aa49-3963aa87cda1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450075 Sep 02 12:47:48.903197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-970e574f-d13b-4c05-a9d0-27958339e8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990925 Sep 02 12:47:49.021273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-e5f2c76a-05f7-4f22-8bae-464cba7902b2 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105003 Sep 02 12:47:49.076064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-b2ecb429-bf2b-4da0-b720-e8b9d862035a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 200 len: 217 time: 0.0458324 Sep 02 12:47:49.126777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-c43c12db-f233-4ede-bd04-b6285392852a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.134555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-c43c12db-f233-4ede-bd04-b6285392852a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 812 time: 0.1229551 Sep 02 12:47:49.146443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-5c04cb41-17ae-4a64-9077-e3f26f62d1cb tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/quotas/0723ff14977b43ef8e3bb7e97ce633cd HTTP/1.1" status: 200 len: 375 time: 0.0109594 Sep 02 12:47:49.169159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-7bda18d2-2764-4f4b-8a62-9fb13095deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.171016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-7bda18d2-2764-4f4b-8a62-9fb13095deb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.0872056 Sep 02 12:47:49.185481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a78302-edb7-4b84-8e47-0ba3971519a7 req-f73138f8-ba40-4cef-a956-46484fa1ea07 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.189370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86a78302-edb7-4b84-8e47-0ba3971519a7 req-f73138f8-ba40-4cef-a956-46484fa1ea07 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0757062 Sep 02 12:47:49.203705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7611ffec-fcf3-49a6-b8b4-bad7d6b1314b tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505385 Sep 02 12:47:49.268704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-ff8c990a-641d-4eda-b34f-e8e86ac5447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.270610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-ff8c990a-641d-4eda-b34f-e8e86ac5447d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790629 Sep 02 12:47:49.274426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86a78302-edb7-4b84-8e47-0ba3971519a7 req-763451ac-1c25-42ce-b02c-9200f0fa0319 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Sep 02 12:47:49.313430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-97e86d2d-0541-46a1-a0a2-935cc52fd4fa service neutron] 10.222.0.60 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034038 Sep 02 12:47:49.413627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-b8e74261-f777-4352-9b48-f88cf03b74ea service neutron] 10.222.0.60 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991020 Sep 02 12:47:49.423917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-507d3545-2cc0-413d-a4e8-aaccb768863b service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447413 Sep 02 12:47:49.527244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fc885-88ae-4266-865d-ee17ff6898a4 req-d14c0d94-ab3e-41ee-b502-dd72473bc21f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.528786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa2fc885-88ae-4266-865d-ee17ff6898a4 req-d14c0d94-ab3e-41ee-b502-dd72473bc21f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1212389 Sep 02 12:47:49.579825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-f131596e-5861-40e9-805f-33637cc55411 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421440 Sep 02 12:47:49.649277 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa2fc885-88ae-4266-865d-ee17ff6898a4 req-83b840fc-e8b4-4871-9f4e-d3a6b1a764b9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080215 Sep 02 12:47:49.650884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-3d5e6e81-4483-4acf-823e-93d8e8742773 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 217 time: 0.0601327 Sep 02 12:47:49.720065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-456f4f0a-0793-4db9-8644-eaac932c3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.721793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-456f4f0a-0793-4db9-8644-eaac932c3e70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.0546217 Sep 02 12:47:49.799750 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-bc7357a2-5bc3-4251-99d8-a89ee5e55a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.801354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-bc7357a2-5bc3-4251-99d8-a89ee5e55a2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715213 Sep 02 12:47:49.884549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe569a9-6784-436f-a9c4-70f6d87454ab req-7545c820-f38a-46aa-9cd6-3bd4b8c19e38 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:49.887277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0fe569a9-6784-436f-a9c4-70f6d87454ab req-7545c820-f38a-46aa-9cd6-3bd4b8c19e38 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0660207 Sep 02 12:47:49.906302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5e579ae-5ee7-40aa-9120-5944c15fc957 req-c06963d4-23f9-405b-b4fe-df8613e4a348 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 210 time: 0.0374570 Sep 02 12:47:49.950428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0fe569a9-6784-436f-a9c4-70f6d87454ab req-d8dd3c12-c0dd-448a-878f-29800d6b0d4a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Sep 02 12:47:49.965449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-78e6bb4c-2f4e-4cb2-921f-49a996e36546 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551259 Sep 02 12:47:50.090092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bf8a58a-5770-4ca5-a710-c3085c6dbee1 req-25140731-7563-4c15-93a5-abacf697f367 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129403 Sep 02 12:47:50.219299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-8ca0fdc9-4ca5-457c-963d-6d4635d5a17e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:50.221711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-8ca0fdc9-4ca5-457c-963d-6d4635d5a17e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9637b9e-5d79-4b98-9f97-cb395b660898 HTTP/1.1" status: 200 len: 945 time: 0.0692489 Sep 02 12:47:50.354016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Deleting port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:50.354630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:50.545568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-5c76f75a-a4c0-4393-9055-a94d15f28db7 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:50.547193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-5c76f75a-a4c0-4393-9055-a94d15f28db7 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487 HTTP/1.1" status: 200 len: 945 time: 0.1352496 Sep 02 12:47:50.549639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] For port 9c8e0a04-91cf-4f86-afc9-d191afb550d8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9c8e0a04-91cf-4f86-afc9-d191afb550d8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:50.549865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:50.561556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94040a-89bb-42c4-8d67-ccc794ddb1e7 req-6905af25-8b85-476e-8414-1db3ee5e142d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:50.563206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa94040a-89bb-42c4-8d67-ccc794ddb1e7 req-6905af25-8b85-476e-8414-1db3ee5e142d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1533692 Sep 02 12:47:50.612461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Calling delete_port for 9c8e0a04-91cf-4f86-afc9-d191afb550d8 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:50.753118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa94040a-89bb-42c4-8d67-ccc794ddb1e7 req-e05a982c-bf1c-4ff7-8295-e11aa5a3b47a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681263 Sep 02 12:47:50.957070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Deleting port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:47:50.957513 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:51.073822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb1d2-308a-4930-a5b2-af7a137016e7 req-ef471c46-66b9-4fe2-8115-605ba594525e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:51.082739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50dfb1d2-308a-4930-a5b2-af7a137016e7 req-ef471c46-66b9-4fe2-8115-605ba594525e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.2218695 Sep 02 12:47:51.084500 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b682d1a-3ff4-44d8-b0c6-2679c8c0fa80 req-46ff6255-b723-456f-aaa7-5ea92fd89126 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 210 time: 0.0649421 Sep 02 12:47:51.102927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:51.116631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9c8e0a04-91cf-4f86-afc9-d191afb550d8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:51.221470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a10b93fb-3de6-4867-9a87-bf8e6ed276c8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:51.256554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event deleted for resources: {'Port': ['ID=9c8e0a04-91cf-4f86-afc9-d191afb550d8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:51.335206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50dfb1d2-308a-4930-a5b2-af7a137016e7 req-eaa9cdeb-a701-4c3c-bf07-8ee4cb7b15cc tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512169 Sep 02 12:47:51.350335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] For port a10b93fb-3de6-4867-9a87-bf8e6ed276c8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:51.351070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:51.382630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] No DVR routers for this DVR port 9c8e0a04-91cf-4f86-afc9-d191afb550d8 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:51.386245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfdfcc-6ab8-4b7b-894a-c213c6da0ad1 req-c224f5ac-ec26-4276-b55a-1dbceb1c632b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:51.391614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:51.393982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed8bba28-87a1-474f-a887-f2f0b61d0757 req-506a39e2-d575-4747-b81c-32bff4a5824e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "DELETE /v2.0/ports/9c8e0a04-91cf-4f86-afc9-d191afb550d8 HTTP/1.1" status: 204 len: 173 time: 1.1659360 Sep 02 12:47:51.394614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'name': 'network-vif-deleted', 'tag': '9c8e0a04-91cf-4f86-afc9-d191afb550d8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:51.397778 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c2a3b-f481-472f-9ddd-875bb2d6b003" -d '{"events": [{"server_uuid": "b9637b9e-5d79-4b98-9f97-cb395b660898", "name": "network-vif-deleted", "tag": "9c8e0a04-91cf-4f86-afc9-d191afb550d8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:51.408736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10bfdfcc-6ab8-4b7b-894a-c213c6da0ad1 req-c224f5ac-ec26-4276-b55a-1dbceb1c632b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.1389596 Sep 02 12:47:51.412000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Calling delete_port for a10b93fb-3de6-4867-9a87-bf8e6ed276c8 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:47:51.466123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10bfdfcc-6ab8-4b7b-894a-c213c6da0ad1 req-57db3b07-64cd-4844-a5b0-182a8c083c56 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Sep 02 12:47:51.477165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-e1118a3b-4ad4-4642-86a5-b9db6f3da4f2 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:51.478776 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-e1118a3b-4ad4-4642-86a5-b9db6f3da4f2 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 812 time: 0.3534350 Sep 02 12:47:51.554549 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a4d8b-af7d-497d-ab8f-f93a80acbd43 x-openstack-request-id: req-8c8a4d8b-af7d-497d-ab8f-f93a80acbd43 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:51.554814 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9637b9e-5d79-4b98-9f97-cb395b660898", "name": "network-vif-deleted", "tag": "9c8e0a04-91cf-4f86-afc9-d191afb550d8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:51.555070 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c8a4d8b-af7d-497d-ab8f-f93a80acbd43 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:51.555480 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9637b9e-5d79-4b98-9f97-cb395b660898', 'name': 'network-vif-deleted', 'tag': '9c8e0a04-91cf-4f86-afc9-d191afb550d8', 'status': 'completed', 'code': 200} Sep 02 12:47:51.572357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Request body: {'port': {'device_id': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'admin_state_up': True, 'tenant_id': '0723ff14977b43ef8e3bb7e97ce633cd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:51.888331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a1d1-cf75-41ee-8543-ca3ce1bc3b17 req-4f20aad7-9cc3-45fc-827a-54b3ec8ac1d8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:51.896884 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42f6a1d1-cf75-41ee-8543-ca3ce1bc3b17 req-4f20aad7-9cc3-45fc-827a-54b3ec8ac1d8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0619752 Sep 02 12:47:51.941512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42f6a1d1-cf75-41ee-8543-ca3ce1bc3b17 req-2b89c04e-36d1-4963-be61-7d6d5e64f989 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Sep 02 12:47:51.990871 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:52.007269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9c8e0a04-91cf-4f86-afc9-d191afb550d8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:52.053497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1b5272e8-de64-4be4-86c4-585926b4f609 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:52.055077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1b5272e8-de64-4be4-86c4-585926b4f609 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 812 time: 0.3304653 Sep 02 12:47:52.057588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event deleted for resources: {'Port': ['ID=a10b93fb-3de6-4867-9a87-bf8e6ed276c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:52.073718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Request body: {'port': {'device_id': 'f229e69b-d3be-4779-8117-41039f3581de', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'admin_state_up': True, 'tenant_id': '0723ff14977b43ef8e3bb7e97ce633cd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:52.093332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Made reservation on behalf of 0723ff14977b43ef8e3bb7e97ce633cd for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:52.098713 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:52.479567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a527-520d-405f-8be9-daded9261fc0 req-e0b19abd-94f2-4a82-9437-ddd1b14ee262 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:52.482600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3f1a527-520d-405f-8be9-daded9261fc0 req-e0b19abd-94f2-4a82-9437-ddd1b14ee262 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0603819 Sep 02 12:47:52.524094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3f1a527-520d-405f-8be9-daded9261fc0 req-f4104cff-b589-49ac-96c9-04d7737a36a8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Sep 02 12:47:52.535626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] No DVR routers for this DVR port a10b93fb-3de6-4867-9a87-bf8e6ed276c8 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:52.548974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:52.550997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db914298-1d3b-48e3-bc1c-de77a52034b1 req-95f5b2d8-73a0-476e-9cf8-7f599c6b1864 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.41 "DELETE /v2.0/ports/a10b93fb-3de6-4867-9a87-bf8e6ed276c8 HTTP/1.1" status: 204 len: 173 time: 1.9812095 Sep 02 12:47:52.576034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33a4965-ef9c-40ff-909c-504a3289f58a req-7bbb25e7-4e3b-43df-ae19-b393050df43f tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 210 time: 0.0654998 Sep 02 12:47:52.670134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504118f-827c-4828-96d0-e110b29555f2 req-e9658cea-57ce-4670-b513-2d5714519ebf tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:52.672087 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8504118f-827c-4828-96d0-e110b29555f2 req-e9658cea-57ce-4670-b513-2d5714519ebf tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0570490 Sep 02 12:47:52.737678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8504118f-827c-4828-96d0-e110b29555f2 req-ad55ded1-2395-4bcc-92bb-cabb52c6fe29 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Sep 02 12:47:52.749766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Made reservation on behalf of 0723ff14977b43ef8e3bb7e97ce633cd for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:47:52.753386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:52.778804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Allocated IP 172.20.0.8 (f396fc8f-f66d-4804-8f9f-530ddcb00f54/0d17f03a-e35b-46e0-ac68-c338d021b7de/fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:52.996012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:53.097466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a0e7b-0ec4-44f1-bdd7-1c01cb4b8690 req-18298afd-084a-422d-b933-2bb9bc1d8c4f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:53.105939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-046a0e7b-0ec4-44f1-bdd7-1c01cb4b8690 req-18298afd-084a-422d-b933-2bb9bc1d8c4f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0757937 Sep 02 12:47:53.115183 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:53.221362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:53.232406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:53.242059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-046a0e7b-0ec4-44f1-bdd7-1c01cb4b8690 req-6d72b467-73ec-463b-af59-940b0015bc8d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361027 Sep 02 12:47:53.243121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Allocated IP 172.20.0.10 (f396fc8f-f66d-4804-8f9f-530ddcb00f54/0d17f03a-e35b-46e0-ac68-c338d021b7de/6c65552a-e9ce-4d44-968e-2952096b5f04) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:47:53.245227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:53.251106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event updated for resources: {'Port': ['ID=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:53.328827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:53.329483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:53.367743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-87cfb670-fe49-4516-ae19-f5d076fe4594 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8017645 Sep 02 12:47:53.401306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Request body: {'port': {'device_id': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:53.493030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:53.547866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:53.556830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'name': 'network-vif-deleted', 'tag': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:53.559536 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a2dad9-c77d-4d56-90b6-14220415fdce" -d '{"events": [{"server_uuid": "ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487", "name": "network-vif-deleted", "tag": "a10b93fb-3de6-4867-9a87-bf8e6ed276c8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:53.560426 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-fe5b6c2e-a1e5-4bcc-ba68-d4aa72bc43af service neutron] show failed (client error): The resource could not be found. Sep 02 12:47:53.561641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-fe5b6c2e-a1e5-4bcc-ba68-d4aa72bc43af service neutron] 10.222.0.18 "GET /v2.0/ports/c440e33e-6bb2-49f9-a2c0-7d611989c32a/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0712581 Sep 02 12:47:53.709852 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b42f9-d867-4bae-a33f-f8390a90f0fc x-openstack-request-id: req-895b42f9-d867-4bae-a33f-f8390a90f0fc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:53.710477 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487", "name": "network-vif-deleted", "tag": "a10b93fb-3de6-4867-9a87-bf8e6ed276c8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:53.710639 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-895b42f9-d867-4bae-a33f-f8390a90f0fc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:53.710957 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd03ddf-0bd9-4cc9-b7bb-9eda05ff5487', 'name': 'network-vif-deleted', 'tag': 'a10b93fb-3de6-4867-9a87-bf8e6ed276c8', 'status': 'completed', 'code': 200} Sep 02 12:47:53.749300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639dbe-d3ee-47b2-9306-b7a5558dba8a req-5be442d5-1546-4366-a407-2452b04f15a6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:53.754268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71639dbe-d3ee-47b2-9306-b7a5558dba8a req-5be442d5-1546-4366-a407-2452b04f15a6 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1339376 Sep 02 12:47:53.800053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0896f15e-e324-40c2-8c94-6197afb1bf24 req-00354d70-1e29-4204-bac5-1d390822cc70 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 210 time: 0.0654876 Sep 02 12:47:53.810744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:53.850304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71639dbe-d3ee-47b2-9306-b7a5558dba8a req-8bca296d-2d0f-46c5-941f-f5dde76a69c1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835319 Sep 02 12:47:53.942835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Network f396fc8f-f66d-4804-8f9f-530ddcb00f54 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:47:53.970361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:47:53.977055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:47:53.996675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc83e88-3c0a-4c75-a6e4-470db76650fc req-3c9ec6e9-6c70-45f7-940a-3826cd42aaf1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:53.998901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7bc83e88-3c0a-4c75-a6e4-470db76650fc req-3c9ec6e9-6c70-45f7-940a-3826cd42aaf1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0801551 Sep 02 12:47:54.010192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event updated for resources: {'Port': ['ID=6c65552a-e9ce-4d44-968e-2952096b5f04,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:54.046041 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7bc83e88-3c0a-4c75-a6e4-470db76650fc req-acd6a82c-691e-4f5a-aeef-faee1916b337 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Sep 02 12:47:54.058830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-3f5dfb10-17ef-4e12-abc9-7a826b6ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:54.060443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-3f5dfb10-17ef-4e12-abc9-7a826b6ee3a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911&tenant_id=044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 1101 time: 0.1743028 Sep 02 12:47:54.067705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:54.068426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.089355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:54.132824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-7753a8b8-52fd-40ab-82e0-9baadabc5167 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0649645 Sep 02 12:47:54.168478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Request body: {'port': {'device_id': 'f229e69b-d3be-4779-8117-41039f3581de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:47:54.207013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.314474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:54.328772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.333061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9c8e0a04-91cf-4f86-afc9-d191afb550d8 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:54.344400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.362387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 9c8e0a04-91cf-4f86-afc9-d191afb550d8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:54.362735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9c8e0a04-91cf-4f86-afc9-d191afb550d8 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:54.370399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:54.397346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017ac9-dcda-4043-9bb2-b325337b387f req-5bc0d3bd-890f-412f-a64f-eaff59db19e9 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:54.399525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc017ac9-dcda-4043-9bb2-b325337b387f req-5bc0d3bd-890f-412f-a64f-eaff59db19e9 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0824287 Sep 02 12:47:54.413609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Transition to ACTIVE for port object fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:54.443330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.457199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc017ac9-dcda-4043-9bb2-b325337b387f req-5e54a2e0-8879-46c1-89ae-da72c1131e19 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Sep 02 12:47:54.471797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a10b93fb-3de6-4867-9a87-bf8e6ed276c8 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:47:54.502320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: a10b93fb-3de6-4867-9a87-bf8e6ed276c8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:47:54.503150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a10b93fb-3de6-4867-9a87-bf8e6ed276c8 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:47:54.505518 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.662646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:54.854685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Attempting to bind port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:54.855026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Attempting to bind port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:54.855358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Attempting to bind port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:54.868044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:54.905013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:54.905730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Attempting to bind port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:54.938783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:54.939141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Checking segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:54.939583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Bound using segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:54.940042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Bound port: fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:54.940410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:54.958723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:54.985314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e449d2-f4dc-441c-b2d8-9d28949f5a7d req-2d8cf30f-16af-41b5-9372-209014c07cdf tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:54.986817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19e449d2-f4dc-441c-b2d8-9d28949f5a7d req-2d8cf30f-16af-41b5-9372-209014c07cdf tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0558875 Sep 02 12:47:55.028459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19e449d2-f4dc-441c-b2d8-9d28949f5a7d req-c59e89a3-a873-4ff0-a451-f30f17455f9b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Sep 02 12:47:55.082035 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.095889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c06-b0ca-4251-838f-71a11a41c35c req-760fa27d-29e2-4437-8e8e-5b90e9f0999b tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:55.097384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c818c06-b0ca-4251-838f-71a11a41c35c req-760fa27d-29e2-4437-8e8e-5b90e9f0999b tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 932 time: 0.1847572 Sep 02 12:47:55.166807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Transition to ACTIVE for port object c440e33e-6bb2-49f9-a2c0-7d611989c32a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:55.168000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] For port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:55.188920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.208062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] For port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:55.209835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:47:55.210461 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:47:55.266061 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.283343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c818c06-b0ca-4251-838f-71a11a41c35c req-4375cafb-53e6-4bec-84d1-b9161f919efd tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686182 Sep 02 12:47:55.301314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c65552a-e9ce-4d44-968e-2952096b5f04 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:55.316532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.319642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:55.320290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.321729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 HTTP/1.1" status: 200 len: 1091 time: 1.9272153 Sep 02 12:47:55.322358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:55.364682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] No DVR routers for this DVR port c440e33e-6bb2-49f9-a2c0-7d611989c32a on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:47:55.421505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Transition to ACTIVE for port object 6c65552a-e9ce-4d44-968e-2952096b5f04 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:47:55.427018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d178018-5ea2-45cb-9558-e517a4b89b91 req-a50edba9-2986-4160-83c8-5ef1c1094a58 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:55.429643 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d178018-5ea2-45cb-9558-e517a4b89b91 req-a50edba9-2986-4160-83c8-5ef1c1094a58 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0867238 Sep 02 12:47:55.470142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.521697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:55.522144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:55.524279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:55.533276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473bba5-7c76-4322-829d-f61b24dcba83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:55.548429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d178018-5ea2-45cb-9558-e517a4b89b91 req-626cabbe-e909-46e0-a190-747a9ac86eb6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102905 Sep 02 12:47:55.552061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:55.553365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:55.606888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-91c5badb-3657-4da5-b8c3-e8976e924db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:55.608445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-91c5badb-3657-4da5-b8c3-e8976e924db8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 1094 time: 0.2086384 Sep 02 12:47:55.670332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:55.671063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:55.671063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:55.671486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Bound port: c440e33e-6bb2-49f9-a2c0-7d611989c32a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:55.671871 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.715069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}, {'name': 'network-changed', 'server_uuid': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'tag': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:55.717334 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5" -d '{"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-unplugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}, {"name": "network-changed", "server_uuid": "735daba2-f7b2-42ef-964b-e42d732a5ffb", "tag": "fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:55.729397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Pushing event updated for resources: {'Port': ['ID=6c65552a-e9ce-4d44-968e-2952096b5f04,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:55.733995 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-d4737c33-5b33-421d-81f7-86f9f9d4430e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 HTTP/1.1" status: 200 len: 217 time: 0.1073401 Sep 02 12:47:55.800478 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f9e667-0db7-4222-b110-614037bf6c42 x-openstack-request-id: req-68f9e667-0db7-4222-b110-614037bf6c42 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:55.801062 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-unplugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "code": 200}, {"name": "network-changed", "server_uuid": "735daba2-f7b2-42ef-964b-e42d732a5ffb", "tag": "fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:55.801304 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68f9e667-0db7-4222-b110-614037bf6c42 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:55.801967 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'code': 200} Sep 02 12:47:55.802451 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'tag': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4', 'status': 'completed', 'code': 200} Sep 02 12:47:55.840120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d609b-d5e0-42eb-aee5-822244edc483 req-026ba37b-409b-4f29-bdf2-2e15a30d9b0e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:55.841554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-432d609b-d5e0-42eb-aee5-822244edc483 req-026ba37b-409b-4f29-bdf2-2e15a30d9b0e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.2538030 Sep 02 12:47:55.857063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Attempting to bind port 6c65552a-e9ce-4d44-968e-2952096b5f04 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:47:55.857411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Attempting to bind port 6c65552a-e9ce-4d44-968e-2952096b5f04 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:47:55.857739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Attempting to bind port 6c65552a-e9ce-4d44-968e-2952096b5f04 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:55.870121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-2c98ce5b-87c2-45a6-91c6-4a97bb2bd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:55.871617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-2c98ce5b-87c2-45a6-91c6-4a97bb2bd78b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.1261816 Sep 02 12:47:55.900134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Port 6c65552a-e9ce-4d44-968e-2952096b5f04 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:47:55.900601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Attempting to bind port 6c65552a-e9ce-4d44-968e-2952096b5f04 on network f396fc8f-f66d-4804-8f9f-530ddcb00f54 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:47:55.903835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:55.928318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-adcf591b-c3f3-457a-8f63-5ecda9785f97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470793 Sep 02 12:47:55.935423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:55.938965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:47:55.939310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Checking segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:47:55.939688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Bound using segment: {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:47:55.940122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Bound port: 6c65552a-e9ce-4d44-968e-2952096b5f04, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671a3e8-af32-4938-a008-f24c6eee1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:47:55.940486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:55.957535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:56.166452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c4b6f-1456-4077-905c-61aae389d814 req-082bf06d-2c56-4358-8965-0e84b9ceea4b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.169118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c3c4b6f-1456-4077-905c-61aae389d814 req-082bf06d-2c56-4358-8965-0e84b9ceea4b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.0574853 Sep 02 12:47:56.212176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c3c4b6f-1456-4077-905c-61aae389d814 req-38a6f0dc-3839-42a7-a852-5ad08a96183c tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Sep 02 12:47:56.342407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-432d609b-d5e0-42eb-aee5-822244edc483 req-ca4d98e1-b8d1-492e-b2fb-5b2b72d90617 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906321 Sep 02 12:47:56.380281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.381120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:56.382614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-a069da68-a165-47ab-b510-7650866eb459 service neutron] 10.222.0.41 "PUT /v2.0/ports/c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 1096 time: 2.3004494 Sep 02 12:47:56.491420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b81d1-fe0f-4ec9-a8be-4756db2c6a42 req-4405c3eb-bfdb-4ea1-a94a-527434700ff6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.494224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-984b81d1-fe0f-4ec9-a8be-4756db2c6a42 req-4405c3eb-bfdb-4ea1-a94a-527434700ff6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 944 time: 0.0711133 Sep 02 12:47:56.517058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069da68-a165-47ab-b510-7650866eb459 service neutron] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:56.535265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] For port 6c65552a-e9ce-4d44-968e-2952096b5f04, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:47:56.539191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-9281764d-e9a8-4956-8462-0c5b92b5f62d service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012385 Sep 02 12:47:56.569871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-5778e59f-3836-4d91-a798-823bb2f80278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.571996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-5778e59f-3836-4d91-a798-823bb2f80278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1099 time: 0.1552262 Sep 02 12:47:56.576122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] For port 6c65552a-e9ce-4d44-968e-2952096b5f04, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6c65552a-e9ce-4d44-968e-2952096b5f04,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:47:56.604977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:56.752793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.753608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:56.755263 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] 10.222.0.18 "PUT /v2.0/ports/6c65552a-e9ce-4d44-968e-2952096b5f04 HTTP/1.1" status: 200 len: 1092 time: 2.5952432 Sep 02 12:47:56.819544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde56d52-543b-40f5-945f-1c3c76bcdf79 req-46676018-c7fa-4c59-981d-b083c192701a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.821329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cde56d52-543b-40f5-945f-1c3c76bcdf79 req-46676018-c7fa-4c59-981d-b083c192701a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.1585495 Sep 02 12:47:56.893236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-984b81d1-fe0f-4ec9-a8be-4756db2c6a42 req-a5bb4ae2-871a-44b5-851a-b57f1b38f7af tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924875 Sep 02 12:47:56.900868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db4a7-358a-48dd-afa7-f0e575b7d26a service neutron] Pushing event updated for resources: {'Port': ['ID=6c65552a-e9ce-4d44-968e-2952096b5f04,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:56.923479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-99ea2e93-24ca-4122-b267-ad007920a650 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721833 Sep 02 12:47:56.941080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-96bb2021-fee2-4e58-b525-ab02349f694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.942757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-96bb2021-fee2-4e58-b525-ab02349f694b service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.3491230 Sep 02 12:47:56.953127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cde56d52-543b-40f5-945f-1c3c76bcdf79 req-7bd4a602-a387-4adf-ba12-a21cbcc83068 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999155 Sep 02 12:47:56.993795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-291cef98-cc12-4e0b-9436-4484087b2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:56.995301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-291cef98-cc12-4e0b-9436-4484087b2fdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 1095 time: 0.1594310 Sep 02 12:47:57.003479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-20231d7b-914d-404b-88dc-986d94fcd14a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.0494781 Sep 02 12:47:57.090357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-25e05b03-d6b3-4392-8a2c-fbbe28d4208e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c65552a-e9ce-4d44-968e-2952096b5f04 HTTP/1.1" status: 200 len: 217 time: 0.0859125 Sep 02 12:47:57.153303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-2818845e-b6af-4fa5-8172-d77ab07396e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.154790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-2818845e-b6af-4fa5-8172-d77ab07396e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1263397 Sep 02 12:47:57.163184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-9cb2108b-b734-4db7-abf7-a7c8ced63f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.164615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-9cb2108b-b734-4db7-abf7-a7c8ced63f0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 1094 time: 0.1735229 Sep 02 12:47:57.177100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-37b643a3-7bc1-4183-adfb-436c4202a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.178628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-37b643a3-7bc1-4183-adfb-436c4202a7bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.0800695 Sep 02 12:47:57.261625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-f7ed201e-faf3-4725-b7fd-d4f8f25f7cc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613921 Sep 02 12:47:57.337404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-231fb38d-818d-4230-a449-4915aaa37d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.338263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298676-91ae-42de-bfa5-509b283ca01e req-756e4296-c9d3-44c6-a9e8-4ae956fd4855 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.338847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-231fb38d-818d-4230-a449-4915aaa37d8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715360 Sep 02 12:47:57.346599 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b298676-91ae-42de-bfa5-509b283ca01e req-756e4296-c9d3-44c6-a9e8-4ae956fd4855 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.0619602 Sep 02 12:47:57.419202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-953a4161-0319-4be8-8346-6386fc3ed734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.420708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-953a4161-0319-4be8-8346-6386fc3ed734 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 913 time: 0.2453918 Sep 02 12:47:57.430546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b298676-91ae-42de-bfa5-509b283ca01e req-80e95f2b-2500-4538-a044-be882cded5a1 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793977 Sep 02 12:47:57.455380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-be9c8d11-8db0-4c20-8923-9b434ae3cbf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805361 Sep 02 12:47:57.491315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-b7fa3880-8d53-4a9c-b74f-92cd9569b2f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 HTTP/1.1" status: 200 len: 217 time: 0.0571897 Sep 02 12:47:57.497213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-e87151d6-8bcb-421d-91e7-abcf999d0c76 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251599 Sep 02 12:47:57.583624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49920d65-fa5e-40db-9bfb-76712ac934fe req-acee0a52-2369-4be1-a499-1f05d74dedc2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.585546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49920d65-fa5e-40db-9bfb-76712ac934fe req-acee0a52-2369-4be1-a499-1f05d74dedc2 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0696487 Sep 02 12:47:57.587545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-8ee05bfa-9d00-4242-85b0-a3b0bebcccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.589079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-8ee05bfa-9d00-4242-85b0-a3b0bebcccb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 1101 time: 0.1118708 Sep 02 12:47:57.644184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-3eac9353-3e51-4aec-afd5-b0c81f747d1a service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880852 Sep 02 12:47:57.650018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-f08563a8-c4a7-4c6f-b803-3fc288e11250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.651850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-f08563a8-c4a7-4c6f-b803-3fc288e11250 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.1537304 Sep 02 12:47:57.698917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49920d65-fa5e-40db-9bfb-76712ac934fe req-3ed87e02-ad2e-4690-a122-b8e0045c8432 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057110 Sep 02 12:47:57.741810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-ffa0d196-158a-43c5-86ee-7c632742921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.744079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-ffa0d196-158a-43c5-86ee-7c632742921a service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1203833 Sep 02 12:47:57.745593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-bcda6171-03ac-442c-82b0-38511c7d7710 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785975 Sep 02 12:47:57.794372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-d91f30a6-98aa-4e14-b1d8-5424fc4369e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Sep 02 12:47:57.811119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}, {'name': 'network-changed', 'server_uuid': 'f229e69b-d3be-4779-8117-41039f3581de', 'tag': '6c65552a-e9ce-4d44-968e-2952096b5f04'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:47:57.813450 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472ebce4-0577-4c86-b288-98da174ba735" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}, {"name": "network-changed", "server_uuid": "f229e69b-d3be-4779-8117-41039f3581de", "tag": "6c65552a-e9ce-4d44-968e-2952096b5f04"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:47:57.825873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05af5b0c-d4ac-4c86-8ffa-ba74b5d07834 req-24a47bac-d0c5-424c-9c9e-c2b7f01ba9f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174212 Sep 02 12:47:57.863785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-7097c8a0-46fe-4a42-ad27-2992f03375a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.865075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3ad75aa-4d11-4b8e-a5da-c4fc88611e3a req-e954882c-cdc9-4575-ab9b-497339464ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102613 Sep 02 12:47:57.865586 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-7097c8a0-46fe-4a42-ad27-2992f03375a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0639563 Sep 02 12:47:57.903993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-3c220e8d-b08a-4050-88cd-523f8f5a9243 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501348 Sep 02 12:47:57.911944 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27997ef4-b5b5-4e95-b048-e02cd5327172 x-openstack-request-id: req-27997ef4-b5b5-4e95-b048-e02cd5327172 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:47:57.912300 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f229e69b-d3be-4779-8117-41039f3581de", "tag": "6c65552a-e9ce-4d44-968e-2952096b5f04", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:47:57.912507 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27997ef4-b5b5-4e95-b048-e02cd5327172 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:47:57.912887 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'status': 'completed', 'code': 200} Sep 02 12:47:57.913179 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f229e69b-d3be-4779-8117-41039f3581de', 'tag': '6c65552a-e9ce-4d44-968e-2952096b5f04', 'status': 'completed', 'code': 200} Sep 02 12:47:57.927705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-e8a7face-9b18-4dc8-b084-668a8778b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:57.929686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-e8a7face-9b18-4dc8-b084-668a8778b26b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526602 Sep 02 12:47:58.066019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-96bf63ba-c0fd-42dd-8ddb-aa980c8139a9 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222985 Sep 02 12:47:58.138925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-67d18a0b-453c-4446-9d97-dbddb522cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.140462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-67d18a0b-453c-4446-9d97-dbddb522cde8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1099 time: 0.1964750 Sep 02 12:47:58.151008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dec700d2-6e3a-4ac9-ba88-cdbe5846fed5 req-63a51fde-6319-49b9-a4b3-4f80122b37e2 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301881 Sep 02 12:47:58.151888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-3b4b3281-9c28-47c9-8c04-cfa6c099422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.153264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-3b4b3281-9c28-47c9-8c04-cfa6c099422f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1099 time: 0.1355729 Sep 02 12:47:58.221059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535927-72ec-4bd7-9f5d-26eef3e26727 req-db2f026d-6398-4375-aa43-92e9add413ca tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.222624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c535927-72ec-4bd7-9f5d-26eef3e26727 req-db2f026d-6398-4375-aa43-92e9add413ca tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 944 time: 0.1556430 Sep 02 12:47:58.264855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85958e89-18b4-48f1-b4b1-63d59b70474c req-7cdece29-4a0f-4f68-ae84-5c3c1b392eed service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830623 Sep 02 12:47:58.283335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c535927-72ec-4bd7-9f5d-26eef3e26727 req-89bf8f79-503d-4641-b765-fa4091452270 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537660 Sep 02 12:47:58.289705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef2f7-225f-42be-bba6-9b9a0a9e02c3 req-41371e01-2124-4fdc-9406-5eb8523d78de tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.295241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-485ef2f7-225f-42be-bba6-9b9a0a9e02c3 req-41371e01-2124-4fdc-9406-5eb8523d78de tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.2224190 Sep 02 12:47:58.372589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:47:58.415641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-485ef2f7-225f-42be-bba6-9b9a0a9e02c3 req-b7843a0a-1e9a-46a0-906f-057f3a6a61cd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139791 Sep 02 12:47:58.438006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-2d374a65-886d-4000-8c28-6ce9b7b81784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.439674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-2d374a65-886d-4000-8c28-6ce9b7b81784 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2734492 Sep 02 12:47:58.440680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-41a3ed7f-a836-47b4-9220-5505b5b6f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.442092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-41a3ed7f-a836-47b4-9220-5505b5b6f978 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2879789 Sep 02 12:47:58.562453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:58.584809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-a214aeb9-21bc-48cb-8029-bd64bbf24345 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.1301417 Sep 02 12:47:58.593483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'port_id': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4', 'mac_address': 'fa:16:3e:53:fd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d17f03a-e35b-46e0-ac68-c338d021b7de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:47:58.681076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-1814b807-b876-4e5b-8528-5cb994c62bdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.2252817 Sep 02 12:47:58.744047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-931aedc5-549f-45f7-8995-39d2b5fc8b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:58.748398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:58.758368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-eee38834-365b-44c7-887e-c45c326a212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.760120 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-eee38834-365b-44c7-887e-c45c326a212d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1558514 Sep 02 12:47:58.776653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:47:58.785093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403204f-e308-4b89-b9e7-38bd1656fea3 req-42382b60-a6de-45b0-8f47-801f39056984 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.787841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6403204f-e308-4b89-b9e7-38bd1656fea3 req-42382b60-a6de-45b0-8f47-801f39056984 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.2020068 Sep 02 12:47:58.804823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:47:58.810138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:47:58.861845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-ed64d1fc-2d69-481b-b9b4-011734339f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.863448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-ed64d1fc-2d69-481b-b9b4-011734339f85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1725247 Sep 02 12:47:58.863585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57b880-462d-47f8-98ca-05120ba1b085 req-63343163-57e8-444f-bd36-594ace0b4108 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.872002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee57b880-462d-47f8-98ca-05120ba1b085 req-63343163-57e8-444f-bd36-594ace0b4108 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0635903 Sep 02 12:47:58.879454 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6403204f-e308-4b89-b9e7-38bd1656fea3 req-e8031722-6a30-4bc5-8f9d-a755ff5d8553 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729063 Sep 02 12:47:58.921152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee57b880-462d-47f8-98ca-05120ba1b085 req-7600cbe2-9fb2-4110-a4b4-e74643fe0610 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Sep 02 12:47:58.935888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:47:58.956874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-3138a7f9-c457-4f66-a92f-a482d453399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:58.957147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.957733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.958843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-3138a7f9-c457-4f66-a92f-a482d453399f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698127 Sep 02 12:47:58.959040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.960111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.961273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.961905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.962369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.962844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.963339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.964062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.964801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:58.965480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:47:59.012051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-372fa571-a252-4851-80c9-0ca03e03f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.013769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-372fa571-a252-4851-80c9-0ca03e03f209 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309071 Sep 02 12:47:59.116719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-d86c3ce4-7c07-45f4-8583-c6e2503e93db service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486754 Sep 02 12:47:59.127485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:47:59.200542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-27ef17b1-917d-4cc5-8462-82f81373b684 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748767 Sep 02 12:47:59.296815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-d3c373cf-638c-4a51-9227-3f8db358d873 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674595 Sep 02 12:47:59.329372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-2fefe512-b984-4527-9bba-b3908497b9cb service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198194 Sep 02 12:47:59.422894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-644f9372-2261-4c96-af22-1ebc717d3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.424326 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-644f9372-2261-4c96-af22-1ebc717d3441 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 1095 time: 0.0796702 Sep 02 12:47:59.491476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2d33e-dfea-4657-a90c-fdd16ebc13ea req-9a0dbd89-1661-49b6-b832-2d19bc2ebe83 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.493022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9df2d33e-dfea-4657-a90c-fdd16ebc13ea req-9a0dbd89-1661-49b6-b832-2d19bc2ebe83 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 944 time: 0.1073060 Sep 02 12:47:59.540488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592136f8-b8ad-4a6a-a2e8-57f2ff3deaa1 req-0499e063-0a83-4187-ae1a-74c1010b67c0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.542364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-592136f8-b8ad-4a6a-a2e8-57f2ff3deaa1 req-0499e063-0a83-4187-ae1a-74c1010b67c0 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0564926 Sep 02 12:47:59.555309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9df2d33e-dfea-4657-a90c-fdd16ebc13ea req-916b6f96-468d-4b97-9f69-114933c5ce08 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 Sep 02 12:47:59.565260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-51fe0acf-48d9-4aa2-9d22-bb7aed8efb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.567339 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-51fe0acf-48d9-4aa2-9d22-bb7aed8efb66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 200 len: 913 time: 0.1334317 Sep 02 12:47:59.584086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-592136f8-b8ad-4a6a-a2e8-57f2ff3deaa1 req-4e5a6504-0ed9-4d3f-a7d6-867d5a4ee9eb tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Sep 02 12:47:59.619965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-5a48b68a-c266-44c3-8e80-c329760489e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c65552a-e9ce-4d44-968e-2952096b5f04 HTTP/1.1" status: 200 len: 217 time: 0.0427566 Sep 02 12:47:59.700682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebce4-0577-4c86-b288-98da174ba735 req-837b4e3d-62e2-4789-97a2-7a8feee490cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.702243 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-837b4e3d-62e2-4789-97a2-7a8feee490cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 200 len: 852 time: 0.0646930 Sep 02 12:47:59.739581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-c3e79141-2eea-4cce-89c7-9eef8894b3d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f396fc8f-f66d-4804-8f9f-530ddcb00f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297143 Sep 02 12:47:59.841445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-0980227a-ba15-43e7-9b62-e4b93d6a803f service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936534 Sep 02 12:47:59.875728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1081-a468-496b-820a-d6f5fb2f9f4b req-1bcad65f-9a90-44e4-a6d2-736e78f96456 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:47:59.877458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc9c1081-a468-496b-820a-d6f5fb2f9f4b req-1bcad65f-9a90-44e4-a6d2-736e78f96456 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0582752 Sep 02 12:47:59.941084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc9c1081-a468-496b-820a-d6f5fb2f9f4b req-46deb113-8405-4569-a838-7302bd14a98c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552807 Sep 02 12:48:00.101480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ddeb-527c-4393-8ae1-d2db12249ef6 req-62b65482-1a5f-449b-ac4d-4a59e7eb56b5 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:00.110030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd21ddeb-527c-4393-8ae1-d2db12249ef6 req-62b65482-1a5f-449b-ac4d-4a59e7eb56b5 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0787706 Sep 02 12:48:00.163849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd21ddeb-527c-4393-8ae1-d2db12249ef6 req-9f68736f-e9ae-420b-b87d-763df2947e6c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Sep 02 12:48:00.325552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf22c76-9ffb-424e-aa61-9f7f3335801b req-48632918-b786-4a0b-a571-b234f2e55fb8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:00.327047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcf22c76-9ffb-424e-aa61-9f7f3335801b req-48632918-b786-4a0b-a571-b234f2e55fb8 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 948 time: 0.0772817 Sep 02 12:48:00.329463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-472ebce4-0577-4c86-b288-98da174ba735 req-0a5f1fb8-0e5c-4a02-b803-9ce140a1a780 service neutron] 10.222.0.18 "GET /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781337 Sep 02 12:48:00.373815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcf22c76-9ffb-424e-aa61-9f7f3335801b req-43e9fed0-81f2-4e37-97dd-0a5af02b0090 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Sep 02 12:48:00.374077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6c65552a-e9ce-4d44-968e-2952096b5f04 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:00.375958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:00.478537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:00.496396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:00.514126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:00.514501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.599219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 6c65552a-e9ce-4d44-968e-2952096b5f04, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6c65552a-e9ce-4d44-968e-2952096b5f04,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:00.621363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '6c65552a-e9ce-4d44-968e-2952096b5f04', 'network_id': 'f396fc8f-f66d-4804-8f9f-530ddcb00f54', 'port_id': '6c65552a-e9ce-4d44-968e-2952096b5f04', 'mac_address': 'fa:16:3e:c5:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d17f03a-e35b-46e0-ac68-c338d021b7de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:00.704339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f3326-634e-463e-88b8-ce53c3fe4b23 req-c31944a3-e36d-464d-9e12-03d3c1c7cae6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:00.709677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-013f3326-634e-463e-88b8-ce53c3fe4b23 req-c31944a3-e36d-464d-9e12-03d3c1c7cae6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 944 time: 0.0808837 Sep 02 12:48:00.726252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:00.739840 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.762103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'mac_address': 'fa:16:3e:e5:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:00.765377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-013f3326-634e-463e-88b8-ce53c3fe4b23 req-3c3181c5-088f-4a8c-bc6b-a7cdb8f58a04 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513513 Sep 02 12:48:00.766080 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.771088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c65552a-e9ce-4d44-968e-2952096b5f04 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:00.837580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 6c65552a-e9ce-4d44-968e-2952096b5f04, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6c65552a-e9ce-4d44-968e-2952096b5f04,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:00.844253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:00.846624 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975f93c0-7674-4562-af59-08d952aa8c7c" -d '{"events": [{"server_uuid": "735daba2-f7b2-42ef-964b-e42d732a5ffb", "name": "network-vif-plugged", "status": "completed", "tag": "fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:00.851799 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.859979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.873616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:00.878866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c440e33e-6bb2-49f9-a2c0-7d611989c32a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:00.907879 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed2197a-8e60-49a9-83ca-86da7de983de x-openstack-request-id: req-4ed2197a-8e60-49a9-83ca-86da7de983de {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:00.908170 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735daba2-f7b2-42ef-964b-e42d732a5ffb", "name": "network-vif-plugged", "status": "completed", "tag": "fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:00.908592 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ed2197a-8e60-49a9-83ca-86da7de983de {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:00.909020 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4', 'code': 200} Sep 02 12:48:00.909736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.935521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:00.948423 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:00.954553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=6c65552a-e9ce-4d44-968e-2952096b5f04,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:01.026013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:01.042456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777a94e-dc39-4ff9-ba3a-8f299da1b587 req-ca13ee86-49ac-4743-b81a-19f2403ff6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.044164 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5777a94e-dc39-4ff9-ba3a-8f299da1b587 req-ca13ee86-49ac-4743-b81a-19f2403ff6cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0805357 Sep 02 12:48:01.085951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:01.115175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5777a94e-dc39-4ff9-ba3a-8f299da1b587 req-01c85d5a-a041-4157-adea-010cfbebc23b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Sep 02 12:48:01.131625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22272ba-a6a6-48a0-94f4-7dc62153d93d req-e0ecd936-3adc-463e-a8f5-f8a52b0b4e4c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.137352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a22272ba-a6a6-48a0-94f4-7dc62153d93d req-e0ecd936-3adc-463e-a8f5-f8a52b0b4e4c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0777850 Sep 02 12:48:01.179990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a22272ba-a6a6-48a0-94f4-7dc62153d93d req-b73d6770-554d-4bb7-8252-43c4d0dd0291 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Sep 02 12:48:01.198616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['6c65552a-e9ce-4d44-968e-2952096b5f04'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:01.292922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303c9f-c78d-4a3c-807c-784d56872623 req-50bc4600-2952-4ad0-84f6-92195889ff20 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.294757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75303c9f-c78d-4a3c-807c-784d56872623 req-50bc4600-2952-4ad0-84f6-92195889ff20 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 945 time: 0.0731602 Sep 02 12:48:01.310944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530f830-dbdd-4225-998f-765635589be7 req-298af419-33c2-4d3d-9e00-b2f77046583f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.312705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a530f830-dbdd-4225-998f-765635589be7 req-298af419-33c2-4d3d-9e00-b2f77046583f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0577540 Sep 02 12:48:01.333317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['c440e33e-6bb2-49f9-a2c0-7d611989c32a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:01.365742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a530f830-dbdd-4225-998f-765635589be7 req-53619480-9bbb-4767-bfe2-cf85da4db75c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Sep 02 12:48:01.412381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Deleting port c3bde555-ee38-4769-8e1e-fb0ca1277681 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:01.413159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:01.416428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3187a5df-da72-4d48-ba34-daff29b8a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:01.538602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d2a8-f2a1-409b-99f4-176991705073 req-fbc948d1-fc6c-4ab0-99bb-43457dbe46bf tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.540195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa30d2a8-f2a1-409b-99f4-176991705073 req-fbc948d1-fc6c-4ab0-99bb-43457dbe46bf tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.0741255 Sep 02 12:48:01.580548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] For port c3bde555-ee38-4769-8e1e-fb0ca1277681, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c3bde555-ee38-4769-8e1e-fb0ca1277681,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:01.581364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:01.608527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:01.609416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Calling delete_port for c3bde555-ee38-4769-8e1e-fb0ca1277681 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:01.615998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa30d2a8-f2a1-409b-99f4-176991705073 req-6310b998-76b5-4dae-8c47-9f109a4a79fa tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656896 Sep 02 12:48:01.779074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:01.821862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event deleted for resources: {'Port': ['ID=c3bde555-ee38-4769-8e1e-fb0ca1277681,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:01.877889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] No DVR routers for this DVR port c3bde555-ee38-4769-8e1e-fb0ca1277681 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:01.880820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:01.883553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75303c9f-c78d-4a3c-807c-784d56872623 req-40f05345-641e-4ca4-9764-38530e8da20d tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "DELETE /v2.0/ports/c3bde555-ee38-4769-8e1e-fb0ca1277681 HTTP/1.1" status: 204 len: 173 time: 0.5815363 Sep 02 12:48:01.884023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'name': 'network-vif-deleted', 'tag': 'c3bde555-ee38-4769-8e1e-fb0ca1277681'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:01.888560 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d15a5f9-ff71-45a3-a3c1-cbaff52d35e4" -d '{"events": [{"server_uuid": "a0be29d1-9cf8-4583-81e1-70c065585fd0", "name": "network-vif-deleted", "tag": "c3bde555-ee38-4769-8e1e-fb0ca1277681"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:01.988203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97530d4-2b60-4dd0-ab61-eed4e3b47a09 req-ed02cde8-08ce-4295-a4d9-1f365ee21a6a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.992182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f97530d4-2b60-4dd0-ab61-eed4e3b47a09 req-ed02cde8-08ce-4295-a4d9-1f365ee21a6a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 945 time: 0.0894971 Sep 02 12:48:01.996370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-64f62881-77de-4525-bd1d-be3a8a599699 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:01.998027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-64f62881-77de-4525-bd1d-be3a8a599699 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911&tenant_id=044fbd3c414d41fab6842c2085708615&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 949 time: 0.1238108 Sep 02 12:48:02.035857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2005a-72d7-4dc0-b250-6be83023d7b3 req-7531c0ed-fc8b-4fe4-9aab-020edaaeefea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:02.038415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2a2005a-72d7-4dc0-b250-6be83023d7b3 req-7531c0ed-fc8b-4fe4-9aab-020edaaeefea tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.1056402 Sep 02 12:48:02.057841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f97530d4-2b60-4dd0-ab61-eed4e3b47a09 req-7515a201-d9a6-44c4-85a8-a561c53e301f tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572991 Sep 02 12:48:02.127495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2a2005a-72d7-4dc0-b250-6be83023d7b3 req-02406fbf-2957-43ef-8393-bcbf0b7d8d4f tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609121 Sep 02 12:48:02.136506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-67e2ccd4-3810-4f00-97c5-eebd44a300a7 service neutron] 10.222.0.41 "GET /v2.0/ports/c440e33e-6bb2-49f9-a2c0-7d611989c32a/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.1287842 Sep 02 12:48:02.223228 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be281e-f1cd-46ec-a011-c2b0e6ecba0b x-openstack-request-id: req-31be281e-f1cd-46ec-a011-c2b0e6ecba0b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:02.224097 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0be29d1-9cf8-4583-81e1-70c065585fd0", "name": "network-vif-deleted", "tag": "c3bde555-ee38-4769-8e1e-fb0ca1277681", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:02.224456 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31be281e-f1cd-46ec-a011-c2b0e6ecba0b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:02.225175 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0be29d1-9cf8-4583-81e1-70c065585fd0', 'name': 'network-vif-deleted', 'tag': 'c3bde555-ee38-4769-8e1e-fb0ca1277681', 'status': 'completed', 'code': 200} Sep 02 12:48:02.263999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-50f0af70-2df0-46bd-aaf3-6261082f8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:02.265678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-50f0af70-2df0-46bd-aaf3-6261082f8381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1100 time: 0.0897288 Sep 02 12:48:02.344940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab6f9883-f85e-4b9f-9e08-98207786ba9c req-68fda6f3-b8a2-4b97-8a64-b9f09a667801 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0be29d1-9cf8-4583-81e1-70c065585fd0 HTTP/1.1" status: 200 len: 210 time: 0.0426416 Sep 02 12:48:02.396270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6c65552a-e9ce-4d44-968e-2952096b5f04 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:02.457215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['c3bde555-ee38-4769-8e1e-fb0ca1277681'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:02.462043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-2517ea2c-c4f4-4696-bfc7-808326ffa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:02.465842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-2517ea2c-c4f4-4696-bfc7-808326ffa541 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1916380 Sep 02 12:48:02.536879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-6e9b1946-1082-4fcc-855f-e6ac6505d1a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.0530963 Sep 02 12:48:02.544223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:02.572490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 6c65552a-e9ce-4d44-968e-2952096b5f04 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:02.579999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 6c65552a-e9ce-4d44-968e-2952096b5f04 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:02.580681 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:02.638104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-1c9cf6cd-d13f-4e24-9cba-cdfc9d3268cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:02.639787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-1c9cf6cd-d13f-4e24-9cba-cdfc9d3268cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0914550 Sep 02 12:48:02.652686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28bc2d-5c89-4091-95c7-7aced61a43c7 req-6f798eea-f1a9-43a1-9222-2f248b48bd7f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:02.660479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f28bc2d-5c89-4091-95c7-7aced61a43c7 req-6f798eea-f1a9-43a1-9222-2f248b48bd7f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1224275 Sep 02 12:48:02.674657 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:02.711481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 6c65552a-e9ce-4d44-968e-2952096b5f04, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6c65552a-e9ce-4d44-968e-2952096b5f04,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:02.717882 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:02.728342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0f28bc2d-5c89-4091-95c7-7aced61a43c7 req-1f12d832-0cf7-485c-8fe3-f13c84efe2f4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667849 Sep 02 12:48:02.737250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-574c3b24-7da7-4ad4-8794-b46d1b3da729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:02.738708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-574c3b24-7da7-4ad4-8794-b46d1b3da729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759268 Sep 02 12:48:02.783549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=6c65552a-e9ce-4d44-968e-2952096b5f04,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:02.846941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-bf8def81-9954-4d75-a570-df59d69c5308 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968289 Sep 02 12:48:02.910452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f229e69b-d3be-4779-8117-41039f3581de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c65552a-e9ce-4d44-968e-2952096b5f04'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:02.913682 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b2e5ba-06b1-4a5b-9a77-bcb3e03770dc" -d '{"events": [{"server_uuid": "f229e69b-d3be-4779-8117-41039f3581de", "name": "network-vif-plugged", "status": "completed", "tag": "6c65552a-e9ce-4d44-968e-2952096b5f04"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:02.948497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-ac5c2b53-0138-44d1-a109-9f9d48434140 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936944 Sep 02 12:48:02.954842 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99596b1b-113c-4f30-9822-51fee3c2b3b8 x-openstack-request-id: req-99596b1b-113c-4f30-9822-51fee3c2b3b8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:02.955141 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f229e69b-d3be-4779-8117-41039f3581de", "name": "network-vif-plugged", "status": "completed", "tag": "6c65552a-e9ce-4d44-968e-2952096b5f04", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:02.955591 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99596b1b-113c-4f30-9822-51fee3c2b3b8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:02.955993 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f229e69b-d3be-4779-8117-41039f3581de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c65552a-e9ce-4d44-968e-2952096b5f04', 'code': 200} Sep 02 12:48:03.061802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36436230-eeba-4784-acf7-3b62e2348027 req-26431fab-86fe-407b-bfdd-f6d2bd2a8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:03.063369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36436230-eeba-4784-acf7-3b62e2348027 req-26431fab-86fe-407b-bfdd-f6d2bd2a8030 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 1097 time: 0.0488737 Sep 02 12:48:03.105731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36436230-eeba-4784-acf7-3b62e2348027 req-e01e7f50-3a49-4ef4-a125-d24063cb361c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Sep 02 12:48:03.205862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9baef-d074-45b8-b191-92423b420af2 req-013d9960-4d3b-41d2-9fd9-31ee810d86f2 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:03.207459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7d9baef-d074-45b8-b191-92423b420af2 req-013d9960-4d3b-41d2-9fd9-31ee810d86f2 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 946 time: 0.0624781 Sep 02 12:48:03.249735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7d9baef-d074-45b8-b191-92423b420af2 req-426e5300-604e-4061-a7ce-1b0ab65c896c tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Sep 02 12:48:03.345758 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61139e9e-8e9e-4056-8674-80f48234fed3 req-2c090cc1-83ff-464e-ae03-1cd2026cdd4a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:03.348140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61139e9e-8e9e-4056-8674-80f48234fed3 req-2c090cc1-83ff-464e-ae03-1cd2026cdd4a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.0565994 Sep 02 12:48:03.388549 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61139e9e-8e9e-4056-8674-80f48234fed3 req-9f782efc-c492-4c28-817c-299643266c00 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357859 Sep 02 12:48:03.682194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-bacf0336-24dd-4c8a-a890-b104112b383a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:03.684508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-bacf0336-24dd-4c8a-a890-b104112b383a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1226416 Sep 02 12:48:03.702217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-94a9277e-5089-429b-9c68-800c55d9fdc6 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/quotas/faf36ef5bec04c35b299205c5590cc64 HTTP/1.1" status: 200 len: 375 time: 0.0111549 Sep 02 12:48:03.737210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-e3590f84-f793-4b52-920c-4ea088af110a tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286152 Sep 02 12:48:03.854121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-e7fb0d9a-c52f-475b-8888-e14352d8c93c service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091909 Sep 02 12:48:03.855069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78d61-a047-42e6-aa14-c59e9732b8e5 req-0dafb6da-3122-4781-95cd-531b0689b57c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:03.861460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30c78d61-a047-42e6-aa14-c59e9732b8e5 req-0dafb6da-3122-4781-95cd-531b0689b57c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0612829 Sep 02 12:48:03.908860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30c78d61-a047-42e6-aa14-c59e9732b8e5 req-09658875-25f1-4cea-8a17-c9e1b244baae tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Sep 02 12:48:03.953945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-e5890784-baeb-4c82-8ff1-b2ccf8b17f05 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989184 Sep 02 12:48:04.116204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:04.174003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05f42709-4c82-4dca-bde8-675358706417 req-ed42c0eb-19f9-4f01-8641-da3d4ccca9fd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 210 time: 0.0514410 Sep 02 12:48:04.425388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8875-c132-429b-9ed9-9b8fd6d17e7e req-597b0875-0765-4d27-b134-c2265f33156e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:04.427317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d54e8875-c132-429b-9ed9-9b8fd6d17e7e req-597b0875-0765-4d27-b134-c2265f33156e tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 946 time: 0.0659063 Sep 02 12:48:04.508678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d54e8875-c132-429b-9ed9-9b8fd6d17e7e req-434f7345-5ecf-4753-8839-35d08958187c tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Sep 02 12:48:04.509494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:04.580319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port c440e33e-6bb2-49f9-a2c0-7d611989c32a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:04.584423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port c440e33e-6bb2-49f9-a2c0-7d611989c32a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:04.585060 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:04.605815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a6439-b0ee-451c-b221-f82007260005 req-33cd1c91-1df4-4265-9141-0051aa66345d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:04.607430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e6a6439-b0ee-451c-b221-f82007260005 req-33cd1c91-1df4-4265-9141-0051aa66345d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.0630040 Sep 02 12:48:04.670728 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e6a6439-b0ee-451c-b221-f82007260005 req-b7ec973d-43fb-4308-abd5-a1e7ad8c0ff2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Sep 02 12:48:04.676720 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:04.728740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:04.734310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:04.735195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c3bde555-ee38-4769-8e1e-fb0ca1277681 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:04.778282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: c3bde555-ee38-4769-8e1e-fb0ca1277681 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:04.778633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c3bde555-ee38-4769-8e1e-fb0ca1277681 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:04.803818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:04.957093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:04.961919 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544d4c6-f355-4b5a-a9d4-062f6a12fc89" -d '{"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-plugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:04.992354 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:05.053453 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f1d9b-b568-4daf-b249-d7ad2bc80166 x-openstack-request-id: req-826f1d9b-b568-4daf-b249-d7ad2bc80166 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:05.054017 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-plugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:05.054343 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-826f1d9b-b568-4daf-b249-d7ad2bc80166 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:05.055125 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'code': 200} Sep 02 12:48:05.068547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10b10-d431-471c-84c3-1ebd55945938 req-b486b869-fdcf-49fb-9a77-b48945703d8f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:05.081064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-12c10b10-d431-471c-84c3-1ebd55945938 req-b486b869-fdcf-49fb-9a77-b48945703d8f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0783548 Sep 02 12:48:05.119527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-12c10b10-d431-471c-84c3-1ebd55945938 req-1cca30fb-6575-4ccd-a438-7b90a6b85ac0 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Sep 02 12:48:05.285903 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fda1f65-5962-487c-9603-fcd174d92987 req-3ab053e2-d1be-4e6f-8e81-62dd339e6851 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Sep 02 12:48:05.376846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-b7cbd134-ee60-4a90-bf4f-42ccc0a0e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:05.379100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-b7cbd134-ee60-4a90-bf4f-42ccc0a0e6f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911&tenant_id=044fbd3c414d41fab6842c2085708615 HTTP/1.1" status: 200 len: 1101 time: 0.0441816 Sep 02 12:48:05.393899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:05.465342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:05.597536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-13e83b2f-5295-4c30-a2bc-c1a261ece1cc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:05.599275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-13e83b2f-5295-4c30-a2bc-c1a261ece1cc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 811 time: 0.1827745 Sep 02 12:48:05.614341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Request body: {'port': {'device_id': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'admin_state_up': True, 'tenant_id': 'faf36ef5bec04c35b299205c5590cc64'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:05.740487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01aa5-1d9f-49eb-87d1-7281b39b7a93 req-0d6dfa5f-f6b9-4181-8595-4a44b56a0ee4 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:05.742255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15a01aa5-1d9f-49eb-87d1-7281b39b7a93 req-0d6dfa5f-f6b9-4181-8595-4a44b56a0ee4 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 946 time: 0.1239626 Sep 02 12:48:05.801136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:05.813255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15a01aa5-1d9f-49eb-87d1-7281b39b7a93 req-efc79a3b-fc2d-44ca-8b13-8b26f750c579 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633068 Sep 02 12:48:05.824828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Made reservation on behalf of faf36ef5bec04c35b299205c5590cc64 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:05.828969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:05.856733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11ab9c-4377-4287-a9d5-e8491ac9a979 req-db122535-749d-4bf6-96a0-1f47638e14df tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:05.865214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f11ab9c-4377-4287-a9d5-e8491ac9a979 req-db122535-749d-4bf6-96a0-1f47638e14df tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1152265 Sep 02 12:48:05.868632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:05.949629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f11ab9c-4377-4287-a9d5-e8491ac9a979 req-6ec0c421-21fb-4f84-ad5c-3909ef1eb6f9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830038 Sep 02 12:48:05.955431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:05.962111 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf53663-af3d-4578-a9eb-12e9ecc2e3ce" -d '{"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-unplugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:05.972191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:05.987322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Transition to ACTIVE for port object c440e33e-6bb2-49f9-a2c0-7d611989c32a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:05.991423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.014857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b84b69-fbfe-4f86-b8fc-c0c2c9f1de96 req-d0ddda1d-6cdc-476b-b07b-b10b761117dc tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.016569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24b84b69-fbfe-4f86-b8fc-c0c2c9f1de96 req-d0ddda1d-6cdc-476b-b07b-b10b761117dc tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 945 time: 0.1052701 Sep 02 12:48:06.050621 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9a7b4-fd95-4b80-8515-8c0118c1542a x-openstack-request-id: req-c8b9a7b4-fd95-4b80-8515-8c0118c1542a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:06.051000 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-unplugged", "status": "completed", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:06.051316 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8b9a7b4-fd95-4b80-8515-8c0118c1542a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:06.051888 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'code': 200} Sep 02 12:48:06.058837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Allocated IP 172.20.0.9 (e3b4a689-be6a-4ba5-ad33-dadbbd7675d6/bb221178-e169-49b8-af42-6932591eb284/2016b6e6-b4aa-450f-b26c-beaccdf21873) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:06.073442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24b84b69-fbfe-4f86-b8fc-c0c2c9f1de96 req-646854d3-97df-42e5-b1a3-5213dd582897 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Sep 02 12:48:06.084926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] No DVR routers for this DVR port c440e33e-6bb2-49f9-a2c0-7d611989c32a on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:06.095764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:06.105499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.105851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.106196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.106718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.107058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.107391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.107723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.108051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.110565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.110904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.111238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.111569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:06.158655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:06.159005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:06.159345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:06.164548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:06.164884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Attempting to bind port c440e33e-6bb2-49f9-a2c0-7d611989c32a on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:06.173464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:06.173464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:06.173464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:06.173464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Bound port: c440e33e-6bb2-49f9-a2c0-7d611989c32a, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:06.173464 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.336592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:06.341123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:06.347859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.367838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.462991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.468881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.475356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] 10.222.0.18 "PUT /v2.0/ports/c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 1097 time: 1.0872691 Sep 02 12:48:06.516557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.565968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bdcc5-04a7-428e-b5d2-0715324f2d2f service neutron] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:06.606621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:06.614111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:06.621069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:06.654306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec0bfd-fc54-4b2a-b946-a0f07fef0b0c req-d07aabe9-e6a0-4098-bc77-2113d76c1ba7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.662177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcec0bfd-fc54-4b2a-b946-a0f07fef0b0c req-d07aabe9-e6a0-4098-bc77-2113d76c1ba7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 931 time: 0.1507969 Sep 02 12:48:06.672451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-399cbb53-7491-4480-8c43-c204eddcd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.674350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-399cbb53-7491-4480-8c43-c204eddcd19a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1100 time: 0.1643634 Sep 02 12:48:06.727258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event updated for resources: {'Port': ['ID=2016b6e6-b4aa-450f-b26c-beaccdf21873,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:06.774651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d9c9-9087-4327-be30-bcf8fc6dbecd req-0d44df4e-e8bb-4acf-8eaa-f1aeee607596 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.782767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5e0d9c9-9087-4327-be30-bcf8fc6dbecd req-0d44df4e-e8bb-4acf-8eaa-f1aeee607596 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.3474329 Sep 02 12:48:06.804387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcec0bfd-fc54-4b2a-b946-a0f07fef0b0c req-2af60137-a3d3-457f-9076-3c3f30e8f5c1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409664 Sep 02 12:48:06.805964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.806657 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:06.863744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-71e312b5-dc76-446f-b850-1a1acbbe04a1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2537766 Sep 02 12:48:06.870466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-e94a45f9-a766-4618-a509-273a07cd76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:06.873275 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-e94a45f9-a766-4618-a509-273a07cd76f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1825082 Sep 02 12:48:06.896559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Request body: {'port': {'device_id': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:06.981502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-b1bd409e-f3a3-4b45-9155-84153fc44cce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.0975463 Sep 02 12:48:06.982520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5e0d9c9-9087-4327-be30-bcf8fc6dbecd req-c37e74d7-a55a-40d5-9497-15156c334541 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978095 Sep 02 12:48:07.006691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:07.069074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-54c51570-eefa-4b74-b941-ac4e761903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:07.070644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-54c51570-eefa-4b74-b941-ac4e761903a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0729673 Sep 02 12:48:07.217124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-920b4a82-2f80-47e6-a377-68bdbd1624a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:07.220643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-920b4a82-2f80-47e6-a377-68bdbd1624a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209543 Sep 02 12:48:07.352691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312593f-8d55-481c-b171-5b693338d9a5 req-b9bef824-6c16-4aa6-bbd5-3effe52cd597 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:07.357250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8312593f-8d55-481c-b171-5b693338d9a5 req-b9bef824-6c16-4aa6-bbd5-3effe52cd597 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.1124237 Sep 02 12:48:07.357698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449a16-1057-48bf-8d15-9cf1d89ec257 req-d3e2cd7e-618b-428a-b383-524f93402150 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:07.359526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa449a16-1057-48bf-8d15-9cf1d89ec257 req-d3e2cd7e-618b-428a-b383-524f93402150 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 945 time: 0.1127927 Sep 02 12:48:07.418735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-7abc2e75-9b0f-4d89-9298-c39a9dbf63a7 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884575 Sep 02 12:48:07.445297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8312593f-8d55-481c-b171-5b693338d9a5 req-6ec191ef-e9ab-4e8c-b2fd-9d0d7606ecf2 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836458 Sep 02 12:48:07.503549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa449a16-1057-48bf-8d15-9cf1d89ec257 req-c9e987c9-bbc0-4a62-b385-63d74f9199f0 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356671 Sep 02 12:48:07.543316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2016b6e6-b4aa-450f-b26c-beaccdf21873 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:07.555899 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:07.575045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Transition to ACTIVE for port object 2016b6e6-b4aa-450f-b26c-beaccdf21873 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:07.580743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff1cafcf-d642-4549-a8aa-92871b3d2b6f req-a1bb3065-9ae6-40db-a7e7-5aed4e4403f5 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495314 Sep 02 12:48:07.581350 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:07.647896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Pushing event updated for resources: {'Port': ['ID=2016b6e6-b4aa-450f-b26c-beaccdf21873,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:07.724957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Attempting to bind port 2016b6e6-b4aa-450f-b26c-beaccdf21873 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:07.724957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Attempting to bind port 2016b6e6-b4aa-450f-b26c-beaccdf21873 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:07.724957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Attempting to bind port 2016b6e6-b4aa-450f-b26c-beaccdf21873 on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:07.729064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Port 2016b6e6-b4aa-450f-b26c-beaccdf21873 on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:07.729423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Attempting to bind port 2016b6e6-b4aa-450f-b26c-beaccdf21873 on network e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:07.734962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:07.735340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Checking segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:07.735753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Bound using segment: {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:07.736191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Bound port: 2016b6e6-b4aa-450f-b26c-beaccdf21873, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd374853d-97ca-462d-8eb8-c781aa59c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:07.736566 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:07.826275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] For port 2016b6e6-b4aa-450f-b26c-beaccdf21873, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:07.830126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] For port 2016b6e6-b4aa-450f-b26c-beaccdf21873, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:07.835693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:07.879860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:07.881625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:07.883825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] 10.222.0.41 "PUT /v2.0/ports/2016b6e6-b4aa-450f-b26c-beaccdf21873 HTTP/1.1" status: 200 len: 1091 time: 1.0022252 Sep 02 12:48:07.886705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'tag': '2016b6e6-b4aa-450f-b26c-beaccdf21873'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:07.890033 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b22c0765-e94f-46b9-a17d-bd7dafec06b4", "tag": "2016b6e6-b4aa-450f-b26c-beaccdf21873"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:07.919329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff752-c4a8-4f17-9ba9-5a60436eb919 service neutron] Pushing event updated for resources: {'Port': ['ID=2016b6e6-b4aa-450f-b26c-beaccdf21873,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:07.978069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b358-4a2c-4bb1-a555-cd7e433708bd req-0f9f48c5-b875-4099-8c5a-74a05835d3cf tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:07.978850 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a66e75-2f62-45ff-9c28-9770c60f31fd x-openstack-request-id: req-f5a66e75-2f62-45ff-9c28-9770c60f31fd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:07.979370 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22c0765-e94f-46b9-a17d-bd7dafec06b4", "tag": "2016b6e6-b4aa-450f-b26c-beaccdf21873", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:07.979843 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5a66e75-2f62-45ff-9c28-9770c60f31fd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:07.980495 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'tag': '2016b6e6-b4aa-450f-b26c-beaccdf21873', 'status': 'completed', 'code': 200} Sep 02 12:48:07.992974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ae5b358-4a2c-4bb1-a555-cd7e433708bd req-0f9f48c5-b875-4099-8c5a-74a05835d3cf tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 943 time: 0.1032586 Sep 02 12:48:08.029788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-a49c47f7-6286-4109-b081-79d063df2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.032611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-a49c47f7-6286-4109-b081-79d063df2a0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 1094 time: 0.0649116 Sep 02 12:48:08.035607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ae5b358-4a2c-4bb1-a555-cd7e433708bd req-a0c9f49e-16e6-4e69-acab-99f394b89be3 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Sep 02 12:48:08.056929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:08.056929 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:08.101953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-5df8681a-f7a3-461b-92c0-578e1e7ce836 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873 HTTP/1.1" status: 200 len: 217 time: 0.0590699 Sep 02 12:48:08.186801 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ea7cf-3719-4130-b19e-f7414a409b8f x-openstack-request-id: req-ae8ea7cf-3719-4130-b19e-f7414a409b8f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:08.187093 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:08.187343 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae8ea7cf-3719-4130-b19e-f7414a409b8f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:08.187875 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'status': 'completed', 'code': 200} Sep 02 12:48:08.215818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-7e6bf707-82c5-4437-82ff-3ebac93d8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.217370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-7e6bf707-82c5-4437-82ff-3ebac93d8a4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.1074567 Sep 02 12:48:08.263319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-b10df1ed-afef-4b2d-8723-f47e36ee9d4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361972 Sep 02 12:48:08.322255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc4d77-225d-4e2e-8d2f-daf3705d7cd2 req-016b96f7-0109-43b4-ac3c-4ccd84930e1d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.323970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90dc4d77-225d-4e2e-8d2f-daf3705d7cd2 req-016b96f7-0109-43b4-ac3c-4ccd84930e1d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.2102489 Sep 02 12:48:08.338352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-c1073aca-1ae1-4ef3-8c95-a6ade6b756e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.339964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-c1073aca-1ae1-4ef3-8c95-a6ade6b756e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1100 time: 0.1493821 Sep 02 12:48:08.350067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-735c7695-6652-490d-9e1e-accd25192349 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.351692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-735c7695-6652-490d-9e1e-accd25192349 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "GET /v2.0/ports?device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 945 time: 0.1880856 Sep 02 12:48:08.356015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-48939b19-9e0b-4c1d-8439-834902e43ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.357241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-48939b19-9e0b-4c1d-8439-834902e43ba7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=044fbd3c414d41fab6842c2085708615&device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1100 time: 0.1480486 Sep 02 12:48:08.394989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-4e9c595e-2a7f-457c-8a34-88a6160e1db3 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225855 Sep 02 12:48:08.515958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:08.542677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2b0781-28be-41fe-b276-2b34b9a19906 req-b8960bf3-054b-498d-8f2c-fa8ed6e7cc5d service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384430 Sep 02 12:48:08.544877 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:48:08.585504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90dc4d77-225d-4e2e-8d2f-daf3705d7cd2 req-af2416c0-a6d5-4b49-a100-aa30ec896a36 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445109 Sep 02 12:48:08.597537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:08.629652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-78606577-efa9-4db2-a308-92488e032aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.632954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-78606577-efa9-4db2-a308-92488e032aaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2497950 Sep 02 12:48:08.633820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-0f42d172-e014-490e-8b68-cb63a25f1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.635086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-0f42d172-e014-490e-8b68-cb63a25f1a02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2824302 Sep 02 12:48:08.679546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9290bbc-08ca-468b-8bf7-0d371386b4b5 req-cb32dd2a-90fc-4f2c-9d98-867439126ec5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.687860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9290bbc-08ca-468b-8bf7-0d371386b4b5 req-cb32dd2a-90fc-4f2c-9d98-867439126ec5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.1254458 Sep 02 12:48:08.731576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-3f1965c6-084f-4272-868d-ef7d9663b41e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.0785084 Sep 02 12:48:08.734602 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9290bbc-08ca-468b-8bf7-0d371386b4b5 req-acd23f03-5de0-4c9c-adc6-2a67a636f483 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 Sep 02 12:48:08.737515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-0ef5e63a-a36e-4c64-9084-6c1abb6316e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.739258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-0ef5e63a-a36e-4c64-9084-6c1abb6316e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=faf36ef5bec04c35b299205c5590cc64&device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 1094 time: 0.1230679 Sep 02 12:48:08.745290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-d4153260-5261-4ff9-a442-2c7f4684ebee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 200 len: 217 time: 0.1025631 Sep 02 12:48:08.794868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-f435182e-44bc-4d2b-b780-557ec3252523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.796584 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-f435182e-44bc-4d2b-b780-557ec3252523 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0503483 Sep 02 12:48:08.797406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34580) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:08.814340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Deleting port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:08.814822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:08.867151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-c3f40218-a97c-4647-bf19-e3485cab96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:08.869312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-c3f40218-a97c-4647-bf19-e3485cab96a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 200 len: 912 time: 0.1229839 Sep 02 12:48:08.929319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-663b7d1d-4967-4100-9808-7483ac8c7de4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873 HTTP/1.1" status: 200 len: 217 time: 0.0508585 Sep 02 12:48:09.001767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-b6af15ae-5014-4f43-afa1-143567fa8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.003316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-b6af15ae-5014-4f43-afa1-143567fa8ed3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 200 len: 851 time: 0.0555239 Sep 02 12:48:09.003469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-d2bf75b5-67ea-4efb-8494-f9c04c4e0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.005127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-d2bf75b5-67ea-4efb-8494-f9c04c4e0586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.2066455 Sep 02 12:48:09.008045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Deleting subnet a1152fea-f602-4e4d-83fb-19f0181fec84 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:09.012465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42924-1ff2-474f-857e-645b71f244b3 req-7539fd9d-963d-4b09-baee-3aa2fb847bca tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.014145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-99b42924-1ff2-474f-857e-645b71f244b3 req-7539fd9d-963d-4b09-baee-3aa2fb847bca tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "GET /v2.0/ports?device_id=f229e69b-d3be-4779-8117-41039f3581de HTTP/1.1" status: 200 len: 946 time: 0.0943344 Sep 02 12:48:09.028145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2981c7d-e6dd-4bfb-8ac9-21ad47c7cd71 req-6395fe13-3752-4139-b629-68baa379d8df tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.029766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2981c7d-e6dd-4bfb-8ac9-21ad47c7cd71 req-6395fe13-3752-4139-b629-68baa379d8df tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 945 time: 0.3316207 Sep 02 12:48:09.030725 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.047811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-2c3aaebd-65af-41ec-8e71-e0ab46c2e45f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325136 Sep 02 12:48:09.049090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-64196e70-a5e8-4339-964e-e96549fa9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.050608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-64196e70-a5e8-4339-964e-e96549fa9f88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2169650 Sep 02 12:48:09.177939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] For port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:09.178317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.213937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Calling delete_port for fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:09.219842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.243263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-c1ba2e1f-33d6-4e8e-8c43-6d92c521ab03 service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790709 Sep 02 12:48:09.254132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2981c7d-e6dd-4bfb-8ac9-21ad47c7cd71 req-5f49bfd6-f7dd-444c-a26b-d1ac31c959d6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/security-groups?id=87bc2c0f-47e5-40be-a9f4-c9f931c35841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985471 Sep 02 12:48:09.283390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-9c03e082-8dfe-44b6-85c1-a784260d1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.284950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-9c03e082-8dfe-44b6-85c1-a784260d1cf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661588 Sep 02 12:48:09.294191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Deleting port 6c65552a-e9ce-4d44-968e-2952096b5f04 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:09.295072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.377238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ff829-2e06-4107-b9bc-b5eea8232da5 req-51d922f9-c8d9-4db4-be14-f145a210a138 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.379020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-752ff829-2e06-4107-b9bc-b5eea8232da5 req-51d922f9-c8d9-4db4-be14-f145a210a138 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 943 time: 0.2180030 Sep 02 12:48:09.405181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.444793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-f554792e-c94a-4df2-9b3d-6e8d4e350928 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524680 Sep 02 12:48:09.482342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] For port 6c65552a-e9ce-4d44-968e-2952096b5f04, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6c65552a-e9ce-4d44-968e-2952096b5f04,segment=NetworkSegment(1671a3e8-af32-4938-a008-f24c6eee1d7c),segment_id=1671a3e8-af32-4938-a008-f24c6eee1d7c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:09.482938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.507529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-752ff829-2e06-4107-b9bc-b5eea8232da5 req-b834eb70-7b00-4762-b5fc-02de2fc4ca12 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955944 Sep 02 12:48:09.515600 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Calling delete_port for 6c65552a-e9ce-4d44-968e-2952096b5f04 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:09.535199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ae8ef-ece5-404f-9a24-6ed4bddbca7a req-b1eb0b1c-5b17-44ac-abcf-ee057d76eb7c service neutron] 10.222.0.41 "GET /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818685 Sep 02 12:48:09.709336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.723774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4', '6c65552a-e9ce-4d44-968e-2952096b5f04'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:09.751074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event deleted for resources: {'Port': ['ID=6c65552a-e9ce-4d44-968e-2952096b5f04,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:09.799354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] No DVR routers for this DVR port 6c65552a-e9ce-4d44-968e-2952096b5f04 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:09.802969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.805132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-99b42924-1ff2-474f-857e-645b71f244b3 req-17cf69b0-f51a-45f6-84c0-8555ea8a96f6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "DELETE /v2.0/ports/6c65552a-e9ce-4d44-968e-2952096b5f04 HTTP/1.1" status: 204 len: 173 time: 0.7818577 Sep 02 12:48:09.982052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f229e69b-d3be-4779-8117-41039f3581de', 'name': 'network-vif-deleted', 'tag': '6c65552a-e9ce-4d44-968e-2952096b5f04'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:09.985008 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be9229-c750-4c1a-9f91-67da6efaf7a8" -d '{"events": [{"server_uuid": "f229e69b-d3be-4779-8117-41039f3581de", "name": "network-vif-deleted", "tag": "6c65552a-e9ce-4d44-968e-2952096b5f04"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:09.987979 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:09.996637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b986c-cc92-469c-bd9e-5483b5b94f1f req-58861d8c-a6d6-4af3-87da-46c3144ec7c3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:09.998432 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e1b986c-cc92-469c-bd9e-5483b5b94f1f req-58861d8c-a6d6-4af3-87da-46c3144ec7c3 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 949 time: 0.1331587 Sep 02 12:48:10.002133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-4f79cf4e-aaa9-4375-831a-f1068e357460 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029107 Sep 02 12:48:10.049499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e1b986c-cc92-469c-bd9e-5483b5b94f1f req-b584183d-855f-44a8-92aa-af9019bbf281 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Sep 02 12:48:10.123443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1152fea-f602-4e4d-83fb-19f0181fec84,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:10.130055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.132389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-36619a82-4f54-4044-94e0-4650677b7e65 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a1152fea-f602-4e4d-83fb-19f0181fec84 HTTP/1.1" status: 204 len: 168 time: 1.3141108 Sep 02 12:48:10.135272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:10.140221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63306-5aa3-4519-940d-c1e7a47d7003 req-d3520b32-e603-4212-a31e-034e233d8b14 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:10.145654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc63306-5aa3-4519-940d-c1e7a47d7003 req-d3520b32-e603-4212-a31e-034e233d8b14 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.2580538 Sep 02 12:48:10.164009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-5558486d-5839-43f9-ba58-5b1aea1b23ba service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055714 Sep 02 12:48:10.198323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.210962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['6c65552a-e9ce-4d44-968e-2952096b5f04'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:10.220309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.259228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc63306-5aa3-4519-940d-c1e7a47d7003 req-38154d01-960d-4ede-ba4b-c9de06af5953 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039357 Sep 02 12:48:10.270932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Pushing event deleted for resources: {'Port': ['ID=fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:10.328745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] No DVR routers for this DVR port fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:10.333325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38525834-53fc-4736-bcc9-5ac2a5ee7fb1 req-f52bea09-73ed-42a0-823a-ebb296ca4d80 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017037 Sep 02 12:48:10.334483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.336843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-234e8f30-bc86-474a-b8c8-331e3b262320 req-fd5215a8-7118-4949-9545-bd43cf0546a6 tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.18 "DELETE /v2.0/ports/fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 HTTP/1.1" status: 204 len: 173 time: 1.9565020 Sep 02 12:48:10.338951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'name': 'network-vif-deleted', 'tag': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:10.341332 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3caa56-ecc2-4b83-a34b-abc99229efae" -d '{"events": [{"server_uuid": "735daba2-f7b2-42ef-964b-e42d732a5ffb", "name": "network-vif-deleted", "tag": "fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:10.411214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b0ddd-86c7-4220-96a7-1da6af277e72 req-e958637c-9250-4103-866e-9a9ec34cc063 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:10.419463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-473b0ddd-86c7-4220-96a7-1da6af277e72 req-e958637c-9250-4103-866e-9a9ec34cc063 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 946 time: 0.0681794 Sep 02 12:48:10.439191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:10.469509 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-473b0ddd-86c7-4220-96a7-1da6af277e72 req-0da047e0-db6b-4c21-9d42-52a353571d8a tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 Sep 02 12:48:10.529090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2016b6e6-b4aa-450f-b26c-beaccdf21873 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:10.584761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:10.600781 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ff5b3-9c5a-4a89-b063-4a6b1a28575e x-openstack-request-id: req-205ff5b3-9c5a-4a89-b063-4a6b1a28575e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:10.601363 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735daba2-f7b2-42ef-964b-e42d732a5ffb", "name": "network-vif-deleted", "tag": "fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:10.601549 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-205ff5b3-9c5a-4a89-b063-4a6b1a28575e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:10.602059 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735daba2-f7b2-42ef-964b-e42d732a5ffb', 'name': 'network-vif-deleted', 'tag': 'fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4', 'status': 'completed', 'code': 200} Sep 02 12:48:10.643034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'mac_address': 'fa:16:3e:e5:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:10.720474 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.733004 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98659d67-bef0-478c-aa2c-0b21c4b2288a x-openstack-request-id: req-98659d67-bef0-478c-aa2c-0b21c4b2288a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:10.734053 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f229e69b-d3be-4779-8117-41039f3581de", "name": "network-vif-deleted", "tag": "6c65552a-e9ce-4d44-968e-2952096b5f04", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:10.734528 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98659d67-bef0-478c-aa2c-0b21c4b2288a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:10.735119 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f229e69b-d3be-4779-8117-41039f3581de', 'name': 'network-vif-deleted', 'tag': '6c65552a-e9ce-4d44-968e-2952096b5f04', 'status': 'completed', 'code': 200} Sep 02 12:48:10.749874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2016b6e6-b4aa-450f-b26c-beaccdf21873, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:10.753575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c440e33e-6bb2-49f9-a2c0-7d611989c32a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:10.774268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d091e3-54d2-4103-988e-e6443a86f2bb req-512c1449-76c3-4bd5-ae28-eb7478d8110a tempest-MultipleCreateTestJSON-687483342 tempest-MultipleCreateTestJSON-687483342-project] 10.222.0.60 "GET /v2.0/ports?device_id=735daba2-f7b2-42ef-964b-e42d732a5ffb HTTP/1.1" status: 200 len: 210 time: 0.0449262 Sep 02 12:48:10.776530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.778446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '2016b6e6-b4aa-450f-b26c-beaccdf21873', 'network_id': 'e3b4a689-be6a-4ba5-ad33-dadbbd7675d6', 'port_id': '2016b6e6-b4aa-450f-b26c-beaccdf21873', 'mac_address': 'fa:16:3e:0e:63:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb221178-e169-49b8-af42-6932591eb284', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:10.794693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32769829-0148-4973-b939-9001acee52a7']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:10.807610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:10.808046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab3603f-fe5c-4750-b7e5-b7f97d35ccca') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:10.812467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f860f-c01f-4325-9bef-a1a9429af394 req-6da397ac-af7b-4e70-92f1-8935a2bfec74 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:10.814092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c53f860f-c01f-4325-9bef-a1a9429af394 req-6da397ac-af7b-4e70-92f1-8935a2bfec74 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 943 time: 0.0684271 Sep 02 12:48:10.817736 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.832611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.839191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:10.840349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:10.841012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:10.842929 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:10.844715 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.846274 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.850455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.860364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c53f860f-c01f-4325-9bef-a1a9429af394 req-add06170-2fd2-4cbc-8688-837ddf72d220 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384290 Sep 02 12:48:10.886641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2016b6e6-b4aa-450f-b26c-beaccdf21873 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:10.914822 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.924847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2016b6e6-b4aa-450f-b26c-beaccdf21873, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:10.928044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:10.931709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.932769 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:10.936708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] 10.222.0.60 "DELETE /v2.0/networks/32769829-0148-4973-b939-9001acee52a7 HTTP/1.1" status: 204 len: 168 time: 0.8003757 Sep 02 12:48:10.936870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34612) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:10.937834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbec9d-0f04-4040-ae50-10a2612d0a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=32769829-0148-4973-b939-9001acee52a7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:10.986632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2016b6e6-b4aa-450f-b26c-beaccdf21873,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:10.991754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Deleting subnet c8107eca-a089-45bc-ae42-b5cc07bd5b91 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:10.996836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.037048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.082796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.143386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.170339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8107eca-a089-45bc-ae42-b5cc07bd5b91,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:11.170701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4a04-4a12-48c1-9dd6-17d368153253 req-d94e2eb9-0dbe-4c69-92f2-1c58591c34bd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:11.172930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0edb4a04-4a12-48c1-9dd6-17d368153253 req-d94e2eb9-0dbe-4c69-92f2-1c58591c34bd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.0549512 Sep 02 12:48:11.180366 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.182712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9f362100-9419-4291-a2d4-4c50d8c05d9f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c8107eca-a089-45bc-ae42-b5cc07bd5b91 HTTP/1.1" status: 204 len: 168 time: 0.2448232 Sep 02 12:48:11.185338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:11.213794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0edb4a04-4a12-48c1-9dd6-17d368153253 req-b41ad763-1917-485c-8199-0dffe297bd37 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Sep 02 12:48:11.237413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['c440e33e-6bb2-49f9-a2c0-7d611989c32a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:11.268496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.271194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['2016b6e6-b4aa-450f-b26c-beaccdf21873'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:11.385793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.397467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da495626-dfdf-4ab3-bde8-7569d5c73666 req-0266aec6-2366-4315-a207-366575519353 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:11.399653 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da495626-dfdf-4ab3-bde8-7569d5c73666 req-0266aec6-2366-4315-a207-366575519353 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0579188 Sep 02 12:48:11.400304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:11.410310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890517d-8ae4-4d1b-b2f9-0cd3eaa8b0e2 req-97f7b6ae-0873-4e43-9b2e-a15af8140b85 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:11.412396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e890517d-8ae4-4d1b-b2f9-0cd3eaa8b0e2 req-97f7b6ae-0873-4e43-9b2e-a15af8140b85 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 1101 time: 0.1070471 Sep 02 12:48:11.416344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5cb4d1-b122-4818-a5de-9f11f8133ebb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:11.416644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5cb4d1-b122-4818-a5de-9f11f8133ebb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:11.439260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.449555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da495626-dfdf-4ab3-bde8-7569d5c73666 req-f7388bf3-2b16-412a-843b-37761d55e95d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Sep 02 12:48:11.461946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.475607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:11.476028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:11.477829 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:11.518197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e890517d-8ae4-4d1b-b2f9-0cd3eaa8b0e2 req-afd0f883-6398-42ef-8fad-0a6a4b9379b5 tempest-MigrationsAdminTest-1622228087 tempest-MigrationsAdminTest-1622228087-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943358 Sep 02 12:48:11.540354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.547815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.549818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f HTTP/1.1" status: 204 len: 168 time: 0.3635027 Sep 02 12:48:11.566529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bc07c-4a05-4b81-bf0e-06e73e16fac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3c9fc1-0e0f-43a4-a8c9-f40e25f7246f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:11.642213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c31ece-bea6-4683-854f-de2a965b134e req-6f55af3d-d642-4301-886d-25d872ac2132 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:11.642488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19c31ece-bea6-4683-854f-de2a965b134e req-6f55af3d-d642-4301-886d-25d872ac2132 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 946 time: 0.1004789 Sep 02 12:48:11.695477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19c31ece-bea6-4683-854f-de2a965b134e req-1c4c1eea-5abc-4bee-8cc2-a3e320fca3b9 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups?id=635de1ad-7fac-47e1-835b-f0bbd5991040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Sep 02 12:48:11.734386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:11.784970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cfeb3af9-e5bf-4e7a-b4c3-ab10cc7c8255 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60a483e8debb467dbf2574712ed10433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491819 Sep 02 12:48:11.787542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:11.881454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:11.904452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c02eda-e098-4fb2-bda7-9df24f7ec94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.929933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Deleting subnet 0d17f03a-e35b-46e0-ac68-c338d021b7de {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:11.933383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.933748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-d67de2df-96d1-4579-938d-6b3ecff02fa8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:11.936188 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-d67de2df-96d1-4579-938d-6b3ecff02fa8 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.18 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 946 time: 0.1310961 Sep 02 12:48:11.948324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c02eda-e098-4fb2-bda7-9df24f7ec94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:11.996879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.013807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df3aa-fd60-4416-9c19-b9b4e364e78e req-b943a6c8-21f9-4b4c-9804-652ca064d407 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:12.015305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-858df3aa-fd60-4416-9c19-b9b4e364e78e req-b943a6c8-21f9-4b4c-9804-652ca064d407 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1475837 Sep 02 12:48:12.039562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9d6f9-1d91-4c9e-9ba4-97dce6e75486 req-417decef-ae1e-49a7-8f7b-1799353fdecd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:12.041092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9d9d6f9-1d91-4c9e-9ba4-97dce6e75486 req-417decef-ae1e-49a7-8f7b-1799353fdecd tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 944 time: 0.0888298 Sep 02 12:48:12.055986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.101973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-858df3aa-fd60-4416-9c19-b9b4e364e78e req-58a0904e-9b91-46cb-86ef-a0a60b23a798 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753756 Sep 02 12:48:12.114053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9d9d6f9-1d91-4c9e-9ba4-97dce6e75486 req-606055be-e028-4d87-a9c4-c31f4057dd4c tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653219 Sep 02 12:48:12.115145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c02eda-e098-4fb2-bda7-9df24f7ec94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.117909 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68c02eda-e098-4fb2-bda7-9df24f7ec94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.119469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-68c02eda-e098-4fb2-bda7-9df24f7ec94f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cec9254-fa1a-412b-9627-e84d8c34be1f HTTP/1.1" status: 204 len: 168 time: 0.3308423 Sep 02 12:48:12.127405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Deleting port 95020af3-0840-42fb-97ea-f8e20167e611 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:12.127833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.145701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.146905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c02eda-e098-4fb2-bda7-9df24f7ec94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cec9254-fa1a-412b-9627-e84d8c34be1f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:12.188451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d17f03a-e35b-46e0-ac68-c338d021b7de,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:12.193063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.198804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-63459148-1b4c-49ef-9450-8f9284d63636 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0d17f03a-e35b-46e0-ac68-c338d021b7de HTTP/1.1" status: 204 len: 168 time: 0.3131218 Sep 02 12:48:12.198804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:12.255390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] For port 95020af3-0840-42fb-97ea-f8e20167e611, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=95020af3-0840-42fb-97ea-f8e20167e611,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:12.255766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.276171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.355384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.366531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f396fc8f-f66d-4804-8f9f-530ddcb00f54']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:12.378592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1671a3e8-af32-4938-a008-f24c6eee1d7c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:12.378920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1671a3e8-af32-4938-a008-f24c6eee1d7c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:12.388378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.408403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.415075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:12.415493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:12.417334 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:12.447644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.448152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.448554 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Floating IP 13c13835-5ef8-4233-b446-8cf1e3ea3c35 disassociated. External IP: 172.25.7.11, port: 95020af3-0840-42fb-97ea-f8e20167e611. Sep 02 12:48:12.449118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Calling delete_port for 95020af3-0840-42fb-97ea-f8e20167e611 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:12.463366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 95020af3-0840-42fb-97ea-f8e20167e611 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:12.476038 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.484793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.487624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f396fc8f-f66d-4804-8f9f-530ddcb00f54 HTTP/1.1" status: 204 len: 168 time: 0.2880664 Sep 02 12:48:12.502117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f68b7c-148f-44e0-803f-e68a60539619 admin admin] Pushing event deleted for resources: {'Network': ['ID=f396fc8f-f66d-4804-8f9f-530ddcb00f54,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:12.549111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:12.573745 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.629409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.650404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8ac1-6dcb-48ea-8459-f0388c8f5c2f req-90a6c33f-f118-4703-966c-7f66f1b5d2b1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:12.652535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-346c8ac1-6dcb-48ea-8459-f0388c8f5c2f req-90a6c33f-f118-4703-966c-7f66f1b5d2b1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0796027 Sep 02 12:48:12.654263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6c65552a-e9ce-4d44-968e-2952096b5f04 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:12.655508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4a4335c-7a92-478a-9487-87c0f62c3006 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2e99b185b8a43f6beccf261cd64499f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044097 Sep 02 12:48:12.658032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:12.678442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event deleted for resources: {'Port': ['ID=95020af3-0840-42fb-97ea-f8e20167e611,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:12.679041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 6c65552a-e9ce-4d44-968e-2952096b5f04 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:12.679487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6c65552a-e9ce-4d44-968e-2952096b5f04 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:12.679999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:12.702730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:12.718482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:12.718934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fe1b57b9-0e0a-4e2f-bd2f-ec566eb53fb4 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:12.778249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-346c8ac1-6dcb-48ea-8459-f0388c8f5c2f req-84184aea-f074-471a-980a-17613800c317 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148758 Sep 02 12:48:12.803043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74019b05-92f9-44cd-9ba7-efbce68d7c6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0723ff14977b43ef8e3bb7e97ce633cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980153 Sep 02 12:48:12.805960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:12.807965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a71de967-68de-4bd9-8e19-6f8273b7085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.810656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c15c48d-2c0f-4821-a08d-4b65b8bb0bff req-04d10da9-6605-4ba3-9b57-321d81efbcd6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/ports?device_id=c002e622-8576-45e1-841e-e09180b7899d HTTP/1.1" status: 200 len: 210 time: 0.0316126 Sep 02 12:48:12.850019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Router 18febaf5-7ada-417d-8c78-2734c5d6a6be has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:48:12.854289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a71de967-68de-4bd9-8e19-6f8273b7085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.903982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19147037-9f54-4905-bee5-632f6693eaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.926805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19147037-9f54-4905-bee5-632f6693eaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.944425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a71de967-68de-4bd9-8e19-6f8273b7085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.947022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a71de967-68de-4bd9-8e19-6f8273b7085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:12.948214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a71de967-68de-4bd9-8e19-6f8273b7085f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4e70495-37cd-493a-8cd9-ce7f551323b0 HTTP/1.1" status: 204 len: 168 time: 0.2863519 Sep 02 12:48:12.967595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:48:12.970281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de967-68de-4bd9-8e19-6f8273b7085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e70495-37cd-493a-8cd9-ce7f551323b0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:13.004420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] Sync routers for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:48:13.012661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19147037-9f54-4905-bee5-632f6693eaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:13.015099 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19147037-9f54-4905-bee5-632f6693eaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:13.018823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-19147037-9f54-4905-bee5-632f6693eaec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87bc2c0f-47e5-40be-a9f4-c9f931c35841 HTTP/1.1" status: 204 len: 168 time: 0.2095640 Sep 02 12:48:13.026082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19147037-9f54-4905-bee5-632f6693eaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc2c0f-47e5-40be-a9f4-c9f931c35841,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:13.026281 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:13.026896 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:13.046984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] No DVR routers for this DVR port 95020af3-0840-42fb-97ea-f8e20167e611 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:13.050640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:13.052877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e70a1ab-881e-4ae2-95ad-2cb2d0a079be req-aa65e23a-a81a-43ed-b205-c7bb728f6347 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.18 "DELETE /v2.0/ports/95020af3-0840-42fb-97ea-f8e20167e611 HTTP/1.1" status: 204 len: 173 time: 1.1072731 Sep 02 12:48:13.053372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'name': 'network-vif-deleted', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:13.058817 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a30617-e979-43ac-8e04-a247ab201ff5" -d '{"events": [{"server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "name": "network-vif-deleted", "tag": "95020af3-0840-42fb-97ea-f8e20167e611"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:13.157771 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556731a9-5aac-4c45-8bd7-f52c57f45e4f x-openstack-request-id: req-556731a9-5aac-4c45-8bd7-f52c57f45e4f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:13.158558 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c002e622-8576-45e1-841e-e09180b7899d", "name": "network-vif-deleted", "tag": "95020af3-0840-42fb-97ea-f8e20167e611", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:13.158812 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-556731a9-5aac-4c45-8bd7-f52c57f45e4f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:13.159261 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c002e622-8576-45e1-841e-e09180b7899d', 'name': 'network-vif-deleted', 'tag': '95020af3-0840-42fb-97ea-f8e20167e611', 'status': 'completed', 'code': 200} Sep 02 12:48:13.281803 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:13.395165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61d4f4-6b98-4582-981b-210383359917 req-36527c75-d49a-4152-b92f-2e3c7292c127 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:13.407289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e61d4f4-6b98-4582-981b-210383359917 req-36527c75-d49a-4152-b92f-2e3c7292c127 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 944 time: 0.1437075 Sep 02 12:48:13.411269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-980027dc-40ec-41da-8139-471cccd47f82 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:13.413165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-980027dc-40ec-41da-8139-471cccd47f82 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1730344 Sep 02 12:48:13.478644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e61d4f4-6b98-4582-981b-210383359917 req-054731cc-6ef1-4f43-a41d-5d77b9c46285 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 Sep 02 12:48:13.488872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258cddb-81dd-4951-ac27-cc790585b9b7 req-aa7bc463-bd7d-4d2c-bc56-fa7be77271a9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:13.496568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e258cddb-81dd-4951-ac27-cc790585b9b7 req-aa7bc463-bd7d-4d2c-bc56-fa7be77271a9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 950 time: 0.1811182 Sep 02 12:48:13.591906 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e258cddb-81dd-4951-ac27-cc790585b9b7 req-eff9d6e0-e2a4-4de1-8005-deb86ea7013b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Sep 02 12:48:13.630628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Deleting port c440e33e-6bb2-49f9-a2c0-7d611989c32a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:13.630979 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:13.690420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:10Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:13.753597 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] Checking router: 18febaf5-7ada-417d-8c78-2734c5d6a6be for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:48:13.763182 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:13.764158 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:13.783806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] For port c440e33e-6bb2-49f9-a2c0-7d611989c32a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=c440e33e-6bb2-49f9-a2c0-7d611989c32a,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:13.784198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:13.799915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Calling delete_port for c440e33e-6bb2-49f9-a2c0-7d611989c32a owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:13.953001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:13.978409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c45198-d6d7-4680-930a-86e998bc0f6f req-53b7b4d0-ad1d-41ff-9f0f-41c3e9e2d66c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:13.980760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5c45198-d6d7-4680-930a-86e998bc0f6f req-53b7b4d0-ad1d-41ff-9f0f-41c3e9e2d66c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0894649 Sep 02 12:48:14.088550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5c45198-d6d7-4680-930a-86e998bc0f6f req-d6e86394-91db-4fa1-88ad-14eca3f86a80 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908360 Sep 02 12:48:14.091120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:14.118261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.131093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'dc007af7-c1ff-4f70-90b7-2cf80c489078'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:14.144718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:14.150837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event deleted for resources: {'Port': ['ID=c440e33e-6bb2-49f9-a2c0-7d611989c32a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:14.169392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:14.222564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93ed4643-1824-472a-9a42-cc99574fb7f6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.260640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] No DVR routers for this DVR port c440e33e-6bb2-49f9-a2c0-7d611989c32a on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:14.266421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93ed4643-1824-472a-9a42-cc99574fb7f6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.272255 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.275046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9fdaf7e-c00a-4ea5-a497-e4e19b039c73 req-70d477ee-b99c-40ba-b997-30cf30c1a535 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "DELETE /v2.0/ports/c440e33e-6bb2-49f9-a2c0-7d611989c32a HTTP/1.1" status: 204 len: 173 time: 0.8440933 Sep 02 12:48:14.361293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93ed4643-1824-472a-9a42-cc99574fb7f6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.364055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93ed4643-1824-472a-9a42-cc99574fb7f6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.373713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:14.374751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93ed4643-1824-472a-9a42-cc99574fb7f6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "DELETE /v2.0/security-groups/635de1ad-7fac-47e1-835b-f0bbd5991040 HTTP/1.1" status: 204 len: 168 time: 0.2822561 Sep 02 12:48:14.402964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed4643-1824-472a-9a42-cc99574fb7f6 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635de1ad-7fac-47e1-835b-f0bbd5991040,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:14.409104 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:10Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:14.416784 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9ff3f116-71d5-4c36-a107-3976b4783ff1 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] show failed (client error): The resource could not be found. Sep 02 12:48:14.422403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:14.429397 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9ff3f116-71d5-4c36-a107-3976b4783ff1 tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "GET /v2.0/security-groups/635de1ad-7fac-47e1-835b-f0bbd5991040 HTTP/1.1" status: 404 len: 347 time: 0.0535798 Sep 02 12:48:14.504411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:14.553028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2016b6e6-b4aa-450f-b26c-beaccdf21873 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:14.565218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-396963699-network', 'tenant_id': '662b0eb679274c84846bc592f25e7191'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:14.590294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: c440e33e-6bb2-49f9-a2c0-7d611989c32a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:14.590974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device c440e33e-6bb2-49f9-a2c0-7d611989c32a not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:14.591763 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c8f63-0d0a-4030-b8f6-4428ef2ba440 None None] The sync data for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 is: [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:46:03Z', 'revision_number': 4, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '039500d7-5079-4c05-8165-68913d783846', 'name': '', 'network_id': 'bc0691cc-38fe-46c7-8696-59878259b371', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'mac_address': 'fa:16:3e:43:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:46:00Z', 'updated_at': '2021-09-02T12:46:10Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'subnets': [{'id': '184c2210-2ce9-4c70-a640-4816b65f1bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:48:14.608430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Made reservation on behalf of 662b0eb679274c84846bc592f25e7191 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:14.612108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.729249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.765874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 2016b6e6-b4aa-450f-b26c-beaccdf21873 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:14.784889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 2016b6e6-b4aa-450f-b26c-beaccdf21873 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:14.785545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.799356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6da04c08-164c-4731-883f-99d976bb2424 req-36d14b93-2aa8-4c95-9702-f6e5534a568a tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=d34f8cc9-a606-44d0-9706-d66a97eef911 HTTP/1.1" status: 200 len: 210 time: 0.0698626 Sep 02 12:48:14.845868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78a498-c004-4e4f-a00f-4432fbca020d req-1270adb0-a8a5-476e-9d5a-833af6181880 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:14.854501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db78a498-c004-4e4f-a00f-4432fbca020d req-1270adb0-a8a5-476e-9d5a-833af6181880 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 944 time: 0.2486238 Sep 02 12:48:14.957455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db78a498-c004-4e4f-a00f-4432fbca020d req-75ad36c3-a77e-43e5-be80-84ed96cc1401 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019778 Sep 02 12:48:14.965203 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:14.969838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Deleting port bb8041b0-8d68-4790-9d9e-6c20c0fb4057 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:14.970287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.002207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2016b6e6-b4aa-450f-b26c-beaccdf21873'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:15.005900 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59782037-16ad-4e5e-9b5e-bff7961769c1" -d '{"events": [{"server_uuid": "b22c0765-e94f-46b9-a17d-bd7dafec06b4", "name": "network-vif-plugged", "status": "completed", "tag": "2016b6e6-b4aa-450f-b26c-beaccdf21873"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:15.008213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:15.026892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2016b6e6-b4aa-450f-b26c-beaccdf21873, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:15.034505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.072808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.086144 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.106654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2016b6e6-b4aa-450f-b26c-beaccdf21873,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.112693 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b26078c-7043-4d4e-80ba-c558b7b80d85 x-openstack-request-id: req-6b26078c-7043-4d4e-80ba-c558b7b80d85 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:15.113152 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22c0765-e94f-46b9-a17d-bd7dafec06b4", "name": "network-vif-plugged", "status": "completed", "tag": "2016b6e6-b4aa-450f-b26c-beaccdf21873", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:15.113491 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b26078c-7043-4d4e-80ba-c558b7b80d85 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:15.114305 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2016b6e6-b4aa-450f-b26c-beaccdf21873', 'code': 200} Sep 02 12:48:15.162538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:48:15.165419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-deleted', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:15.167817 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdeb9ea-35fd-459d-b754-557c95927c89" -d '{"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-deleted", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:15.187755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49c444-7462-4002-bac7-9152fd3c5ce7 None None] New status for floating IP 13c13835-5ef8-4233-b446-8cf1e3ea3c35: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:48:15.206277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.206732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.209301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d6361-841d-44c8-9667-ef89e234c5ce,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.220416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.220725 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Added segment a031d6e7-1d61-4373-a346-3859dbc47d6a of type vlan for network c3e71e78-efe2-43d5-832f-e5699a2e173e Sep 02 12:48:15.233576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Calling delete_port for bb8041b0-8d68-4790-9d9e-6c20c0fb4057 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:15.288326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af117-f292-4c06-adb7-920a38fc79cf req-631dd645-b821-4ece-81e9-4a7adb6da653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:15.290233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-774af117-f292-4c06-adb7-920a38fc79cf req-631dd645-b821-4ece-81e9-4a7adb6da653 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 1096 time: 0.1154804 Sep 02 12:48:15.308028 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb634c60-4ac5-4686-9cb0-62583b78b2ba x-openstack-request-id: req-cb634c60-4ac5-4686-9cb0-62583b78b2ba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:15.308303 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f8cc9-a606-44d0-9706-d66a97eef911", "name": "network-vif-deleted", "tag": "c440e33e-6bb2-49f9-a2c0-7d611989c32a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:15.308600 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb634c60-4ac5-4686-9cb0-62583b78b2ba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:15.309567 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f8cc9-a606-44d0-9706-d66a97eef911', 'name': 'network-vif-deleted', 'tag': 'c440e33e-6bb2-49f9-a2c0-7d611989c32a', 'status': 'completed', 'code': 200} Sep 02 12:48:15.311159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67f93868-ae95-47ec-b98f-5aa0a3108a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.312201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.334681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85df00-b3aa-4bfd-ade9-cd21d2b00dcc req-bc7f58e1-3401-40c6-a0cd-95438bdbf46c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:15.336521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e85df00-b3aa-4bfd-ade9-cd21d2b00dcc req-bc7f58e1-3401-40c6-a0cd-95438bdbf46c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1279588 Sep 02 12:48:15.356662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.357830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:15.358474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.417958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-774af117-f292-4c06-adb7-920a38fc79cf req-889b1d61-7cde-4f25-8835-45b7396da76a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044493 Sep 02 12:48:15.432261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e85df00-b3aa-4bfd-ade9-cd21d2b00dcc req-90aca398-cc7c-4bba-9ca8-5edff74fc007 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781927 Sep 02 12:48:15.439696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e71e78-efe2-43d5-832f-e5699a2e173e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.452551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c3e71e78-efe2-43d5-832f-e5699a2e173e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:48:15.494087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.501053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67f93868-ae95-47ec-b98f-5aa0a3108a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.507446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67f93868-ae95-47ec-b98f-5aa0a3108a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.525276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Pushing event deleted for resources: {'Port': ['ID=bb8041b0-8d68-4790-9d9e-6c20c0fb4057,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.530122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-846eb90b-c4c0-4882-860d-519f034a3647 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3571854 Sep 02 12:48:15.535231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34762) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:15.543659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Request body: {'subnet': {'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-396963699-subnet', 'tenant_id': '662b0eb679274c84846bc592f25e7191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:15.555953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-67f93868-ae95-47ec-b98f-5aa0a3108a7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46d09d2f4d6c4b1a8c6685877d8dc3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443385 Sep 02 12:48:15.558267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f93868-ae95-47ec-b98f-5aa0a3108a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9589f-5634-4c62-9f06-5366f9421eb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.560847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:15.613331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22d4fdd-986d-4a74-9692-e3d90dd04045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.613597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Made reservation on behalf of 662b0eb679274c84846bc592f25e7191 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:15.616053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.631844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.634486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.635632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cac84c2b-7b49-4115-84ba-cf59f306437e tempest-ServersTestFqdnHostnames-887832218 tempest-ServersTestFqdnHostnames-887832218-project] 10.222.0.60 "DELETE /v2.0/floatingips/13c13835-5ef8-4233-b446-8cf1e3ea3c35 HTTP/1.1" status: 204 len: 168 time: 1.2119396 Sep 02 12:48:15.639130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22d4fdd-986d-4a74-9692-e3d90dd04045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.640622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:15.771477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22d4fdd-986d-4a74-9692-e3d90dd04045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.774440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f22d4fdd-986d-4a74-9692-e3d90dd04045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.775868 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f22d4fdd-986d-4a74-9692-e3d90dd04045 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fe9589f-5634-4c62-9f06-5366f9421eb9 HTTP/1.1" status: 204 len: 168 time: 0.2140858 Sep 02 12:48:15.812130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:15.846618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d4fdd-986d-4a74-9692-e3d90dd04045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9589f-5634-4c62-9f06-5366f9421eb9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.870514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e457502-2db6-4120-a585-1c4f6d7c510e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:15.884053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.884303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.884651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.885013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.885353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.885686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.886025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.886354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.887022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.887022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.887534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.887644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:15.893443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Checking segment: {'id': 'a031d6e7-1d61-4373-a346-3859dbc47d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:15.893817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Network hostable DHCP agents. Network: c3e71e78-efe2-43d5-832f-e5699a2e173e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:48:15.920047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Network c3e71e78-efe2-43d5-832f-e5699a2e173e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:48:15.933978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c3e71e78-efe2-43d5-832f-e5699a2e173e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:15.945542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca08764-50de-418e-929e-c50b6db2987e None None] Network c3e71e78-efe2-43d5-832f-e5699a2e173e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:15.965515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:15.966491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:16.005999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a604f97e-8681-47ca-a655-678e8af352aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4616830 Sep 02 12:48:16.117540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:16.149235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d686c-cf24-43ac-9bde-4daafcc57744 None None] Network c3e71e78-efe2-43d5-832f-e5699a2e173e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:16.286425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e6f89-a508-464b-9696-8d4491b513c5 req-2638260e-2b59-4775-a526-ab93d981fac5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:16.290280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a4e6f89-a508-464b-9696-8d4491b513c5 req-2638260e-2b59-4775-a526-ab93d981fac5 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 949 time: 0.0722036 Sep 02 12:48:16.341833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a4e6f89-a508-464b-9696-8d4491b513c5 req-08e28091-d8b8-4a8d-add9-c0d2e761981d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456462 Sep 02 12:48:16.379267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a36da-c53b-4233-8e6b-d6aff8c5e634 req-f74c2ed4-74b0-4af8-8d8a-4ba8ba5a2f59 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:16.381534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-774a36da-c53b-4233-8e6b-d6aff8c5e634 req-f74c2ed4-74b0-4af8-8d8a-4ba8ba5a2f59 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.1485212 Sep 02 12:48:16.448356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-774a36da-c53b-4233-8e6b-d6aff8c5e634 req-6dba773e-4368-4a06-86e4-4ae59861fc05 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574975 Sep 02 12:48:16.563331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Deleting port 039500d7-5079-4c05-8165-68913d783846 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:16.563925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:16.676068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726cac4-2167-403a-8643-522a99e316b7 req-97957c0e-9653-4b65-abcb-1928ac476e4e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:16.681780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] For port 039500d7-5079-4c05-8165-68913d783846, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=039500d7-5079-4c05-8165-68913d783846,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:16.682679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:16.689360 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a726cac4-2167-403a-8643-522a99e316b7 req-97957c0e-9653-4b65-abcb-1928ac476e4e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1364815 Sep 02 12:48:16.704400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Calling delete_port for 039500d7-5079-4c05-8165-68913d783846 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:16.777747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a726cac4-2167-403a-8643-522a99e316b7 req-a2912535-b47d-48ff-aa62-fb7a8b8658ab tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826836 Sep 02 12:48:17.046465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:17.076150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=039500d7-5079-4c05-8165-68913d783846,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:17.086055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-925aeee5-0503-420b-b42c-eabf967f200f tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:17.094047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-925aeee5-0503-420b-b42c-eabf967f200f tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/networks?id=c3e71e78-efe2-43d5-832f-e5699a2e173e HTTP/1.1" status: 200 len: 821 time: 0.2146690 Sep 02 12:48:17.261170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-1bf640a1-3206-4133-a674-a9dbf9f9c72f tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/quotas/662b0eb679274c84846bc592f25e7191 HTTP/1.1" status: 200 len: 375 time: 0.1633205 Sep 02 12:48:17.425355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f291f53-beca-4a5d-98cb-8ae6701a5bfe req-dad45f9c-7328-40c5-8c24-276d2e2d1f11 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:17.434894 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f291f53-beca-4a5d-98cb-8ae6701a5bfe req-dad45f9c-7328-40c5-8c24-276d2e2d1f11 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0915415 Sep 02 12:48:17.479649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f291f53-beca-4a5d-98cb-8ae6701a5bfe req-2d4aeaac-c514-4062-a02b-21fd875431cd tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Sep 02 12:48:17.621728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f444c3-1f5a-4b9b-ac76-65f9994cb3a6 req-6d3f4a37-9d80-4f6e-8d3e-52d12e7bd977 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:17.624018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83f444c3-1f5a-4b9b-ac76-65f9994cb3a6 req-6d3f4a37-9d80-4f6e-8d3e-52d12e7bd977 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 949 time: 0.0630701 Sep 02 12:48:17.680955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83f444c3-1f5a-4b9b-ac76-65f9994cb3a6 req-b2727938-274b-4964-977b-b2796749628e tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488853 Sep 02 12:48:17.825609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc689e0-2a92-4dcf-9217-1f80e96df5cb req-9ca8d668-7ee7-44db-84a2-bba2e2f06725 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:17.827413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fc689e0-2a92-4dcf-9217-1f80e96df5cb req-9ca8d668-7ee7-44db-84a2-bba2e2f06725 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.0602345 Sep 02 12:48:17.848102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-60e824b2-5de1-4af7-b54b-01a35bb86b7b tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=662b0eb679274c84846bc592f25e7191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874381 Sep 02 12:48:17.871642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fc689e0-2a92-4dcf-9217-1f80e96df5cb req-deac12be-99fa-4bf0-abe8-92a5de9e4017 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Sep 02 12:48:17.952465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-b3430a3d-509f-4b43-b06b-08c96ff70ccd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:17.954020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-b3430a3d-509f-4b43-b06b-08c96ff70ccd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 949 time: 0.1925626 Sep 02 12:48:17.955814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-5ef3e1ca-e333-4f52-9a29-ef735faf5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:17.957215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-5ef3e1ca-e333-4f52-9a29-ef735faf5708 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6593e60ae544e3ea83441bac93d76ae&device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 1096 time: 0.1978853 Sep 02 12:48:17.967910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:18.143967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-439254e5-ea41-4f19-a20e-dafa8981113b service neutron] 10.222.0.60 "GET /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947743 Sep 02 12:48:18.232864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ee2c-32b5-41e9-82b3-cd105855f3b2 req-f004de83-27e8-40d8-ad83-91348ffe3f95 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:18.240935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c53ee2c-32b5-41e9-82b3-cd105855f3b2 req-f004de83-27e8-40d8-ad83-91348ffe3f95 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.0668793 Sep 02 12:48:18.280384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c53ee2c-32b5-41e9-82b3-cd105855f3b2 req-62351c4d-085e-4aab-96b2-d4ca2dfa2d38 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Sep 02 12:48:18.322505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-33c5b348-9ee2-4da0-b479-90beb487c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:18.324052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-33c5b348-9ee2-4da0-b479-90beb487c0fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 200 len: 917 time: 0.3488195 Sep 02 12:48:18.400940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-05689122-8aba-42f4-8b5e-16a19d43dd63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697 HTTP/1.1" status: 200 len: 217 time: 0.0639901 Sep 02 12:48:18.406403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Deleting port a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:18.406403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:18.420483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-8891b44f-0c5c-4d1d-87a6-e871f3035f7e service neutron] 10.222.0.60 "GET /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756605 Sep 02 12:48:18.595882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-da0749d8-d402-4c86-87f3-6f7d5703c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:18.597391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-da0749d8-d402-4c86-87f3-6f7d5703c4fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 200 len: 855 time: 0.1873360 Sep 02 12:48:18.642542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c60441a-3e8a-44f4-b98d-6494c302cd39 req-6a6a9562-77c7-4d93-9c3b-d950f5a0a3d5 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 210 time: 0.0624626 Sep 02 12:48:18.681138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fea7a-11c5-462f-bdee-fc53af9b3f78 req-0194ad1d-34cb-4ab9-859c-43fb778aed6b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:18.683457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] For port a41151d0-501b-44bf-81b5-e2ad5b79e1be, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a41151d0-501b-44bf-81b5-e2ad5b79e1be,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:18.683838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:18.686725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cc9fea7a-11c5-462f-bdee-fc53af9b3f78 req-0194ad1d-34cb-4ab9-859c-43fb778aed6b tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0911529 Sep 02 12:48:18.704395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Calling delete_port for a41151d0-501b-44bf-81b5-e2ad5b79e1be owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:18.721504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Router 18febaf5-7ada-417d-8c78-2734c5d6a6be has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:48:18.731425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-e19e997e-f000-4a58-a609-31e423098406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:18.733000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-e19e997e-f000-4a58-a609-31e423098406 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79efc335-ee9d-41b7-90bd-cb21e2f52eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037977 Sep 02 12:48:18.809608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cc9fea7a-11c5-462f-bdee-fc53af9b3f78 req-2c567629-1763-4dd8-9d38-ac0ce2341d80 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148343 Sep 02 12:48:19.017822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-eb14de4c-386e-4506-9aa7-ad00144bd6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493651 Sep 02 12:48:19.048809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cbbba-5dce-42ae-a567-c6bb5e6c8b6a req-14c54e6a-f621-4a01-834e-e01dbd28a818 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:19.048809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-146cbbba-5dce-42ae-a567-c6bb5e6c8b6a req-14c54e6a-f621-4a01-834e-e01dbd28a818 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd4311d5-96f7-4592-9c37-fb69c339e612 HTTP/1.1" status: 200 len: 949 time: 0.1807466 Sep 02 12:48:19.069035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:48:19.086643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4d9316b3-7051-4422-b387-e7a127336a5d admin admin] 10.222.0.60 "PUT /v2.0/routers/18febaf5-7ada-417d-8c78-2734c5d6a6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449029 Sep 02 12:48:19.092588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34882) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:19.094443 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] Sync routers for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:48:19.107281 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:19.108247 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:19.182301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:19.198052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'dc007af7-c1ff-4f70-90b7-2cf80c489078'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:19.222677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-146cbbba-5dce-42ae-a567-c6bb5e6c8b6a req-baf93691-b5c2-4ab0-a11e-d8ae34229482 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403961 Sep 02 12:48:19.275562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event deleted for resources: {'Port': ['ID=a41151d0-501b-44bf-81b5-e2ad5b79e1be,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:19.309108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:19.334919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a5631ae-cd71-4861-a3c8-53b040a89cdf req-e364e775-4c37-48a4-9b81-5db688448bc3 service neutron] 10.222.0.18 "GET /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064008 Sep 02 12:48:19.410059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] No DVR routers for this DVR port a41151d0-501b-44bf-81b5-e2ad5b79e1be on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:19.415520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:19.417722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-809877dc-86ba-4836-b081-05f51dfe4c01 req-2c3ecc7e-e95e-437f-96e6-50bb5134024d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.18 "DELETE /v2.0/ports/a41151d0-501b-44bf-81b5-e2ad5b79e1be HTTP/1.1" status: 204 len: 173 time: 1.4509163 Sep 02 12:48:19.418193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-deleted', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:19.420673 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667ce0b1-109b-4c90-a9b2-dc2329151e59" -d '{"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-deleted", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:19.467152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:19.578492 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2947bad6-f26b-4cfb-8dcb-345eda37f6c9 x-openstack-request-id: req-2947bad6-f26b-4cfb-8dcb-345eda37f6c9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:19.578990 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4311d5-96f7-4592-9c37-fb69c339e612", "name": "network-vif-deleted", "tag": "a41151d0-501b-44bf-81b5-e2ad5b79e1be", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:19.579409 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2947bad6-f26b-4cfb-8dcb-345eda37f6c9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:19.580016 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4311d5-96f7-4592-9c37-fb69c339e612', 'name': 'network-vif-deleted', 'tag': 'a41151d0-501b-44bf-81b5-e2ad5b79e1be', 'status': 'completed', 'code': 200} Sep 02 12:48:19.628088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94e5b8-c6e4-436f-a612-2b6db006af9b req-880246ab-24a8-404d-99d7-46544ea7a784 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:19.630168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae94e5b8-c6e4-436f-a612-2b6db006af9b req-880246ab-24a8-404d-99d7-46544ea7a784 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.1042747 Sep 02 12:48:19.659675 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:48:16Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:19.687877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:19.690628 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] Checking router: 18febaf5-7ada-417d-8c78-2734c5d6a6be for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:48:19.701864 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] Routers {'18febaf5-7ada-417d-8c78-2734c5d6a6be'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:19.702729 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['18febaf5-7ada-417d-8c78-2734c5d6a6be'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:19.712103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae94e5b8-c6e4-436f-a612-2b6db006af9b req-042a15ef-b4c6-4bfc-a2dc-1f47106843ff tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674398 Sep 02 12:48:19.825398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Deleting port c39c55fa-1a2b-4df3-b183-60a03571640f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:19.825739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:19.839843 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] Set router 18febaf5-7ada-417d-8c78-2734c5d6a6be gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:19.874363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e6be2c-16de-41c4-a7cd-7ded77bd39cb req-946e725b-4558-4b72-93b7-ac4041a5cac0 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 210 time: 0.0760021 Sep 02 12:48:20.025395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] For port c39c55fa-1a2b-4df3-b183-60a03571640f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c39c55fa-1a2b-4df3-b183-60a03571640f,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:20.028154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.049108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Calling delete_port for c39c55fa-1a2b-4df3-b183-60a03571640f owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:20.153931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6631-43c4-4845-ac32-26b1321b9ab3 req-273cd113-b18a-4b19-8bfb-6551628dd39c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:20.155142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:48:16Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:20.157597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a73c6631-43c4-4845-ac32-26b1321b9ab3 req-273cd113-b18a-4b19-8bfb-6551628dd39c tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1210063 Sep 02 12:48:20.188780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2be4-39c8-45ae-8aae-4106ebc03281 req-6677c163-7e37-48fe-98d6-cee525ed636b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:20.189585 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb09f-2b04-4a5e-8195-4048dae9f152 None None] The sync data for ids ['18febaf5-7ada-417d-8c78-2734c5d6a6be'] in n-d-792364-8 is: [{'id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'name': 'tempest-ServersTestFqdnHostnames-1720592739-router', 'tenant_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:45:54Z', 'updated_at': '2021-09-02T12:48:16Z', 'revision_number': 5, 'project_id': 'b2d8d458e5dd4cf88446af8d55e9f51d', 'gw_port': {'id': 'c39c55fa-1a2b-4df3-b183-60a03571640f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18febaf5-7ada-417d-8c78-2734c5d6a6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:45:56Z', 'updated_at': '2021-09-02T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:48:20.190608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a3c2be4-39c8-45ae-8aae-4106ebc03281 req-6677c163-7e37-48fe-98d6-cee525ed636b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.1244898 Sep 02 12:48:20.204214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-2ce24562-48fa-4a01-83a6-d15d0eb514b1 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:20.206096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-2ce24562-48fa-4a01-83a6-d15d0eb514b1 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.18 "GET /v2.0/networks?id=c3e71e78-efe2-43d5-832f-e5699a2e173e HTTP/1.1" status: 200 len: 821 time: 0.3144045 Sep 02 12:48:20.224481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Request body: {'port': {'device_id': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e', 'admin_state_up': True, 'tenant_id': '662b0eb679274c84846bc592f25e7191'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:20.244077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a73c6631-43c4-4845-ac32-26b1321b9ab3 req-058dad94-206a-4621-bce8-91564c34cc8f tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Sep 02 12:48:20.335147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a3c2be4-39c8-45ae-8aae-4106ebc03281 req-4c92cca0-d812-4990-84d4-993a12022edc tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581193 Sep 02 12:48:20.373113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Made reservation on behalf of 662b0eb679274c84846bc592f25e7191 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:20.378547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.394341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.432988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39c55fa-1a2b-4df3-b183-60a03571640f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:20.490532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.498257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:20.559831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: a41151d0-501b-44bf-81b5-e2ad5b79e1be {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:20.561544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Allocated IP 172.20.0.5 (c3e71e78-efe2-43d5-832f-e5699a2e173e/6e457502-2db6-4120-a585-1c4f6d7c510e/5affd781-1b5f-449e-9254-3b831abf84c3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:20.561847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a41151d0-501b-44bf-81b5-e2ad5b79e1be not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:20.641937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.644354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.733302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.733939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18febaf5-7ada-417d-8c78-2734c5d6a6be {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:48:20.740200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.742830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c9d74ce-397b-4b57-870c-d6215da52e62 admin admin] 10.222.0.60 "DELETE /v2.0/routers/18febaf5-7ada-417d-8c78-2734c5d6a6be HTTP/1.1" status: 204 len: 168 time: 1.6419210 Sep 02 12:48:20.745572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:20.768431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb107f-e66e-48e6-8970-b5edaeaca58f req-527b6b38-5a2a-4097-a378-7656699baaa9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:20.770104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86bb107f-e66e-48e6-8970-b5edaeaca58f req-527b6b38-5a2a-4097-a378-7656699baaa9 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0739241 Sep 02 12:48:20.814800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Deleting subnet 184c2210-2ce9-4c70-a640-4816b65f1bc6 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:20.827510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.833519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86bb107f-e66e-48e6-8970-b5edaeaca58f req-5c90655a-8592-4577-967c-dcf808051e52 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546119 Sep 02 12:48:20.880999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:20.908788 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.017821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4b48a0f-1277-4c88-ab4d-039fa909dd4a req-d3ce9dff-b4bd-4048-bc3c-2c7585b943da tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 210 time: 0.0643380 Sep 02 12:48:21.034707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.037052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.117293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Network c3e71e78-efe2-43d5-832f-e5699a2e173e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:21.122977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:21.128096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Pushing event updated for resources: {'Port': ['ID=5affd781-1b5f-449e-9254-3b831abf84c3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:21.131105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:21.191929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:21.192643 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.196673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.230553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184c2210-2ce9-4c70-a640-4816b65f1bc6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:21.232477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.234382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f310433-d773-4225-8791-0b73fa468255 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/184c2210-2ce9-4c70-a640-4816b65f1bc6 HTTP/1.1" status: 204 len: 168 time: 0.4859216 Sep 02 12:48:21.236513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-a5212db3-9110-41d4-8551-cbf791ef43b4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0195835 Sep 02 12:48:21.237095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:21.237740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ac645-3fd4-4fe4-9203-0eb32cb034a8 None None] Network bc0691cc-38fe-46c7-8696-59878259b371 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:21.249179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Request body: {'port': {'device_id': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:21.367410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.371769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.383567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f0db-fab5-4fbd-a3cc-f5060b003c02 req-7415b783-705f-41b1-abae-31ae60c5abd7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:21.396293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c530f0db-fab5-4fbd-a3cc-f5060b003c02 req-7415b783-705f-41b1-abae-31ae60c5abd7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.0741706 Sep 02 12:48:21.460391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c530f0db-fab5-4fbd-a3cc-f5060b003c02 req-5ddf0ad2-ce69-45b0-a15a-a05ebf16be87 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Sep 02 12:48:21.544829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] DHCP port deletion for bc0691cc-38fe-46c7-8696-59878259b371 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:48:21.643012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ab855-f256-4f3a-9857-f1596d89bd85 req-3d51438f-eaeb-4d7f-a8f0-a8fd5f091da7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:21.645400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc0ab855-f256-4f3a-9857-f1596d89bd85 req-3d51438f-eaeb-4d7f-a8f0-a8fd5f091da7 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.0695806 Sep 02 12:48:21.651595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] Deleting port c073fce8-edd5-4131-8084-e0389c16864e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:21.651983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.702236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc0ab855-f256-4f3a-9857-f1596d89bd85 req-41a85b2f-e476-4e6d-8eac-ef7b181f01e1 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486829 Sep 02 12:48:21.750061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] For port c073fce8-edd5-4131-8084-e0389c16864e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c073fce8-edd5-4131-8084-e0389c16864e,segment=NetworkSegment(24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f),segment_id=24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:21.750761 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.773607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] Calling delete_port for c073fce8-edd5-4131-8084-e0389c16864e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:21.859020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:21.887955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] Pushing event deleted for resources: {'Port': ['ID=c073fce8-edd5-4131-8084-e0389c16864e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:21.895995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d460754-f1c2-4274-82b2-bd2d1d673541 None None] No DVR routers for this DVR port c073fce8-edd5-4131-8084-e0389c16864e on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:22.039078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b97fc3-f9b7-48d9-bac2-82c89d117d56 req-b1f83ef4-bf25-4d3f-acbc-077ac91e8bcd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:22.041354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1b97fc3-f9b7-48d9-bac2-82c89d117d56 req-b1f83ef4-bf25-4d3f-acbc-077ac91e8bcd tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0879245 Sep 02 12:48:22.058948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-06330520-4cc3-49fe-80c8-734cd7320a3d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:22.060493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-06330520-4cc3-49fe-80c8-734cd7320a3d tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 950 time: 0.0784895 Sep 02 12:48:22.113907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Deleting port c073fce8-edd5-4131-8084-e0389c16864e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:22.114271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.140316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1b97fc3-f9b7-48d9-bac2-82c89d117d56 req-6dd68795-62f4-4668-aea0-99f65d8fc042 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Sep 02 12:48:22.217732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-a1f3bf26-731c-4b26-bc16-7901325e4c84 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:22.220584 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-a1f3bf26-731c-4b26-bc16-7901325e4c84 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.2371390 Sep 02 12:48:22.256200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Deleting port dc007af7-c1ff-4f70-90b7-2cf80c489078 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:22.256689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.279408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13b47e-84e9-4b27-8594-38d9b7e223f5 req-34715865-2fb9-4cbd-9662-c02d61bf2857 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:22.281207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d13b47e-84e9-4b27-8594-38d9b7e223f5 req-34715865-2fb9-4cbd-9662-c02d61bf2857 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 931 time: 0.0705159 Sep 02 12:48:22.287226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c39c55fa-1a2b-4df3-b183-60a03571640f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:22.291846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45e86-f3a1-4de0-bcf4-fb89287118c3 req-58c80bab-7809-40a0-8cca-1d3c47f857d1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:22.299416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76f45e86-f3a1-4de0-bcf4-fb89287118c3 req-58c80bab-7809-40a0-8cca-1d3c47f857d1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.3172863 Sep 02 12:48:22.311180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c39c55fa-1a2b-4df3-b183-60a03571640f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:22.311769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c39c55fa-1a2b-4df3-b183-60a03571640f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:22.312359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 039500d7-5079-4c05-8165-68913d783846 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:22.341619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 039500d7-5079-4c05-8165-68913d783846 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:22.342211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 039500d7-5079-4c05-8165-68913d783846 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:22.342783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c073fce8-edd5-4131-8084-e0389c16864e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:22.353422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d13b47e-84e9-4b27-8594-38d9b7e223f5 req-640f6fc5-e7ad-4f83-90f8-8507721e3010 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389514 Sep 02 12:48:22.375316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c073fce8-edd5-4131-8084-e0389c16864e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:22.376348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c073fce8-edd5-4131-8084-e0389c16864e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:22.402595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] For port c073fce8-edd5-4131-8084-e0389c16864e, host n-d-792364-8, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:22.403004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.423654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] For port dc007af7-c1ff-4f70-90b7-2cf80c489078, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=dc007af7-c1ff-4f70-90b7-2cf80c489078,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:22.424266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.437750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Calling delete_port for dc007af7-c1ff-4f70-90b7-2cf80c489078 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:22.489806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76f45e86-f3a1-4de0-bcf4-fb89287118c3 req-5b4926a9-72ac-4e92-ab23-fac56a0f83e0 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892626 Sep 02 12:48:22.494384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Calling delete_port for c073fce8-edd5-4131-8084-e0389c16864e owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:22.520062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Port c073fce8-edd5-4131-8084-e0389c16864e was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:48:22.524374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5affd781-1b5f-449e-9254-3b831abf84c3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:22.531301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.546365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.606592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] No DVR routers for this DVR port c073fce8-edd5-4131-8084-e0389c16864e on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:22.622236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c073fce8-edd5-4131-8084-e0389c16864e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:22.627120 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.631870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Transition to ACTIVE for port object 5affd781-1b5f-449e-9254-3b831abf84c3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:22.640575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['60ec6bd5-dbcc-482f-916e-ca97cfb91a27'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:22.672415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event deleted for resources: {'Port': ['ID=dc007af7-c1ff-4f70-90b7-2cf80c489078,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:22.673619 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.732467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] No DVR routers for this DVR port dc007af7-c1ff-4f70-90b7-2cf80c489078 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:22.736453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.739407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-065f53d8-233a-464d-8358-6c30e8d4cc4f req-9b069127-e0fd-4eee-887e-ffdc873e5d89 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "DELETE /v2.0/ports/dc007af7-c1ff-4f70-90b7-2cf80c489078 HTTP/1.1" status: 204 len: 173 time: 0.6706572 Sep 02 12:48:22.740735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-deleted', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:22.744470 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5251cccc-2a67-4ea3-95a2-3fe36f3f4e85" -d '{"events": [{"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-deleted", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:22.831856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Deleting port 2016b6e6-b4aa-450f-b26c-beaccdf21873 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:22.832533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.883142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d15231-d328-4625-adbf-6aa583860b10 req-166eab7e-8932-4b86-8c02-217d99b72155 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:22.884735 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5d15231-d328-4625-adbf-6aa583860b10 req-166eab7e-8932-4b86-8c02-217d99b72155 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 945 time: 0.0706129 Sep 02 12:48:22.928058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5d15231-d328-4625-adbf-6aa583860b10 req-072b38ce-a898-457d-babb-b4b4c360f35b tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/security-groups?id=68cabfe5-7f32-48aa-b882-6d3d2f7e4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361471 Sep 02 12:48:22.962254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:22.986625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5affd781-1b5f-449e-9254-3b831abf84c3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:22.994077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0691cc-38fe-46c7-8696-59878259b371']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:23.009381 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f134b-717a-4260-a9d5-6f8d4b6d8a75 x-openstack-request-id: req-543f134b-717a-4260-a9d5-6f8d4b6d8a75 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:23.009671 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec39474-df46-4dd2-abb9-d855b528a90f", "name": "network-vif-deleted", "tag": "dc007af7-c1ff-4f70-90b7-2cf80c489078", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:23.009911 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-543f134b-717a-4260-a9d5-6f8d4b6d8a75 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:23.010305 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec39474-df46-4dd2-abb9-d855b528a90f', 'name': 'network-vif-deleted', 'tag': 'dc007af7-c1ff-4f70-90b7-2cf80c489078', 'status': 'completed', 'code': 200} Sep 02 12:48:23.022252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7652eb-5724-42c9-a5c6-37c6be83f4eb req-ca2e9dc9-98de-492c-a925-3ff945abac00 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:23.024206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b7652eb-5724-42c9-a5c6-37c6be83f4eb req-ca2e9dc9-98de-492c-a925-3ff945abac00 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 945 time: 0.4240448 Sep 02 12:48:23.044178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:23.044480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24856e1e-bc16-4e5c-8f0a-5b9e53ca2c1f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:23.137855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.167077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] For port 2016b6e6-b4aa-450f-b26c-beaccdf21873, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2016b6e6-b4aa-450f-b26c-beaccdf21873,segment=NetworkSegment(d374853d-97ca-462d-8eb8-c781aa59c0ab),segment_id=d374853d-97ca-462d-8eb8-c781aa59c0ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:23.174480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.201233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Calling delete_port for 2016b6e6-b4aa-450f-b26c-beaccdf21873 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:23.216004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.272405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b7652eb-5724-42c9-a5c6-37c6be83f4eb req-d7c0c9b4-8d70-4abb-9de5-ffbf62ffc596 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252965 Sep 02 12:48:23.274400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:23.274782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:23.278208 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:23.303088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Attempting to bind port 5affd781-1b5f-449e-9254-3b831abf84c3 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:23.303452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Attempting to bind port 5affd781-1b5f-449e-9254-3b831abf84c3 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'a031d6e7-1d61-4373-a346-3859dbc47d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:23.304032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Attempting to bind port 5affd781-1b5f-449e-9254-3b831abf84c3 on network c3e71e78-efe2-43d5-832f-e5699a2e173e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:23.365701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0fe81d9e-7adf-4f2a-9120-2160422e268a req-2ae04045-6dc2-4162-b6be-6c853cf1ffbb tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec39474-df46-4dd2-abb9-d855b528a90f HTTP/1.1" status: 200 len: 210 time: 0.1036193 Sep 02 12:48:23.419460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Port 5affd781-1b5f-449e-9254-3b831abf84c3 on network c3e71e78-efe2-43d5-832f-e5699a2e173e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:23.420143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Attempting to bind port 5affd781-1b5f-449e-9254-3b831abf84c3 on network c3e71e78-efe2-43d5-832f-e5699a2e173e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:23.424070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:23.490559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.495829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.501773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bc0691cc-38fe-46c7-8696-59878259b371 HTTP/1.1" status: 204 len: 168 time: 2.2637124 Sep 02 12:48:23.517402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:23.518005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Checking segment: {'id': 'a031d6e7-1d61-4373-a346-3859dbc47d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:23.518625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Bound using segment: {'id': 'a031d6e7-1d61-4373-a346-3859dbc47d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:23.519345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Bound port: 5affd781-1b5f-449e-9254-3b831abf84c3, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a031d6e7-1d61-4373-a346-3859dbc47d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:23.519999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.546582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b633671-fb91-432e-b5ff-92b36b55477a req-6dbf2e65-5071-4494-b503-841012fa771f tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:23.551693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b633671-fb91-432e-b5ff-92b36b55477a req-6dbf2e65-5071-4494-b503-841012fa771f tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 943 time: 0.0986085 Sep 02 12:48:23.574131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20a8b5-990e-444e-b2d4-ad0c56dfbd89 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0691cc-38fe-46c7-8696-59878259b371,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:23.592681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7ce29c6-89e0-415a-8c8d-334f9432b70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.634827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b633671-fb91-432e-b5ff-92b36b55477a req-08377899-4a80-4c37-90e0-157d6862a86c tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687394 Sep 02 12:48:23.666523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e084e-4380-4d7d-bb95-7cf3858ed68c req-c75f8115-7210-4775-ace6-b14bf1138311 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:23.668719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e8e084e-4380-4d7d-bb95-7cf3858ed68c req-c75f8115-7210-4775-ace6-b14bf1138311 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.2206523 Sep 02 12:48:23.682846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34972) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:23.725413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.757357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e8e084e-4380-4d7d-bb95-7cf3858ed68c req-cbb422fb-2766-4ae0-85a4-68e6a668dcc6 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803149 Sep 02 12:48:23.781734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7a0a8df3-6625-4f00-a60d-8b249ec3ee96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2d8d458e5dd4cf88446af8d55e9f51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957470 Sep 02 12:48:23.786318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:23.788529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] For port 5affd781-1b5f-449e-9254-3b831abf84c3, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:23.808872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] For port 5affd781-1b5f-449e-9254-3b831abf84c3, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5affd781-1b5f-449e-9254-3b831abf84c3,segment=NetworkSegment(a031d6e7-1d61-4373-a346-3859dbc47d6a),segment_id=a031d6e7-1d61-4373-a346-3859dbc47d6a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:23.810690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-3aa2a693-c034-497b-b045-95702a89706d req-79cb44e6-2ed2-47c3-9664-f4cfab911da7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:48:23.811804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3aa2a693-c034-497b-b045-95702a89706d req-79cb44e6-2ed2-47c3-9664-f4cfab911da7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090253 Sep 02 12:48:23.811936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Pushing event deleted for resources: {'Port': ['ID=2016b6e6-b4aa-450f-b26c-beaccdf21873,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:23.840547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.882267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] No DVR routers for this DVR port 2016b6e6-b4aa-450f-b26c-beaccdf21873 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:23.894647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.896933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4a9ce5c-6996-4922-b2ee-9e61cd914176 req-b4c4bc70-64fe-4148-b7d8-fbbb6d9a0b83 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.41 "DELETE /v2.0/ports/2016b6e6-b4aa-450f-b26c-beaccdf21873 HTTP/1.1" status: 204 len: 173 time: 1.6198769 Sep 02 12:48:23.898296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'name': 'network-vif-deleted', 'tag': '2016b6e6-b4aa-450f-b26c-beaccdf21873'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:23.901949 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db4e28b-7494-45b4-8d7b-1084ce564cf4" -d '{"events": [{"server_uuid": "b22c0765-e94f-46b9-a17d-bd7dafec06b4", "name": "network-vif-deleted", "tag": "2016b6e6-b4aa-450f-b26c-beaccdf21873"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:23.927162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7ce29c6-89e0-415a-8c8d-334f9432b70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.953816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7ce29c6-89e0-415a-8c8d-334f9432b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:23.977681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5affd781-1b5f-449e-9254-3b831abf84c3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:23.980785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3aa2a693-c034-497b-b045-95702a89706d req-c6f7aa1a-29f9-4acb-b824-270204dd81f6 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1541672 Sep 02 12:48:24.003783 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8711397-bf7e-40e0-9a03-cb38b0271319 x-openstack-request-id: req-c8711397-bf7e-40e0-9a03-cb38b0271319 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:24.004090 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22c0765-e94f-46b9-a17d-bd7dafec06b4", "name": "network-vif-deleted", "tag": "2016b6e6-b4aa-450f-b26c-beaccdf21873", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:24.004572 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8711397-bf7e-40e0-9a03-cb38b0271319 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:24.005437 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22c0765-e94f-46b9-a17d-bd7dafec06b4', 'name': 'network-vif-deleted', 'tag': '2016b6e6-b4aa-450f-b26c-beaccdf21873', 'status': 'completed', 'code': 200} Sep 02 12:48:24.008434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.009705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.013169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-bfe58a06-42bd-406a-92e2-91a17c3b92b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/5affd781-1b5f-449e-9254-3b831abf84c3 HTTP/1.1" status: 200 len: 1091 time: 2.7675350 Sep 02 12:48:24.013680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a714b64-08b8-408a-b752-1016f185a687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.061457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-579a0a46-35f6-470a-b19c-187491209053 req-688e0998-3a53-4850-98ed-79922f039724 tempest-DeleteServersTestJSON-1609512497 tempest-DeleteServersTestJSON-1609512497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b22c0765-e94f-46b9-a17d-bd7dafec06b4 HTTP/1.1" status: 200 len: 210 time: 0.0336506 Sep 02 12:48:24.063413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce29c6-89e0-415a-8c8d-334f9432b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4057e49-5e78-4715-95ff-b0ec4cc55d0f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:24.072423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e7ce29c6-89e0-415a-8c8d-334f9432b70b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d31bdd0c61284ed2b8af070bf8b74e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472068 Sep 02 12:48:24.076017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:24.077850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a714b64-08b8-408a-b752-1016f185a687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.143174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-b3d92e5f-9311-4963-bd9f-7f8e0856e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.144769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-b3d92e5f-9311-4963-bd9f-7f8e0856e586 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=662b0eb679274c84846bc592f25e7191&device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 1094 time: 0.0877259 Sep 02 12:48:24.175002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc4b5-85a7-4350-9da6-06f466a4f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.202903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc4b5-85a7-4350-9da6-06f466a4f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.205201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a714b64-08b8-408a-b752-1016f185a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.207947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a714b64-08b8-408a-b752-1016f185a687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.212211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a714b64-08b8-408a-b752-1016f185a687 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d2b26ed-d7cf-48de-896c-a3c5d57b61f9 HTTP/1.1" status: 204 len: 168 time: 0.4246898 Sep 02 12:48:24.233974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-93e6aea5-f6d5-47a8-9626-4faca50d27dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5affd781-1b5f-449e-9254-3b831abf84c3 HTTP/1.1" status: 200 len: 217 time: 0.0785830 Sep 02 12:48:24.240291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a714b64-08b8-408a-b752-1016f185a687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b26ed-d7cf-48de-896c-a3c5d57b61f9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:24.291131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc4b5-85a7-4350-9da6-06f466a4f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.293872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc4b5-85a7-4350-9da6-06f466a4f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:24.297403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a7fc4b5-85a7-4350-9da6-06f466a4f851 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4057e49-5e78-4715-95ff-b0ec4cc55d0f HTTP/1.1" status: 204 len: 168 time: 0.2152638 Sep 02 12:48:24.304286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef078-b724-409a-8e40-67524c365843 req-d30773d0-821c-44b1-8a72-7138d0c20a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.305913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-d30773d0-821c-44b1-8a72-7138d0c20a7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e457502-2db6-4120-a585-1c4f6d7c510e HTTP/1.1" status: 200 len: 861 time: 0.0651226 Sep 02 12:48:24.312679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fc4b5-85a7-4350-9da6-06f466a4f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4057e49-5e78-4715-95ff-b0ec4cc55d0f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:24.371603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-19656fae-5785-4dfc-87ef-1a46d14e733a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3e71e78-efe2-43d5-832f-e5699a2e173e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557935 Sep 02 12:48:24.413553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499f56e-3392-46b1-9ca7-dc49a1d70ed8 req-b7ed65d9-7de1-44bd-b004-8348c65d36b1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.415549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6499f56e-3392-46b1-9ca7-dc49a1d70ed8 req-b7ed65d9-7de1-44bd-b004-8348c65d36b1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1132128 Sep 02 12:48:24.539335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6499f56e-3392-46b1-9ca7-dc49a1d70ed8 req-53b1ab42-d0e9-4962-a650-34ccd672cd31 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939159 Sep 02 12:48:24.568158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-8ff1f7e4-6185-4f0e-bf3b-5797a905064d service neutron] 10.222.0.18 "GET /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883080 Sep 02 12:48:24.605675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2016b6e6-b4aa-450f-b26c-beaccdf21873 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:24.658758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 2016b6e6-b4aa-450f-b26c-beaccdf21873 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:24.659106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2016b6e6-b4aa-450f-b26c-beaccdf21873 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:24.659536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:24.704738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: dc007af7-c1ff-4f70-90b7-2cf80c489078 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:24.707940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device dc007af7-c1ff-4f70-90b7-2cf80c489078 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:24.750989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25576-9c09-4616-bca5-c90e8228760b req-15698c57-2ccc-4764-8df2-e281a737647b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.758854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aba25576-9c09-4616-bca5-c90e8228760b req-15698c57-2ccc-4764-8df2-e281a737647b tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0688076 Sep 02 12:48:24.761477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd04be-e20e-4868-b085-e9926530439b req-1079a556-a31d-436c-8005-5bfd407b7441 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.763103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5cd04be-e20e-4868-b085-e9926530439b req-1079a556-a31d-436c-8005-5bfd407b7441 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 945 time: 0.0812247 Sep 02 12:48:24.797547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aba25576-9c09-4616-bca5-c90e8228760b req-50cfbdc6-81a0-4499-83aa-782232a65007 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Sep 02 12:48:24.814262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13eef078-b724-409a-8e40-67524c365843 req-e77de447-ed9b-449f-bb47-e4073bb7a805 service neutron] 10.222.0.18 "GET /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379355 Sep 02 12:48:24.834285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5cd04be-e20e-4868-b085-e9926530439b req-8b974a1f-ac3a-40c0-a0b1-54725e48f2bc tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Sep 02 12:48:24.951317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f54769-dacf-4529-9901-6c1d430853ce req-2dd7e874-f000-4d7e-9b5d-9a4cc68e6689 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:24.954009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-32f54769-dacf-4529-9901-6c1d430853ce req-2dd7e874-f000-4d7e-9b5d-9a4cc68e6689 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 943 time: 0.0724549 Sep 02 12:48:24.989877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35018) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:25.011627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-32f54769-dacf-4529-9901-6c1d430853ce req-4313abde-f1a8-48f4-87f2-f831f86640d3 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 Sep 02 12:48:25.017429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c39c737-d273-45d9-970c-69a3bcfb043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.081309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fafaca-a72b-4c7e-8d79-faba3fffce82 req-1af8f3c3-4a34-49ee-b0e6-f041d0238885 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:25.082989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68fafaca-a72b-4c7e-8d79-faba3fffce82 req-1af8f3c3-4a34-49ee-b0e6-f041d0238885 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0843961 Sep 02 12:48:25.153125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68fafaca-a72b-4c7e-8d79-faba3fffce82 req-576f8d4b-acf9-4bd0-bb87-b7f5548d4046 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626087 Sep 02 12:48:25.214856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c39c737-d273-45d9-970c-69a3bcfb043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.222085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c39c737-d273-45d9-970c-69a3bcfb043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.263581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5c39c737-d273-45d9-970c-69a3bcfb043a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d8579a890744e028a44215fbd650807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724004 Sep 02 12:48:25.266202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:25.274704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c737-d273-45d9-970c-69a3bcfb043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2657d55-6404-4b78-96c5-e4c95eabb91c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:25.354491 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5100b9c6-d3ca-42a0-b97a-81cbf47be274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.397359 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5100b9c6-d3ca-42a0-b97a-81cbf47be274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.422154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:25.443205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2039-923e-472a-8f55-f8ae82ef228c req-2619800d-0e03-480c-9d03-020491adffb7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:25.449399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2039-923e-472a-8f55-f8ae82ef228c req-2619800d-0e03-480c-9d03-020491adffb7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:25.455525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2039-923e-472a-8f55-f8ae82ef228c req-2619800d-0e03-480c-9d03-020491adffb7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:25.457386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-facb2039-923e-472a-8f55-f8ae82ef228c req-2619800d-0e03-480c-9d03-020491adffb7 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538&device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103&device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 2417 time: 0.1204157 Sep 02 12:48:25.508407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-facb2039-923e-472a-8f55-f8ae82ef228c req-5fbf1c99-6b86-43da-99fb-2a2b491f7d40 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Sep 02 12:48:25.525970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5100b9c6-d3ca-42a0-b97a-81cbf47be274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.529816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5100b9c6-d3ca-42a0-b97a-81cbf47be274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.541585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5100b9c6-d3ca-42a0-b97a-81cbf47be274 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2657d55-6404-4b78-96c5-e4c95eabb91c HTTP/1.1" status: 204 len: 168 time: 0.2742236 Sep 02 12:48:25.551317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-c3becc73-06af-410b-b346-321d39a5a8fd req-137fdc3d-2a0e-4ef8-8f6c-4ad9920b34c0 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:48:25.552668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3becc73-06af-410b-b346-321d39a5a8fd req-137fdc3d-2a0e-4ef8-8f6c-4ad9920b34c0 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098546 Sep 02 12:48:25.559538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100b9c6-d3ca-42a0-b97a-81cbf47be274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2657d55-6404-4b78-96c5-e4c95eabb91c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:25.559906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-934575780-network', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:25.611610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Made reservation on behalf of 96ea08a51ee046ce96677bee3eaade07 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:25.617337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.627178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.741578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3becc73-06af-410b-b346-321d39a5a8fd req-1388b7ba-b277-483f-8761-dd3d710adcd4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1744647 Sep 02 12:48:25.755096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.765026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.788103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:48:25.803937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:25.807362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.807896 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Added segment 342d163d-7698-4b7e-8027-ded2915781f7 of type vlan for network f964f2d6-eed9-4962-9d4e-fac58cafa54e Sep 02 12:48:25.893323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.969195 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.970390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:25.971222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:25.996427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-4e54262e-52f2-4f03-8bee-1e8b2b911b25 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:25.998040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-4e54262e-52f2-4f03-8bee-1e8b2b911b25 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.0989048 Sep 02 12:48:26.019980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'tag': '5affd781-1b5f-449e-9254-3b831abf84c3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:26.024668 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368010e0-0c3b-4d0b-874b-f93615ce1239" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaecc28-b9ef-459c-8ff9-8b4d93de23ed", "tag": "5affd781-1b5f-449e-9254-3b831abf84c3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:26.069646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae5f95-ff93-46ad-ad39-e1c5ce74d8ae req-7ebaba37-b283-4690-b7b1-e7d5d9a8dfae tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:26.078155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68ae5f95-ff93-46ad-ad39-e1c5ce74d8ae req-7ebaba37-b283-4690-b7b1-e7d5d9a8dfae tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 950 time: 0.1628423 Sep 02 12:48:26.084659 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6613188 Sep 02 12:48:26.085363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:26.119979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9717b-5c8a-45ab-8f1b-0ac03ff05d3b admin admin] Pushing event updated for resources: {'Network': ['ID=f964f2d6-eed9-4962-9d4e-fac58cafa54e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:26.131965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Request body: {'subnet': {'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-934575780-subnet', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:26.132210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:48:26.189518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68ae5f95-ff93-46ad-ad39-e1c5ce74d8ae req-ae2f6ea9-1197-46dd-9c0a-cc56fdf349ce tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ba3acf-cefe-4aba-b253-28b35d81cbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101620 Sep 02 12:48:26.192196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Made reservation on behalf of 96ea08a51ee046ce96677bee3eaade07 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:26.194802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.257761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Deleting port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:26.258120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.324929 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc41607-f45a-4c94-b367-42210f967513 x-openstack-request-id: req-dfc41607-f45a-4c94-b367-42210f967513 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:26.325278 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaecc28-b9ef-459c-8ff9-8b4d93de23ed", "tag": "5affd781-1b5f-449e-9254-3b831abf84c3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:26.325534 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfc41607-f45a-4c94-b367-42210f967513 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:26.325940 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'tag': '5affd781-1b5f-449e-9254-3b831abf84c3', 'status': 'completed', 'code': 200} Sep 02 12:48:26.491931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2a754-3b4d-4cfe-a4ed-d2fa9fcb5aa8 req-228f1159-c31b-43ce-a91a-2ac152ed9d6e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:26.493723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2d2a754-3b4d-4cfe-a4ed-d2fa9fcb5aa8 req-228f1159-c31b-43ce-a91a-2ac152ed9d6e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 943 time: 0.1219747 Sep 02 12:48:26.494263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-22e5c668-b97a-491a-b7ca-b4a449e1a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:26.495867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-22e5c668-b97a-491a-b7ca-b4a449e1a890 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=662b0eb679274c84846bc592f25e7191&device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 1094 time: 0.1758642 Sep 02 12:48:26.531654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.532549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] For port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:26.542406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.563050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5affd781-1b5f-449e-9254-3b831abf84c3 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:26.628128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2d2a754-3b4d-4cfe-a4ed-d2fa9fcb5aa8 req-6b4b87ed-690f-4b00-8ec0-6d8b0ae1dfa4 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210122 Sep 02 12:48:26.655361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1292987e-d71c-4efd-91b2-9c43b2913c21,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:26.665179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Checking segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:26.665598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Network hostable DHCP agents. Network: f964f2d6-eed9-4962-9d4e-fac58cafa54e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:48:26.667995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Calling delete_port for 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:26.731240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:48:26.742045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5affd781-1b5f-449e-9254-3b831abf84c3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5affd781-1b5f-449e-9254-3b831abf84c3,segment=NetworkSegment(a031d6e7-1d61-4373-a346-3859dbc47d6a),segment_id=a031d6e7-1d61-4373-a346-3859dbc47d6a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:26.750505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f964f2d6-eed9-4962-9d4e-fac58cafa54e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:26.756840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:26.757700 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.760622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '5affd781-1b5f-449e-9254-3b831abf84c3', 'network_id': 'c3e71e78-efe2-43d5-832f-e5699a2e173e', 'port_id': '5affd781-1b5f-449e-9254-3b831abf84c3', 'mac_address': 'fa:16:3e:80:57:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e457502-2db6-4120-a585-1c4f6d7c510e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:26.772451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965554a-d6a5-4d31-a811-15c5bffe3b1a None None] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:26.782214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-a326cc02-d588-40ce-93ce-833c963c81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:26.784878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-a326cc02-d588-40ce-93ce-833c963c81e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3e71e78-efe2-43d5-832f-e5699a2e173e HTTP/1.1" status: 200 len: 922 time: 0.2625489 Sep 02 12:48:26.810203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a40fbf11-9a96-494d-bf31-3deb22de00eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6913521 Sep 02 12:48:26.813175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:26.817771 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:26.842330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-76bb3f63-e77d-4b46-812b-2e5db72dfa19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5affd781-1b5f-449e-9254-3b831abf84c3 HTTP/1.1" status: 200 len: 217 time: 0.0501285 Sep 02 12:48:26.860542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.861640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:26.986663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-993cf4c6-9a2b-42af-8242-bf0194e15d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:26.988418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-993cf4c6-9a2b-42af-8242-bf0194e15d4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e457502-2db6-4120-a585-1c4f6d7c510e HTTP/1.1" status: 200 len: 861 time: 0.1386635 Sep 02 12:48:26.999547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:27.042640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-9fb829cb-e3e2-4747-90dd-16d1a9390ddc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3e71e78-efe2-43d5-832f-e5699a2e173e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454824 Sep 02 12:48:27.087011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Pushing event deleted for resources: {'Port': ['ID=60ec6bd5-dbcc-482f-916e-ca97cfb91a27,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:27.116532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:27.143643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5030a-62a6-4cf8-b5f7-04f74e1af093 None None] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:27.160254 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:27.215605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] No DVR routers for this DVR port 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:27.238192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:27.242072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5affd781-1b5f-449e-9254-3b831abf84c3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:27.245040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4da4ff0-2171-4fbc-b113-6dc9802158c4 req-04c913ad-d725-434a-b093-781885f3dd04 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.41 "DELETE /v2.0/ports/60ec6bd5-dbcc-482f-916e-ca97cfb91a27 HTTP/1.1" status: 204 len: 173 time: 1.2404027 Sep 02 12:48:27.273197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5affd781-1b5f-449e-9254-3b831abf84c3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5affd781-1b5f-449e-9254-3b831abf84c3,segment=NetworkSegment(a031d6e7-1d61-4373-a346-3859dbc47d6a),segment_id=a031d6e7-1d61-4373-a346-3859dbc47d6a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:27.290266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:27.414734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-eab16652-773a-4d9a-a782-26abb4e124c1 service neutron] 10.222.0.18 "GET /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406479 Sep 02 12:48:27.432718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5affd781-1b5f-449e-9254-3b831abf84c3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:27.514281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7538e83a-f57f-48e0-91b1-92f0f39d87fa req-d0562e3b-1d6d-458a-8453-1bf7f6512e39 tempest-MigrationsAdminTest-1639610872 tempest-MigrationsAdminTest-1639610872-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9b8a50-6da9-4110-b7ed-650ac5a50c69 HTTP/1.1" status: 200 len: 210 time: 0.1138480 Sep 02 12:48:27.601077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5affd781-1b5f-449e-9254-3b831abf84c3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:27.665974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368010e0-0c3b-4d0b-874b-f93615ce1239 req-ede85765-67bd-4905-a5d0-d5841da2c31a service neutron] 10.222.0.18 "GET /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181852 Sep 02 12:48:27.922970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d378993-0782-4528-b9f9-5f41958378d7 req-347df154-030b-4611-a1ab-e580a598602b tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:27.933847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d378993-0782-4528-b9f9-5f41958378d7 req-347df154-030b-4611-a1ab-e580a598602b tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 944 time: 0.1332550 Sep 02 12:48:28.029245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d378993-0782-4528-b9f9-5f41958378d7 req-d6293aad-5571-4466-a9ed-00626778852c tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891635 Sep 02 12:48:28.219343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:28.326748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-deleted', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:28.329613 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc6902-b256-45fe-b420-920832c55e35" -d '{"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-deleted", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:28.387741 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa9475-6efc-4cc1-8774-749503ee156b x-openstack-request-id: req-69fa9475-6efc-4cc1-8774-749503ee156b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:28.388037 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b8a50-6da9-4110-b7ed-650ac5a50c69", "name": "network-vif-deleted", "tag": "60ec6bd5-dbcc-482f-916e-ca97cfb91a27", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:28.388286 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69fa9475-6efc-4cc1-8774-749503ee156b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:28.388704 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b8a50-6da9-4110-b7ed-650ac5a50c69', 'name': 'network-vif-deleted', 'tag': '60ec6bd5-dbcc-482f-916e-ca97cfb91a27', 'status': 'completed', 'code': 200} Sep 02 12:48:28.534525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b00e8-6b10-45a3-a425-183b048cd15c req-57378611-2863-43b7-a4ea-a06310e5c8a5 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:28.541476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c0b00e8-6b10-45a3-a425-183b048cd15c req-57378611-2863-43b7-a4ea-a06310e5c8a5 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.1494086 Sep 02 12:48:28.549801 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:28.591599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:28.606515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:28.642663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:28.643798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 60ec6bd5-dbcc-482f-916e-ca97cfb91a27 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:28.645247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c0b00e8-6b10-45a3-a425-183b048cd15c req-0f863d29-04c9-4955-b6cf-141b4c33bdbf tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564232 Sep 02 12:48:28.694722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f275254-3827-48dc-8342-44a47638ae65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:28.796569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Allocated IP 172.25.7.79 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/5b966ef5-abfd-4868-b364-0b5e78cb0870) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:28.925600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:28.964040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:28.983989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.040320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:29.043848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:29.047544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:29.053187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Pushing event updated for resources: {'Port': ['ID=5b966ef5-abfd-4868-b364-0b5e78cb0870,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:29.160647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e04d4533-3016-4c19-9b19-33408b4ea4f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=044fbd3c414d41fab6842c2085708615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951571 Sep 02 12:48:29.161346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:29.212739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:29.234800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c33b-6fa8-4433-a1c9-7532ea33d53d req-cf493b1e-47c0-40b2-853b-5ab0e97163e3 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:29.237183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d29c33b-6fa8-4433-a1c9-7532ea33d53d req-cf493b1e-47c0-40b2-853b-5ab0e97163e3 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 944 time: 0.1177893 Sep 02 12:48:29.275345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b44d910-e286-4a7b-a1c4-66952ca706e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.309123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b44d910-e286-4a7b-a1c4-66952ca706e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.334195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Deleting subnet bb221178-e169-49b8-af42-6932591eb284 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:29.336330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d29c33b-6fa8-4433-a1c9-7532ea33d53d req-ce709e2c-7833-48b3-a72c-ad787b493c8e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848897 Sep 02 12:48:29.352219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.421186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.438121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b44d910-e286-4a7b-a1c4-66952ca706e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.441271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b44d910-e286-4a7b-a1c4-66952ca706e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.445562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0b44d910-e286-4a7b-a1c4-66952ca706e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49ba3acf-cefe-4aba-b253-28b35d81cbb8 HTTP/1.1" status: 204 len: 168 time: 0.2692735 Sep 02 12:48:29.454408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44d910-e286-4a7b-a1c4-66952ca706e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba3acf-cefe-4aba-b253-28b35d81cbb8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:29.464608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.549260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.663179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.681927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-cad028f3-e1be-4d4c-8c21-b1b98c8d5529 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:29.683623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-cad028f3-e1be-4d4c-8c21-b1b98c8d5529 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.0695817 Sep 02 12:48:29.737081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.741497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bb221178-e169-49b8-af42-6932591eb284 HTTP/1.1" status: 204 len: 168 time: 0.5252454 Sep 02 12:48:29.741846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:29.750785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78edda-e534-4744-b0d6-ad5395dda8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb221178-e169-49b8-af42-6932591eb284,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:29.798813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:29.872888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f868f-6f00-42db-96c6-872ffe44335b req-e0bdea55-e8c4-4d1a-853f-e20bfaf7443a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:29.874624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca2f868f-6f00-42db-96c6-872ffe44335b req-e0bdea55-e8c4-4d1a-853f-e20bfaf7443a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea52817-f38c-4e7c-a160-b2bc50f64538 HTTP/1.1" status: 200 len: 946 time: 0.1244502 Sep 02 12:48:29.895571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Deleting port c966bd06-0e56-4661-9c35-7634713d318c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:29.895956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.916190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.940543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b4aafbb7-efa4-468b-aa33-a4561bdbfd5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efd8c12e680f4c759d5090631f1981fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369653 Sep 02 12:48:29.942547 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:29.945361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:30.020600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] For port c966bd06-0e56-4661-9c35-7634713d318c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c966bd06-0e56-4661-9c35-7634713d318c,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:30.021423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.039599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca2f868f-6f00-42db-96c6-872ffe44335b req-67e7e1ce-8355-4f42-a202-61f1fd691bea tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474288 Sep 02 12:48:30.040520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Calling delete_port for c966bd06-0e56-4661-9c35-7634713d318c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:30.172139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.196454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b4a689-be6a-4ba5-ad33-dadbbd7675d6']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:30.200215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320302b5-93a5-439f-8902-5c4e0c5fc5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.208439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.222542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['21a03c8e-9a48-49ab-837a-9b3e3c556697'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:30.228411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['b7f010d2-ad34-45fc-bb2b-8b8034a30996', 'c966bd06-0e56-4661-9c35-7634713d318c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:30.239848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd374853d-97ca-462d-8eb8-c781aa59c0ab') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:30.239848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd374853d-97ca-462d-8eb8-c781aa59c0ab') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:30.271605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Pushing event deleted for resources: {'Port': ['ID=c966bd06-0e56-4661-9c35-7634713d318c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:30.280218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320302b5-93a5-439f-8902-5c4e0c5fc5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.289799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] No DVR routers for this DVR port c966bd06-0e56-4661-9c35-7634713d318c on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:30.292912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.295430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09505f02-be8c-4e7d-8b9e-2fe4c91f0783 req-3222d393-f10a-4c79-97b9-8f8193f8d82d tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "DELETE /v2.0/ports/c966bd06-0e56-4661-9c35-7634713d318c HTTP/1.1" status: 204 len: 173 time: 0.6048911 Sep 02 12:48:30.307031 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.355108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.377551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:30.379874 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.389865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'name': 'network-vif-deleted', 'tag': 'c966bd06-0e56-4661-9c35-7634713d318c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:30.392404 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4486858-a062-4535-a8f2-c44d55aabeea" -d '{"events": [{"server_uuid": "9ea52817-f38c-4e7c-a160-b2bc50f64538", "name": "network-vif-deleted", "tag": "c966bd06-0e56-4661-9c35-7634713d318c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:30.427864 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:30.481122 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714024f-46c5-4254-bd64-5ab731cbeee5 x-openstack-request-id: req-e714024f-46c5-4254-bd64-5ab731cbeee5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:30.481523 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea52817-f38c-4e7c-a160-b2bc50f64538", "name": "network-vif-deleted", "tag": "c966bd06-0e56-4661-9c35-7634713d318c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:30.482459 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e714024f-46c5-4254-bd64-5ab731cbeee5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:30.483326 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea52817-f38c-4e7c-a160-b2bc50f64538', 'name': 'network-vif-deleted', 'tag': 'c966bd06-0e56-4661-9c35-7634713d318c', 'status': 'completed', 'code': 200} Sep 02 12:48:30.495980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Router 705972ac-e687-4f40-8b07-d08d13230cbd is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:48:30.541083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320302b5-93a5-439f-8902-5c4e0c5fc5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.543422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320302b5-93a5-439f-8902-5c4e0c5fc5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.547392 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-320302b5-93a5-439f-8902-5c4e0c5fc5a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d0f73e2-a5bc-411f-9e4e-b0c4f7f034e2 HTTP/1.1" status: 204 len: 168 time: 0.5979517 Sep 02 12:48:30.568065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.582014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5affd781-1b5f-449e-9254-3b831abf84c3 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:30.601409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320302b5-93a5-439f-8902-5c4e0c5fc5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f73e2-a5bc-411f-9e4e-b0c4f7f034e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:30.638438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.656475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e3b4a689-be6a-4ba5-ad33-dadbbd7675d6 HTTP/1.1" status: 204 len: 168 time: 0.9083307 Sep 02 12:48:30.678200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 5affd781-1b5f-449e-9254-3b831abf84c3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:30.682408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583bdb0-0788-4a3f-a540-28fcecc1d7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b4a689-be6a-4ba5-ad33-dadbbd7675d6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:30.683540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 5affd781-1b5f-449e-9254-3b831abf84c3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:30.684141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.694477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af766-6be4-477c-8309-b9a066da8046 req-1944445c-1a95-4e02-a80a-6740e39cc751 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:30.695779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-095af766-6be4-477c-8309-b9a066da8046 req-1944445c-1a95-4e02-a80a-6740e39cc751 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 944 time: 0.2153203 Sep 02 12:48:30.792401 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-095af766-6be4-477c-8309-b9a066da8046 req-8ffff8a5-39a5-4ee4-bc79-93f3a1fd0a15 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871599 Sep 02 12:48:30.810240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:48:30.828412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Sync routers for ids ['705972ac-e687-4f40-8b07-d08d13230cbd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:48:30.837593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.838888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c44b608-ffd6-4383-aae9-227b6ec7aafa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0247023 Sep 02 12:48:30.842964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:30.859607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Routers {'705972ac-e687-4f40-8b07-d08d13230cbd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:30.860445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['705972ac-e687-4f40-8b07-d08d13230cbd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:30.864542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:30.969162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5affd781-1b5f-449e-9254-3b831abf84c3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:30.971853 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929ea12-7a76-467d-af84-481602660641" -d '{"events": [{"server_uuid": "6aaecc28-b9ef-459c-8ff9-8b4d93de23ed", "name": "network-vif-plugged", "status": "completed", "tag": "5affd781-1b5f-449e-9254-3b831abf84c3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:31.004187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5affd781-1b5f-449e-9254-3b831abf84c3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5affd781-1b5f-449e-9254-3b831abf84c3,segment=NetworkSegment(a031d6e7-1d61-4373-a346-3859dbc47d6a),segment_id=a031d6e7-1d61-4373-a346-3859dbc47d6a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:31.015763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.078537 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e995d1-354c-4f47-a6d8-9e31c7eae86c x-openstack-request-id: req-34e995d1-354c-4f47-a6d8-9e31c7eae86c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:31.078815 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaecc28-b9ef-459c-8ff9-8b4d93de23ed", "name": "network-vif-plugged", "status": "completed", "tag": "5affd781-1b5f-449e-9254-3b831abf84c3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:31.079060 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34e995d1-354c-4f47-a6d8-9e31c7eae86c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:31.079439 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5affd781-1b5f-449e-9254-3b831abf84c3', 'code': 200} Sep 02 12:48:31.132714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Set router 705972ac-e687-4f40-8b07-d08d13230cbd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:31.315884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35222) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:31.394674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5affd781-1b5f-449e-9254-3b831abf84c3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:31.412020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-be9f4507-d88a-4013-9511-da2ecc576342 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=faf36ef5bec04c35b299205c5590cc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945952 Sep 02 12:48:31.414756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:31.446288 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0bd979d-0595-4101-becd-2b07ee0c2628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.498045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6c6437e-996d-41fb-8879-93dccfbb824c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.555437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6c6437e-996d-41fb-8879-93dccfbb824c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.598268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca97766-06d5-476f-93c4-27aca802dd49 req-f21e72c6-827d-40af-a6fa-199621db722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:31.601030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aca97766-06d5-476f-93c4-27aca802dd49 req-f21e72c6-827d-40af-a6fa-199621db722b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 1096 time: 0.1821964 Sep 02 12:48:31.659633 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.742751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aca97766-06d5-476f-93c4-27aca802dd49 req-5a3cb13c-3ec8-44b4-aca1-763bb1c2e8b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318216 Sep 02 12:48:31.762389 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6c6437e-996d-41fb-8879-93dccfbb824c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.773721 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6c6437e-996d-41fb-8879-93dccfbb824c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.774998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6c6437e-996d-41fb-8879-93dccfbb824c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68cabfe5-7f32-48aa-b882-6d3d2f7e4476 HTTP/1.1" status: 204 len: 168 time: 0.3592885 Sep 02 12:48:31.788662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:48:29Z', 'revision_number': 3, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:31.807198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6437e-996d-41fb-8879-93dccfbb824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cabfe5-7f32-48aa-b882-6d3d2f7e4476,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:31.861549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a038-a136-4c5b-b3d3-0bc389053093 req-1e6e7854-c44f-4dc7-ab88-e8741c8d3a0e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:31.869034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0a9a038-a136-4c5b-b3d3-0bc389053093 req-1e6e7854-c44f-4dc7-ab88-e8741c8d3a0e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 945 time: 0.2100971 Sep 02 12:48:31.892717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Checking router: 705972ac-e687-4f40-8b07-d08d13230cbd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:48:31.893144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Updating router 705972ac-e687-4f40-8b07-d08d13230cbd port 5b966ef5-abfd-4868-b364-0b5e78cb0870 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:48:31.990319 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:31.999984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0a9a038-a136-4c5b-b3d3-0bc389053093 req-d9e1230f-0404-4597-8c3b-59dc6b94fef8 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230938 Sep 02 12:48:32.295076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b45f4-39a5-4259-9ad9-a6d9be26f411 req-5ccdc69f-7013-4292-8ec7-6c41038f43c2 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:32.296967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c0b45f4-39a5-4259-9ad9-a6d9be26f411 req-5ccdc69f-7013-4292-8ec7-6c41038f43c2 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 945 time: 0.0966010 Sep 02 12:48:32.382371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c0b45f4-39a5-4259-9ad9-a6d9be26f411 req-16fadafd-f87d-4402-9446-cbc99f24a44b tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758047 Sep 02 12:48:32.389448 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.518500 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.531747 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.543009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Transition to ACTIVE for port object 5b966ef5-abfd-4868-b364-0b5e78cb0870 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:32.554093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.662240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c966bd06-0e56-4661-9c35-7634713d318c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:32.714645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Attempting to bind port 5b966ef5-abfd-4868-b364-0b5e78cb0870 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:32.715306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Attempting to bind port 5b966ef5-abfd-4868-b364-0b5e78cb0870 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:32.715854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Attempting to bind port 5b966ef5-abfd-4868-b364-0b5e78cb0870 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:32.724783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:32.726614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:32.727311 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.727896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:32.728587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Bound port: 5b966ef5-abfd-4868-b364-0b5e78cb0870, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:32.729335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.732441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb49bd2-b67d-4544-aa02-75c1e973f278 None None] Pushing event updated for resources: {'Port': ['ID=5b966ef5-abfd-4868-b364-0b5e78cb0870,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:32.751017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: c966bd06-0e56-4661-9c35-7634713d318c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:32.751675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c966bd06-0e56-4661-9c35-7634713d318c not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:32.766931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Allocated IP 172.20.0.1 (f964f2d6-eed9-4962-9d4e-fac58cafa54e/1292987e-d71c-4efd-91b2-9c43b2913c21/295b8749-c4f6-4b32-9d56-91f1fce48c04) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:32.876972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] For port 5b966ef5-abfd-4868-b364-0b5e78cb0870, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:32.883992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] For port 5b966ef5-abfd-4868-b364-0b5e78cb0870, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5b966ef5-abfd-4868-b364-0b5e78cb0870,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:32.891306 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:32.973258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Routers {'705972ac-e687-4f40-8b07-d08d13230cbd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:32.973922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['705972ac-e687-4f40-8b07-d08d13230cbd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:33.031662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-fc34ce4e-7c5c-4040-82a5-e53bd4fcada3 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:33.033502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-fc34ce4e-7c5c-4040-82a5-e53bd4fcada3 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 945 time: 0.2591283 Sep 02 12:48:33.077188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb49bd2-b67d-4544-aa02-75c1e973f278 None None] Pushing event updated for resources: {'Port': ['ID=5b966ef5-abfd-4868-b364-0b5e78cb0870,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:33.096606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] Set router 705972ac-e687-4f40-8b07-d08d13230cbd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:33.109693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:33.170085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:33.295762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:33.304726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:33.311663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:33.330595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd74079-faf5-4b90-8803-b4ca522a9102 req-1c531456-ac03-4f76-865e-63f77636a39a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:33.338700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecd74079-faf5-4b90-8803-b4ca522a9102 req-1c531456-ac03-4f76-865e-63f77636a39a tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 945 time: 0.1911049 Sep 02 12:48:33.421636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Deleting port b7f010d2-ad34-45fc-bb2b-8b8034a30996 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:33.421878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:33.436551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:48:29Z', 'revision_number': 3, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:33.497810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=295b8749-c4f6-4b32-9d56-91f1fce48c04,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:33.506052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17674f6-c652-4dbe-8677-5e06d908225c None None] The sync data for ids ['705972ac-e687-4f40-8b07-d08d13230cbd'] in n-d-792364-8 is: [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:48:29Z', 'revision_number': 3, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:48:33.565831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecd74079-faf5-4b90-8803-b4ca522a9102 req-f0c543d4-16b5-4e41-8833-db61793a6b88 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259660 Sep 02 12:48:33.581740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:33.664488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] For port b7f010d2-ad34-45fc-bb2b-8b8034a30996, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b7f010d2-ad34-45fc-bb2b-8b8034a30996,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:33.664862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:33.708296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Calling delete_port for b7f010d2-ad34-45fc-bb2b-8b8034a30996 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:33.788986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e576b-5d9c-46fc-98d4-3605afe8cdf2 req-a9f892b4-b740-450f-a38f-f3e7b6bb3e87 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:33.802537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b3e576b-5d9c-46fc-98d4-3605afe8cdf2 req-a9f892b4-b740-450f-a38f-f3e7b6bb3e87 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 945 time: 0.1146545 Sep 02 12:48:33.896048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b3e576b-5d9c-46fc-98d4-3605afe8cdf2 req-e415e0cd-297b-479c-98bb-433c0189118c tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957446 Sep 02 12:48:33.900741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.149940 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.423223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5b966ef5-abfd-4868-b364-0b5e78cb0870 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:34.425683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.478748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['21a03c8e-9a48-49ab-837a-9b3e3c556697'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:34.482461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['b7f010d2-ad34-45fc-bb2b-8b8034a30996'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:34.508516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.514508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Pushing event deleted for resources: {'Port': ['ID=b7f010d2-ad34-45fc-bb2b-8b8034a30996,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:34.538533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.657912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 5b966ef5-abfd-4868-b364-0b5e78cb0870 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:34.670056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5b966ef5-abfd-4868-b364-0b5e78cb0870 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:34.676383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.742340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27eee9-9ace-49e7-8bdd-03c3ca6e2293 req-a6075a7e-f20c-4358-9616-59a69e7bafaf tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:34.752422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e27eee9-9ace-49e7-8bdd-03c3ca6e2293 req-a6075a7e-f20c-4358-9616-59a69e7bafaf tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 945 time: 0.1296976 Sep 02 12:48:34.793341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] No DVR routers for this DVR port b7f010d2-ad34-45fc-bb2b-8b8034a30996 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:34.804159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:34.806691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca4dba80-064e-4caf-bf4a-a0f7f2f5a66e req-0dec02b5-a05c-4e5d-b70d-377818976429 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.41 "DELETE /v2.0/ports/b7f010d2-ad34-45fc-bb2b-8b8034a30996 HTTP/1.1" status: 204 len: 173 time: 1.7666614 Sep 02 12:48:34.828414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=295b8749-c4f6-4b32-9d56-91f1fce48c04,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:34.856208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'name': 'network-vif-deleted', 'tag': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:34.866234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e27eee9-9ace-49e7-8bdd-03c3ca6e2293 req-f905f0ed-1f7b-4305-99eb-979cffb2b196 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127806 Sep 02 12:48:34.924238 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d41738f-e7ba-40bf-ab98-c44ec67b161d" -d '{"events": [{"server_uuid": "4d2d69e6-a0ab-48e5-8b71-c2f554774103", "name": "network-vif-deleted", "tag": "b7f010d2-ad34-45fc-bb2b-8b8034a30996"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:34.934628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:35.067753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4108734-3f6a-4b03-b705-11e03512e308 req-5ec21daa-1449-4797-bb61-465abddabe20 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2d69e6-a0ab-48e5-8b71-c2f554774103 HTTP/1.1" status: 200 len: 210 time: 0.1161501 Sep 02 12:48:35.080432 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.095962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.096974 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.168969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 5b966ef5-abfd-4868-b364-0b5e78cb0870, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5b966ef5-abfd-4868-b364-0b5e78cb0870,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:35.176666 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.226276 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f12b3-7644-4b71-afb5-af6ec2486050 x-openstack-request-id: req-314f12b3-7644-4b71-afb5-af6ec2486050 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:35.226803 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d69e6-a0ab-48e5-8b71-c2f554774103", "name": "network-vif-deleted", "tag": "b7f010d2-ad34-45fc-bb2b-8b8034a30996", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:35.227221 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-314f12b3-7644-4b71-afb5-af6ec2486050 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:35.227784 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d69e6-a0ab-48e5-8b71-c2f554774103', 'name': 'network-vif-deleted', 'tag': 'b7f010d2-ad34-45fc-bb2b-8b8034a30996', 'status': 'completed', 'code': 200} Sep 02 12:48:35.323313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=5b966ef5-abfd-4868-b364-0b5e78cb0870,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:35.347020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1faeec1c-a16b-49fb-a9ac-1c5cfd885db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.351302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:35.353143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:35.465856 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1faeec1c-a16b-49fb-a9ac-1c5cfd885db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.473315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1faeec1c-a16b-49fb-a9ac-1c5cfd885db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.527795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1faeec1c-a16b-49fb-a9ac-1c5cfd885db0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01decaf85f494165a6b5761a795cb257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916855 Sep 02 12:48:35.529325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeec1c-a16b-49fb-a9ac-1c5cfd885db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca7be9-e01b-46cd-889c-9f5eadbb7a42,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:35.530886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Router 705972ac-e687-4f40-8b07-d08d13230cbd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:48:35.531895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:35.704197 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6740f11-f28c-4809-afda-6a6551506806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.742551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6740f11-f28c-4809-afda-6a6551506806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.783524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:48:35.789447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-249dfb0d-aaae-4f1f-9908-e0de2040e5c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/705972ac-e687-4f40-8b07-d08d13230cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9453268 Sep 02 12:48:35.823359 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6740f11-f28c-4809-afda-6a6551506806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.826363 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6740f11-f28c-4809-afda-6a6551506806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:35.830611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b6740f11-f28c-4809-afda-6a6551506806 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78ca7be9-e01b-46cd-889c-9f5eadbb7a42 HTTP/1.1" status: 204 len: 168 time: 0.2922223 Sep 02 12:48:35.839629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6740f11-f28c-4809-afda-6a6551506806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca7be9-e01b-46cd-889c-9f5eadbb7a42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:36.023456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-2bcdeb81-09bc-4ad3-a33d-cd5d6e2fc30d tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:36.025853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-2bcdeb81-09bc-4ad3-a33d-cd5d6e2fc30d tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 945 time: 0.1193328 Sep 02 12:48:36.048517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531b3e-666e-4b74-9727-52e9cb000e5d req-4718f2df-d75f-40a2-b14b-99672f48ee18 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:36.059784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c531b3e-666e-4b74-9727-52e9cb000e5d req-4718f2df-d75f-40a2-b14b-99672f48ee18 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 945 time: 0.0786624 Sep 02 12:48:36.175866 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c531b3e-666e-4b74-9727-52e9cb000e5d req-da5101ed-86d1-4046-9ddd-f6bc4c092313 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb6d6361-841d-44c8-9667-ef89e234c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145430 Sep 02 12:48:36.340519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Deleting port 5affd781-1b5f-449e-9254-3b831abf84c3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:36.341087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:36.357593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5b966ef5-abfd-4868-b364-0b5e78cb0870 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:36.528314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5b966ef5-abfd-4868-b364-0b5e78cb0870 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:36.528774 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:36.592998 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Sync routers for ids ['705972ac-e687-4f40-8b07-d08d13230cbd'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:48:36.625840 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Routers {'705972ac-e687-4f40-8b07-d08d13230cbd'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:36.631680 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['705972ac-e687-4f40-8b07-d08d13230cbd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:36.675263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] For port 5affd781-1b5f-449e-9254-3b831abf84c3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5affd781-1b5f-449e-9254-3b831abf84c3,segment=NetworkSegment(a031d6e7-1d61-4373-a346-3859dbc47d6a),segment_id=a031d6e7-1d61-4373-a346-3859dbc47d6a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:36.676195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:36.705167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b7f010d2-ad34-45fc-bb2b-8b8034a30996 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:36.741596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde9030-358a-4c95-9115-9c31b9844c93 req-57479a10-a3eb-4084-83e3-868a2dcd647e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:36.743872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: b7f010d2-ad34-45fc-bb2b-8b8034a30996 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:36.744525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b7f010d2-ad34-45fc-bb2b-8b8034a30996 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:36.751561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dde9030-358a-4c95-9115-9c31b9844c93 req-57479a10-a3eb-4084-83e3-868a2dcd647e tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1397214 Sep 02 12:48:36.800226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Calling delete_port for 5affd781-1b5f-449e-9254-3b831abf84c3 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:36.830590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dde9030-358a-4c95-9115-9c31b9844c93 req-fab5258d-07d9-45ef-8de6-97296033e9be tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779631 Sep 02 12:48:36.976535 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Set router 705972ac-e687-4f40-8b07-d08d13230cbd gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:36.994723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-46927588-25a9-4f7a-9d8b-4eb79380f15e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:37.003115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-46927588-25a9-4f7a-9d8b-4eb79380f15e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 810 time: 0.2830868 Sep 02 12:48:37.024636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-f55ffb99-1d8e-4989-8d6f-fc9c1fc0f091 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/quotas/96ea08a51ee046ce96677bee3eaade07 HTTP/1.1" status: 200 len: 375 time: 0.0204067 Sep 02 12:48:37.151194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-035983f8-e121-46a6-b7e4-73d9a33f23cc tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255031 Sep 02 12:48:37.267091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:37.308262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Pushing event deleted for resources: {'Port': ['ID=5affd781-1b5f-449e-9254-3b831abf84c3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:37.360825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] No DVR routers for this DVR port 5affd781-1b5f-449e-9254-3b831abf84c3 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:37.364676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:37.367918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5082fae4-e979-49c8-80df-a5c6300119d1 req-3bfad5d4-74ae-4c14-b802-695c546b176e tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.18 "DELETE /v2.0/ports/5affd781-1b5f-449e-9254-3b831abf84c3 HTTP/1.1" status: 204 len: 173 time: 1.3315830 Sep 02 12:48:37.375570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'name': 'network-vif-deleted', 'tag': '5affd781-1b5f-449e-9254-3b831abf84c3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:37.379839 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc57684-39ba-44a4-85bb-18bcae771dd0" -d '{"events": [{"server_uuid": "6aaecc28-b9ef-459c-8ff9-8b4d93de23ed", "name": "network-vif-deleted", "tag": "5affd781-1b5f-449e-9254-3b831abf84c3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:37.427774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-1d1bf2bc-85dd-4317-b54a-a1ff07427191 service neutron] 10.222.0.60 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747018 Sep 02 12:48:37.459825 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:48:33Z', 'revision_number': 4, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '295b8749-c4f6-4b32-9d56-91f1fce48c04', 'name': '', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'mac_address': 'fa:16:3e:65:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:32Z', 'updated_at': '2021-09-02T12:48:34Z', 'revision_number': 2, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'subnets': [{'id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:37.498807 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Checking router: 705972ac-e687-4f40-8b07-d08d13230cbd for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:48:37.499170 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Updating router 705972ac-e687-4f40-8b07-d08d13230cbd port 295b8749-c4f6-4b32-9d56-91f1fce48c04 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:48:37.533146 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:37.558474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb046d4c-cc1a-4217-9888-b8e88793d3c9 req-328d22fb-3719-40b0-8f66-ead48647d402 tempest-ServerAddressesNegativeTestJSON-1359130819 tempest-ServerAddressesNegativeTestJSON-1359130819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aaecc28-b9ef-459c-8ff9-8b4d93de23ed HTTP/1.1" status: 200 len: 210 time: 0.0577250 Sep 02 12:48:37.582140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-9a2654d7-239a-4285-a44f-127467299181 service neutron] 10.222.0.60 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521268 Sep 02 12:48:37.629504 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1f253-34ba-44d0-afa3-870efc20a9cd x-openstack-request-id: req-b2c1f253-34ba-44d0-afa3-870efc20a9cd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:37.630007 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaecc28-b9ef-459c-8ff9-8b4d93de23ed", "name": "network-vif-deleted", "tag": "5affd781-1b5f-449e-9254-3b831abf84c3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:37.630438 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2c1f253-34ba-44d0-afa3-870efc20a9cd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:37.632549 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaecc28-b9ef-459c-8ff9-8b4d93de23ed', 'name': 'network-vif-deleted', 'tag': '5affd781-1b5f-449e-9254-3b831abf84c3', 'status': 'completed', 'code': 200} Sep 02 12:48:37.937856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:38.015534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aa791c0-dea6-48e6-b94c-fec4e2d67d81 req-beba44dd-3ac8-4803-b20a-fb73b47c8d25 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 210 time: 0.0581768 Sep 02 12:48:38.039172 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.066764 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Transition to ACTIVE for port object 295b8749-c4f6-4b32-9d56-91f1fce48c04 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:38.083064 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.163323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-4bfec52c-e35a-4e05-9b77-e663f1a8d054 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:38.165626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-4bfec52c-e35a-4e05-9b77-e663f1a8d054 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.18 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1493134 Sep 02 12:48:38.280164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1825278733-network', 'tenant_id': '34970c8b47c24c4093e36b50f621ae94'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:38.317241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3db38-dc63-4b1a-a63e-300159b95ce7 req-87b93e9c-0853-4ea6-9acd-9ffe648877eb tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:38.325127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe3db38-dc63-4b1a-a63e-300159b95ce7 req-87b93e9c-0853-4ea6-9acd-9ffe648877eb tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 945 time: 0.1979969 Sep 02 12:48:38.383713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Made reservation on behalf of 34970c8b47c24c4093e36b50f621ae94 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:38.396047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.424029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe3db38-dc63-4b1a-a63e-300159b95ce7 req-1a5ccdb0-0e1b-440f-a0d9-2bb82e0570d1 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c1d231d-4636-46c6-9abc-a4bb0499eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976202 Sep 02 12:48:38.425309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.462045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Deleting port 21a03c8e-9a48-49ab-837a-9b3e3c556697 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:38.463006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.494419 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Pushing event updated for resources: {'Port': ['ID=295b8749-c4f6-4b32-9d56-91f1fce48c04,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:38.509304 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Attempting to bind port 295b8749-c4f6-4b32-9d56-91f1fce48c04 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:38.510602 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Attempting to bind port 295b8749-c4f6-4b32-9d56-91f1fce48c04 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:38.511188 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Attempting to bind port 295b8749-c4f6-4b32-9d56-91f1fce48c04 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:38.521573 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.523707 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.524212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.524739 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.525388 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.527536 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.528206 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.528554 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.529106 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.529441 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.529772 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.530263 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:38.545287 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:38.545672 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Checking segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:38.546091 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.546491 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Bound using segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:38.547318 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Bound port: 295b8749-c4f6-4b32-9d56-91f1fce48c04, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:38.547464 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.624442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5affd781-1b5f-449e-9254-3b831abf84c3 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:38.644496 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] For port 295b8749-c4f6-4b32-9d56-91f1fce48c04, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:38.649916 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] For port 295b8749-c4f6-4b32-9d56-91f1fce48c04, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=295b8749-c4f6-4b32-9d56-91f1fce48c04,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:38.659733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35500) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:38.662379 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.674432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 5affd781-1b5f-449e-9254-3b831abf84c3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:38.675041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5affd781-1b5f-449e-9254-3b831abf84c3 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:38.743975 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Routers {'705972ac-e687-4f40-8b07-d08d13230cbd'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:48:38.745072 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:48:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['705972ac-e687-4f40-8b07-d08d13230cbd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:38.750400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] For port 21a03c8e-9a48-49ab-837a-9b3e3c556697, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21a03c8e-9a48-49ab-837a-9b3e3c556697,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:38.753133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.781837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Deleting subnet 6e457502-2db6-4120-a585-1c4f6d7c510e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:38.788806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Calling delete_port for 21a03c8e-9a48-49ab-837a-9b3e3c556697 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:38.792731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.884387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.888744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.898175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.942004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:48:38.962214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b2c61-36b0-400d-8b56-cf2035a4d396,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:38.969591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.969941 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Added segment d1b03977-a612-4942-941d-6e50a47bbf0f of type vlan for network 874305b1-f8ad-4ab4-a989-5108d093f89a Sep 02 12:48:38.975667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:38.981476 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cbe2c-fcc5-4f77-bd5f-8102dfd7da6f None None] Pushing event updated for resources: {'Port': ['ID=295b8749-c4f6-4b32-9d56-91f1fce48c04,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:39.047142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] Set router 705972ac-e687-4f40-8b07-d08d13230cbd gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:48:39.104445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.135485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.140530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e457502-2db6-4120-a585-1c4f6d7c510e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:39.179442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.181732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ceab18df-0269-4505-a49b-8ce76172cce8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e457502-2db6-4120-a585-1c4f6d7c510e HTTP/1.1" status: 204 len: 168 time: 0.5206635 Sep 02 12:48:39.192745 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69cced39-2636-4ac0-9f1d-80eadaa7bd6a req-3854d122-fe21-4acf-b1d4-5c27d48259ff tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 210 time: 0.0542352 Sep 02 12:48:39.197722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:39.202873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.204354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:39.205180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.299223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.301234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.375988 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:48:33Z', 'revision_number': 4, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '295b8749-c4f6-4b32-9d56-91f1fce48c04', 'name': '', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'mac_address': 'fa:16:3e:65:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:32Z', 'updated_at': '2021-09-02T12:48:38Z', 'revision_number': 4, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'subnets': [{'id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:39.409528 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd418c42-43c0-4631-8f6d-7f2bdc3f1ae2 None None] The sync data for ids ['705972ac-e687-4f40-8b07-d08d13230cbd'] in n-d-792364-8 is: [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:48:33Z', 'revision_number': 4, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '295b8749-c4f6-4b32-9d56-91f1fce48c04', 'name': '', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'mac_address': 'fa:16:3e:65:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:32Z', 'updated_at': '2021-09-02T12:48:38Z', 'revision_number': 4, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'subnets': [{'id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:48:39.547727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Pushing event deleted for resources: {'Port': ['ID=21a03c8e-9a48-49ab-837a-9b3e3c556697,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:39.707819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7683086 Sep 02 12:48:39.712341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:39.719968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Request body: {'subnet': {'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1825278733-subnet', 'tenant_id': '34970c8b47c24c4093e36b50f621ae94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:39.725496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace11be5-8e9b-410c-9bfb-1ba5a51a3d3b req-5ef1d64d-03ca-4499-876e-a7d0d38611d0 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.60 "GET /v2.0/ports?device_id=a089acc9-83cf-4ed3-b276-e3e94f603eec HTTP/1.1" status: 200 len: 210 time: 0.0746412 Sep 02 12:48:39.747078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8c125-9cbb-4a28-a574-0ccab907dd6c admin admin] Pushing event updated for resources: {'Network': ['ID=874305b1-f8ad-4ab4-a989-5108d093f89a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:39.762314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 874305b1-f8ad-4ab4-a989-5108d093f89a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:48:39.818129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] No DVR routers for this DVR port 21a03c8e-9a48-49ab-837a-9b3e3c556697 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:39.824522 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:39.827171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d05ba86-7617-42f4-ae13-c2db8cd406ac req-7311c8ce-e73b-408b-b78f-f3d6d455c2a4 tempest-ListServerFiltersTestJSON-740472513 tempest-ListServerFiltersTestJSON-740472513-project] 10.222.0.18 "DELETE /v2.0/ports/21a03c8e-9a48-49ab-837a-9b3e3c556697 HTTP/1.1" status: 204 len: 173 time: 1.6331990 Sep 02 12:48:39.837952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'name': 'network-vif-deleted', 'tag': '21a03c8e-9a48-49ab-837a-9b3e3c556697'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:39.840339 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3bf37-696c-44fd-9786-ad1c60ddaa12" -d '{"events": [{"server_uuid": "a089acc9-83cf-4ed3-b276-e3e94f603eec", "name": "network-vif-deleted", "tag": "21a03c8e-9a48-49ab-837a-9b3e3c556697"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:39.955197 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caaed02-3cd0-48ea-bd4c-954cd120218d x-openstack-request-id: req-5caaed02-3cd0-48ea-bd4c-954cd120218d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:39.955821 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a089acc9-83cf-4ed3-b276-e3e94f603eec", "name": "network-vif-deleted", "tag": "21a03c8e-9a48-49ab-837a-9b3e3c556697", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:39.956218 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5caaed02-3cd0-48ea-bd4c-954cd120218d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:39.956768 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a089acc9-83cf-4ed3-b276-e3e94f603eec', 'name': 'network-vif-deleted', 'tag': '21a03c8e-9a48-49ab-837a-9b3e3c556697', 'status': 'completed', 'code': 200} Sep 02 12:48:40.030457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-8c213ffc-924e-498c-a591-2015b3e1c65a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:40.039233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-8c213ffc-924e-498c-a591-2015b3e1c65a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.41 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 810 time: 0.4910312 Sep 02 12:48:40.043544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Made reservation on behalf of 34970c8b47c24c4093e36b50f621ae94 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:40.046111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.052443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.059525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Request body: {'port': {'device_id': '5eccc886-649c-4a5e-a242-828c2d015389', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'admin_state_up': True, 'tenant_id': '96ea08a51ee046ce96677bee3eaade07'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:40.168859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e71e78-efe2-43d5-832f-e5699a2e173e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:40.233065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a031d6e7-1d61-4373-a346-3859dbc47d6a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:40.234070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a031d6e7-1d61-4373-a346-3859dbc47d6a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:40.265086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.302662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.462529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 295b8749-c4f6-4b32-9d56-91f1fce48c04 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:40.529543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:40.531291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.537901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 295b8749-c4f6-4b32-9d56-91f1fce48c04 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:40.538839 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:40.546874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 295b8749-c4f6-4b32-9d56-91f1fce48c04 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:40.548776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.573036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.641769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21a03c8e-9a48-49ab-837a-9b3e3c556697 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:40.695822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e3223251-78f6-4fef-96de-2735ecbc7cd2 req-ab85b34d-52e3-441b-9145-60c4e1b4b1d0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 210 time: 0.1579392 Sep 02 12:48:40.696230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 21a03c8e-9a48-49ab-837a-9b3e3c556697 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:40.697476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21a03c8e-9a48-49ab-837a-9b3e3c556697 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:40.766419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.781843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.786842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c3e71e78-efe2-43d5-832f-e5699a2e173e HTTP/1.1" status: 204 len: 168 time: 1.5854306 Sep 02 12:48:40.810016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:40.819440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=743099c5-e66a-452f-a2dc-413b152ed13d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:40.842750 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95a16-7219-41b6-bf86-f399cb3c3635 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e71e78-efe2-43d5-832f-e5699a2e173e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:40.845445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Made reservation on behalf of 96ea08a51ee046ce96677bee3eaade07 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:40.855543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.923943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.924536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Checking segment: {'id': 'd1b03977-a612-4942-941d-6e50a47bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:40.924536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Network hostable DHCP agents. Network: 874305b1-f8ad-4ab4-a989-5108d093f89a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:48:40.929137 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:40.964275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Deleting subnet 66e678d5-92d3-4311-a61b-b5db0fdce271 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:48:40.971401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.020417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 295b8749-c4f6-4b32-9d56-91f1fce48c04, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=295b8749-c4f6-4b32-9d56-91f1fce48c04,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:41.027568 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.037183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Network 874305b1-f8ad-4ab4-a989-5108d093f89a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:48:41.079180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 874305b1-f8ad-4ab4-a989-5108d093f89a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:41.085218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:41.087267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.089220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.162740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=295b8749-c4f6-4b32-9d56-91f1fce48c04,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:41.172533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe489c0-f599-4dc9-be25-5e62f1ff2d55 None None] Network 874305b1-f8ad-4ab4-a989-5108d093f89a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:41.208736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-237dc4a0-a333-4d97-836a-98886d35d8bb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4925053 Sep 02 12:48:41.210239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Allocated IP 172.20.0.6 (f964f2d6-eed9-4962-9d4e-fac58cafa54e/1292987e-d71c-4efd-91b2-9c43b2913c21/30a096ff-95ad-4ee1-a711-87d46061d0f8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:41.241293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:41.355754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.438580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c83af-d342-4f40-a8b0-3d9da853aae7 None None] Network 874305b1-f8ad-4ab4-a989-5108d093f89a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:41.512476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.575928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e678d5-92d3-4311-a61b-b5db0fdce271,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:41.599996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.614059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4abe69a2-f395-49c5-be4f-bbaf1af06cfb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/66e678d5-92d3-4311-a61b-b5db0fdce271 HTTP/1.1" status: 204 len: 168 time: 0.8027096 Sep 02 12:48:41.617192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35574) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:41.622223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a60d8b-8614-4d76-a9f6-90f63d7af0b7 None None] Network 79efc335-ee9d-41b7-90bd-cb21e2f52eec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:41.841906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:41.900251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-edf265e0-9ed4-4fab-ae51-e7377e250f5e req-1008c5b4-603a-4d68-8959-08dbd366f7c8 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 210 time: 0.0662596 Sep 02 12:48:42.015294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e06ea22-4a4b-419c-bcbf-abeb14dfa725 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=662b0eb679274c84846bc592f25e7191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7683671 Sep 02 12:48:42.016618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:42.024062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] DHCP port deletion for 79efc335-ee9d-41b7-90bd-cb21e2f52eec request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:48:42.144619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] Deleting port c3505efb-193f-4eb7-91e6-dfd166695a92 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:42.145835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.184308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c098934-c4a6-4ec5-bc76-5ff42fd46b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.224618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:42.261793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.278301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c098934-c4a6-4ec5-bc76-5ff42fd46b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.282951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] For port c3505efb-193f-4eb7-91e6-dfd166695a92, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3505efb-193f-4eb7-91e6-dfd166695a92,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:42.284223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.317997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] Calling delete_port for c3505efb-193f-4eb7-91e6-dfd166695a92 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:42.402108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 295b8749-c4f6-4b32-9d56-91f1fce48c04 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:42.449729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Deleting port c3505efb-193f-4eb7-91e6-dfd166695a92 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:42.450333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.458645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.486375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 295b8749-c4f6-4b32-9d56-91f1fce48c04 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:42.486679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.489389 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c098934-c4a6-4ec5-bc76-5ff42fd46b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.492184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c098934-c4a6-4ec5-bc76-5ff42fd46b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.493612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6c098934-c4a6-4ec5-bc76-5ff42fd46b44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb6d6361-841d-44c8-9667-ef89e234c5ce HTTP/1.1" status: 204 len: 168 time: 0.4707234 Sep 02 12:48:42.525661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.540160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-0d15e057-7c2a-4ef5-ab02-9e99121ca5ce tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:42.542298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-0d15e057-7c2a-4ef5-ab02-9e99121ca5ce tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/networks?id=874305b1-f8ad-4ab4-a989-5108d093f89a HTTP/1.1" status: 200 len: 814 time: 0.2174459 Sep 02 12:48:42.572002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] Pushing event deleted for resources: {'Port': ['ID=c3505efb-193f-4eb7-91e6-dfd166695a92,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:42.583753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be386c8-2d3a-4c26-ab2e-ee2004406be3 None None] No DVR routers for this DVR port c3505efb-193f-4eb7-91e6-dfd166695a92 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:42.589225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] For port c3505efb-193f-4eb7-91e6-dfd166695a92, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3505efb-193f-4eb7-91e6-dfd166695a92,segment=NetworkSegment(1aa25edf-b600-4305-a2f4-5e1a80f71b35),segment_id=1aa25edf-b600-4305-a2f4-5e1a80f71b35)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:42.589676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.594276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-c3453a46-9f03-4001-a829-075ff83b7750 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/quotas/34970c8b47c24c4093e36b50f621ae94 HTTP/1.1" status: 200 len: 375 time: 0.0399487 Sep 02 12:48:42.618860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Calling delete_port for c3505efb-193f-4eb7-91e6-dfd166695a92 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:42.620853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c098934-c4a6-4ec5-bc76-5ff42fd46b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d6361-841d-44c8-9667-ef89e234c5ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:42.623076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe61b3d-2884-4f4f-a736-a8b3f1fe7a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.636167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:42.643276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-088e12a4-8734-430b-9e88-329a252444fc tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=34970c8b47c24c4093e36b50f621ae94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402818 Sep 02 12:48:42.657456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:42.667086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:42.743252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:42.743859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.762693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.769167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Pushing event updated for resources: {'Port': ['ID=30a096ff-95ad-4ee1-a711-87d46061d0f8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:42.795542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3505efb-193f-4eb7-91e6-dfd166695a92 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:48:42.838628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c3505efb-193f-4eb7-91e6-dfd166695a92 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:48:42.838967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3505efb-193f-4eb7-91e6-dfd166695a92 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:48:42.848297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3505efb-193f-4eb7-91e6-dfd166695a92,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:42.851564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] No DVR routers for this DVR port c3505efb-193f-4eb7-91e6-dfd166695a92 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:42.974478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe61b3d-2884-4f4f-a736-a8b3f1fe7a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:42.986655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe61b3d-2884-4f4f-a736-a8b3f1fe7a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.046616 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bfe61b3d-2884-4f4f-a736-a8b3f1fe7a53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98e9fca651cc4f2a9abb72b7eb8e7acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078098 Sep 02 12:48:43.047415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-4a8b7e30-553e-4404-854c-a0f53ebf3b84 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9985960 Sep 02 12:48:43.047812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.047925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35624) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:43.061735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79efc335-ee9d-41b7-90bd-cb21e2f52eec']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:43.077474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa25edf-b600-4305-a2f4-5e1a80f71b35') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:43.078086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa25edf-b600-4305-a2f4-5e1a80f71b35') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:48:43.098713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.104079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Request body: {'port': {'device_id': '5eccc886-649c-4a5e-a242-828c2d015389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:43.129257 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-31dbfb99-4c4a-4318-ac0e-fcb47c7aaf1a service neutron] 10.222.0.60 "GET /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769590 Sep 02 12:48:43.130612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.138545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:48:43.139271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:48:43.142471 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:48:43.229403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe61b3d-2884-4f4f-a736-a8b3f1fe7a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a1281f-6912-4014-8058-aec60d82bed2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:43.274339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954265-e1ee-421b-b222-c756e0c1471b req-099a5c69-3160-4a4e-a8ad-5baf12e14f24 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:43.281989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15954265-e1ee-421b-b222-c756e0c1471b req-099a5c69-3160-4a4e-a8ad-5baf12e14f24 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 931 time: 0.2425117 Sep 02 12:48:43.312178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.338000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.354335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-2823b334-155b-4081-aa59-642d926e2901 service neutron] 10.222.0.60 "GET /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961918 Sep 02 12:48:43.355695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15954265-e1ee-421b-b222-c756e0c1471b req-8a5d63c2-525a-47f4-9c4b-5bccee11147b tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724821 Sep 02 12:48:43.362505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.364558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] 10.222.0.60 "DELETE /v2.0/networks/79efc335-ee9d-41b7-90bd-cb21e2f52eec HTTP/1.1" status: 204 len: 168 time: 1.7448850 Sep 02 12:48:43.376475 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9d33533-d137-470e-953d-d6ad190d4b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.414887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a831f-0832-4e79-8913-98afef17075a admin admin] Pushing event deleted for resources: {'Network': ['ID=79efc335-ee9d-41b7-90bd-cb21e2f52eec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:43.537991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9d33533-d137-470e-953d-d6ad190d4b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.654690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:43.735262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35654) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:43.830874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9d33533-d137-470e-953d-d6ad190d4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.831014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c3b8b08-56dc-41ef-a080-79061fb7b1a0 req-179ed8e4-35a9-4475-9b13-6146d05676bb tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 210 time: 0.0972672 Sep 02 12:48:43.833519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9d33533-d137-470e-953d-d6ad190d4b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:43.836880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b9d33533-d137-470e-953d-d6ad190d4b80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41a1281f-6912-4014-8058-aec60d82bed2 HTTP/1.1" status: 204 len: 168 time: 0.7606237 Sep 02 12:48:43.855474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d33533-d137-470e-953d-d6ad190d4b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a1281f-6912-4014-8058-aec60d82bed2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:43.865407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e1bba03d-ab00-4ed1-aea1-92e9dfdceb08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6593e60ae544e3ea83441bac93d76ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063715 Sep 02 12:48:43.868080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:43.991258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e197e8-9953-482f-bf63-5f2e127a88ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.023658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e197e8-9953-482f-bf63-5f2e127a88ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.099548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e197e8-9953-482f-bf63-5f2e127a88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.103524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-873525561-network', 'tenant_id': 'a5b3fe68958747f38cebb210e4faf2bc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:44.105660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e197e8-9953-482f-bf63-5f2e127a88ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.108027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47e197e8-9953-482f-bf63-5f2e127a88ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c1d231d-4636-46c6-9abc-a4bb0499eb92 HTTP/1.1" status: 204 len: 168 time: 0.2377324 Sep 02 12:48:44.130252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a096ff-95ad-4ee1-a711-87d46061d0f8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:44.137932 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e197e8-9953-482f-bf63-5f2e127a88ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d231d-4636-46c6-9abc-a4bb0499eb92,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:44.140065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.148267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Made reservation on behalf of a5b3fe68958747f38cebb210e4faf2bc for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:44.151142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.171091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.173792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Transition to ACTIVE for port object 30a096ff-95ad-4ee1-a711-87d46061d0f8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:44.185161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.407163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.414466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Pushing event updated for resources: {'Port': ['ID=30a096ff-95ad-4ee1-a711-87d46061d0f8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:44.416891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.457367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:48:44.480419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.480960 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Added segment 00e424ee-ab06-43e8-a6d8-7d636004b83e of type vlan for network 39a32309-a5d3-4724-938e-55d135b41a90 Sep 02 12:48:44.537577 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.612336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1282377b-28f5-4503-bdb2-2fb8797efa6b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:44.618467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.619589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:44.620111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.641823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Attempting to bind port 30a096ff-95ad-4ee1-a711-87d46061d0f8 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:44.642129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Attempting to bind port 30a096ff-95ad-4ee1-a711-87d46061d0f8 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:44.642458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Attempting to bind port 30a096ff-95ad-4ee1-a711-87d46061d0f8 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:44.698501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Port 30a096ff-95ad-4ee1-a711-87d46061d0f8 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:44.698836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Attempting to bind port 30a096ff-95ad-4ee1-a711-87d46061d0f8 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:44.749291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:44.749982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Checking segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:44.750747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Bound using segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:44.751291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Bound port: 30a096ff-95ad-4ee1-a711-87d46061d0f8, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:44.751624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.753570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:44.769855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb484-a852-4677-9c00-89f9d51898bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.792952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0547752 Sep 02 12:48:44.794722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:44.800867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Request body: {'subnet': {'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-873525561-subnet', 'tenant_id': 'a5b3fe68958747f38cebb210e4faf2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:44.831702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9dc9c-5a16-4e0a-8fe5-229eb031d5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=39a32309-a5d3-4724-938e-55d135b41a90,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:44.847088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 39a32309-a5d3-4724-938e-55d135b41a90 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:48:44.851574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472e8a-2ad3-4c22-8ee6-1dcb3a0f89a2 req-222597f7-c229-4206-bf30-d06ad8747ec8 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:44.853344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e472e8a-2ad3-4c22-8ee6-1dcb3a0f89a2 req-222597f7-c229-4206-bf30-d06ad8747ec8 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 943 time: 0.2548752 Sep 02 12:48:44.938627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb484-a852-4677-9c00-89f9d51898bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.949374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] For port 30a096ff-95ad-4ee1-a711-87d46061d0f8, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:44.952918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb484-a852-4677-9c00-89f9d51898bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:44.970718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] For port 30a096ff-95ad-4ee1-a711-87d46061d0f8, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:44.983634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e472e8a-2ad3-4c22-8ee6-1dcb3a0f89a2 req-b69e1b25-0195-4619-a3e1-0bd70b562521 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081417 Sep 02 12:48:44.985397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.019393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-681ad19d-aa9d-49b3-85f6-09d637494dd7 req-b90d67e1-6063-428d-befe-e3cca8f4f11e tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 210 time: 0.0676477 Sep 02 12:48:45.039693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Made reservation on behalf of a5b3fe68958747f38cebb210e4faf2bc for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:45.047239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:45.047872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.049371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] 10.222.0.41 "PUT /v2.0/ports/30a096ff-95ad-4ee1-a711-87d46061d0f8 HTTP/1.1" status: 200 len: 1091 time: 1.9687088 Sep 02 12:48:45.049818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eccc886-649c-4a5e-a242-828c2d015389', 'tag': '30a096ff-95ad-4ee1-a711-87d46061d0f8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:45.050198 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.052411 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65365ffe-4944-4895-9ad9-2378bc9f9a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5eccc886-649c-4a5e-a242-828c2d015389", "tag": "30a096ff-95ad-4ee1-a711-87d46061d0f8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:45.061632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bc7eb484-a852-4677-9c00-89f9d51898bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfab7b4ccdaf4c8f81dc430febc06ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067369 Sep 02 12:48:45.064651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35702) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:48:45.112278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf334d4d-e806-4dbb-85ec-027a83271520 service neutron] Pushing event updated for resources: {'Port': ['ID=30a096ff-95ad-4ee1-a711-87d46061d0f8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:45.117212 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f67b23-d11d-41e8-bca2-973979d2f85a x-openstack-request-id: req-60f67b23-d11d-41e8-bca2-973979d2f85a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:45.117212 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eccc886-649c-4a5e-a242-828c2d015389", "tag": "30a096ff-95ad-4ee1-a711-87d46061d0f8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:45.117212 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60f67b23-d11d-41e8-bca2-973979d2f85a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:45.117706 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eccc886-649c-4a5e-a242-828c2d015389', 'tag': '30a096ff-95ad-4ee1-a711-87d46061d0f8', 'status': 'completed', 'code': 200} Sep 02 12:48:45.127090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eb484-a852-4677-9c00-89f9d51898bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c6cce1-f381-4f60-83d0-6f0c1e919708,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:45.302303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.328536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f40cc6-91c9-45e4-80e5-c6e8b23fca9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.353506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f40cc6-91c9-45e4-80e5-c6e8b23fca9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.366520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baecb0d3-b16b-43b5-96a7-de765de06af4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:45.367816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-5c8584bf-7975-4c0c-ba45-e107a7846364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:45.369428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-5c8584bf-7975-4c0c-ba45-e107a7846364 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 1094 time: 0.2447925 Sep 02 12:48:45.396720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Checking segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:45.397242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Network hostable DHCP agents. Network: 39a32309-a5d3-4724-938e-55d135b41a90, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:48:45.403634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-5e8b52ae-fb92-4bd4-bdc2-9d88b95a18ab tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:45.405699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-5e8b52ae-fb92-4bd4-bdc2-9d88b95a18ab tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.18 "GET /v2.0/networks?id=874305b1-f8ad-4ab4-a989-5108d093f89a HTTP/1.1" status: 200 len: 814 time: 0.2384627 Sep 02 12:48:45.423438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Network 39a32309-a5d3-4724-938e-55d135b41a90 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:48:45.435327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 39a32309-a5d3-4724-938e-55d135b41a90) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:45.440496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:45.441162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.458874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82920c-1ce3-4c9d-9523-e3213b15b682 None None] Network 39a32309-a5d3-4724-938e-55d135b41a90 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:45.469780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f3f1d0c9-cbe9-48ad-88f7-1fa71f7642f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6732254 Sep 02 12:48:45.484726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Request body: {'port': {'device_id': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a', 'admin_state_up': True, 'tenant_id': '34970c8b47c24c4093e36b50f621ae94'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:45.489209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-d649bf2b-babe-4def-b2d4-6d6f1117c5a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8 HTTP/1.1" status: 200 len: 217 time: 0.1075399 Sep 02 12:48:45.536299 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:48:45.577318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bc88dbed-ea67-4766-bec4-e7853fae597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:45.578840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-bc88dbed-ea67-4766-bec4-e7853fae597f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.0755415 Sep 02 12:48:45.631337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-67e50235-0492-4047-b790-d4de0c55fc03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443301 Sep 02 12:48:45.634757 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f40cc6-91c9-45e4-80e5-c6e8b23fca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.638050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f40cc6-91c9-45e4-80e5-c6e8b23fca9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:45.639462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4f40cc6-91c9-45e4-80e5-c6e8b23fca9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7c6cce1-f381-4f60-83d0-6f0c1e919708 HTTP/1.1" status: 204 len: 168 time: 0.5736408 Sep 02 12:48:45.725675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f40cc6-91c9-45e4-80e5-c6e8b23fca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c6cce1-f381-4f60-83d0-6f0c1e919708,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:45.805704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba72ad6-c707-4bca-b949-e79e5f5b966a None None] Network 39a32309-a5d3-4724-938e-55d135b41a90 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:48:46.002423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-510dee32-60d0-4fe0-8096-06d4dc91a8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563361 Sep 02 12:48:46.003537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Made reservation on behalf of 34970c8b47c24c4093e36b50f621ae94 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:46.007644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:46.354138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986e53-8823-42e0-bd32-602844e09fb1 req-11d3141d-459f-4341-9f97-439d9b5f9309 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:46.356238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29986e53-8823-42e0-bd32-602844e09fb1 req-11d3141d-459f-4341-9f97-439d9b5f9309 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 943 time: 0.1080503 Sep 02 12:48:46.433200 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29986e53-8823-42e0-bd32-602844e09fb1 req-4b5ae0c6-3d00-47ad-873a-d88528f4cd1a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679686 Sep 02 12:48:46.474172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8089b42-7594-40a4-8673-30d6a72a3a6b req-f87a55a1-596f-48d9-8cfd-7b5340f0b143 service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526365 Sep 02 12:48:46.573238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-4d619f05-1169-423e-abad-78bf6144310c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:46.582680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-4d619f05-1169-423e-abad-78bf6144310c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 813 time: 0.4673176 Sep 02 12:48:46.618841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa8abb6b-1354-4b1d-8c03-8db7897c116e req-ae25453a-29e1-4260-ad63-fff34e8e9fda tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 210 time: 0.0702279 Sep 02 12:48:46.657641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-e0415147-3e75-4064-b683-c8ce95291949 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/quotas/a5b3fe68958747f38cebb210e4faf2bc HTTP/1.1" status: 200 len: 375 time: 0.0733869 Sep 02 12:48:46.715356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ad547be-5739-4386-96dc-70cf53e2ea2f req-da605545-d903-4d02-b965-382f32e45fee tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0399990 Sep 02 12:48:46.750310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-187a6eb7-2011-4655-a83c-fca9487f4178 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824986 Sep 02 12:48:46.752713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Allocated IP 172.20.0.11 (874305b1-f8ad-4ab4-a989-5108d093f89a/743099c5-e66a-452f-a2dc-413b152ed13d/5d907bb6-d305-463c-a954-1b381cfd8ecc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:46.863383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-fe58cffe-bc2d-40b1-9b02-a492544d90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:46.865514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-fe58cffe-bc2d-40b1-9b02-a492544d90ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 1094 time: 0.2803111 Sep 02 12:48:46.975934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-b15a63b3-4672-4649-9814-0746e37cbe2e service neutron] 10.222.0.60 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247310 Sep 02 12:48:47.206047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-97005d10-c32f-41f7-a096-b294762fafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:47.213190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-97005d10-c32f-41f7-a096-b294762fafd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 911 time: 0.3384016 Sep 02 12:48:47.293320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:47.300150 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-28bd41f8-7ac9-476e-967e-36452a43dee7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8 HTTP/1.1" status: 200 len: 217 time: 0.0683386 Sep 02 12:48:47.319459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-53a9b11a-2307-438c-a507-f4248bafe071 service neutron] 10.222.0.60 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982450 Sep 02 12:48:47.570800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-906be504-a31f-4eea-8097-e5977a4b524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:47.572585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-906be504-a31f-4eea-8097-e5977a4b524e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.2519398 Sep 02 12:48:47.654575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498fdc-9a60-42d3-b786-6ae14f01525c req-e88ab52d-67f1-46b6-8c9d-88585b181907 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:47.667041 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f498fdc-9a60-42d3-b786-6ae14f01525c req-e88ab52d-67f1-46b6-8c9d-88585b181907 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 943 time: 0.0870018 Sep 02 12:48:47.705241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:47.720458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-c5de69fe-4333-48c7-b963-21b09b2e240f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401412 Sep 02 12:48:47.729346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f498fdc-9a60-42d3-b786-6ae14f01525c req-e308d3ea-5023-43c6-a720-54ccfafc5987 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Sep 02 12:48:47.872156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3f84b32-e6a0-4f80-9994-3d14cebff1f5 req-9c6baadf-a928-4b9a-86ff-5d885b2835a5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 210 time: 0.1630826 Sep 02 12:48:47.899509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Network 874305b1-f8ad-4ab4-a989-5108d093f89a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:47.899509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:47.901092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:47.906937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Pushing event updated for resources: {'Port': ['ID=5d907bb6-d305-463c-a954-1b381cfd8ecc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:47.922849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea853a3a-0f5f-4f59-944e-df5aebd24478 req-8511fb83-9fd9-4467-bc07-51e08e18a239 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:47.924483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea853a3a-0f5f-4f59-944e-df5aebd24478 req-8511fb83-9fd9-4467-bc07-51e08e18a239 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 932 time: 0.0885975 Sep 02 12:48:47.987148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:47.988058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:47.993368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-eec20bbb-0805-41ef-aea4-fc1b9dff56a6 service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121518 Sep 02 12:48:48.000441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea853a3a-0f5f-4f59-944e-df5aebd24478 req-e3a0750b-9dda-4f27-b8ac-2fd31360a02d tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649943 Sep 02 12:48:48.055413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64ef4f6a-4054-4a0e-a448-1a38c7939d33 req-379d79b3-a9be-4135-a128-8971110c1b6c tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0642738 Sep 02 12:48:48.089827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-805345fe-7a6d-4478-b40d-6a90c6c4f530 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6097262 Sep 02 12:48:48.105207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Request body: {'port': {'device_id': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:48.198319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:48.204807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65365ffe-4944-4895-9ad9-2378bc9f9a7d req-055e97a7-bcfb-4b97-a029-22fc0870450c service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988785 Sep 02 12:48:48.485510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-6f9b23d0-39cc-4997-94c5-1e9b242d5dbd tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373242 Sep 02 12:48:48.714114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 30a096ff-95ad-4ee1-a711-87d46061d0f8 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:48.913547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03b556-32b7-4447-b5e8-c9f1af13203b req-f369e58f-284e-4eb8-8285-654d80bbcaad tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:48.924005 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf03b556-32b7-4447-b5e8-c9f1af13203b req-f369e58f-284e-4eb8-8285-654d80bbcaad tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 943 time: 0.0918446 Sep 02 12:48:48.992086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf03b556-32b7-4447-b5e8-c9f1af13203b req-1a82b34e-4f1f-46ec-98d3-08c554d42fb6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659347 Sep 02 12:48:49.007553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-917c0703-5b31-4286-8c26-faf1fa4166ae req-ddc2f727-f3c3-433b-9481-588cb2ea729e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0708389 Sep 02 12:48:49.101336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 30a096ff-95ad-4ee1-a711-87d46061d0f8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:49.120020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '30a096ff-95ad-4ee1-a711-87d46061d0f8', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'port_id': '30a096ff-95ad-4ee1-a711-87d46061d0f8', 'mac_address': 'fa:16:3e:4f:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:49.146547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5abbe453-cd4b-40d3-ac13-e574c21d26ae req-6bef0ba3-73c5-4239-a075-76427a6039e8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 210 time: 0.0572987 Sep 02 12:48:49.178557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d907bb6-d305-463c-a954-1b381cfd8ecc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:49.183567 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.194548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.204790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a096ff-95ad-4ee1-a711-87d46061d0f8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:49.232730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 30a096ff-95ad-4ee1-a711-87d46061d0f8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:49.238796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.244580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-045a0b98-08e6-4ddc-b770-371ab68f6593 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:49.246508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-045a0b98-08e6-4ddc-b770-371ab68f6593 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7432926 Sep 02 12:48:49.253367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Transition to ACTIVE for port object 5d907bb6-d305-463c-a954-1b381cfd8ecc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:49.270455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35b1eb-8614-4f98-8260-863dc993c7ac req-10e7afe6-1c72-471f-b7d9-4d2b085931aa tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:49.271656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-d08db1a2-69d8-4fe1-a678-869f2670541e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:49.272044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce35b1eb-8614-4f98-8260-863dc993c7ac req-10e7afe6-1c72-471f-b7d9-4d2b085931aa tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 932 time: 0.0615528 Sep 02 12:48:49.273906 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-d08db1a2-69d8-4fe1-a678-869f2670541e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.41 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 813 time: 0.3280678 Sep 02 12:48:49.277339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.310450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=30a096ff-95ad-4ee1-a711-87d46061d0f8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:49.325505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Request body: {'port': {'device_id': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'admin_state_up': True, 'tenant_id': 'a5b3fe68958747f38cebb210e4faf2bc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:49.340782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce35b1eb-8614-4f98-8260-863dc993c7ac req-14ecc0eb-7842-47e4-98fb-35d175fb59af tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601053 Sep 02 12:48:49.342935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-60e0475c-b138-4395-b9f4-326e208bf21e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/quotas/6164b3bab90f4461b344594d8046adcf HTTP/1.1" status: 200 len: 375 time: 0.0673864 Sep 02 12:48:49.434217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Pushing event updated for resources: {'Port': ['ID=5d907bb6-d305-463c-a954-1b381cfd8ecc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:49.443913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-b8b0cb0c-b4c6-4afd-bde7-14f52b243a17 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839181 Sep 02 12:48:49.493419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['30a096ff-95ad-4ee1-a711-87d46061d0f8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:49.567304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21dcf3e2-0173-450a-8b43-e434b990a0e7 req-90795af5-8e25-4e87-8445-b155537b29c2 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0474036 Sep 02 12:48:49.588030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Made reservation on behalf of a5b3fe68958747f38cebb210e4faf2bc for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:49.588030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.598746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Attempting to bind port 5d907bb6-d305-463c-a954-1b381cfd8ecc on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:49.599206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Attempting to bind port 5d907bb6-d305-463c-a954-1b381cfd8ecc by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd1b03977-a612-4942-941d-6e50a47bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:49.599684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Attempting to bind port 5d907bb6-d305-463c-a954-1b381cfd8ecc on network 874305b1-f8ad-4ab4-a989-5108d093f89a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:49.609559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Port 5d907bb6-d305-463c-a954-1b381cfd8ecc on network 874305b1-f8ad-4ab4-a989-5108d093f89a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:49.609986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Attempting to bind port 5d907bb6-d305-463c-a954-1b381cfd8ecc on network 874305b1-f8ad-4ab4-a989-5108d093f89a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:49.618916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:49.619416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Checking segment: {'id': 'd1b03977-a612-4942-941d-6e50a47bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:49.619910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Bound using segment: {'id': 'd1b03977-a612-4942-941d-6e50a47bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:49.620462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Bound port: 5d907bb6-d305-463c-a954-1b381cfd8ecc, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b03977-a612-4942-941d-6e50a47bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:49.621225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.702606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] For port 5d907bb6-d305-463c-a954-1b381cfd8ecc, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:49.706057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] For port 5d907bb6-d305-463c-a954-1b381cfd8ecc, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc,segment=NetworkSegment(d1b03977-a612-4942-941d-6e50a47bbf0f),segment_id=d1b03977-a612-4942-941d-6e50a47bbf0f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:49.752462 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.815655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26d1678c-e60e-4fed-a85a-25b6fd06475f req-6a6dee0a-0676-4c66-ae8a-ea4e0dc2b093 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 210 time: 0.1078701 Sep 02 12:48:49.825629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:49.826584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:49.827947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] 10.222.0.18 "PUT /v2.0/ports/5d907bb6-d305-463c-a954-1b381cfd8ecc HTTP/1.1" status: 200 len: 1092 time: 1.7290652 Sep 02 12:48:49.833192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'tag': '5d907bb6-d305-463c-a954-1b381cfd8ecc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:49.835563 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657792e-2a06-4400-8979-d884389b6301" -d '{"events": [{"name": "network-changed", "server_uuid": "a31fe4ed-204b-40ff-b2bb-c707f44c2391", "tag": "5d907bb6-d305-463c-a954-1b381cfd8ecc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:49.915839 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a551fd-957e-4d4f-a1a4-77f37f2f756a x-openstack-request-id: req-29a551fd-957e-4d4f-a1a4-77f37f2f756a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:49.916373 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31fe4ed-204b-40ff-b2bb-c707f44c2391", "tag": "5d907bb6-d305-463c-a954-1b381cfd8ecc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:49.916797 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29a551fd-957e-4d4f-a1a4-77f37f2f756a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:49.917224 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'tag': '5d907bb6-d305-463c-a954-1b381cfd8ecc', 'status': 'completed', 'code': 200} Sep 02 12:48:49.928818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fdcc8-6abc-48c5-b308-70fa4761e46f service neutron] Pushing event updated for resources: {'Port': ['ID=5d907bb6-d305-463c-a954-1b381cfd8ecc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:49.969317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Allocated IP 172.20.0.6 (39a32309-a5d3-4724-938e-55d135b41a90/baecb0d3-b16b-43b5-96a7-de765de06af4/e7423be3-72e8-4aa7-9aad-4d304e8b4fcf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:49.991373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-ef789cde-a51d-418f-9f78-a3833789a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:49.992973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-ef789cde-a51d-418f-9f78-a3833789a8f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34970c8b47c24c4093e36b50f621ae94&device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 1095 time: 0.0855734 Sep 02 12:48:50.059121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-a9b8eff6-66aa-48c0-910d-1e51452e2ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc HTTP/1.1" status: 200 len: 217 time: 0.0521097 Sep 02 12:48:50.211395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-002cf722-9ab8-41ed-8066-8f3d4f1a4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:50.212951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-002cf722-9ab8-41ed-8066-8f3d4f1a4dd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=743099c5-e66a-452f-a2dc-413b152ed13d HTTP/1.1" status: 200 len: 854 time: 0.1448932 Sep 02 12:48:50.279146 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-00d9194f-56da-419a-9ee8-758564929b1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=874305b1-f8ad-4ab4-a989-5108d093f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566876 Sep 02 12:48:50.282670 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87edbf7e-4c33-42a5-857f-c2abd0d62c3e req-50d261cd-422c-4f5d-8461-54a940144e91 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 210 time: 0.0447989 Sep 02 12:48:50.289500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd087d-e408-4805-83c3-ebbee9ab10ea req-68949509-525c-4447-b938-86a0ff4cf108 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:50.291300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02fd087d-e408-4805-83c3-ebbee9ab10ea req-68949509-525c-4447-b938-86a0ff4cf108 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 944 time: 0.1834476 Sep 02 12:48:50.358402 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:50.424761 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02fd087d-e408-4805-83c3-ebbee9ab10ea req-d303a98b-33ad-4019-a836-4b8d576bcd90 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184924 Sep 02 12:48:50.456477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-cf8fe3b2-15ce-4ddb-a22d-10dbef2ef556 service neutron] 10.222.0.18 "GET /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639421 Sep 02 12:48:50.469422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:50.551182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3983dc-dd1b-4d46-aeff-2157185bb862 req-35cfb814-d3d4-418b-8b72-12c7e43f92da tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:50.553539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b3983dc-dd1b-4d46-aeff-2157185bb862 req-35cfb814-d3d4-418b-8b72-12c7e43f92da tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 944 time: 0.1231155 Sep 02 12:48:50.608146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Network 39a32309-a5d3-4724-938e-55d135b41a90 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:50.617836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:50.635578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:50.638373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:50.654160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b3983dc-dd1b-4d46-aeff-2157185bb862 req-a6753318-63c4-41c2-9bd8-03ebe6f8041e tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945034 Sep 02 12:48:50.729761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 30a096ff-95ad-4ee1-a711-87d46061d0f8 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:50.773806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dcb60e30-9da1-4523-97b3-eef608a44948 req-4488223a-7590-4c8c-89ce-20c476c3dedf tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0753810 Sep 02 12:48:50.781910 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42a52b38-af1d-4846-8cea-f32941c0b8db req-85f3bdd1-c6f2-40c2-9d2f-b342af51a017 service neutron] 10.222.0.18 "GET /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031895 Sep 02 12:48:50.790253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:50.790925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:50.825727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-967b2f01-a589-4391-ad7d-bd0512125b45 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5073767 Sep 02 12:48:50.845411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Request body: {'port': {'device_id': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:50.853952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 30a096ff-95ad-4ee1-a711-87d46061d0f8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:50.862209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 30a096ff-95ad-4ee1-a711-87d46061d0f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:50.862923 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:51.023351 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:51.064264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-dda722d3-dc64-4f72-8749-83fd824e00fd tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793674 Sep 02 12:48:51.075260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c4ce4d5-a85e-4497-8934-091597826212 req-e1b6cc3f-e9fe-4c53-825f-55fcb9fcf2c8 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 210 time: 0.0710309 Sep 02 12:48:51.105375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 30a096ff-95ad-4ee1-a711-87d46061d0f8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:51.106511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eccc886-649c-4a5e-a242-828c2d015389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a096ff-95ad-4ee1-a711-87d46061d0f8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:51.113199 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e63f2-e125-4c92-8f8f-a1c9a6e8e9bd" -d '{"events": [{"server_uuid": "5eccc886-649c-4a5e-a242-828c2d015389", "name": "network-vif-plugged", "status": "completed", "tag": "30a096ff-95ad-4ee1-a711-87d46061d0f8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:51.113802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657792e-2a06-4400-8979-d884389b6301 req-f8592fc6-2b85-4a66-b845-67c924db5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.115917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-f8592fc6-2b85-4a66-b845-67c924db5dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34970c8b47c24c4093e36b50f621ae94&device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 1095 time: 0.2572641 Sep 02 12:48:51.118592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:51.119749 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:51.188626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=30a096ff-95ad-4ee1-a711-87d46061d0f8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:51.195230 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0139505c-a614-41d8-bc88-161d01e8066e x-openstack-request-id: req-0139505c-a614-41d8-bc88-161d01e8066e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:51.197719 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eccc886-649c-4a5e-a242-828c2d015389", "name": "network-vif-plugged", "status": "completed", "tag": "30a096ff-95ad-4ee1-a711-87d46061d0f8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:51.198163 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0139505c-a614-41d8-bc88-161d01e8066e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:51.199695 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eccc886-649c-4a5e-a242-828c2d015389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a096ff-95ad-4ee1-a711-87d46061d0f8', 'code': 200} Sep 02 12:48:51.347125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c6b3-4282-4e5e-8d4e-aec3ac3f5aad req-9596ff0b-2e6e-4790-9ed4-ca5c5edaee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.349875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91e7c6b3-4282-4e5e-8d4e-aec3ac3f5aad req-9596ff0b-2e6e-4790-9ed4-ca5c5edaee0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 1096 time: 0.0757349 Sep 02 12:48:51.412389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-91e7c6b3-4282-4e5e-8d4e-aec3ac3f5aad req-84e7422e-b102-4bce-9b7e-728609469a48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526633 Sep 02 12:48:51.432835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-662b01ab-c2c6-4881-b6fd-57a989897f7e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.434375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-662b01ab-c2c6-4881-b6fd-57a989897f7e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507681 Sep 02 12:48:51.470262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:51.533619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657792e-2a06-4400-8979-d884389b6301 req-c299393b-2f6f-428d-a503-14ec7fb93e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.535185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-c299393b-2f6f-428d-a503-14ec7fb93e2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=874305b1-f8ad-4ab4-a989-5108d093f89a HTTP/1.1" status: 200 len: 915 time: 0.3936806 Sep 02 12:48:51.700518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-6ffd6316-b80f-4451-80ce-d88e62b080cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc HTTP/1.1" status: 200 len: 217 time: 0.1459925 Sep 02 12:48:51.739779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf739b2-27a6-4a63-b5a9-5f9f4ee98f37 req-f952d1d8-5ea8-4489-aa1e-cd1ddf6d4849 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.741354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aaf739b2-27a6-4a63-b5a9-5f9f4ee98f37 req-f952d1d8-5ea8-4489-aa1e-cd1ddf6d4849 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 931 time: 0.3177102 Sep 02 12:48:51.743554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f166d-a96e-4b7c-8725-cbb2a8334a7e req-ab5e4fa9-88ab-46c0-80a6-6c0463047ab2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.745381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad4f166d-a96e-4b7c-8725-cbb2a8334a7e req-ab5e4fa9-88ab-46c0-80a6-6c0463047ab2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0709450 Sep 02 12:48:51.824276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad4f166d-a96e-4b7c-8725-cbb2a8334a7e req-895113d7-4da1-43bb-848a-d7a6f89a7f17 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521405 Sep 02 12:48:51.883248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657792e-2a06-4400-8979-d884389b6301 req-69bc6948-cdc1-4e2a-96ee-db583b6266f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:51.884795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-69bc6948-cdc1-4e2a-96ee-db583b6266f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=743099c5-e66a-452f-a2dc-413b152ed13d HTTP/1.1" status: 200 len: 854 time: 0.1714509 Sep 02 12:48:51.904048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aaf739b2-27a6-4a63-b5a9-5f9f4ee98f37 req-c12fdb54-c53b-4ed9-812d-c0b74f8639b0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521082 Sep 02 12:48:51.948930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-06225079-09ca-4f31-acbb-defd4193bc31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=874305b1-f8ad-4ab4-a989-5108d093f89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516059 Sep 02 12:48:51.949524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:48:51.953471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:51.991762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.118679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e61c1b1-08bd-47b1-8088-05954bcbd438 req-347d5a0d-dbc5-43c4-ae25-d9039e10de62 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0660243 Sep 02 12:48:52.124692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:52.140162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.184289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656960b-a0a2-4085-8771-5ebbe55cd7d4 req-1e29449a-187a-4b46-b611-62ba9db772ce tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:52.193641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4656960b-a0a2-4085-8771-5ebbe55cd7d4 req-1e29449a-187a-4b46-b611-62ba9db772ce tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 944 time: 0.1479821 Sep 02 12:48:52.209944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Transition to ACTIVE for port object e7423be3-72e8-4aa7-9aad-4d304e8b4fcf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:52.216693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-6f5e192f-c52a-4ef1-95a1-b06b8cf0c188 service neutron] 10.222.0.18 "GET /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541521 Sep 02 12:48:52.219652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.313540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4656960b-a0a2-4085-8771-5ebbe55cd7d4 req-8cdba229-13cf-4534-88e7-d74c2540b5d5 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143765 Sep 02 12:48:52.359458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:52.449160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c26a4e1-9dee-461a-990e-6a0751751f0b req-882a1e8e-1119-4e3c-b421-831941bed2ee tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 210 time: 0.0712993 Sep 02 12:48:52.483459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7657792e-2a06-4400-8979-d884389b6301 req-1af840ec-d384-4726-b628-4d5145f07b03 service neutron] 10.222.0.18 "GET /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544854 Sep 02 12:48:52.500145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.511280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.584742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:52.585142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:52.585435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on network 39a32309-a5d3-4724-938e-55d135b41a90 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:52.592153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0887819b-3bd6-458a-bc4f-d6f5d027a9d5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:52.607628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on network 39a32309-a5d3-4724-938e-55d135b41a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:52.608063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on network 39a32309-a5d3-4724-938e-55d135b41a90 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:52.618968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:52.619264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Checking segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:52.619907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Bound using segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:52.620367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Bound port: e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:52.620729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.673459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5d907bb6-d305-463c-a954-1b381cfd8ecc details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:52.740260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.242 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/68caa53b-858e-4a11-bad2-91f507e51755) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:48:52.748837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:52.755125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:52.764473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.814197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5d907bb6-d305-463c-a954-1b381cfd8ecc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc,segment=NetworkSegment(d1b03977-a612-4942-941d-6e50a47bbf0f),segment_id=d1b03977-a612-4942-941d-6e50a47bbf0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:52.825405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:52.826034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:52.827480 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] 10.222.0.41 "PUT /v2.0/ports/e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 1091 time: 1.9936206 Sep 02 12:48:52.827954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:52.830543 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe3e897-940d-4d84-b186-70c5ee4edeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:52.893335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '5d907bb6-d305-463c-a954-1b381cfd8ecc', 'network_id': '874305b1-f8ad-4ab4-a989-5108d093f89a', 'port_id': '5d907bb6-d305-463c-a954-1b381cfd8ecc', 'mac_address': 'fa:16:3e:c8:60:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743099c5-e66a-452f-a2dc-413b152ed13d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:52.916278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652f3de-e6ba-4775-81bc-c0cff60088cc service neutron] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:53.008017 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6465c108-9495-4034-9d70-cea005074c54 x-openstack-request-id: req-6465c108-9495-4034-9d70-cea005074c54 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:53.008169 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:53.008367 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6465c108-9495-4034-9d70-cea005074c54 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:53.008822 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'status': 'completed', 'code': 200} Sep 02 12:48:53.062174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:53.095465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d907bb6-d305-463c-a954-1b381cfd8ecc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:53.103206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-5c89d692-8f53-4968-a471-5623ddafc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.105110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-5c89d692-8f53-4968-a471-5623ddafc654 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1094 time: 0.1900342 Sep 02 12:48:53.149366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913a75e-cc1a-4f2d-aeda-caf4b63543bf req-e2430d79-85a0-4594-8bcf-c871c534853d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.152168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5d907bb6-d305-463c-a954-1b381cfd8ecc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc,segment=NetworkSegment(d1b03977-a612-4942-941d-6e50a47bbf0f),segment_id=d1b03977-a612-4942-941d-6e50a47bbf0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:53.157756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b913a75e-cc1a-4f2d-aeda-caf4b63543bf req-e2430d79-85a0-4594-8bcf-c871c534853d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.2059536 Sep 02 12:48:53.162457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:53.206256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:53.210205 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3cb984b2-fb1e-46b3-b766-8bb23dd47b4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 217 time: 0.0933802 Sep 02 12:48:53.216394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6311-2954-4cc2-b658-f52dbeb9a613 req-3091a214-6355-4da1-9519-af08a2d27aee tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.218823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a81e6311-2954-4cc2-b658-f52dbeb9a613 req-3091a214-6355-4da1-9519-af08a2d27aee tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 943 time: 0.1464956 Sep 02 12:48:53.220358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5d907bb6-d305-463c-a954-1b381cfd8ecc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:53.268452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 68caa53b-858e-4a11-bad2-91f507e51755 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:53.275511 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a81e6311-2954-4cc2-b658-f52dbeb9a613 req-38bdd845-d1b5-4899-b243-fd6120c1e7a9 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Sep 02 12:48:53.324416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b913a75e-cc1a-4f2d-aeda-caf4b63543bf req-c4d9edef-593d-421b-b4ab-acb6682b6d7c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651750 Sep 02 12:48:53.345992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-a4f584c0-209a-40b0-86a6-cf573479bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.348024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-a4f584c0-209a-40b0-86a6-cf573479bca1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.1270161 Sep 02 12:48:53.365702 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:53.436727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5d907bb6-d305-463c-a954-1b381cfd8ecc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:53.473892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-98d8c840-27c3-4d9b-907b-c5bf628e912a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881286 Sep 02 12:48:53.495000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:48:53.525212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71c0fbc5-c487-4f32-a006-3221c3242f81 req-76cdbaf0-7bb8-4e44-979b-8b657a4ff224 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0602298 Sep 02 12:48:53.534876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:48:53.568512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:48:53.728426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.729373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:53.737218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=68caa53b-858e-4a11-bad2-91f507e51755,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:53.819639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-92cc60eb-0dcc-4daa-8d47-eadcb9d62b2d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3555837 Sep 02 12:48:53.838301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c617a8d-46f2-49a1-abb7-5c60b354b541 req-6b5d4efc-ccb3-43d9-8b2a-9b5276fc4aaf tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.840103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c617a8d-46f2-49a1-abb7-5c60b354b541 req-6b5d4efc-ccb3-43d9-8b2a-9b5276fc4aaf tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 945 time: 0.1519983 Sep 02 12:48:53.847165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Request body: {'port': {'device_id': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:48:53.852360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae2d6-9379-457a-a8ad-37f0ae7ae076 req-98743a48-4808-4e85-b459-d5e1692e5f62 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.860436 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-178ae2d6-9379-457a-a8ad-37f0ae7ae076 req-98743a48-4808-4e85-b459-d5e1692e5f62 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 936 time: 0.1489682 Sep 02 12:48:53.864740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-1fbcabdb-e972-4ca9-a542-2d7430087ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:53.866314 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-1fbcabdb-e972-4ca9-a542-2d7430087ffe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 1096 time: 0.1442552 Sep 02 12:48:53.905612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-21643da1-190f-4b0e-a383-5a669809b627 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088373 Sep 02 12:48:53.927153 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c617a8d-46f2-49a1-abb7-5c60b354b541 req-5cac7761-7243-4ec8-b85b-036782229c0d tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730915 Sep 02 12:48:53.935432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6bf58371-f041-423c-ae01-5b66fd4da358 None None] Provisioning for port 68caa53b-858e-4a11-bad2-91f507e51755 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:53.951404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6bf58371-f041-423c-ae01-5b66fd4da358 None None] Provisioning complete for port 68caa53b-858e-4a11-bad2-91f507e51755 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:53.951842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bf58371-f041-423c-ae01-5b66fd4da358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:53.987882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-178ae2d6-9379-457a-a8ad-37f0ae7ae076 req-9a65c9a2-9f18-4b7c-ad2a-3e19f25cc599 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264527 Sep 02 12:48:54.030048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6bf58371-f041-423c-ae01-5b66fd4da358 None None] Port 68caa53b-858e-4a11-bad2-91f507e51755 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:48:54.063221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-454c3b54-2ab4-4a8c-837a-6243c9b2d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:54.064708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-454c3b54-2ab4-4a8c-837a-6243c9b2d9a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 911 time: 0.1891308 Sep 02 12:48:54.120828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-149d076f-35d7-4b0d-b59b-1bc6f2c77803 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8 HTTP/1.1" status: 200 len: 217 time: 0.0480533 Sep 02 12:48:54.203890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-391739b8-87dc-4c49-83a4-31611d162460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:54.206258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-391739b8-87dc-4c49-83a4-31611d162460 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.0787683 Sep 02 12:48:54.246119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-1fd4e9a6-3cb6-406c-a0b9-d7b7e192fe65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327010 Sep 02 12:48:54.405148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-a834a0a4-eb30-4c6b-9423-5644dfa5cd9c service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513379 Sep 02 12:48:54.444402 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:54.522839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822e145-99c6-4a6c-bd81-0ae6c1064fde req-e0ea001e-dc12-4a61-b811-c6b4bcd16e25 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:54.524700 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2822e145-99c6-4a6c-bd81-0ae6c1064fde req-e0ea001e-dc12-4a61-b811-c6b4bcd16e25 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 943 time: 0.1031325 Sep 02 12:48:54.544522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d1a40-aa92-4b45-b7e9-cb4880e82a53 req-e6c717a3-4e2f-4c08-a57e-5f4c23f1a1a8 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:54.552606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc4d1a40-aa92-4b45-b7e9-cb4880e82a53 req-e6c717a3-4e2f-4c08-a57e-5f4c23f1a1a8 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.4933786 Sep 02 12:48:54.559551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-976079ab-f8cd-4c0f-8c18-91f638e271e1 req-dd1ec0ef-3f46-4fc3-b568-02b66a8731d4 service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459548 Sep 02 12:48:54.559967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0e65bd-726c-4b75-8040-210ff4b71ee0 req-3914185d-8d87-4501-80ec-36db65b3f9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369627 Sep 02 12:48:54.627908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2822e145-99c6-4a6c-bd81-0ae6c1064fde req-7702beef-7f16-493e-a73c-adfb87956740 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633161 Sep 02 12:48:54.688101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5d907bb6-d305-463c-a954-1b381cfd8ecc up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:54.722310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc4d1a40-aa92-4b45-b7e9-cb4880e82a53 req-c27a3c63-f72f-4eb0-95b2-4546227a4242 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687148 Sep 02 12:48:54.763741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 5d907bb6-d305-463c-a954-1b381cfd8ecc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:54.769752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 5d907bb6-d305-463c-a954-1b381cfd8ecc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:54.770342 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:54.809277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-227c1a88-80c1-4a2e-957a-9f342194ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:54.811203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-227c1a88-80c1-4a2e-957a-9f342194ea99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1094 time: 0.1479149 Sep 02 12:48:54.874178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:54.898759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d907bb6-d305-463c-a954-1b381cfd8ecc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:54.901315 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbd42f6-fb47-4430-a3d3-37ccc50b3cc3" -d '{"events": [{"server_uuid": "a31fe4ed-204b-40ff-b2bb-c707f44c2391", "name": "network-vif-plugged", "status": "completed", "tag": "5d907bb6-d305-463c-a954-1b381cfd8ecc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:54.916706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5d907bb6-d305-463c-a954-1b381cfd8ecc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc,segment=NetworkSegment(d1b03977-a612-4942-941d-6e50a47bbf0f),segment_id=d1b03977-a612-4942-941d-6e50a47bbf0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:54.927610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:54.945553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62f993c5-f8a5-47ac-a7ca-0d39845ef2b2 req-ced07372-db0c-48ce-9230-68577290c3c4 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0594621 Sep 02 12:48:55.003932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-13424459-ffef-47f2-afd4-8154b158ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.005769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-13424459-ffef-47f2-afd4-8154b158ebcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 914 time: 0.1848867 Sep 02 12:48:55.032402 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ce226-51a8-49ff-be7e-fa4bd89da54b x-openstack-request-id: req-4e9ce226-51a8-49ff-be7e-fa4bd89da54b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:55.033047 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31fe4ed-204b-40ff-b2bb-c707f44c2391", "name": "network-vif-plugged", "status": "completed", "tag": "5d907bb6-d305-463c-a954-1b381cfd8ecc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:55.033314 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e9ce226-51a8-49ff-be7e-fa4bd89da54b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:55.033700 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d907bb6-d305-463c-a954-1b381cfd8ecc', 'code': 200} Sep 02 12:48:55.037815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5d907bb6-d305-463c-a954-1b381cfd8ecc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:55.076329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68caa53b-858e-4a11-bad2-91f507e51755 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:55.097805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:55.102312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-5a33b79a-0c0c-43b4-8532-ec75b83cad30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 217 time: 0.0875459 Sep 02 12:48:55.122187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4c9c1-45ef-441e-8b7a-503ce360a9cd req-00601e32-6f7c-411c-9808-0a4060054714 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.129290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3e4c9c1-45ef-441e-8b7a-503ce360a9cd req-00601e32-6f7c-411c-9808-0a4060054714 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 946 time: 0.1054025 Sep 02 12:48:55.189782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Transition to ACTIVE for port object 68caa53b-858e-4a11-bad2-91f507e51755 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:48:55.204843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:55.217291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3e4c9c1-45ef-441e-8b7a-503ce360a9cd req-0517d10b-1f99-4a51-bd37-7ffc0ef10cf9 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530326 Sep 02 12:48:55.265873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-83c45532-8324-4521-8dce-a5d94cdee3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.267356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-83c45532-8324-4521-8dce-a5d94cdee3d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.1487460 Sep 02 12:48:55.273728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3868a5-a741-4fb5-85fc-c9a10b42ca7c req-b82bb270-2726-49fc-996a-27b8de78809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.275191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da3868a5-a741-4fb5-85fc-c9a10b42ca7c req-b82bb270-2726-49fc-996a-27b8de78809e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 1097 time: 0.1914957 Sep 02 12:48:55.300690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd99629-5bb4-4072-9fb9-a7a66f1a1251 req-c246fcf2-0e43-42b9-a952-f3268da98473 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.308939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ddd99629-5bb4-4072-9fb9-a7a66f1a1251 req-c246fcf2-0e43-42b9-a952-f3268da98473 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 936 time: 0.2085438 Sep 02 12:48:55.338972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Pushing event updated for resources: {'Port': ['ID=68caa53b-858e-4a11-bad2-91f507e51755,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:55.351263 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-5b84f8af-c82b-4234-a399-0fdd1997faec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719309 Sep 02 12:48:55.463252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da3868a5-a741-4fb5-85fc-c9a10b42ca7c req-b97111d2-2307-479c-b31c-3108376a10b8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690605 Sep 02 12:48:55.512529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ddd99629-5bb4-4072-9fb9-a7a66f1a1251 req-90880b6e-a19a-4698-90e7-813f749cb830 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023351 Sep 02 12:48:55.569968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-ceaea169-5b41-4870-8254-de98877089f4 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083881 Sep 02 12:48:55.577154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Attempting to bind port 68caa53b-858e-4a11-bad2-91f507e51755 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:48:55.577485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Attempting to bind port 68caa53b-858e-4a11-bad2-91f507e51755 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:48:55.577844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Attempting to bind port 68caa53b-858e-4a11-bad2-91f507e51755 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:55.590649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Port 68caa53b-858e-4a11-bad2-91f507e51755 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:48:55.590971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Attempting to bind port 68caa53b-858e-4a11-bad2-91f507e51755 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:48:55.636930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:48:55.637307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:48:55.637726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:48:55.638174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Bound port: 68caa53b-858e-4a11-bad2-91f507e51755, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:48:55.638654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:55.726902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfe3e897-940d-4d84-b186-70c5ee4edeb0 req-4cb7ecad-a442-45d0-afc5-2203d882560a service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467023 Sep 02 12:48:55.752964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] For port 68caa53b-858e-4a11-bad2-91f507e51755, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:48:55.761169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] For port 68caa53b-858e-4a11-bad2-91f507e51755, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=68caa53b-858e-4a11-bad2-91f507e51755,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:48:55.767315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:55.790212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c2e8-79a6-4a70-bdc4-2a383e645dee req-100013ba-869b-479c-b0c0-d61f87a233fe tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.792008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9483c2e8-79a6-4a70-bdc4-2a383e645dee req-100013ba-869b-479c-b0c0-d61f87a233fe tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 943 time: 0.0730722 Sep 02 12:48:55.821325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:55.822661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:55.828176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] 10.222.0.18 "PUT /v2.0/ports/68caa53b-858e-4a11-bad2-91f507e51755 HTTP/1.1" status: 200 len: 1096 time: 1.9852009 Sep 02 12:48:55.828686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'tag': '68caa53b-858e-4a11-bad2-91f507e51755'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:55.831170 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4370572-bdbe-4f97-9ee6-ff937bd331a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdec3a6f-8528-456e-9efc-ebb8e523afc5", "tag": "68caa53b-858e-4a11-bad2-91f507e51755"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:55.861048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9483c2e8-79a6-4a70-bdc4-2a383e645dee req-7032dae3-5511-49e3-b199-c3e83177e8f3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569766 Sep 02 12:48:55.969014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf68a0-8185-4b34-9ba9-7f200c3a9323 service neutron] Pushing event updated for resources: {'Port': ['ID=68caa53b-858e-4a11-bad2-91f507e51755,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:56.009781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614998c7-7da2-405e-b176-21692fa7478b req-99fd245c-1b14-4a25-99ab-2f49aa7afe51 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.022469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-614998c7-7da2-405e-b176-21692fa7478b req-99fd245c-1b14-4a25-99ab-2f49aa7afe51 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1738682 Sep 02 12:48:56.026472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-fdffc5d4-d8e7-421b-8391-e54e86f61aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.028007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-fdffc5d4-d8e7-421b-8391-e54e86f61aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 1099 time: 0.1268537 Sep 02 12:48:56.086539 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e96f4d-6707-4594-b758-85979798475e x-openstack-request-id: req-43e96f4d-6707-4594-b758-85979798475e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:56.086943 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdec3a6f-8528-456e-9efc-ebb8e523afc5", "tag": "68caa53b-858e-4a11-bad2-91f507e51755", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:56.087107 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43e96f4d-6707-4594-b758-85979798475e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:56.087480 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'tag': '68caa53b-858e-4a11-bad2-91f507e51755', 'status': 'completed', 'code': 200} Sep 02 12:48:56.089911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-5995e108-9e3f-4294-b333-5b0ddabdd330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=68caa53b-858e-4a11-bad2-91f507e51755 HTTP/1.1" status: 200 len: 217 time: 0.0478330 Sep 02 12:48:56.145246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-614998c7-7da2-405e-b176-21692fa7478b req-2cd37fc7-fff5-4aa1-82b3-e155a459fc60 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213057 Sep 02 12:48:56.163785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-76a7f66a-5312-4959-b353-f9673ab0205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.184557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-76a7f66a-5312-4959-b353-f9673ab0205a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0841775 Sep 02 12:48:56.291823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa3b3f89-06e2-47d4-a5ae-363cbe2eda8a req-7289826d-8cb2-4ef4-afd7-62a3d2ae3454 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0378776 Sep 02 12:48:56.295954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-e98c1787-959d-4c47-8719-2d2a56521f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.297004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-e98c1787-959d-4c47-8719-2d2a56521f57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026065 Sep 02 12:48:56.364147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be9fb9-4915-40fc-adab-a3845b94acb8 req-8a401900-2490-454f-9a97-e64c720b9fe1 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.367190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54be9fb9-4915-40fc-adab-a3845b94acb8 req-8a401900-2490-454f-9a97-e64c720b9fe1 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 946 time: 0.0584581 Sep 02 12:48:56.421288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-29052de8-d380-49d9-b218-820f6c6c0959 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121566 Sep 02 12:48:56.421693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54be9fb9-4915-40fc-adab-a3845b94acb8 req-ea5c60c4-3b06-4b70-b461-34a311b0d0e7 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498178 Sep 02 12:48:56.557132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-754b01c6-b740-4a7f-bf6c-b6340bffbe18 req-1e5e2f85-7a15-47ff-8142-8f0955e5b501 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136401 Sep 02 12:48:56.676296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102aa52-9705-414c-b76e-e1b8730fb120 req-df42f73c-0bb7-4378-abc2-6184097a1c63 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.677894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1102aa52-9705-414c-b76e-e1b8730fb120 req-df42f73c-0bb7-4378-abc2-6184097a1c63 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 948 time: 0.0885925 Sep 02 12:48:56.704586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-624be279-663d-43ad-9640-feddd26708de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.706172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-624be279-663d-43ad-9640-feddd26708de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 1099 time: 0.0734665 Sep 02 12:48:56.735541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1102aa52-9705-414c-b76e-e1b8730fb120 req-e27e3f96-2753-4774-b4a0-7a334149d1cf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499856 Sep 02 12:48:56.764251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:56.833527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-35e33074-4f79-4edb-bd7f-9eed1f0c2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.835416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-35e33074-4f79-4edb-bd7f-9eed1f0c2860 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1153331 Sep 02 12:48:56.869569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:56.883613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'port_id': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'mac_address': 'fa:16:3e:db:5d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baecb0d3-b16b-43b5-96a7-de765de06af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:56.891147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-66735e76-4388-4b1f-8464-b5cb8e00b75a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=68caa53b-858e-4a11-bad2-91f507e51755 HTTP/1.1" status: 200 len: 217 time: 0.0431321 Sep 02 12:48:56.931321 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:56.944419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:56.950603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-23698efd-e2b8-4fa6-9779-728446d78542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:56.952370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-23698efd-e2b8-4fa6-9779-728446d78542 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0557816 Sep 02 12:48:56.971894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:56.981298 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:57.010476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c15741-ba02-478d-b11e-36b89870935a req-734dca40-396a-4453-a349-dc1f20f80e37 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:57.017525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-5e60e462-b0e3-4f11-b61b-e4293a03066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:57.019319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69c15741-ba02-478d-b11e-36b89870935a req-734dca40-396a-4453-a349-dc1f20f80e37 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 943 time: 0.0736306 Sep 02 12:48:57.020124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-5e60e462-b0e3-4f11-b61b-e4293a03066f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554640 Sep 02 12:48:57.037652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:57.055411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-69c15741-ba02-478d-b11e-36b89870935a req-8069d06f-7a8e-4af1-a29c-a23171cb7c56 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Sep 02 12:48:57.187013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-66c253d3-c313-4e31-a41d-c5aa859e8c26 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549034 Sep 02 12:48:57.246215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:57.300481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5913e-f48d-41f3-931d-12607cf2e30f req-2b96e4af-96d6-41a4-b740-2a568efc6ddd tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:57.308045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c9a5913e-f48d-41f3-931d-12607cf2e30f req-2b96e4af-96d6-41a4-b740-2a568efc6ddd tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0936468 Sep 02 12:48:57.389527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c9a5913e-f48d-41f3-931d-12607cf2e30f req-568428d1-9112-4da6-ba01-414679910eb9 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755398 Sep 02 12:48:57.417969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4370572-bdbe-4f97-9ee6-ff937bd331a2 req-f6c005f1-a104-4c06-93ef-52c29bd0d5f8 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227476 Sep 02 12:48:57.466941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8963c82b-d2cd-42ed-a9e6-295a90513baf req-ac1730c2-4bdb-4f7a-a238-41fb9fa885c2 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0443537 Sep 02 12:48:57.551811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daedbb9-f930-4d4f-8c13-57986b529d51 req-11b2b5e2-237f-4b61-91ff-e4af266420c1 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:57.553433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5daedbb9-f930-4d4f-8c13-57986b529d51 req-11b2b5e2-237f-4b61-91ff-e4af266420c1 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Sep 02 12:48:57.596493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5daedbb9-f930-4d4f-8c13-57986b529d51 req-d84ea080-c0d2-4e36-a198-06958df410c4 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Sep 02 12:48:57.867244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3555-2273-4a1f-aafa-56eee5b29e4b req-b7327bb2-fa93-4087-9952-ecd7236e86d6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:57.868957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5ea3555-2273-4a1f-aafa-56eee5b29e4b req-b7327bb2-fa93-4087-9952-ecd7236e86d6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 948 time: 0.0586097 Sep 02 12:48:57.920276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5ea3555-2273-4a1f-aafa-56eee5b29e4b req-ef32cb77-32ca-4ac2-bec6-485a9a84d5a0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Sep 02 12:48:58.000358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc3fe-001f-4495-aae0-9b5690dd8d3e req-55b7ebde-0b5d-4e0e-b953-aa8c2e4e9706 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:58.002697 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53efc3fe-001f-4495-aae0-9b5690dd8d3e req-55b7ebde-0b5d-4e0e-b953-aa8c2e4e9706 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 946 time: 0.0576012 Sep 02 12:48:58.044456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53efc3fe-001f-4495-aae0-9b5690dd8d3e req-0ff4c137-7cc4-4580-b4bc-0819b41d1208 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354753 Sep 02 12:48:58.183978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1467-7835-4bfa-8356-1398dd5fe7d5 req-80bc6e24-b850-4257-81d4-772e7572d5c4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:58.185534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57ac1467-7835-4bfa-8356-1398dd5fe7d5 req-80bc6e24-b850-4257-81d4-772e7572d5c4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Sep 02 12:48:58.231316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57ac1467-7835-4bfa-8356-1398dd5fe7d5 req-c09c19d4-ca1c-4377-b8a6-c0dca3a9cf5a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Sep 02 12:48:58.526890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa294b-b52e-4e7c-9a4f-841457e3fa67 req-7e4c4b4d-dcf4-4ca3-ad9b-bad4b63c1f75 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:58.528576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fa294b-b52e-4e7c-9a4f-841457e3fa67 req-7e4c4b4d-dcf4-4ca3-ad9b-bad4b63c1f75 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0607965 Sep 02 12:48:58.588790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a9d82a1-a1e7-4f98-9244-f5cdaeda59f6 req-c72c7f1c-c956-43af-abe3-e66fcfe571a3 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0364692 Sep 02 12:48:58.597793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fa294b-b52e-4e7c-9a4f-841457e3fa67 req-60d18b7e-744d-4fe7-8d02-330ab797b33a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623765 Sep 02 12:48:58.644079 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e60dd7de-77d3-4ff7-b1c4-5a90dac78a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:58.704032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 68caa53b-858e-4a11-bad2-91f507e51755 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:48:58.799882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:48:58.843007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 68caa53b-858e-4a11-bad2-91f507e51755, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=68caa53b-858e-4a11-bad2-91f507e51755,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:58.859017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '68caa53b-858e-4a11-bad2-91f507e51755', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '68caa53b-858e-4a11-bad2-91f507e51755', 'mac_address': 'fa:16:3e:ab:53:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:48:58.903255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:48:58.905478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:58.915405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:48:58.915770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:58.942672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68caa53b-858e-4a11-bad2-91f507e51755 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:48:58.969537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 68caa53b-858e-4a11-bad2-91f507e51755, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=68caa53b-858e-4a11-bad2-91f507e51755,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:58.976302 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.051968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10048be-dc20-4f61-88a3-a914f3c9c2eb req-3cfe9e35-4be1-4d5d-85db-f72ec169b01a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:59.053673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c10048be-dc20-4f61-88a3-a914f3c9c2eb req-3cfe9e35-4be1-4d5d-85db-f72ec169b01a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 949 time: 0.0610175 Sep 02 12:48:59.062516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=68caa53b-858e-4a11-bad2-91f507e51755,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:59.066317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.075390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.075775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.076091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.076421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.076758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.077131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.077451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.077782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.078115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.078488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.078819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.079143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:48:59.102805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c10048be-dc20-4f61-88a3-a914f3c9c2eb req-ad82173c-834e-49d0-8a69-a2bdff6f5e4c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Sep 02 12:48:59.106596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:48:59.109270 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f4aa5c-f8d8-407b-a02f-ff436aff6c93" -d '{"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:48:59.132597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:59.146673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.186923 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92dca3e-9843-4d70-9197-b9f3aabd1efc x-openstack-request-id: req-b92dca3e-9843-4d70-9197-b9f3aabd1efc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:48:59.187226 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:48:59.187453 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b92dca3e-9843-4d70-9197-b9f3aabd1efc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:48:59.187850 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'code': 200} Sep 02 12:48:59.220697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:59.231243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458251f-c02d-4da5-879b-1a0f0c5c26d1 req-2f532611-54d0-4fcf-ba73-814cd4f7776f tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:59.240061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6458251f-c02d-4da5-879b-1a0f0c5c26d1 req-2f532611-54d0-4fcf-ba73-814cd4f7776f tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 946 time: 0.0743630 Sep 02 12:48:59.263709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:48:59.337470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f22788-367c-4daf-9435-34e2ce29a058 req-dae0f322-0d94-44ee-ac69-23c7cb3c9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:59.339086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6f22788-367c-4daf-9435-34e2ce29a058 req-dae0f322-0d94-44ee-ac69-23c7cb3c9cdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0970206 Sep 02 12:48:59.379037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6458251f-c02d-4da5-879b-1a0f0c5c26d1 req-8bbedaec-a3c0-4f82-9416-369b2a9cf883 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca6b2c61-36b0-400d-8b56-cf2035a4d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330583 Sep 02 12:48:59.400663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-1560b3f7-c3c7-4c33-b7ad-06ec36bd21f5 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:59.402625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-1560b3f7-c3c7-4c33-b7ad-06ec36bd21f5 tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.18 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 946 time: 0.1453960 Sep 02 12:48:59.416025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a5a5e-90ba-420e-bba9-138c093180ed req-4d3ead8a-ec6f-491a-b6c6-be185e865da7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:59.426997 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce0a5a5e-90ba-420e-bba9-138c093180ed req-4d3ead8a-ec6f-491a-b6c6-be185e865da7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0817592 Sep 02 12:48:59.477914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6f22788-367c-4daf-9435-34e2ce29a058 req-3fac82b3-f727-4a2a-a904-6ee9a392612f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309342 Sep 02 12:48:59.480751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce0a5a5e-90ba-420e-bba9-138c093180ed req-9eb90052-8085-4593-b3dd-e7f86b5d18de tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520661 Sep 02 12:48:59.542500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Deleting port 5d907bb6-d305-463c-a954-1b381cfd8ecc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:48:59.542856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.655552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] For port 5d907bb6-d305-463c-a954-1b381cfd8ecc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5d907bb6-d305-463c-a954-1b381cfd8ecc,segment=NetworkSegment(d1b03977-a612-4942-941d-6e50a47bbf0f),segment_id=d1b03977-a612-4942-941d-6e50a47bbf0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:48:59.656150 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.693722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Calling delete_port for 5d907bb6-d305-463c-a954-1b381cfd8ecc owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:48:59.762849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3790bc00-11ed-4293-9868-85a84e65aac4 req-a08e69ea-ab9e-408a-b331-cba78c590c0b tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0372775 Sep 02 12:48:59.817759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993a154-3044-4485-b166-c24927bb04ab req-2c7777dd-169e-48a2-853b-b302bf909731 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:48:59.819455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a993a154-3044-4485-b166-c24927bb04ab req-2c7777dd-169e-48a2-853b-b302bf909731 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0803883 Sep 02 12:48:59.895209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a993a154-3044-4485-b166-c24927bb04ab req-b43ea4f8-dce0-4f7f-b448-fdc66e4d5888 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686650 Sep 02 12:48:59.909454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.940039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Pushing event deleted for resources: {'Port': ['ID=5d907bb6-d305-463c-a954-1b381cfd8ecc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:48:59.991774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] No DVR routers for this DVR port 5d907bb6-d305-463c-a954-1b381cfd8ecc on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:48:59.994891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:48:59.997053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-759bedc2-7911-4fa0-ab9e-459c9df8c6af req-86c5da8f-7447-4a27-852e-3663da9b41ea tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.18 "DELETE /v2.0/ports/5d907bb6-d305-463c-a954-1b381cfd8ecc HTTP/1.1" status: 204 len: 173 time: 0.5777862 Sep 02 12:48:59.997620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'name': 'network-vif-deleted', 'tag': '5d907bb6-d305-463c-a954-1b381cfd8ecc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:00.000009 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3098cb48-2572-40a1-bb52-7c354fcf8f6c" -d '{"events": [{"server_uuid": "a31fe4ed-204b-40ff-b2bb-c707f44c2391", "name": "network-vif-deleted", "tag": "5d907bb6-d305-463c-a954-1b381cfd8ecc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:00.011984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5d907bb6-d305-463c-a954-1b381cfd8ecc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:00.043889 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d6728-90cb-4352-8705-fbe6b037369c x-openstack-request-id: req-c65d6728-90cb-4352-8705-fbe6b037369c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:00.044179 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31fe4ed-204b-40ff-b2bb-c707f44c2391", "name": "network-vif-deleted", "tag": "5d907bb6-d305-463c-a954-1b381cfd8ecc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:00.044427 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c65d6728-90cb-4352-8705-fbe6b037369c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:00.044823 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31fe4ed-204b-40ff-b2bb-c707f44c2391', 'name': 'network-vif-deleted', 'tag': '5d907bb6-d305-463c-a954-1b381cfd8ecc', 'status': 'completed', 'code': 200} Sep 02 12:49:00.128926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-c40bc944-8fae-4473-b57a-1a48894901c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0516174 Sep 02 12:49:00.271049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.271722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.272005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.272840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.273338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.273807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.274273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.276242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-07b89147-1520-4cb6-95ef-68a2433ad76f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6501 time: 0.0783353 Sep 02 12:49:00.292927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a70af-a340-4a6a-8a62-58033f5b77cd req-288cd60c-ea0c-49f8-977b-bc29ad31d3a6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.295684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-091a70af-a340-4a6a-8a62-58033f5b77cd req-288cd60c-ea0c-49f8-977b-bc29ad31d3a6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 949 time: 0.0891440 Sep 02 12:49:00.386109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-091a70af-a340-4a6a-8a62-58033f5b77cd req-5c4bd5fe-3ad6-4382-ac71-1a6255159015 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843871 Sep 02 12:49:00.443747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-b560974d-8afa-49b0-ac4e-f9d55abb773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.444230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-b560974d-8afa-49b0-ac4e-f9d55abb773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.444702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-b560974d-8afa-49b0-ac4e-f9d55abb773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.446516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-b560974d-8afa-49b0-ac4e-f9d55abb773c service neutron] 10.222.0.41 "GET /v2.0/networks?id=570c4c40-0a12-4264-8cd4-695bfe62e618&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 2298 time: 0.1374590 Sep 02 12:49:00.546019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-4eed33a5-ad4d-46ae-b13a-276258be689d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 200 len: 1002 time: 0.0886679 Sep 02 12:49:00.554694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa16484e-8154-4978-9d5b-dffbdddcbb28 req-b91fd387-95b4-4ae3-a352-bb268b7c2ceb tempest-ServerAddressesTestJSON-2111864728 tempest-ServerAddressesTestJSON-2111864728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31fe4ed-204b-40ff-b2bb-c707f44c2391 HTTP/1.1" status: 200 len: 210 time: 0.0852563 Sep 02 12:49:00.669634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-4b906eb4-853e-472a-ac21-2af52254befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.671208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-4b906eb4-853e-472a-ac21-2af52254befa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=791c1b25-8efe-4bc0-af0a-9389cd06562c HTTP/1.1" status: 200 len: 856 time: 0.1092465 Sep 02 12:49:00.683574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164139d7-8cf8-4137-9d1c-46ae7d309be5 req-264b89e1-0c89-4fa6-be22-4be0f037ed6f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.685760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-164139d7-8cf8-4137-9d1c-46ae7d309be5 req-264b89e1-0c89-4fa6-be22-4be0f037ed6f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0687950 Sep 02 12:49:00.710115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 68caa53b-858e-4a11-bad2-91f507e51755 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:00.759010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-9d598c49-6e14-4d7b-9f5f-3cb88fa4ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:00.760686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-9d598c49-6e14-4d7b-9f5f-3cb88fa4ab75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=570c4c40-0a12-4264-8cd4-695bfe62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740066 Sep 02 12:49:00.765230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-164139d7-8cf8-4137-9d1c-46ae7d309be5 req-20254b7c-a4d2-4811-bb7f-6e278074cfe8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700126 Sep 02 12:49:00.786133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 68caa53b-858e-4a11-bad2-91f507e51755 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:00.791811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 68caa53b-858e-4a11-bad2-91f507e51755 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:00.792551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:00.868636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-00a1ecc9-6d11-42ce-b2a8-7fcaf5555485 service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999789 Sep 02 12:49:00.893861 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:00.906119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9af7dfd2-49d7-443a-bded-54396920c1f4 req-32fba5e8-ea77-44e6-b5fe-a53e9e436a86 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0296512 Sep 02 12:49:00.935391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 68caa53b-858e-4a11-bad2-91f507e51755, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=68caa53b-858e-4a11-bad2-91f507e51755,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:00.941967 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:00.943116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5d907bb6-d305-463c-a954-1b381cfd8ecc no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:49:01.028216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=68caa53b-858e-4a11-bad2-91f507e51755,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:01.031678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 5d907bb6-d305-463c-a954-1b381cfd8ecc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:49:01.031930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-d7a568f5-4d5f-4505-82a5-8fe170393319 service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552887 Sep 02 12:49:01.032058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5d907bb6-d305-463c-a954-1b381cfd8ecc not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:49:01.079568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-78e5c79c-f4ba-42ce-8b21-880e903a0e04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 217 time: 0.0397923 Sep 02 12:49:01.087195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b97704-e0bf-4fce-b2a8-e621b9ebdfe7 req-aac37e91-b5a3-4388-860e-12bb25a18bff tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.088623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07b97704-e0bf-4fce-b2a8-e621b9ebdfe7 req-aac37e91-b5a3-4388-860e-12bb25a18bff tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1114628 Sep 02 12:49:01.161675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-3efd7f82-f1af-4bcc-988c-4d3f6451d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.162954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-3efd7f82-f1af-4bcc-988c-4d3f6451d87d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0732899 Sep 02 12:49:01.166083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07b97704-e0bf-4fce-b2a8-e621b9ebdfe7 req-33809290-0fed-46e2-8c40-718066d9055b tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689189 Sep 02 12:49:01.196367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68caa53b-858e-4a11-bad2-91f507e51755'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:01.198950 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669dec36-5267-4139-a61d-3a6bd0022d7b" -d '{"events": [{"server_uuid": "bdec3a6f-8528-456e-9efc-ebb8e523afc5", "name": "network-vif-plugged", "status": "completed", "tag": "68caa53b-858e-4a11-bad2-91f507e51755"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:01.216961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-e4271c81-7a85-4675-a19d-5225002a4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.218398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-e4271c81-7a85-4675-a19d-5225002a4233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480249 Sep 02 12:49:01.238266 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7ab33a-21dc-4524-86f5-fef7f839108b x-openstack-request-id: req-9d7ab33a-21dc-4524-86f5-fef7f839108b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:01.238574 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdec3a6f-8528-456e-9efc-ebb8e523afc5", "name": "network-vif-plugged", "status": "completed", "tag": "68caa53b-858e-4a11-bad2-91f507e51755", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:01.239225 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d7ab33a-21dc-4524-86f5-fef7f839108b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:01.239687 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68caa53b-858e-4a11-bad2-91f507e51755', 'code': 200} Sep 02 12:49:01.365897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-586c0cdf-c226-4ac8-9f1a-060eb6d7f67d service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377306 Sep 02 12:49:01.376220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad05adf0-e91f-4daa-8b67-fa93be7d3159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.448257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f8727-c34c-4e37-bcb4-76e7fe7fde91 req-6c5ad81f-b12a-44eb-9e7c-491b8123acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.449897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-073f8727-c34c-4e37-bcb4-76e7fe7fde91 req-6c5ad81f-b12a-44eb-9e7c-491b8123acf6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 1101 time: 0.1510539 Sep 02 12:49:01.509369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-da6cbf18-a29a-43b1-b2b0-f19abd069d17 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379647 Sep 02 12:49:01.513235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-073f8727-c34c-4e37-bcb4-76e7fe7fde91 req-577c08ca-5877-4fff-82d6-87205da97b73 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554073 Sep 02 12:49:01.514201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38023c77-a94e-4239-a4c5-de9c92ed4841 req-4d29d90d-5f49-4375-93b4-e7b544f8b0db tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.515943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-38023c77-a94e-4239-a4c5-de9c92ed4841 req-4d29d90d-5f49-4375-93b4-e7b544f8b0db tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 950 time: 0.0563469 Sep 02 12:49:01.552581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-6dcb0547-0d06-49de-9984-90c572c1768c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 217 time: 0.0357323 Sep 02 12:49:01.570963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-38023c77-a94e-4239-a4c5-de9c92ed4841 req-16c9a84e-c812-4184-a7bc-5b42614551fc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Sep 02 12:49:01.611384 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.615959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-229e0b5c-2ab8-4cde-af41-737748794560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.617603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-229e0b5c-2ab8-4cde-af41-737748794560 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0585811 Sep 02 12:49:01.623996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:01.671647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Deleting subnet 743099c5-e66a-452f-a2dc-413b152ed13d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:49:01.677148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.678224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-0a7483cb-8888-4d49-8fa9-bf22bf171b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:01.680691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-0a7483cb-8888-4d49-8fa9-bf22bf171b6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561891 Sep 02 12:49:01.722551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.783918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.784154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-ef672647-61fe-4f95-b957-2d5baf9233f4 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962210 Sep 02 12:49:01.864174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.922150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743099c5-e66a-452f-a2dc-413b152ed13d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:01.930593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:01.933407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-034b9e38-229f-4197-b0c5-fb2e32ab6995 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/743099c5-e66a-452f-a2dc-413b152ed13d HTTP/1.1" status: 204 len: 168 time: 0.3071434 Sep 02 12:49:01.935855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:02.050018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace2a0-08b8-4ac0-8719-0e408609e8d4 req-87fa0ded-2190-4e6e-86d6-40123868c546 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:02.052195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dace2a0-08b8-4ac0-8719-0e408609e8d4 req-87fa0ded-2190-4e6e-86d6-40123868c546 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1988695 Sep 02 12:49:02.053789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-327c8eb4-c126-4910-9fa2-7c01c5d8fb0d service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494843 Sep 02 12:49:02.069212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d968c2bc-01a5-469d-af9c-6d206aa2255a req-3d113d55-1cd5-4ff7-b165-794d1283f553 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0676882 Sep 02 12:49:02.134318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:02.137320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-b051f839-d1c4-464d-936b-12b543a054a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 HTTP/1.1" status: 200 len: 217 time: 0.0707366 Sep 02 12:49:02.190883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dace2a0-08b8-4ac0-8719-0e408609e8d4 req-41993eaa-c1be-4eb5-af3b-241fd197cad8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313541 Sep 02 12:49:02.326190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193e16-e56e-4d1b-958a-75ec21588332 req-4f6bebac-c01b-46b0-9d8c-5037a748e3e6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:02.338503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13193e16-e56e-4d1b-958a-75ec21588332 req-4f6bebac-c01b-46b0-9d8c-5037a748e3e6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0728509 Sep 02 12:49:02.436000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13193e16-e56e-4d1b-958a-75ec21588332 req-4cd60ed3-7bc7-478a-9ef2-e5199efe0c89 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963500 Sep 02 12:49:02.451067 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:02.731683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-0306b09a-89a2-4584-9542-c055716de9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:02.734108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-0306b09a-89a2-4584-9542-c055716de9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.5831330 Sep 02 12:49:02.740112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:02.777532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145457b0-ed74-4769-a436-e6ffd3115d82 req-7c9ce8e2-2a22-42f9-bed3-f90666ec3dcc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:02.779295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145457b0-ed74-4769-a436-e6ffd3115d82 req-7c9ce8e2-2a22-42f9-bed3-f90666ec3dcc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 950 time: 0.1054950 Sep 02 12:49:02.780008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874305b1-f8ad-4ab4-a989-5108d093f89a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:02.799949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b03977-a612-4942-941d-6e50a47bbf0f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:02.800245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b03977-a612-4942-941d-6e50a47bbf0f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:02.821738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145457b0-ed74-4769-a436-e6ffd3115d82 req-6592f71b-fc2d-4350-b859-c97f05f6fc33 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345733 Sep 02 12:49:02.824563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:02.856478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:02.863607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:49:02.864114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:49:02.877424 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:49:02.915440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-715bee34-ba17-4a66-b1b1-16fe976cc27e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:02.917172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-715bee34-ba17-4a66-b1b1-16fe976cc27e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 813 time: 0.2755835 Sep 02 12:49:02.929900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-891559d6-155a-4e9d-bcff-5c2f8037ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:02.931409 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-891559d6-155a-4e9d-bcff-5c2f8037ed36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1857007 Sep 02 12:49:02.998678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-46a8c5a6-998b-48ba-a470-70ea1dbed426 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/quotas/a5b3fe68958747f38cebb210e4faf2bc HTTP/1.1" status: 200 len: 375 time: 0.0735183 Sep 02 12:49:03.003128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:03.013547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:03.015272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] 10.222.0.60 "DELETE /v2.0/networks/874305b1-f8ad-4ab4-a989-5108d093f89a HTTP/1.1" status: 204 len: 168 time: 1.0746531 Sep 02 12:49:03.058389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ec884-f246-49be-8374-5235542abe41 admin admin] Pushing event deleted for resources: {'Network': ['ID=874305b1-f8ad-4ab4-a989-5108d093f89a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:03.098019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-f115136d-d319-45e5-83c8-c01db9853fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530917 Sep 02 12:49:03.103414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-ddefa9a5-7196-46c7-9f18-6a19abf56f20 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0936046 Sep 02 12:49:03.202184 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4569f72-e52c-4da9-b1b5-ba193ffb41be req-31692f79-4f60-4d20-a592-e72465bfa4c9 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0390670 Sep 02 12:49:03.273247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:03.311780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-93c6c15c-7898-4eae-af18-ff61386c36a1 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053227 Sep 02 12:49:03.316015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc3d276b-63f8-4997-935e-c5f2972477d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34970c8b47c24c4093e36b50f621ae94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406685 Sep 02 12:49:03.317463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-3aca5ea8-4607-4188-bce7-441602f733cd service neutron] 10.222.0.60 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021925 Sep 02 12:49:03.318644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:03.376083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5230ec-751c-41d3-bda6-8369e500cd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:03.398990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-171e7d13-8b25-470d-bd91-a2b9cfbcf95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c HTTP/1.1" status: 200 len: 217 time: 0.0760057 Sep 02 12:49:03.399548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5230ec-751c-41d3-bda6-8369e500cd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:03.464759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5230ec-751c-41d3-bda6-8369e500cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:03.468435 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b5230ec-751c-41d3-bda6-8369e500cd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:03.473737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-5b2e3c7c-7af4-4419-a839-cab542385f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:03.475330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-5b2e3c7c-7af4-4419-a839-cab542385f4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0696766 Sep 02 12:49:03.488190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0b5230ec-751c-41d3-bda6-8369e500cd36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca6b2c61-36b0-400d-8b56-cf2035a4d396 HTTP/1.1" status: 204 len: 168 time: 0.1557999 Sep 02 12:49:03.499479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-867cdd1a-d2fe-42b0-ace1-7f94f630bb21 service neutron] 10.222.0.60 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776364 Sep 02 12:49:03.509789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5230ec-751c-41d3-bda6-8369e500cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b2c61-36b0-400d-8b56-cf2035a4d396,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:03.532617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-1052c98a-dc94-4869-b57f-1634a8f6421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:03.534245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-1052c98a-dc94-4869-b57f-1634a8f6421c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508430 Sep 02 12:49:03.644385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ff29c-25f8-46d0-97b1-a0d21c32f4ba req-00b6cc8d-982d-49d0-b92d-771e6398ac28 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:03.646633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da3ff29c-25f8-46d0-97b1-a0d21c32f4ba req-00b6cc8d-982d-49d0-b92d-771e6398ac28 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0667927 Sep 02 12:49:03.697468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-2839c78c-ad5b-4ea2-9759-4c323b73ea6c service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553833 Sep 02 12:49:03.754817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da3ff29c-25f8-46d0-97b1-a0d21c32f4ba req-2ef4b953-ef6a-4693-9d0b-2513d36388a2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942585 Sep 02 12:49:03.855947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-30608cc0-eb75-453e-b995-442af95e9919 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500292 Sep 02 12:49:03.856443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5c00e5f-8271-46e2-8896-9ec6c269ec4f req-9eb0ca48-f068-4bfe-b4d2-d68d2b5595b8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 210 time: 0.0409803 Sep 02 12:49:03.931249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-e9b991b8-e193-4911-a893-0c34886abb0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 200 len: 217 time: 0.0644946 Sep 02 12:49:04.045910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-ca42c71d-3de0-4131-982c-125e82caa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:04.047580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-ca42c71d-3de0-4131-982c-125e82caa666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.1054721 Sep 02 12:49:04.068600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eebc1-1599-4644-8be9-8856c5895d9f req-7b9e0889-79b1-41d4-ab30-34fdafcd875a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:04.073350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e0eebc1-1599-4644-8be9-8856c5895d9f req-7b9e0889-79b1-41d4-ab30-34fdafcd875a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 950 time: 0.0814805 Sep 02 12:49:04.123786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:04.157324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e0eebc1-1599-4644-8be9-8856c5895d9f req-ca615681-6813-4b3f-b45b-4d1e6c0d791c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734878 Sep 02 12:49:04.170518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-d54a8e5f-6669-478f-85d3-333ff641de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:04.173012 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-d54a8e5f-6669-478f-85d3-333ff641de98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136823 Sep 02 12:49:04.407051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68476565-2719-445c-ae3a-239a31ab05ed req-d4816858-f743-455a-a819-9d20531474be tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0885901 Sep 02 12:49:04.420661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-afba3e94-b8bb-492f-9553-c560063139fc service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392921 Sep 02 12:49:04.577358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-c7d7babb-93c9-4517-80b1-c1825e2cf7b9 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486487 Sep 02 12:49:04.644721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a39ff7-2643-45b7-9a54-9f8df69ad06a req-a41c3198-9679-479c-a66f-61b83a8f6e23 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:04.648532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-42564f9f-db5f-48ca-b391-7f2abd3028fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 200 len: 217 time: 0.0634167 Sep 02 12:49:04.654013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8a39ff7-2643-45b7-9a54-9f8df69ad06a req-a41c3198-9679-479c-a66f-61b83a8f6e23 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 1101 time: 0.0937212 Sep 02 12:49:04.686223 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e8a39ff7-2643-45b7-9a54-9f8df69ad06a req-e1a1a760-5fec-440f-a22f-463f52da45f1 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:04.760331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:04.775120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-a38c9952-ca38-4656-b5cf-6fd3ba5c22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:04.776300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-a38c9952-ca38-4656-b5cf-6fd3ba5c22f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.1159635 Sep 02 12:49:04.839949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e8a39ff7-2643-45b7-9a54-9f8df69ad06a req-e1a1a760-5fec-440f-a22f-463f52da45f1 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:04.843214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-8d323dae-586e-4796-89ce-b782476f99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:04.848264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-8d323dae-586e-4796-89ce-b782476f99b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610595 Sep 02 12:49:04.855017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e8a39ff7-2643-45b7-9a54-9f8df69ad06a req-e1a1a760-5fec-440f-a22f-463f52da45f1 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:04.897613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8a39ff7-2643-45b7-9a54-9f8df69ad06a req-e1a1a760-5fec-440f-a22f-463f52da45f1 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418735 Sep 02 12:49:04.911353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1a760-5fec-440f-a22f-463f52da45f1 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4b0ab0-1923-474f-9de4-2804d01ae84e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:04.986719 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.007339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06b04076-0367-41b1-9972-b66ab5a13f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.022613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-86b897f4-3ad8-43e0-88d8-0f8f23173662 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680310 Sep 02 12:49:05.154343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05e124cf-667e-46a8-b851-080c18cacffa req-72859ff1-8446-4ad8-a819-01eabfac54f3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 210 time: 0.1079249 Sep 02 12:49:05.184147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1756f7c-7ab3-49dd-a88b-bd3246f20a99 req-e8af3951-aabd-4594-a93f-aeb582fadf8c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:05.185810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1756f7c-7ab3-49dd-a88b-bd3246f20a99 req-e8af3951-aabd-4594-a93f-aeb582fadf8c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1227291 Sep 02 12:49:05.192928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39304197-6dc8-40c9-bd0c-1ed57fcd903b req-cbca769e-d13f-4722-9c40-406318797c1d service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631846 Sep 02 12:49:05.240727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1756f7c-7ab3-49dd-a88b-bd3246f20a99 req-b696c00b-603e-4447-8e66-cb25a247de67 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Sep 02 12:49:05.267855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-678f1252-7964-413e-a7ab-a5cd5b409c72 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:05.269662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-678f1252-7964-413e-a7ab-a5cd5b409c72 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.41 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 813 time: 0.1959386 Sep 02 12:49:05.288257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Request body: {'port': {'device_id': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'admin_state_up': True, 'tenant_id': 'a5b3fe68958747f38cebb210e4faf2bc'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:05.370445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06b04076-0367-41b1-9972-b66ab5a13f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.388878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06b04076-0367-41b1-9972-b66ab5a13f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.469296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-06b04076-0367-41b1-9972-b66ab5a13f50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4935f36924be4d9a9410551129b8b58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076621 Sep 02 12:49:05.469452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:05.472375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b04076-0367-41b1-9972-b66ab5a13f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66a62eb-6867-48ab-a2db-bf4299d7684e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:05.506036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Made reservation on behalf of a5b3fe68958747f38cebb210e4faf2bc for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:05.509868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.556569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-415d1313-559a-480a-abfe-59070f29f18d req-a8b98215-8cb8-4726-b922-7a63a125d979 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0377748 Sep 02 12:49:05.573101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8984cce2-3aeb-4650-890a-972c045c46b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.611771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8984cce2-3aeb-4650-890a-972c045c46b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.697296 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8984cce2-3aeb-4650-890a-972c045c46b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.700498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8984cce2-3aeb-4650-890a-972c045c46b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:05.704425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8984cce2-3aeb-4650-890a-972c045c46b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d66a62eb-6867-48ab-a2db-bf4299d7684e HTTP/1.1" status: 204 len: 168 time: 0.2312305 Sep 02 12:49:05.711069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d094e18-7a9c-45a2-bbe8-d3d36741c615 req-af1df017-3cb5-4a11-97c8-7dcb359f8ddd tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0429637 Sep 02 12:49:05.728837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Allocated IP 172.20.0.8 (39a32309-a5d3-4724-938e-55d135b41a90/baecb0d3-b16b-43b5-96a7-de765de06af4/5f192a34-9a20-403d-8e91-51d81b593675) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:05.756076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-e4d045b3-ad4e-4aba-904b-ac14a814e93d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528684 Sep 02 12:49:05.773759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984cce2-3aeb-4650-890a-972c045c46b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66a62eb-6867-48ab-a2db-bf4299d7684e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:05.905032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-7339385a-7494-45af-94e9-0a9036e3ab45 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:05.912682 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-7339385a-7494-45af-94e9-0a9036e3ab45 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555481 Sep 02 12:49:05.929570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-5c7a5ea3-3357-4657-b383-671416d98f80 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/quotas/6164b3bab90f4461b344594d8046adcf HTTP/1.1" status: 200 len: 375 time: 0.0158889 Sep 02 12:49:05.986917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:06.007023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-6fd73797-6865-4d63-abcc-db460ba6b078 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764620 Sep 02 12:49:06.054562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:06.066572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:06.154634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Network 39a32309-a5d3-4724-938e-55d135b41a90 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:06.157328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Pushing event updated for resources: {'Port': ['ID=5f192a34-9a20-403d-8e91-51d81b593675,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:06.163305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:06.171186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:06.297853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:06.299578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:06.348920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-759ff32a-79af-4f16-9b3b-cdf948f30dcf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0680189 Sep 02 12:49:06.368042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Request body: {'port': {'device_id': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:06.507951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:06.603805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ef5b7-285a-4d1e-9614-f5873570e727 req-9c34530c-cbe8-46d7-8b47-16a8ab1619b0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:06.612227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-019ef5b7-285a-4d1e-9614-f5873570e727 req-9c34530c-cbe8-46d7-8b47-16a8ab1619b0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 931 time: 0.1788976 Sep 02 12:49:06.727520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-019ef5b7-285a-4d1e-9614-f5873570e727 req-6eade465-bd4a-4afe-96d4-337ae176a5d3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128235 Sep 02 12:49:06.769990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a74f3-bf0b-4a86-ba92-f4dfebb9d3de req-2e064784-6e06-4a58-a811-bf98b887b1c3 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:06.773384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e0a74f3-bf0b-4a86-ba92-f4dfebb9d3de req-2e064784-6e06-4a58-a811-bf98b887b1c3 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1053648 Sep 02 12:49:06.879292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e0a74f3-bf0b-4a86-ba92-f4dfebb9d3de req-c2d06170-a4c9-4146-a4f1-fd107a2a4006 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934989 Sep 02 12:49:06.958881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6f24e9f-564b-4d9d-acfd-3c4fe55c8e9b req-bd80f261-2cd7-406c-be40-d3c8b3fed432 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0536413 Sep 02 12:49:07.088864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f192a34-9a20-403d-8e91-51d81b593675 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:07.133648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:07.167150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Transition to ACTIVE for port object 5f192a34-9a20-403d-8e91-51d81b593675 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:07.195832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d408dd7-1434-4497-a6de-b557a562ef9e req-77ae08aa-efd5-4165-ae87-ea56a13e9749 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0964804 Sep 02 12:49:07.199949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:07.284542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Pushing event updated for resources: {'Port': ['ID=5f192a34-9a20-403d-8e91-51d81b593675,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:07.294312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07fcbf3b-733b-4e62-b356-dcfbc9f01213 req-68d03d2f-75a4-427c-b98e-481b5656f526 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 210 time: 0.0677881 Sep 02 12:49:07.434197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Attempting to bind port 5f192a34-9a20-403d-8e91-51d81b593675 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:07.434953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Attempting to bind port 5f192a34-9a20-403d-8e91-51d81b593675 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:07.435543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Attempting to bind port 5f192a34-9a20-403d-8e91-51d81b593675 on network 39a32309-a5d3-4724-938e-55d135b41a90 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:07.448160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Port 5f192a34-9a20-403d-8e91-51d81b593675 on network 39a32309-a5d3-4724-938e-55d135b41a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:07.448506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Attempting to bind port 5f192a34-9a20-403d-8e91-51d81b593675 on network 39a32309-a5d3-4724-938e-55d135b41a90 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:07.455843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:07.456267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Checking segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:07.456739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Bound using segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:07.457360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Bound port: 5f192a34-9a20-403d-8e91-51d81b593675, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:07.457918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:07.582969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] For port 5f192a34-9a20-403d-8e91-51d81b593675, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:07.593166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] For port 5f192a34-9a20-403d-8e91-51d81b593675, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=5f192a34-9a20-403d-8e91-51d81b593675,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:07.601556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:07.658254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:07.659022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:07.660833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f192a34-9a20-403d-8e91-51d81b593675 HTTP/1.1" status: 200 len: 1091 time: 1.3042579 Sep 02 12:49:07.664034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'tag': '5f192a34-9a20-403d-8e91-51d81b593675'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:07.669421 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52" -d '{"events": [{"name": "network-changed", "server_uuid": "c107cdc7-cf3c-4018-af15-4a7ef1320334", "tag": "5f192a34-9a20-403d-8e91-51d81b593675"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:07.742303 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced3a11-0356-40c3-a544-3f667bd0fb9f x-openstack-request-id: req-cced3a11-0356-40c3-a544-3f667bd0fb9f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:07.742835 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c107cdc7-cf3c-4018-af15-4a7ef1320334", "tag": "5f192a34-9a20-403d-8e91-51d81b593675", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:07.743181 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cced3a11-0356-40c3-a544-3f667bd0fb9f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:07.743783 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'tag': '5f192a34-9a20-403d-8e91-51d81b593675', 'status': 'completed', 'code': 200} Sep 02 12:49:07.752253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd6d11-c301-419f-addb-c1b616667d03 service neutron] Pushing event updated for resources: {'Port': ['ID=5f192a34-9a20-403d-8e91-51d81b593675,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:07.847691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-ec585c8d-b3f2-44fa-a4f1-bdb9b03967fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:07.855235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-ec585c8d-b3f2-44fa-a4f1-bdb9b03967fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 1094 time: 0.0929012 Sep 02 12:49:08.131873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b90e7-f0a0-4ad4-93b4-9b89fce87cc8 req-8825843d-0333-4576-b566-7613da034c9e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:08.144167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-059b90e7-f0a0-4ad4-93b4-9b89fce87cc8 req-8825843d-0333-4576-b566-7613da034c9e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1141441 Sep 02 12:49:08.213718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-059b90e7-f0a0-4ad4-93b4-9b89fce87cc8 req-0718b5aa-685e-40c3-a3c5-343360dcac8f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600293 Sep 02 12:49:08.351616 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cec157ad-c226-4a2c-915d-547668304b59 req-95414bf5-7d7f-4512-9082-8a2cda56bb03 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Sep 02 12:49:08.432537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-01af7dc6-10ae-44cf-9a26-7383f1c6ce51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f192a34-9a20-403d-8e91-51d81b593675 HTTP/1.1" status: 200 len: 217 time: 0.5699482 Sep 02 12:49:08.559769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b26b5cab-a04b-4d76-95f1-cf25a74081d4 req-bcb2aff0-3991-4da7-9042-6307e45c5d71 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0490878 Sep 02 12:49:08.593774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24102-83fe-4650-9e83-990d1ee746cd req-5bc4efe1-d5c2-42e9-85f3-b5428ffb4c4b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:08.607636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3e24102-83fe-4650-9e83-990d1ee746cd req-5bc4efe1-d5c2-42e9-85f3-b5428ffb4c4b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 943 time: 0.7470682 Sep 02 12:49:08.621635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-ded0a87a-9fc3-4584-9d07-8589975dc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:08.623110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-ded0a87a-9fc3-4584-9d07-8589975dc9c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.1465364 Sep 02 12:49:08.690786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-58463d49-5d31-4e62-a03c-e39486272369 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317640 Sep 02 12:49:08.694212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-c64c77e0-ffb1-4027-a040-78d6f69ec20a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628402 Sep 02 12:49:08.697512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3e24102-83fe-4650-9e83-990d1ee746cd req-7e0094b7-2c16-4bc2-8488-adf224fb0261 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889299 Sep 02 12:49:08.726255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4363513-4d31-40d7-be7b-79f7803e58ec req-c54a132f-09c9-4ff1-9e8c-8e745241540c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 210 time: 0.0389380 Sep 02 12:49:08.779071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9bcca5a-76bf-4207-aad3-2184b8f4cdaa req-0b8e375a-555e-4089-9569-a231331c6215 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0514786 Sep 02 12:49:08.873123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-1ff82f44-349a-4f2b-8228-5c086e59ee98 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605318 Sep 02 12:49:08.907249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-b54c5d27-8bf2-45b5-adc5-74a2f69fb06b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:08.909853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-b54c5d27-8bf2-45b5-adc5-74a2f69fb06b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811981 Sep 02 12:49:08.931891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': 'e294d192-b300-4fad-b104-405bed91a8b2', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:08.995620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17c438e3-07c5-4f18-9a36-0b6ceec23619 req-36ee03d0-20ec-49ce-87ea-0b6a18797653 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110919 Sep 02 12:49:09.093532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:09.097414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:09.123896 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-ceb9b09e-b3b8-48ab-956d-d294cac466c0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295036 Sep 02 12:49:09.189229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-a2913a3d-4c26-4af2-a5f1-8c1209038ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:09.190773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-a2913a3d-4c26-4af2-a5f1-8c1209038ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 1094 time: 0.1282291 Sep 02 12:49:09.300627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.108 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/35444455-f17f-4835-bb4f-0677c0f7925e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:09.344545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-f6c9cfdb-8f59-4ef4-92d3-7459904fc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:09.346696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-f6c9cfdb-8f59-4ef4-92d3-7459904fc0de service neutron] 10.222.0.41 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 914 time: 0.1446400 Sep 02 12:49:09.419207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-c48a0f8e-9603-4494-98f0-ec383c4bddc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f192a34-9a20-403d-8e91-51d81b593675 HTTP/1.1" status: 200 len: 217 time: 0.0596087 Sep 02 12:49:09.426877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-822c4fcd-354d-4e38-812f-ceedcf5010d2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:09.428509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-822c4fcd-354d-4e38-812f-ceedcf5010d2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986898 Sep 02 12:49:09.465141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318dd26-15a6-4626-87c7-c514717c39b3 req-a06c0b0e-9085-4b15-aa81-6c0af808c176 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:09.466731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c318dd26-15a6-4626-87c7-c514717c39b3 req-a06c0b0e-9085-4b15-aa81-6c0af808c176 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1274333 Sep 02 12:49:09.469364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:09.488161 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc6dd2aa-78b7-4cbd-8111-ef674c26da9c req-5e6d7311-5746-473d-a539-40f582f70f46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0490549 Sep 02 12:49:09.545683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3de97ed2-7cb2-4103-a3b1-40e643374d29 req-79766728-41c0-4dac-9e35-3fc9baceb9de tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0813766 Sep 02 12:49:09.549421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:09.554435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-97961c37-f139-4fe1-ae51-8b622686ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:09.554686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c318dd26-15a6-4626-87c7-c514717c39b3 req-21b6e13f-5885-4aa4-b44d-71c33a8f9302 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Sep 02 12:49:09.556721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-97961c37-f139-4fe1-ae51-8b622686ad88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.1272013 Sep 02 12:49:09.567226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 35444455-f17f-4835-bb4f-0677c0f7925e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:09.614806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-729335b5-b7f2-44ce-881b-5750bce3cf1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385165 Sep 02 12:49:09.619961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:09.634077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:09.687408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:09.691116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:09.696693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:09.701598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=35444455-f17f-4835-bb4f-0677c0f7925e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:09.742891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.743313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.743595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.743935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.744271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.744601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.745516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.745516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.749332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.749902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.750494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.750844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:09.784383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:09.786119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:09.797864 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-3134d536-73c1-4cba-a766-1b118e5bc071 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729128 Sep 02 12:49:09.830960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46d30da1-9407-4b43-8bbf-4db989b89599 req-eaf360ba-6a1e-4c4d-afd7-6f7ec77a93e8 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0414653 Sep 02 12:49:09.967642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:09.971425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.000348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d695ac3e-dbb7-46b7-bbc5-1021148ff16b req-cbc2486d-1248-45b6-9f22-8c0292807e31 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 210 time: 0.0509887 Sep 02 12:49:10.009217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-21723d77-e4d9-4d65-9e39-d07dbe7f841b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0783706 Sep 02 12:49:10.019860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Request body: {'port': {'device_id': 'e294d192-b300-4fad-b104-405bed91a8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:10.049752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02a58e12-2fcb-4b61-90ec-9d9f630b2d52 req-93ae7b22-b709-40a6-8b98-721156de7f21 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424312 Sep 02 12:49:10.079855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c985-a03a-4395-b8be-36212a4f5797 req-692c11ff-9b08-49a2-b50b-7a2cc6515f99 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:10.089812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e66c985-a03a-4395-b8be-36212a4f5797 req-692c11ff-9b08-49a2-b50b-7a2cc6515f99 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 943 time: 0.1901379 Sep 02 12:49:10.131062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.175591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28e695bc-c3d8-4722-a734-5227fdcb259d None None] Provisioning for port 35444455-f17f-4835-bb4f-0677c0f7925e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:10.181387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28e695bc-c3d8-4722-a734-5227fdcb259d None None] Provisioning complete for port 35444455-f17f-4835-bb4f-0677c0f7925e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:10.182027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28e695bc-c3d8-4722-a734-5227fdcb259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.209359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e66c985-a03a-4395-b8be-36212a4f5797 req-0f2298c3-0267-42dc-9a19-348c5fb544c4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137166 Sep 02 12:49:10.260212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-28e695bc-c3d8-4722-a734-5227fdcb259d None None] Port 35444455-f17f-4835-bb4f-0677c0f7925e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:10.308803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.162 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/27bc1763-86c5-4e07-897f-cb7a312a1660) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:10.464725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.480737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 27bc1763-86c5-4e07-897f-cb7a312a1660 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:10.518820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.534431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:10.581363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:10.585354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:10.591002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:10.598896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=27bc1763-86c5-4e07-897f-cb7a312a1660,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:10.706662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:10.714514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.753857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-fecb9044-28e1-4442-b290-27e90ce9828c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2904329 Sep 02 12:49:10.789789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Request body: {'port': {'device_id': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:10.794862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58062d44-f2bc-48f5-bac6-abc160ecc42f req-cc0c4583-3a87-475d-9f31-c46e41c276b1 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0706065 Sep 02 12:49:10.842448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 5f192a34-9a20-403d-8e91-51d81b593675 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:10.871995 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.942099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35444455-f17f-4835-bb4f-0677c0f7925e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:10.958776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.973849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.974756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Transition to ACTIVE for port object 35444455-f17f-4835-bb4f-0677c0f7925e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:10.981544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:10.995233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99c5a8-ee3e-43c6-8378-4be581f3a730 req-5fb1f59e-1496-40bb-a8ad-8433fc85ac26 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.012359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b99c5a8-ee3e-43c6-8378-4be581f3a730 req-5fb1f59e-1496-40bb-a8ad-8433fc85ac26 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.2551458 Sep 02 12:49:11.016659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 5f192a34-9a20-403d-8e91-51d81b593675, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=5f192a34-9a20-403d-8e91-51d81b593675,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:11.037806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '5f192a34-9a20-403d-8e91-51d81b593675', 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'port_id': '5f192a34-9a20-403d-8e91-51d81b593675', 'mac_address': 'fa:16:3e:4c:f9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baecb0d3-b16b-43b5-96a7-de765de06af4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:11.068248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-caaf3823-239f-4860-8b54-d727d5ab3949 req-1ba9e2b0-a0d3-4a23-963d-820e79c06264 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Sep 02 12:49:11.123543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b99c5a8-ee3e-43c6-8378-4be581f3a730 req-e4a3c92d-d572-4a3f-9ac1-42881848b165 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096876 Sep 02 12:49:11.146015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.180703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e18b4a19-4470-4187-920c-0636f76b3d4e None None] Provisioning for port 27bc1763-86c5-4e07-897f-cb7a312a1660 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:11.199935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e18b4a19-4470-4187-920c-0636f76b3d4e None None] Provisioning complete for port 27bc1763-86c5-4e07-897f-cb7a312a1660 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:11.201172 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e18b4a19-4470-4187-920c-0636f76b3d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.211872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f192a34-9a20-403d-8e91-51d81b593675 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:11.213743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Pushing event updated for resources: {'Port': ['ID=35444455-f17f-4835-bb4f-0677c0f7925e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:11.312554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 5f192a34-9a20-403d-8e91-51d81b593675, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=5f192a34-9a20-403d-8e91-51d81b593675,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:11.315243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e18b4a19-4470-4187-920c-0636f76b3d4e None None] Port 27bc1763-86c5-4e07-897f-cb7a312a1660 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:11.320835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.335369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Attempting to bind port 35444455-f17f-4835-bb4f-0677c0f7925e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:11.335710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Attempting to bind port 35444455-f17f-4835-bb4f-0677c0f7925e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:11.336048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Attempting to bind port 35444455-f17f-4835-bb4f-0677c0f7925e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:11.341527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Port 35444455-f17f-4835-bb4f-0677c0f7925e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:11.341831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Attempting to bind port 35444455-f17f-4835-bb4f-0677c0f7925e on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:11.351322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:11.351683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:11.352063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:11.352506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Bound port: 35444455-f17f-4835-bb4f-0677c0f7925e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:11.352875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.378383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb83ae-ddb7-439f-83a8-ac471d3ff780 req-a5efa5fc-f7f8-45de-8a0d-6fa4f11e3418 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.387385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-efcb83ae-ddb7-439f-83a8-ac471d3ff780 req-a5efa5fc-f7f8-45de-8a0d-6fa4f11e3418 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 936 time: 0.1563153 Sep 02 12:49:11.402243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=5f192a34-9a20-403d-8e91-51d81b593675,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:11.446196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04a054-efb4-496e-8b89-36417b866e0a req-2ef71e95-a6b0-480b-8231-ab4ff8ce5240 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.447983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf04a054-efb4-496e-8b89-36417b866e0a req-2ef71e95-a6b0-480b-8231-ab4ff8ce5240 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 944 time: 0.1364529 Sep 02 12:49:11.467318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-efcb83ae-ddb7-439f-83a8-ac471d3ff780 req-f6ea9ea5-0e0e-4cda-844b-7b8240205fef tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676210 Sep 02 12:49:11.497667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] For port 35444455-f17f-4835-bb4f-0677c0f7925e, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:11.501346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] For port 35444455-f17f-4835-bb4f-0677c0f7925e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35444455-f17f-4835-bb4f-0677c0f7925e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:11.509225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.534321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf04a054-efb4-496e-8b89-36417b866e0a req-6a5bf428-b11d-46de-8169-48765d53459d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780396 Sep 02 12:49:11.571414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.572401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.573928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/35444455-f17f-4835-bb4f-0677c0f7925e HTTP/1.1" status: 200 len: 1096 time: 1.5597754 Sep 02 12:49:11.574398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e294d192-b300-4fad-b104-405bed91a8b2', 'tag': '35444455-f17f-4835-bb4f-0677c0f7925e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:11.576700 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e294d192-b300-4fad-b104-405bed91a8b2", "tag": "35444455-f17f-4835-bb4f-0677c0f7925e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:11.598554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1d888-d9f8-496d-ac24-d60ce8d7ccc7 service neutron] Pushing event updated for resources: {'Port': ['ID=35444455-f17f-4835-bb4f-0677c0f7925e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:11.601770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bc1763-86c5-4e07-897f-cb7a312a1660 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:11.611086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.630722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Transition to ACTIVE for port object 27bc1763-86c5-4e07-897f-cb7a312a1660 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:11.640936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.646079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['5f192a34-9a20-403d-8e91-51d81b593675'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:11.663395 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c01966-4047-4b45-8153-757f45891f0f x-openstack-request-id: req-87c01966-4047-4b45-8153-757f45891f0f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:11.664651 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e294d192-b300-4fad-b104-405bed91a8b2", "tag": "35444455-f17f-4835-bb4f-0677c0f7925e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:11.664651 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87c01966-4047-4b45-8153-757f45891f0f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:11.664651 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e294d192-b300-4fad-b104-405bed91a8b2', 'tag': '35444455-f17f-4835-bb4f-0677c0f7925e', 'status': 'completed', 'code': 200} Sep 02 12:49:11.689279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-75fec41a-b8f5-40c4-96c2-919828f599e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.692670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-75fec41a-b8f5-40c4-96c2-919828f599e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0689549 Sep 02 12:49:11.767220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Pushing event updated for resources: {'Port': ['ID=27bc1763-86c5-4e07-897f-cb7a312a1660,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:11.767813 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-a1144319-1a12-406e-af19-2b9db8134c36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=35444455-f17f-4835-bb4f-0677c0f7925e HTTP/1.1" status: 200 len: 217 time: 0.0668750 Sep 02 12:49:11.818404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Attempting to bind port 27bc1763-86c5-4e07-897f-cb7a312a1660 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:11.818893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Attempting to bind port 27bc1763-86c5-4e07-897f-cb7a312a1660 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:11.819330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Attempting to bind port 27bc1763-86c5-4e07-897f-cb7a312a1660 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:11.824954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Port 27bc1763-86c5-4e07-897f-cb7a312a1660 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:11.825302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Attempting to bind port 27bc1763-86c5-4e07-897f-cb7a312a1660 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:11.836667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:11.837144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:11.837750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:11.838275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Bound port: 27bc1763-86c5-4e07-897f-cb7a312a1660, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:11.838706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:11.848272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-97b17b15-4039-4fc4-a887-f03ba52596ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.850042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-97b17b15-4039-4fc4-a887-f03ba52596ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0744374 Sep 02 12:49:11.930181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-b9f021d8-3557-4486-b6c9-55db0ac05c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:11.931902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-b9f021d8-3557-4486-b6c9-55db0ac05c70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716774 Sep 02 12:49:11.999464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4cef7c6-bd3f-4aad-8a44-a6b83637d87f req-f5348aff-d25e-488e-84f4-7615f8a8ab5b tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0521703 Sep 02 12:49:12.056921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] For port 27bc1763-86c5-4e07-897f-cb7a312a1660, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:12.060485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] For port 27bc1763-86c5-4e07-897f-cb7a312a1660, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=27bc1763-86c5-4e07-897f-cb7a312a1660,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:12.070869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:12.137220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-0028f8cd-c4f6-4415-82eb-72323582b38d service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904492 Sep 02 12:49:12.169751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.170390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:12.171881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] 10.222.0.41 "PUT /v2.0/ports/27bc1763-86c5-4e07-897f-cb7a312a1660 HTTP/1.1" status: 200 len: 1096 time: 1.3939126 Sep 02 12:49:12.172333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'tag': '27bc1763-86c5-4e07-897f-cb7a312a1660'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:12.179946 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a15f18cd-3938-40eb-a912-c401ef6224fd", "tag": "27bc1763-86c5-4e07-897f-cb7a312a1660"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:12.216409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf0b8-6bbc-4ad6-9593-5e62a9320234 service neutron] Pushing event updated for resources: {'Port': ['ID=27bc1763-86c5-4e07-897f-cb7a312a1660,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:12.277095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2fa334a9-47cf-447a-80c7-80c70d760951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.280158 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-2fa334a9-47cf-447a-80c7-80c70d760951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 1099 time: 0.0600908 Sep 02 12:49:12.351748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad4bb97e-5faa-4263-8e9c-c86eed7ac9fd req-51c31e50-7876-42b8-967b-6ee72cba6098 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0593257 Sep 02 12:49:12.397742 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-1fc5d580-b426-4186-814d-a0cee89caee3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=27bc1763-86c5-4e07-897f-cb7a312a1660 HTTP/1.1" status: 200 len: 217 time: 0.1011591 Sep 02 12:49:12.428159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-60148afc-fbed-422f-86c8-81cdaa264a93 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864337 Sep 02 12:49:12.467431 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2493af31-2bd0-4d51-ab07-fe3a23f01a92 x-openstack-request-id: req-2493af31-2bd0-4d51-ab07-fe3a23f01a92 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:12.467737 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15f18cd-3938-40eb-a912-c401ef6224fd", "tag": "27bc1763-86c5-4e07-897f-cb7a312a1660", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:12.467986 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2493af31-2bd0-4d51-ab07-fe3a23f01a92 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:12.468396 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'tag': '27bc1763-86c5-4e07-897f-cb7a312a1660', 'status': 'completed', 'code': 200} Sep 02 12:49:12.520495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-129c9511-aadb-433a-a391-06d6c251511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.521817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-129c9511-aadb-433a-a391-06d6c251511e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1165972 Sep 02 12:49:12.586122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-96547bf4-8c8f-4f42-a050-c94759343594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.587710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-96547bf4-8c8f-4f42-a050-c94759343594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0781302 Sep 02 12:49:12.610895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895d743-89ae-4c64-bda9-62199c323a38 req-c6741461-0ac7-443f-a8a0-e71df63c8f3f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.621089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3895d743-89ae-4c64-bda9-62199c323a38 req-c6741461-0ac7-443f-a8a0-e71df63c8f3f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1751561 Sep 02 12:49:12.666892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-778f0b86-9334-46da-b731-6039a2327401 req-dd29fe44-3034-4938-9221-71138de5348a tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0463421 Sep 02 12:49:12.681420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbe66-bf2f-4772-910e-bab59163aefe req-1a7e3dd7-fe07-4229-bbb3-ec3d8001f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.682993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-1a7e3dd7-fe07-4229-bbb3-ec3d8001f281 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501029 Sep 02 12:49:12.776401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3895d743-89ae-4c64-bda9-62199c323a38 req-d7c99e19-69f7-47d0-b61c-098ccafbccfb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430779 Sep 02 12:49:12.818285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-2b458e1e-f7ac-456f-b6fd-c6163c33a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.820629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-2b458e1e-f7ac-456f-b6fd-c6163c33a26c service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1836519 Sep 02 12:49:12.856356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 5f192a34-9a20-403d-8e91-51d81b593675 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:12.861768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64c72a-7d78-43f4-8461-9ea7e2656ffe req-2ec97297-c7f2-499e-8991-756d612c4eb8 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.863430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef64c72a-7d78-43f4-8461-9ea7e2656ffe req-2ec97297-c7f2-499e-8991-756d612c4eb8 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 948 time: 0.0802255 Sep 02 12:49:12.886136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-bdc50b1d-52ae-421a-be4d-29248ef8478e service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928136 Sep 02 12:49:12.915352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 5f192a34-9a20-403d-8e91-51d81b593675 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:12.920114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 5f192a34-9a20-403d-8e91-51d81b593675 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:12.921189 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:12.925508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-50ac03bc-723c-4e83-a93c-d0d16949c8da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=35444455-f17f-4835-bb4f-0677c0f7925e HTTP/1.1" status: 200 len: 217 time: 0.0847213 Sep 02 12:49:12.964964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aeba-0ffc-441e-b8cc-4f08e512c16a req-1897e524-339b-4366-85ed-8fe650a4283a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:12.974353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c38aeba-0ffc-441e-b8cc-4f08e512c16a req-1897e524-339b-4366-85ed-8fe650a4283a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 944 time: 0.0887935 Sep 02 12:49:12.995678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef64c72a-7d78-43f4-8461-9ea7e2656ffe req-6806f266-1614-4c0e-85ee-51ee30823204 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085777 Sep 02 12:49:13.020848 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:13.052880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f192a34-9a20-403d-8e91-51d81b593675'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:13.055730 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ed5d3-c53f-4227-ba42-9d1247f4598b" -d '{"events": [{"server_uuid": "c107cdc7-cf3c-4018-af15-4a7ef1320334", "name": "network-vif-plugged", "status": "completed", "tag": "5f192a34-9a20-403d-8e91-51d81b593675"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:13.070641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 5f192a34-9a20-403d-8e91-51d81b593675, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=5f192a34-9a20-403d-8e91-51d81b593675,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:13.076646 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:13.084695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49edbe66-bf2f-4772-910e-bab59163aefe req-50089d2e-57d6-42f6-9603-bf4edd2593c8 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808922 Sep 02 12:49:13.118353 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c104c8-bd24-4f85-a1f0-bc521b6e4e4e x-openstack-request-id: req-66c104c8-bd24-4f85-a1f0-bc521b6e4e4e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:13.118668 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c107cdc7-cf3c-4018-af15-4a7ef1320334", "name": "network-vif-plugged", "status": "completed", "tag": "5f192a34-9a20-403d-8e91-51d81b593675", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:13.118924 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66c104c8-bd24-4f85-a1f0-bc521b6e4e4e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:13.119372 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f192a34-9a20-403d-8e91-51d81b593675', 'code': 200} Sep 02 12:49:13.150171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=5f192a34-9a20-403d-8e91-51d81b593675,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:13.258701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-f6c58cf8-ebe8-45bf-9ba4-2d007dc1cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.260434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-f6c58cf8-ebe8-45bf-9ba4-2d007dc1cb4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 1099 time: 0.0784774 Sep 02 12:49:13.267743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84147b9-935a-41a5-98cb-99ab34fb4f79 req-03ec9fa3-b959-4ce6-a6b8-985ea1e0e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.269512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a84147b9-935a-41a5-98cb-99ab34fb4f79 req-03ec9fa3-b959-4ce6-a6b8-985ea1e0e5ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 1096 time: 0.0563896 Sep 02 12:49:13.389443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a84147b9-935a-41a5-98cb-99ab34fb4f79 req-15a8e574-5491-4a02-a5d9-8c5e64dd2fcc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019645 Sep 02 12:49:13.421686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-c7e2c685-c8dd-448f-9e41-4c7c74251978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.424334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-c7e2c685-c8dd-448f-9e41-4c7c74251978 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1456745 Sep 02 12:49:13.447413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c38aeba-0ffc-441e-b8cc-4f08e512c16a req-bd044586-07ad-47bf-8f04-b03ba8a7ffba tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721594 Sep 02 12:49:13.448952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-d5c74f93-f3bb-4461-afa2-f1db90197a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.450320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-d5c74f93-f3bb-4461-afa2-f1db90197a74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.5162179 Sep 02 12:49:13.458180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1995d94c-54ed-44b5-9523-664a18c1249d req-438b167d-02b5-4a43-bc86-f95b1622f60d tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0311651 Sep 02 12:49:13.653122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-b100b4d7-c315-40ff-b764-9d6c786ceb79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=27bc1763-86c5-4e07-897f-cb7a312a1660 HTTP/1.1" status: 200 len: 217 time: 0.0424232 Sep 02 12:49:13.676710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-6be7e2cb-7ae8-49f9-80ff-0ff1be627927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.678154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-6be7e2cb-7ae8-49f9-80ff-0ff1be627927 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448730 Sep 02 12:49:13.717701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-7f8475d8-ee9b-4e02-a744-3cf7ec5d66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.719630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-7f8475d8-ee9b-4e02-a744-3cf7ec5d66a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0567162 Sep 02 12:49:13.819178 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-81138773-9076-4d58-b2c6-b3e498e6fa2f service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263695 Sep 02 12:49:13.822569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78f8059a-c7c8-4684-be70-bda131e4b196 req-edb4a0cc-2c15-4b1a-8b3e-4ed1a8447ac9 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0389013 Sep 02 12:49:13.828649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-592fb0b6-fb36-4ec7-8642-1112db2e4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.830149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-592fb0b6-fb36-4ec7-8642-1112db2e4305 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990498 Sep 02 12:49:13.938508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-b87c3799-b1be-4187-8b7f-26c0314b6ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983415 Sep 02 12:49:13.969318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8bbf42-b98b-44aa-8d68-1e5f631b13b5 req-63449bf6-4d9e-4fe1-b42b-0321386f4a4d service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382468 Sep 02 12:49:13.978017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0aa79-0e05-454e-87ba-05ba044a4920 req-2ed37a21-2857-4e0c-9e5d-7db5793fc93d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:13.979500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7e0aa79-0e05-454e-87ba-05ba044a4920 req-2ed37a21-2857-4e0c-9e5d-7db5793fc93d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0836921 Sep 02 12:49:14.024984 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7e0aa79-0e05-454e-87ba-05ba044a4920 req-f92a9fb1-084b-43db-8331-469314870b05 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 Sep 02 12:49:14.037086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd70d859-2c73-43df-a98a-eebd0ffe7c0c req-1220a1e3-76f0-4ba9-b3fb-95b1a968467f service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913754 Sep 02 12:49:14.165850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5d58-6613-4db9-8e57-51e783193579 req-2cb88546-390c-4d4f-b6c9-0a81d2a5de32 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:14.168304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-074c5d58-6613-4db9-8e57-51e783193579 req-2cb88546-390c-4d4f-b6c9-0a81d2a5de32 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 948 time: 0.0667474 Sep 02 12:49:14.219888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-074c5d58-6613-4db9-8e57-51e783193579 req-5359e46e-6e83-44c8-b16a-da19beff8583 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355988 Sep 02 12:49:14.567832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aba4ca5f-6b92-45f6-af64-302b451a186b req-496c51a4-3581-4d4a-b87a-50a947f1967e tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Sep 02 12:49:14.568097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda691f-f263-4bae-89a1-2f1630f48119 req-f403341a-7c80-48fa-ac8a-532c6a85764a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:14.569519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfda691f-f263-4bae-89a1-2f1630f48119 req-f403341a-7c80-48fa-ac8a-532c6a85764a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 945 time: 0.0500245 Sep 02 12:49:14.618064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfda691f-f263-4bae-89a1-2f1630f48119 req-6e3fe1da-84d5-4dff-a7ce-0316b6160444 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Sep 02 12:49:14.872515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35444455-f17f-4835-bb4f-0677c0f7925e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:14.988306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d2873cf-0dff-4608-959e-2f4f0b3a268d req-a999b3dd-b9a9-4166-bc17-b7333bfcdd98 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0492113 Sep 02 12:49:15.000087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 35444455-f17f-4835-bb4f-0677c0f7925e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35444455-f17f-4835-bb4f-0677c0f7925e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:15.014477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '35444455-f17f-4835-bb4f-0677c0f7925e', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '35444455-f17f-4835-bb4f-0677c0f7925e', 'mac_address': 'fa:16:3e:df:86:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:15.067361 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:15.084088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35444455-f17f-4835-bb4f-0677c0f7925e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:15.107248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 35444455-f17f-4835-bb4f-0677c0f7925e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35444455-f17f-4835-bb4f-0677c0f7925e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:15.113991 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:15.115831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 27bc1763-86c5-4e07-897f-cb7a312a1660 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:15.196865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 27bc1763-86c5-4e07-897f-cb7a312a1660, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=27bc1763-86c5-4e07-897f-cb7a312a1660,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:15.199484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=35444455-f17f-4835-bb4f-0677c0f7925e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:15.200572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a42f81-cc91-48a7-87f6-fb8a433e4171 req-10f03de6-e598-463a-b642-2e449be26b5f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:15.209160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53a42f81-cc91-48a7-87f6-fb8a433e4171 req-10f03de6-e598-463a-b642-2e449be26b5f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0620401 Sep 02 12:49:15.212093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '27bc1763-86c5-4e07-897f-cb7a312a1660', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '27bc1763-86c5-4e07-897f-cb7a312a1660', 'mac_address': 'fa:16:3e:fb:c2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:15.258645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:15.279684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bc1763-86c5-4e07-897f-cb7a312a1660 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:15.285651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53a42f81-cc91-48a7-87f6-fb8a433e4171 req-02de65e5-b7e6-429e-801f-df5b8a45220c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754833 Sep 02 12:49:15.299692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 27bc1763-86c5-4e07-897f-cb7a312a1660, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=27bc1763-86c5-4e07-897f-cb7a312a1660,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:15.305393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:15.367850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=27bc1763-86c5-4e07-897f-cb7a312a1660,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:15.391385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34024229-f4ef-4763-9c42-05fc43790ce3 req-a899e942-c3b3-4043-a675-acaba3eac072 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:15.393013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34024229-f4ef-4763-9c42-05fc43790ce3 req-a899e942-c3b3-4043-a675-acaba3eac072 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 949 time: 0.0726781 Sep 02 12:49:15.431822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34024229-f4ef-4763-9c42-05fc43790ce3 req-7553e006-937b-4b73-bfb4-ddf4216e3b45 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Sep 02 12:49:15.679466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:15.681804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d1c326e-fdba-4def-b5ab-24fe9a021e2b req-df98026a-12f2-4f32-837d-7932072bdfd3 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Sep 02 12:49:15.686733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['35444455-f17f-4835-bb4f-0677c0f7925e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:15.753324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f6e-d855-4e2f-b9fa-9c2e76a03645 req-abad54b9-41bc-40c6-875c-133cbf9ded53 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:15.755079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94720f6e-d855-4e2f-b9fa-9c2e76a03645 req-abad54b9-41bc-40c6-875c-133cbf9ded53 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 945 time: 0.0644474 Sep 02 12:49:15.805480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94720f6e-d855-4e2f-b9fa-9c2e76a03645 req-b3056824-46c8-4680-93fd-e7fbb5f8d368 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Sep 02 12:49:16.087587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce95f8-9fac-4920-9ba8-ac9993c46a24 req-ae814d9c-f525-4b16-b0d2-6a387e81cec2 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:16.089264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74ce95f8-9fac-4920-9ba8-ac9993c46a24 req-ae814d9c-f525-4b16-b0d2-6a387e81cec2 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 945 time: 0.0546167 Sep 02 12:49:16.099557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6fd5bf9-3524-41da-a38d-2860c6393396 req-4cdf8ef4-dff5-4971-971a-183b9e3537a0 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0361810 Sep 02 12:49:16.130387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74ce95f8-9fac-4920-9ba8-ac9993c46a24 req-663df0ad-56f7-4ab8-b13d-246e7d912ba7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Sep 02 12:49:16.408387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5d192-fa77-4afc-9c64-dd46b049c45c req-abb1e5ed-8b24-4753-a9aa-ca6e1eb9b49c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:16.410259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2d5d192-fa77-4afc-9c64-dd46b049c45c req-abb1e5ed-8b24-4753-a9aa-ca6e1eb9b49c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0582573 Sep 02 12:49:16.452993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2d5d192-fa77-4afc-9c64-dd46b049c45c req-7a4e5e13-a119-4ee6-ab94-2ead675d10ca tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359664 Sep 02 12:49:16.583553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedcad9-3b4a-46f9-87ad-f1cf2ea6053e req-a535182c-29e3-4032-8afc-4677f79c5c9c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:16.585443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5cedcad9-3b4a-46f9-87ad-f1cf2ea6053e req-a535182c-29e3-4032-8afc-4677f79c5c9c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 949 time: 0.0650136 Sep 02 12:49:16.626937 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5cedcad9-3b4a-46f9-87ad-f1cf2ea6053e req-1e9ca607-387a-4e16-a86e-748006e9cdfc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Sep 02 12:49:16.794926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1af92999-79ce-4952-b611-c262d6219fe4 req-7a6e3b45-53f9-4b3d-8461-2ecdcd2d06e5 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0282388 Sep 02 12:49:17.225295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37d893dd-8327-4e14-b51e-f0ff20ae25a6 req-cff19365-2166-4cd8-bd7c-5b9026b4d29c tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Sep 02 12:49:17.289431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bc751-5174-4f15-b62d-36e6eb4d027a req-64b590f9-e14a-4032-a39c-20bf9900590b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:17.291491 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-902bc751-5174-4f15-b62d-36e6eb4d027a req-64b590f9-e14a-4032-a39c-20bf9900590b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 945 time: 0.0557747 Sep 02 12:49:17.335490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-902bc751-5174-4f15-b62d-36e6eb4d027a req-2ce9ff57-daa0-46e9-96b6-4273142d86e6 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372391 Sep 02 12:49:17.586226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef74dc-9a53-411d-8df1-c43352db46dd req-cb656917-8b13-45ac-b727-5bf1ee122e6a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:17.587860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7ef74dc-9a53-411d-8df1-c43352db46dd req-cb656917-8b13-45ac-b727-5bf1ee122e6a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Sep 02 12:49:17.655242 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7ef74dc-9a53-411d-8df1-c43352db46dd req-3859b36b-6e92-4b44-a5d3-fb1ccac742ee tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604613 Sep 02 12:49:17.676575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-67efb918-bea9-4d6c-9d36-179716e2058a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:17.678365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-67efb918-bea9-4d6c-9d36-179716e2058a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.41 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 945 time: 0.0696580 Sep 02 12:49:17.761827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56c0d-9b2c-461b-b086-67e1c748a62a req-a8267c15-45a7-4a60-b714-99160d759eec tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:17.763523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22b56c0d-9b2c-461b-b086-67e1c748a62a req-a8267c15-45a7-4a60-b714-99160d759eec tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 949 time: 0.0583117 Sep 02 12:49:17.791886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Deleting port 5f192a34-9a20-403d-8e91-51d81b593675 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:49:17.792236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:17.812926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22b56c0d-9b2c-461b-b086-67e1c748a62a req-0cbc4456-39ca-42b5-affb-8d448c5f29b5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Sep 02 12:49:17.921543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9ebeec9-38d4-4376-a4eb-9d98e9a84449 req-37bda91e-a958-410c-abba-54a27cc1e320 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0425174 Sep 02 12:49:17.923255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] For port 5f192a34-9a20-403d-8e91-51d81b593675, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=5f192a34-9a20-403d-8e91-51d81b593675,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:17.923627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:17.939051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Calling delete_port for 5f192a34-9a20-403d-8e91-51d81b593675 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:49:18.077321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:18.089495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', '5f192a34-9a20-403d-8e91-51d81b593675'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:18.114309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Pushing event deleted for resources: {'Port': ['ID=5f192a34-9a20-403d-8e91-51d81b593675,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:18.129224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.129889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.130054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.130379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.130715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.131042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.131368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.131691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.132012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.132334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.132684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.133009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:49:18.169239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] No DVR routers for this DVR port 5f192a34-9a20-403d-8e91-51d81b593675 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:49:18.172175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:18.174664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8adf01d4-2e34-409d-82e9-812522f760e0 req-820d210e-f0c7-4723-920d-52c157174336 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.41 "DELETE /v2.0/ports/5f192a34-9a20-403d-8e91-51d81b593675 HTTP/1.1" status: 204 len: 173 time: 0.4868128 Sep 02 12:49:18.175960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'name': 'network-vif-deleted', 'tag': '5f192a34-9a20-403d-8e91-51d81b593675'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:18.178232 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b233b67-c3c5-4517-8462-691a3a3262bb" -d '{"events": [{"server_uuid": "c107cdc7-cf3c-4018-af15-4a7ef1320334", "name": "network-vif-deleted", "tag": "5f192a34-9a20-403d-8e91-51d81b593675"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:18.243931 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda3a967-ca39-40d4-afae-334f22e29026 x-openstack-request-id: req-bda3a967-ca39-40d4-afae-334f22e29026 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:18.244299 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c107cdc7-cf3c-4018-af15-4a7ef1320334", "name": "network-vif-deleted", "tag": "5f192a34-9a20-403d-8e91-51d81b593675", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:18.244615 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bda3a967-ca39-40d4-afae-334f22e29026 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:18.245152 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107cdc7-cf3c-4018-af15-4a7ef1320334', 'name': 'network-vif-deleted', 'tag': '5f192a34-9a20-403d-8e91-51d81b593675', 'status': 'completed', 'code': 200} Sep 02 12:49:18.348259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7c64f49-ab9b-49cb-970b-7043bbfcba51 req-b6c15e6b-a538-4fa8-ac47-99ce13ba8925 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0303636 Sep 02 12:49:18.453758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-982d96d7-c5c6-4b39-8c34-256582966fc7 req-87c13ae0-93dd-4a7c-9d7e-195085fd68de tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=c107cdc7-cf3c-4018-af15-4a7ef1320334 HTTP/1.1" status: 200 len: 210 time: 0.0361023 Sep 02 12:49:18.811561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb2c72-beed-4c6c-9a3d-e55a67ee9059 req-ac66ab0c-f9d5-41de-8426-91c7d2b099b0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:18.813880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ffb2c72-beed-4c6c-9a3d-e55a67ee9059 req-ac66ab0c-f9d5-41de-8426-91c7d2b099b0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0731578 Sep 02 12:49:18.869520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ffb2c72-beed-4c6c-9a3d-e55a67ee9059 req-719de536-8280-4336-bc5d-b399fa8ea72f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491951 Sep 02 12:49:18.875587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35444455-f17f-4835-bb4f-0677c0f7925e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:18.962243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 35444455-f17f-4835-bb4f-0677c0f7925e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:18.966764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 35444455-f17f-4835-bb4f-0677c0f7925e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:18.967248 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:18.968575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720649e-27c2-4ab0-a106-9db0d09d8841 req-dc44b3e9-61cd-4f97-b5ef-83dca191981a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:18.970647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9720649e-27c2-4ab0-a106-9db0d09d8841 req-dc44b3e9-61cd-4f97-b5ef-83dca191981a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 949 time: 0.0584917 Sep 02 12:49:19.019224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9720649e-27c2-4ab0-a106-9db0d09d8841 req-4d60d7c5-ebc5-4c29-8214-ca824b67d581 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Sep 02 12:49:19.067600 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.081301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6bdaf183-dd03-4963-8ea9-3da7d1855ee4 req-9ff4651d-56e2-4a60-a736-acede0a6bda9 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0353880 Sep 02 12:49:19.088092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36580) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:19.115366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e294d192-b300-4fad-b104-405bed91a8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35444455-f17f-4835-bb4f-0677c0f7925e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:19.123786 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d72566-6e31-42ed-8aed-2eea45110386" -d '{"events": [{"server_uuid": "e294d192-b300-4fad-b104-405bed91a8b2", "name": "network-vif-plugged", "status": "completed", "tag": "35444455-f17f-4835-bb4f-0677c0f7925e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:19.153681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 35444455-f17f-4835-bb4f-0677c0f7925e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35444455-f17f-4835-bb4f-0677c0f7925e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:19.160191 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.161638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 27bc1763-86c5-4e07-897f-cb7a312a1660 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:19.204967 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fc021-6c58-4880-a57c-580d02a18e86 x-openstack-request-id: req-362fc021-6c58-4880-a57c-580d02a18e86 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:19.205420 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e294d192-b300-4fad-b104-405bed91a8b2", "name": "network-vif-plugged", "status": "completed", "tag": "35444455-f17f-4835-bb4f-0677c0f7925e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:19.205926 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-362fc021-6c58-4880-a57c-580d02a18e86 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:19.206868 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e294d192-b300-4fad-b104-405bed91a8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35444455-f17f-4835-bb4f-0677c0f7925e', 'code': 200} Sep 02 12:49:19.232146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1239164b-fcca-4a52-bf5f-562030addf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.266717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=35444455-f17f-4835-bb4f-0677c0f7925e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:19.281129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 27bc1763-86c5-4e07-897f-cb7a312a1660 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:19.285203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 27bc1763-86c5-4e07-897f-cb7a312a1660 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:19.285867 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.302724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64f79e-340f-4d61-b492-a7b8663e77b5 req-5d5a4f65-d87f-49c2-803c-25866a91f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:19.304458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa64f79e-340f-4d61-b492-a7b8663e77b5 req-5d5a4f65-d87f-49c2-803c-25866a91f34a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 1101 time: 0.0607784 Sep 02 12:49:19.334819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1239164b-fcca-4a52-bf5f-562030addf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.341020 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1239164b-fcca-4a52-bf5f-562030addf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.343912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa64f79e-340f-4d61-b492-a7b8663e77b5 req-e1c02250-ee0f-44ff-8053-26441f8d76ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Sep 02 12:49:19.371291 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.386032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1239164b-fcca-4a52-bf5f-562030addf02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26ceb65919a94ad996d74e70135eb7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939961 Sep 02 12:49:19.386689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:19.394838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239164b-fcca-4a52-bf5f-562030addf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3be3d-984e-4e67-9759-d4ee9d4368b6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:19.411147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 27bc1763-86c5-4e07-897f-cb7a312a1660, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=27bc1763-86c5-4e07-897f-cb7a312a1660,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:19.417059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.418037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 5f192a34-9a20-403d-8e91-51d81b593675 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:49:19.456911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 5f192a34-9a20-403d-8e91-51d81b593675 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:49:19.457271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 5f192a34-9a20-403d-8e91-51d81b593675 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:49:19.462983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a18b2f5a-3e6a-4b21-bdbc-2a912c1eb81f req-1ee05255-5af3-4513-851c-8c2a37362a96 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0355997 Sep 02 12:49:19.472482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c519b68f-c9f8-43cb-8683-762ca1924259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.492034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=27bc1763-86c5-4e07-897f-cb7a312a1660,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:19.498174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c519b68f-c9f8-43cb-8683-762ca1924259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.546558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c519b68f-c9f8-43cb-8683-762ca1924259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.549181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c519b68f-c9f8-43cb-8683-762ca1924259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.550632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c519b68f-c9f8-43cb-8683-762ca1924259 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1b3be3d-984e-4e67-9759-d4ee9d4368b6 HTTP/1.1" status: 204 len: 168 time: 0.1625919 Sep 02 12:49:19.560289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b68f-c9f8-43cb-8683-762ca1924259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3be3d-984e-4e67-9759-d4ee9d4368b6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:19.629378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97a19-5e64-4838-becc-10063ea960bd req-a009545c-546a-4c1d-98bc-90631631e7bb tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:19.631000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76a97a19-5e64-4838-becc-10063ea960bd req-a009545c-546a-4c1d-98bc-90631631e7bb tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0531344 Sep 02 12:49:19.677391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76a97a19-5e64-4838-becc-10063ea960bd req-3c973968-9a27-49ee-9406-2bdeba78c202 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Sep 02 12:49:19.839934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:19.854072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4567f4fe-5fcd-4dad-b489-7d5168665dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:19.915103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e464ee-22fc-4381-9bef-ef4d1031526e req-75500691-db26-42e8-82b5-62c808eca2c9 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:19.917179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86e464ee-22fc-4381-9bef-ef4d1031526e req-75500691-db26-42e8-82b5-62c808eca2c9 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0544364 Sep 02 12:49:19.960881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86e464ee-22fc-4381-9bef-ef4d1031526e req-2ef17bf0-fbf6-42c1-9fb8-55af79a6a858 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364208 Sep 02 12:49:19.992402 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4567f4fe-5fcd-4dad-b489-7d5168665dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.001177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4567f4fe-5fcd-4dad-b489-7d5168665dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.032706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b3c78-46f2-480c-b3ba-c85f73a5efc3 req-a52b0859-4de6-458c-b1a3-cd4df01fd0da tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:20.034227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f1b3c78-46f2-480c-b3ba-c85f73a5efc3 req-a52b0859-4de6-458c-b1a3-cd4df01fd0da tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0946724 Sep 02 12:49:20.059543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4567f4fe-5fcd-4dad-b489-7d5168665dfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b2257f0e08644ffb526033e52a28d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184145 Sep 02 12:49:20.062932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:20.069131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567f4fe-5fcd-4dad-b489-7d5168665dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5019d-8455-4c2a-8a2e-9f51de8384d0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:20.091153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f1b3c78-46f2-480c-b3ba-c85f73a5efc3 req-5664f184-ee3d-48f9-903e-6da0a6fa35a6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468831 Sep 02 12:49:20.120676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1340-a819-4a2c-9fd9-4ce38c169555 req-da460b71-04ac-4057-98e5-463cc125987e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:20.122266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c90a1340-a819-4a2c-9fd9-4ce38c169555 req-da460b71-04ac-4057-98e5-463cc125987e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0867829 Sep 02 12:49:20.165223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe8e1ab8-35c1-4308-8be2-297ad25b7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.200355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c90a1340-a819-4a2c-9fd9-4ce38c169555 req-c01460ee-ad51-48a8-80a4-bffd30b53e29 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703185 Sep 02 12:49:20.202169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe8e1ab8-35c1-4308-8be2-297ad25b7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.204185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7150a-c0d0-4ba6-8ab6-d75c9c9e9ff3 req-f231ffcd-c3d2-45c2-907d-3e56b5e6281e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:20.205846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fa7150a-c0d0-4ba6-8ab6-d75c9c9e9ff3 req-f231ffcd-c3d2-45c2-907d-3e56b5e6281e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 950 time: 0.0525467 Sep 02 12:49:20.255223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fa7150a-c0d0-4ba6-8ab6-d75c9c9e9ff3 req-31901b73-3c65-415c-90a9-0922e1935bd0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Sep 02 12:49:20.297636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe8e1ab8-35c1-4308-8be2-297ad25b7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.301634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe8e1ab8-35c1-4308-8be2-297ad25b7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.304935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe8e1ab8-35c1-4308-8be2-297ad25b7677 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fc5019d-8455-4c2a-8a2e-9f51de8384d0 HTTP/1.1" status: 204 len: 168 time: 0.2378981 Sep 02 12:49:20.312953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e1ab8-35c1-4308-8be2-297ad25b7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5019d-8455-4c2a-8a2e-9f51de8384d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:20.363787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82f0a33c-2bf9-4d9d-9dd7-fc146b320991 req-d0bc4c13-effb-435d-821d-e6fe815f4119 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0297933 Sep 02 12:49:20.599021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06c0ea3c-5026-4f56-a2b4-28a9025fca7a req-86067e4b-e69f-4a41-aee4-ed8b8c63679c tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0321357 Sep 02 12:49:20.698487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:20.712628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0725b03e-1336-40f1-aa39-ceeb2a71458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.826013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0725b03e-1336-40f1-aa39-ceeb2a71458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.831403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0725b03e-1336-40f1-aa39-ceeb2a71458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.871379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725b03e-1336-40f1-aa39-ceeb2a71458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec3dc69-130e-4b5d-b73f-886dffb2b9e8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:20.875789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0725b03e-1336-40f1-aa39-ceeb2a71458c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2598aef938704e24917a5e0421374d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762633 Sep 02 12:49:20.878694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36638) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:20.932269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03474ab5-9cc0-40d2-93dd-e89279b7e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:20.953770 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03474ab5-9cc0-40d2-93dd-e89279b7e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:21.001855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03474ab5-9cc0-40d2-93dd-e89279b7e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:21.004415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03474ab5-9cc0-40d2-93dd-e89279b7e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:21.008029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-03474ab5-9cc0-40d2-93dd-e89279b7e084 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ec3dc69-130e-4b5d-b73f-886dffb2b9e8 HTTP/1.1" status: 204 len: 168 time: 0.1260953 Sep 02 12:49:21.015017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03474ab5-9cc0-40d2-93dd-e89279b7e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec3dc69-130e-4b5d-b73f-886dffb2b9e8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:21.208079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bc1763-86c5-4e07-897f-cb7a312a1660'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:21.211316 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28bd8a7-17df-4d13-bbe8-7b03d404930c" -d '{"events": [{"server_uuid": "a15f18cd-3938-40eb-a912-c401ef6224fd", "name": "network-vif-plugged", "status": "completed", "tag": "27bc1763-86c5-4e07-897f-cb7a312a1660"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:21.235349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500620e-683e-4b7a-ad90-85016cf577df req-eb9328ac-c689-4184-a14b-ae8e36f8bd80 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:21.248296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0500620e-683e-4b7a-ad90-85016cf577df req-eb9328ac-c689-4184-a14b-ae8e36f8bd80 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0579891 Sep 02 12:49:21.254067 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460411b-8dc3-4da6-afac-7d6fc1bb64d8 x-openstack-request-id: req-f460411b-8dc3-4da6-afac-7d6fc1bb64d8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:21.254577 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15f18cd-3938-40eb-a912-c401ef6224fd", "name": "network-vif-plugged", "status": "completed", "tag": "27bc1763-86c5-4e07-897f-cb7a312a1660", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:21.254979 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f460411b-8dc3-4da6-afac-7d6fc1bb64d8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:21.255572 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bc1763-86c5-4e07-897f-cb7a312a1660', 'code': 200} Sep 02 12:49:21.292377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0500620e-683e-4b7a-ad90-85016cf577df req-abae7381-70c7-45a9-8794-d6aac2059984 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Sep 02 12:49:21.406586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747f7f6-0198-4b12-9f03-65cf6f14f8c8 req-c18915bc-cb54-4a2a-b740-0258582cf80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:21.408118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6747f7f6-0198-4b12-9f03-65cf6f14f8c8 req-c18915bc-cb54-4a2a-b740-0258582cf80e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 1101 time: 0.0763619 Sep 02 12:49:21.415886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b312c-5d7c-479c-a986-e050d6559625 req-397aa9a0-f52d-4a44-9d5a-2e59847eb4d0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:21.418234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-761b312c-5d7c-479c-a986-e050d6559625 req-397aa9a0-f52d-4a44-9d5a-2e59847eb4d0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 950 time: 0.0760822 Sep 02 12:49:21.480149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eec3a15b-c91c-4819-ad83-a9206f99bba8 req-e216573f-4a6f-4cdc-a73d-fe16c12b7999 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0323079 Sep 02 12:49:21.485838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6747f7f6-0198-4b12-9f03-65cf6f14f8c8 req-c8f975f3-0540-4db6-a022-3978c7547f1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664809 Sep 02 12:49:21.490982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-761b312c-5d7c-479c-a986-e050d6559625 req-ed80a0de-5c71-487a-9df3-cd2afd4d9347 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Sep 02 12:49:21.710874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8cda3ee-ca2d-4dd8-bf91-c47cf1560830 req-598df95f-c88c-455d-b24e-9b7547a6ef4e tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0287135 Sep 02 12:49:22.038446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d224f-3b1b-4d74-8846-4225cb99ba6d req-14a963cb-87ff-4745-b939-ab564d291916 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:22.039977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-942d224f-3b1b-4d74-8846-4225cb99ba6d req-14a963cb-87ff-4745-b939-ab564d291916 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Sep 02 12:49:22.077691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-942d224f-3b1b-4d74-8846-4225cb99ba6d req-57e5e2c5-699a-435a-997b-0a95a5df2b5b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Sep 02 12:49:22.213573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc0b0-1330-47ab-ab61-ff4068cb65d0 req-bdc8b43e-8fec-4965-8f02-4029b2ed3f94 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:22.215103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-caacc0b0-1330-47ab-ab61-ff4068cb65d0 req-bdc8b43e-8fec-4965-8f02-4029b2ed3f94 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0561731 Sep 02 12:49:22.257144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-caacc0b0-1330-47ab-ab61-ff4068cb65d0 req-2ec3188a-a9e4-4263-9c8f-c345365bcd2c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356371 Sep 02 12:49:22.425685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb1120-a3a1-4a26-b2c6-536ae8689b19 req-81e3f30b-7026-4225-adc3-9226c9e37824 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:22.433221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-daeb1120-a3a1-4a26-b2c6-536ae8689b19 req-81e3f30b-7026-4225-adc3-9226c9e37824 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0599384 Sep 02 12:49:22.468875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-daeb1120-a3a1-4a26-b2c6-536ae8689b19 req-24504b81-db9f-43f3-b242-456377f5e1f0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Sep 02 12:49:22.535989 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:49:22.622573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b34e5c32-061e-411d-a20b-b43302052b11 req-1d53a413-724c-4d29-8425-07e88fddf0cd tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0510604 Sep 02 12:49:22.763804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfff49-ea64-43e9-a03a-e5ad4936b2f9 req-83a76d31-dc8e-44d9-8a6b-55781b15a5a7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:22.765909 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20dfff49-ea64-43e9-a03a-e5ad4936b2f9 req-83a76d31-dc8e-44d9-8a6b-55781b15a5a7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 950 time: 0.0766788 Sep 02 12:49:22.810747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-20dfff49-ea64-43e9-a03a-e5ad4936b2f9 req-819c9fe9-880d-4312-9c25-4e7d38e145bf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Sep 02 12:49:22.915838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b1f7f3-5609-43f1-81db-23bee499a74e req-d7efbeba-6e87-4324-99c3-ae3c115e772e tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Sep 02 12:49:22.927342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:22.935016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040206707', 'description': 'tempest-secgroup-smoke-1040206707 description', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:22.968112 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:22.978030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.077976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.083583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.123180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e440a63a-9c31-45c5-9263-79e965bb7e1f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:23.193681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.198852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.236160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.238131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3084235 Sep 02 12:49:23.241345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:23.246842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '472ed13b-ee94-4cf7-a777-c43442bf2408', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:23.251601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1253a9-bb88-4a4a-b119-f19d9d57278b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472ed13b-ee94-4cf7-a777-c43442bf2408,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:23.281287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.338378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.342758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.359666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5b3ae9-9101-4753-a7b5-27ea28ea96ed,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:23.365950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.367175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e87c9b4c-7373-4d52-b3b9-d30f6999e28d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246173 Sep 02 12:49:23.370072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:23.374473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '472ed13b-ee94-4cf7-a777-c43442bf2408', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:23.402291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.460469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.465519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.485210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69323e3-35f3-4788-a714-fb283609cfbe,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:23.497975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.499910 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c70d3fdb-09aa-4304-abb4-f5236d8d15e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282518 Sep 02 12:49:23.502231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:23.509207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '472ed13b-ee94-4cf7-a777-c43442bf2408', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:23.541843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.599498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b6b2f-a67c-436a-8c92-4a677b242caf req-23a9ae24-d381-44a9-95b2-7e3947059d1f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:23.601428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe9b6b2f-a67c-436a-8c92-4a677b242caf req-23a9ae24-d381-44a9-95b2-7e3947059d1f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0527484 Sep 02 12:49:23.616118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.621339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.639776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c841fbf1-0ea2-4b1c-88ba-990058aad771,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:23.654210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe9b6b2f-a67c-436a-8c92-4a677b242caf req-7d983c3d-11aa-420c-8ee8-93c43454faee tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 Sep 02 12:49:23.666380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.670376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-381756e9-ced4-44f1-a088-4af38249ad85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671417 Sep 02 12:49:23.673340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:23.680767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '472ed13b-ee94-4cf7-a777-c43442bf2408', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:23.726112 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.794027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d61147cf-966f-4a56-9569-db8fd9d59cdc req-257c5d22-ceb0-49de-bd43-42d874b46a69 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0620248 Sep 02 12:49:23.846709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.852384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.872605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e880f26a-b203-4b98-ab6f-fa5a16637604,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:23.895134 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:23.900763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aee11a50-ccb7-4b92-9812-4de6e37864d1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2218101 Sep 02 12:49:23.901040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:23.910627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed721f-0138-4cb3-a4a0-6820532da24a req-5c21ffb1-86ea-443d-8609-3d8faab2531e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:23.912137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24ed721f-0138-4cb3-a4a0-6820532da24a req-5c21ffb1-86ea-443d-8609-3d8faab2531e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0575964 Sep 02 12:49:23.919611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '472ed13b-ee94-4cf7-a777-c43442bf2408', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:23.952057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24ed721f-0138-4cb3-a4a0-6820532da24a req-69e11a90-c5b6-4b2a-a776-c49388812119 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Sep 02 12:49:23.956826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e603-e6b4-414d-9927-2a46897b6204 req-ee1fe46b-ddea-455e-91ba-397e7c5eb1bf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:23.958850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e888e603-e6b4-414d-9927-2a46897b6204 req-ee1fe46b-ddea-455e-91ba-397e7c5eb1bf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 950 time: 0.0729458 Sep 02 12:49:23.959700 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:49:23.964888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.042542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e888e603-e6b4-414d-9927-2a46897b6204 req-c5decd02-6c53-4bbc-ad24-a9cc965575d2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746572 Sep 02 12:49:24.063867 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.070907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.072819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5189ceeb-c6e4-49ca-9be5-529eaf3b6212 req-81a40ecf-deab-43f7-8cce-37eaf9e81c05 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0381052 Sep 02 12:49:24.100601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee05fe87-7b30-4004-b267-e6dc338c04f0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:24.105278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.110078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bbc82bd0-d221-4514-b1ea-2dc767479e1d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2040956 Sep 02 12:49:24.110175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:24.114766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '472ed13b-ee94-4cf7-a777-c43442bf2408', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:24.145665 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:49:24.151976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.164258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a0c91-d80d-4ea8-b573-193fa023d3d1 req-a812629b-ad43-4559-a809-c1112beab514 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.166003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a69a0c91-d80d-4ea8-b573-193fa023d3d1 req-a812629b-ad43-4559-a809-c1112beab514 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0572722 Sep 02 12:49:24.215918 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a69a0c91-d80d-4ea8-b573-193fa023d3d1 req-fe2b7cec-32ea-4b48-8416-1268b1fd73c3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Sep 02 12:49:24.255814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.263172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.296175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e1a7-a301-4ab7-80bb-5e11e07a8b59 req-f79471ce-5667-44b2-b057-0eff5abcd8c4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.297710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9412e1a7-a301-4ab7-80bb-5e11e07a8b59 req-f79471ce-5667-44b2-b057-0eff5abcd8c4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 950 time: 0.0791056 Sep 02 12:49:24.298358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f9cd3b-c684-41ac-a825-f840e40a1991,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:24.315274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.316602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a5949fbd-e99d-4f07-bf03-e3b9824f4850 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2056379 Sep 02 12:49:24.320178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:24.325657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'network': {'name': 'tempest-network-smoke--13781356', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:24.349617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9412e1a7-a301-4ab7-80bb-5e11e07a8b59 req-6117c829-1c8f-443c-b12c-a2551016ca75 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Sep 02 12:49:24.373136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:24.377024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.417325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015959-b0e6-4199-9894-bad7001f210a req-57f04a19-5474-41ef-a118-2dea1db2d3f5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.418836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c015959-b0e6-4199-9894-bad7001f210a req-57f04a19-5474-41ef-a118-2dea1db2d3f5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0771933 Sep 02 12:49:24.419546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:49:24.437334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.437808 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Added segment e00fdf05-5f5e-41c8-8b72-202ceb7cfafc of type vlan for network b2ee172b-b906-4e87-bb6a-5efa73a639c7 Sep 02 12:49:24.657841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cee57-9ad8-4f5f-8e83-4bb7ec11a5db req-343f3952-c74c-494c-9cab-6cb1aea7ae9b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.664415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cee57-9ad8-4f5f-8e83-4bb7ec11a5db req-343f3952-c74c-494c-9cab-6cb1aea7ae9b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.666165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a28cee57-9ad8-4f5f-8e83-4bb7ec11a5db req-343f3952-c74c-494c-9cab-6cb1aea7ae9b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd&device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 1691 time: 0.0764112 Sep 02 12:49:24.719433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a28cee57-9ad8-4f5f-8e83-4bb7ec11a5db req-0fbdb99f-bf40-4e03-94f1-e897f4b11f87 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Sep 02 12:49:24.819882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c015959-b0e6-4199-9894-bad7001f210a req-7ef8c072-5476-436c-8c50-09728d7b8cab tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922181 Sep 02 12:49:24.828756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.865067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.870848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.871549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:24.902516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884d6d1-2ea7-4544-b42c-65c543cb5ca1 req-1062c6c8-ecb3-484c-9d78-beea7c8a5952 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:24.904428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f884d6d1-2ea7-4544-b42c-65c543cb5ca1 req-1062c6c8-ecb3-484c-9d78-beea7c8a5952 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0657086 Sep 02 12:49:24.927487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6060195 Sep 02 12:49:24.930338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36790) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:24.941849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'admin_state_up': True, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:24.951379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f884d6d1-2ea7-4544-b42c-65c543cb5ca1 req-0e0cc825-ce91-4836-bbcb-f200d540f7b0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Sep 02 12:49:24.965741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e444c7-8208-4a73-b867-16c91a12fa55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Network': ['ID=b2ee172b-b906-4e87-bb6a-5efa73a639c7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:24.978823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:49:25.004381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8b8381b-84b8-49aa-9c53-e76424fbe1cc req-5fede4cd-d4f3-4da7-aa22-fd69995c24cd tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0556750 Sep 02 12:49:25.043110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.044207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.108936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2334-262a-48dd-80a4-be88bf947b5c req-cfca3ab1-eedb-47b8-bee9-2b34ce8cb2e7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:25.110892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda2334-262a-48dd-80a4-be88bf947b5c req-cfca3ab1-eedb-47b8-bee9-2b34ce8cb2e7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0712361 Sep 02 12:49:25.145508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.162529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-819edb1c-a9cc-493d-9e53-fd6d33df5f02 req-8e99896c-2dab-41bf-a3cb-7f354d0af063 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0361118 Sep 02 12:49:25.182206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cda2334-262a-48dd-80a4-be88bf947b5c req-69d24599-bdb5-42f2-b9dd-4239a075f3a3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641973 Sep 02 12:49:25.252106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c05fed-8834-4a12-b0b9-750230b30e7a req-a2de582c-2d54-494d-a39f-e59f02dee054 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:25.253763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4c05fed-8834-4a12-b0b9-750230b30e7a req-a2de582c-2d54-494d-a39f-e59f02dee054 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 1101 time: 0.1477110 Sep 02 12:49:25.278127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99aba19-0e11-4a7e-9d0d-e1e9653c1b5f req-01b17066-c8a1-498c-a6ee-975887356932 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0325952 Sep 02 12:49:25.333919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.355010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4c05fed-8834-4a12-b0b9-750230b30e7a req-5432e069-a4a0-4780-a224-91446bf6bbfd tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659459 Sep 02 12:49:25.499805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86417f7-54bf-484b-babf-664dfec5c98c req-4382205e-2a8d-4161-8e33-118a85b31980 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:25.501478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e86417f7-54bf-484b-babf-664dfec5c98c req-4382205e-2a8d-4161-8e33-118a85b31980 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0554171 Sep 02 12:49:25.535530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1722da-482d-4da5-87e4-ec8459324d5e req-b89b4525-65c3-4d95-b1c0-9d9450b29959 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:25.537193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d1722da-482d-4da5-87e4-ec8459324d5e req-b89b4525-65c3-4d95-b1c0-9d9450b29959 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 1101 time: 0.0953414 Sep 02 12:49:25.541513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e86417f7-54bf-484b-babf-664dfec5c98c req-e936d998-293f-4fd1-8670-e69a1e893b77 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Sep 02 12:49:25.611859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.639168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.642171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d1722da-482d-4da5-87e4-ec8459324d5e req-5d9c2696-104e-44b1-a83f-7d30dc4a7256 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755191 Sep 02 12:49:25.667766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f505a-f76d-49b2-b7e0-3f13384dc449 req-13969e7b-c727-4f3e-a4b8-aa74d92f1f03 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:25.667766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d65f505a-f76d-49b2-b7e0-3f13384dc449 req-13969e7b-c727-4f3e-a4b8-aa74d92f1f03 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0556817 Sep 02 12:49:25.710858 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d65f505a-f76d-49b2-b7e0-3f13384dc449 req-a82103aa-fe88-4130-bb6e-f535409396ba tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Sep 02 12:49:25.762298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.125 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/239f2a13-abca-4a26-a3b6-06bc273d608d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:25.916733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.942436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1d13-9fde-4ae6-a50b-e63b5b7b8ae7 req-05bbc99f-5d91-4505-9278-137670df4fed tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:25.945226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1cf1d13-9fde-4ae6-a50b-e63b5b7b8ae7 req-05bbc99f-5d91-4505-9278-137670df4fed tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0858560 Sep 02 12:49:25.969816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:25.994902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1cf1d13-9fde-4ae6-a50b-e63b5b7b8ae7 req-b9e1c6b6-7b22-4886-b796-db97a8d23ced tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Sep 02 12:49:26.055225 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-3d71bd7c-3b67-4b66-a539-d2a317fa0312 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678766 Sep 02 12:49:26.059266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:26.069811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:26.080540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=239f2a13-abca-4a26-a3b6-06bc273d608d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:26.087326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:26.110360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc227d03-6998-48b0-905f-1315962492b1 req-f325369a-e746-41f3-a665-eb24ecb57f11 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:26.111988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc227d03-6998-48b0-905f-1315962492b1 req-f325369a-e746-41f3-a665-eb24ecb57f11 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0570118 Sep 02 12:49:26.145528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3da9-2830-45d2-9955-a163d0d18d81 req-cb25e0a3-e8e9-4874-a12b-dfaa079162d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:26.147481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad6c3da9-2830-45d2-9955-a163d0d18d81 req-cb25e0a3-e8e9-4874-a12b-dfaa079162d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 1096 time: 0.1892793 Sep 02 12:49:26.154242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc227d03-6998-48b0-905f-1315962492b1 req-08babc87-57b4-4b4c-83a8-860e3e0f8b04 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 Sep 02 12:49:26.268029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad6c3da9-2830-45d2-9955-a163d0d18d81 req-5a7c3e01-515c-4620-8ca7-c88ad6e4dfd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080506 Sep 02 12:49:26.281905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341e6f-80e3-4c98-86ae-0ad40f221e16 req-e27dc4b2-06ec-4de7-8cd3-79e508738165 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:26.283539 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5341e6f-80e3-4c98-86ae-0ad40f221e16 req-e27dc4b2-06ec-4de7-8cd3-79e508738165 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0563188 Sep 02 12:49:26.323977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5341e6f-80e3-4c98-86ae-0ad40f221e16 req-47debc48-2259-48a8-95e6-72b7ecb30d74 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Sep 02 12:49:26.342129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-aae15c3b-979a-4e66-85ee-290e16661a5e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:26.343627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-aae15c3b-979a-4e66-85ee-290e16661a5e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770221 Sep 02 12:49:26.371798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-44eece8c-4be0-47e6-8771-992853c0051f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/quotas/6164b3bab90f4461b344594d8046adcf HTTP/1.1" status: 200 len: 375 time: 0.0212476 Sep 02 12:49:26.446922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6393e2c3-58cb-4cc6-9ed0-27d850124293 req-ae21fb66-7f12-44d7-b52e-19f72b604c5f tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0350878 Sep 02 12:49:26.510140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-49b7e441-9548-4a55-8709-b455da17b62f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260018 Sep 02 12:49:26.539575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:26.563816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60dfdd68-fa7c-4017-ae1a-f42cd301bab6 req-283f8d39-ebec-4d12-a2f6-ae0c08c4bd51 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0347831 Sep 02 12:49:26.762812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c44e0-8355-465d-9921-65c808a924b9 req-196ff377-926d-4e0a-8889-829e9e13c13a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:26.764383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f00c44e0-8355-465d-9921-65c808a924b9 req-196ff377-926d-4e0a-8889-829e9e13c13a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0547218 Sep 02 12:49:26.769353 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:26.809812 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f00c44e0-8355-465d-9921-65c808a924b9 req-e99f2e35-b074-40b5-9936-887e55dd6c00 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359828 Sep 02 12:49:26.918738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router e0043f81-2ff3-461c-a7b2-60c03be483e3 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:49:26.951266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79afa-7f78-47a0-941e-6ba14cfef2d3 req-6895a820-434c-419b-9002-a489ddacec83 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:26.953159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24a79afa-7f78-47a0-941e-6ba14cfef2d3 req-6895a820-434c-419b-9002-a489ddacec83 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0700133 Sep 02 12:49:27.013623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24a79afa-7f78-47a0-941e-6ba14cfef2d3 req-66f72a13-3b18-48a9-bbf0-3c68d104e411 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491135 Sep 02 12:49:27.047180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:49:27.067428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Sync routers for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:49:27.074976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:27.079410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-679c3283-3c1b-4bca-bb07-d9d725fd6816 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1463585 Sep 02 12:49:27.079781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:27.095468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:49:27.096189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:49:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:27.230020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb490044-0a07-48db-bfc3-0bbb1f7288b6 req-4fafe74c-2bcd-41dc-8ee1-4767a2433b51 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 210 time: 0.0592618 Sep 02 12:49:27.333637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6d87f5ab-7111-4fc5-abc6-aa287f7be569 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f83b2a7200524bfbb23facb779d17d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2507386 Sep 02 12:49:27.333955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:27.368112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19506f71-4635-45e5-9db4-619ff4e840ce req-a5d399ce-9dad-4eda-a999-e0882b71fe32 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:27.369894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19506f71-4635-45e5-9db4-619ff4e840ce req-a5d399ce-9dad-4eda-a999-e0882b71fe32 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1483092 Sep 02 12:49:27.439457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19506f71-4635-45e5-9db4-619ff4e840ce req-fbea075e-c05c-4cf9-aa8b-0dec594af049 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Sep 02 12:49:27.473631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:49:27.576982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c593-0495-42c3-bcfe-2b5068322cef req-d9ba6f11-9686-4186-9015-8628930fac1f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:27.578661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdb5c593-0495-42c3-bcfe-2b5068322cef req-d9ba6f11-9686-4186-9015-8628930fac1f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.2419508 Sep 02 12:49:27.595272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457bb3-c227-451f-a86c-1c1efba9e775 req-67d2487e-8307-4a6c-91e4-4aa5b1b5142a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:27.596990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d457bb3-c227-451f-a86c-1c1efba9e775 req-67d2487e-8307-4a6c-91e4-4aa5b1b5142a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0661719 Sep 02 12:49:27.644179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70140c-a30c-4df4-a54b-6a715ffbcb3d tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:27.646199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e70140c-a30c-4df4-a54b-6a715ffbcb3d tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3107662 Sep 02 12:49:27.653359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36884) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:27.671990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d457bb3-c227-451f-a86c-1c1efba9e775 req-1c8fff46-f100-4995-939f-acd08aab69c5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657423 Sep 02 12:49:27.678069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdb5c593-0495-42c3-bcfe-2b5068322cef req-58faa86a-b788-45eb-9b57-0e5b285abc81 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813763 Sep 02 12:49:27.786635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c1bf2f84-5e29-43cf-852a-4c04f987e538 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1125987 Sep 02 12:49:27.788293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:27.789073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b5f1346-2e67-4de9-a931-4b168ad3723b req-851bf2aa-1e71-41e0-8493-5fc7a4cd0aad tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0358961 Sep 02 12:49:27.809707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:26Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:27.822310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1783351501', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:27.846687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Checking router: e0043f81-2ff3-461c-a7b2-60c03be483e3 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:49:27.847423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Updating router e0043f81-2ff3-461c-a7b2-60c03be483e3 port 239f2a13-abca-4a26-a3b6-06bc273d608d binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:49:27.879292 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:27.917977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a967538a-4cee-4ac7-89ee-87893a70a849 req-fdb7d5e5-1bf5-4bd2-9a73-34d93ae7f199 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0410037 Sep 02 12:49:27.966199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:27.970048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.189322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.219869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3de5c-3af4-41f5-9cd8-5943c928c560 req-248dc479-341e-43f3-80fc-224fb720c2a6 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:28.222153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94f3de5c-3af4-41f5-9cd8-5943c928c560 req-248dc479-341e-43f3-80fc-224fb720c2a6 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 813 time: 0.2584908 Sep 02 12:49:28.243723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94f3de5c-3af4-41f5-9cd8-5943c928c560 req-3e0c2b66-84d3-4063-99aa-81da5d2646dc tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/quotas/a5b3fe68958747f38cebb210e4faf2bc HTTP/1.1" status: 200 len: 375 time: 0.0128033 Sep 02 12:49:28.258653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Subnet': ['ID=0f053f83-e317-4e8e-b775-60cf0ddc413f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:28.288806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Checking segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:28.289212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network hostable DHCP agents. Network: b2ee172b-b906-4e87-bb6a-5efa73a639c7, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:49:28.313577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:49:28.326077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, b2ee172b-b906-4e87-bb6a-5efa73a639c7) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:28.331913 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94f3de5c-3af4-41f5-9cd8-5943c928c560 req-b55273cb-f86e-4cc3-ae35-2f418c84751b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794866 Sep 02 12:49:28.336072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:28.336887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.337504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857d0cf-5450-4a29-b1a0-126e8b50d583 None None] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:49:28.358571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fede7b43-ade9-4f75-ac4e-b359ff72cdbd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5682096 Sep 02 12:49:28.361417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:28.438240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52af1543-bcc9-47bf-9fe6-e613c5225553 req-f1168f2a-9379-475a-8505-6f3ceaad0a49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b62f339389984b6f8d255717997540b3&device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0683355 Sep 02 12:49:28.441114 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.459588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b34b19d8-0da1-4cd2-9dec-8529d61e31d9 req-de19a496-1e56-4d7f-8b55-bdd53ecff564 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 210 time: 0.0672507 Sep 02 12:49:28.492648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52af1543-bcc9-47bf-9fe6-e613c5225553 req-9172d5ea-1186-468b-897c-2236ddf373fc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b62f339389984b6f8d255717997540b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364158 Sep 02 12:49:28.493379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b02063aa-99f4-4e1e-b28d-2342b2341898 req-669d8251-1709-4dab-a57e-234bc9f10109 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0501707 Sep 02 12:49:28.513956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Transition to ACTIVE for port object 239f2a13-abca-4a26-a3b6-06bc273d608d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:28.542649 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.651322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:49:28.652555 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.653761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28860f40-dcda-42f0-9949-5502901b75c3 req-2a3aa20f-9671-4d4d-a03b-93335bb81bf8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:28.662113 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-28860f40-dcda-42f0-9949-5502901b75c3 req-2a3aa20f-9671-4d4d-a03b-93335bb81bf8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0805902 Sep 02 12:49:28.666719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653ad73-456e-42f8-ad75-b89f56883204 None None] Pushing event updated for resources: {'Port': ['ID=239f2a13-abca-4a26-a3b6-06bc273d608d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:28.677678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Attempting to bind port 239f2a13-abca-4a26-a3b6-06bc273d608d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:28.678054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Attempting to bind port 239f2a13-abca-4a26-a3b6-06bc273d608d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:28.678418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Attempting to bind port 239f2a13-abca-4a26-a3b6-06bc273d608d on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:28.683013 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-417f739c-f174-4c51-afcc-4178e58d204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.699487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:28.699654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:28.699958 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.700531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:28.701237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Bound port: 239f2a13-abca-4a26-a3b6-06bc273d608d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:28.701610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:28.772790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1543-bcc9-47bf-9fe6-e613c5225553 req-6427ce4d-41e1-40cf-8f60-05a2b69d9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:28.778704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52af1543-bcc9-47bf-9fe6-e613c5225553 req-6427ce4d-41e1-40cf-8f60-05a2b69d9cf0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2774143 Sep 02 12:49:28.791816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-28860f40-dcda-42f0-9949-5502901b75c3 req-bcc44605-28f7-484b-8b7f-c5b478098ccd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271927 Sep 02 12:49:28.883736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-5f19b414-b8d7-47b5-a823-911600e96993 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455284 Sep 02 12:49:28.961444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] For port 239f2a13-abca-4a26-a3b6-06bc273d608d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:28.986692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] For port 239f2a13-abca-4a26-a3b6-06bc273d608d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=239f2a13-abca-4a26-a3b6-06bc273d608d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:29.007730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Allocated IP 172.20.0.2 (b2ee172b-b906-4e87-bb6a-5efa73a639c7/0f053f83-e317-4e8e-b775-60cf0ddc413f/b417906e-27ce-46b1-9185-f325d2c806c9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:29.042841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af9b43-9969-4797-9220-7e79ba5bef52 req-ec17cb65-781e-493d-b0b5-c30b1658e67a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:29.051181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23af9b43-9969-4797-9220-7e79ba5bef52 req-ec17cb65-781e-493d-b0b5-c30b1658e67a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1319504 Sep 02 12:49:29.076292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-b63632d6-fc4b-4cec-9c7b-0655ff8d077c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:29.077853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-b63632d6-fc4b-4cec-9c7b-0655ff8d077c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856067 Sep 02 12:49:29.082430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-08da1356-0aba-4c51-a28e-aa5a92b3c10b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818346 Sep 02 12:49:29.098125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': '7244fe11-399f-4865-81e3-65913166661e', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:29.117227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.125222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23af9b43-9969-4797-9220-7e79ba5bef52 req-2371bc07-ae54-4468-93b7-b42369a9b5a1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Sep 02 12:49:29.198925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:49:29.199594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:49:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:29.223755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88945b-dfd4-469d-8fd1-f36bc4c330e2 req-9be9cb28-f998-45cd-b205-f50bc32f224e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:29.231846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d88945b-dfd4-469d-8fd1-f36bc4c330e2 req-9be9cb28-f998-45cd-b205-f50bc32f224e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.2298810 Sep 02 12:49:29.300370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:29.305440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.314136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653ad73-456e-42f8-ad75-b89f56883204 None None] Pushing event updated for resources: {'Port': ['ID=239f2a13-abca-4a26-a3b6-06bc273d608d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:29.324579 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-955fc040-0b2d-4fd8-8b9e-5bb4b0e7e0a8 req-c597fc80-2ad2-4079-9bf4-9962e7d114ae tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0356956 Sep 02 12:49:29.384111 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.402486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d88945b-dfd4-469d-8fd1-f36bc4c330e2 req-a9271764-8b9d-4fc0-9f48-e1db82f3abb4 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682892 Sep 02 12:49:29.405260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Transition to ACTIVE for port object b417906e-27ce-46b1-9185-f325d2c806c9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:29.421095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-d4224303-b42f-4a48-9afd-6653f89cec4a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:29.422872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-d4224303-b42f-4a48-9afd-6653f89cec4a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316121 Sep 02 12:49:29.445929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': '73178750-53ad-4bd5-b6ca-28a087302646', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:29.456027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Transition to ACTIVE for port object b417906e-27ce-46b1-9185-f325d2c806c9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:29.463913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:49:29.532720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.231 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/294fbcae-c4ea-4150-a69c-3afff266465f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:29.552890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.640932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19093a20-da36-4a3f-9c7a-7d7a98a5f4b6 req-c2eda2f5-fb9c-4077-b02f-1b36f70fc4e0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 210 time: 0.0420854 Sep 02 12:49:29.641200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7201f275-0089-4c37-aeaa-0c2f19707a94 req-75826772-1232-4f22-9d5d-3e26a4edef04 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a5b3fe68958747f38cebb210e4faf2bc HTTP/1.1" status: 200 len: 221 time: 0.0598137 Sep 02 12:49:29.662090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:29.664192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:29.670891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:29.685749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Pushing event updated for resources: {'Port': ['ID=b417906e-27ce-46b1-9185-f325d2c806c9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:29.768196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72649be3-d537-4751-bf0a-1c50e15afb30 req-e53e5fa0-53d5-4a16-a8a4-fff26c99b9c3 tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0392740 Sep 02 12:49:29.777291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Attempting to bind port b417906e-27ce-46b1-9185-f325d2c806c9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:29.777660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Attempting to bind port b417906e-27ce-46b1-9185-f325d2c806c9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:29.778024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Attempting to bind port b417906e-27ce-46b1-9185-f325d2c806c9 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:29.806654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:29.807094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Checking segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:29.808148 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.808148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Bound using segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:29.808600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Bound port: b417906e-27ce-46b1-9185-f325d2c806c9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:29.809032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.824579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.846823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 294fbcae-c4ea-4150-a69c-3afff266465f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:29.887775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:29.891717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.905269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] For port b417906e-27ce-46b1-9185-f325d2c806c9, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:29.908681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:26Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:29.913122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] For port b417906e-27ce-46b1-9185-f325d2c806c9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b417906e-27ce-46b1-9185-f325d2c806c9,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:29.928309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.947240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b6a10-afa5-4ed4-b02b-7c7dc048713e None None] The sync data for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 is: [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:26Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:49:29.958471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:29.966363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576dfcf-fbce-47e1-b981-5158fea98b7e req-37df95ed-6615-41ff-8187-c9cd2e470b4f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:29.974272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a576dfcf-fbce-47e1-b981-5158fea98b7e req-37df95ed-6615-41ff-8187-c9cd2e470b4f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1157916 Sep 02 12:49:29.977900 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:30.014544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:30.046880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:30.058409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:30.064482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:30.071584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:30.080988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a576dfcf-fbce-47e1-b981-5158fea98b7e req-ecb69ba1-804a-415a-8609-850b42d0f746 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051273 Sep 02 12:49:30.096594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-64d86d61-76a2-4a47-8fff-68655575c588 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:30.112145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-64d86d61-76a2-4a47-8fff-68655575c588 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 810 time: 0.3422446 Sep 02 12:49:30.116120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7425f4d-95ca-4d5f-919a-21e914e02c80 None None] Pushing event updated for resources: {'Port': ['ID=b417906e-27ce-46b1-9185-f325d2c806c9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:30.116720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=294fbcae-c4ea-4150-a69c-3afff266465f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:30.178732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:30.179613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:30.200742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-24d0ee35-203f-4a81-bcf8-c8baaf9e459b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1086240 Sep 02 12:49:30.201847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-36a9a205-3e31-4ef1-9712-e152dae17a1c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/quotas/96ea08a51ee046ce96677bee3eaade07 HTTP/1.1" status: 200 len: 375 time: 0.0882177 Sep 02 12:49:30.280415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Request body: {'port': {'device_id': '7244fe11-399f-4865-81e3-65913166661e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:30.351280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.158 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/86a526d2-9be9-42f5-9b86-4c6060498e6d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:30.538654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52af1543-bcc9-47bf-9fe6-e613c5225553 req-026aa9cc-75d3-4ee4-820e-5eef3c07597a tempest-ServerShowV254Test-870605973 tempest-ServerShowV254Test-870605973-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b2b141-cf33-4e13-b94d-1cbfade25446 HTTP/1.1" status: 200 len: 210 time: 0.0983858 Sep 02 12:49:30.541301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:30.582963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce08a-baf3-41e4-b400-a0e183802aa8 req-8239828d-9fad-4b55-bcd7-7ccd18dde974 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:30.585587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54dce08a-baf3-41e4-b400-a0e183802aa8 req-8239828d-9fad-4b55-bcd7-7ccd18dde974 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.3838704 Sep 02 12:49:30.658808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d19d5775-b1cc-4631-aa18-0609f3b54838 None None] Provisioning for port 294fbcae-c4ea-4150-a69c-3afff266465f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:30.665929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d19d5775-b1cc-4631-aa18-0609f3b54838 None None] Provisioning complete for port 294fbcae-c4ea-4150-a69c-3afff266465f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:30.666318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d19d5775-b1cc-4631-aa18-0609f3b54838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:30.716819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:30.733275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 86a526d2-9be9-42f5-9b86-4c6060498e6d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:30.746927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54dce08a-baf3-41e4-b400-a0e183802aa8 req-892c67da-9e45-4ba5-acd3-a05fde00be08 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521437 Sep 02 12:49:30.757992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d19d5775-b1cc-4631-aa18-0609f3b54838 None None] Port 294fbcae-c4ea-4150-a69c-3afff266465f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:30.852646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:30.867226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:30.880050 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6125dd34-fa4f-4831-8003-bdcbbf89897a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6752176 Sep 02 12:49:30.993773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=86a526d2-9be9-42f5-9b86-4c6060498e6d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:31.019897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:31.023628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6662335a-66b1-48df-bd14-c16e4017a857 req-0ed8898b-8e8b-4fa3-a932-1d58c3096b78 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0455251 Sep 02 12:49:31.090471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294fbcae-c4ea-4150-a69c-3afff266465f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:31.103802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.120340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Transition to ACTIVE for port object 294fbcae-c4ea-4150-a69c-3afff266465f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:31.126083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.225473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:31.228292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:31.235735 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-b63732ef-8323-4163-97c4-3507336cd6fb service neutron] 10.222.0.60 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118942 Sep 02 12:49:31.254440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=294fbcae-c4ea-4150-a69c-3afff266465f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:31.366405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Attempting to bind port 294fbcae-c4ea-4150-a69c-3afff266465f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:31.366898 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Attempting to bind port 294fbcae-c4ea-4150-a69c-3afff266465f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:31.367337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Attempting to bind port 294fbcae-c4ea-4150-a69c-3afff266465f on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:31.371562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:31.374253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Port 294fbcae-c4ea-4150-a69c-3afff266465f on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:31.374697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Attempting to bind port 294fbcae-c4ea-4150-a69c-3afff266465f on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:31.399123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22d97-34e4-4955-835e-dcdc8cbe2c46 req-67394fac-be5b-423f-af46-88aace316f92 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:31.407984 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda22d97-34e4-4955-835e-dcdc8cbe2c46 req-67394fac-be5b-423f-af46-88aace316f92 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 948 time: 0.1150389 Sep 02 12:49:31.421891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:31.422433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:31.422921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:31.424098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Bound port: 294fbcae-c4ea-4150-a69c-3afff266465f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:31.424980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.473606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.1 (b2ee172b-b906-4e87-bb6a-5efa73a639c7/0f053f83-e317-4e8e-b775-60cf0ddc413f/9d8bfd98-03d2-4b12-b4bf-f631ad26b596) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:31.539344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:31.540040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.566301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eda22d97-34e4-4955-835e-dcdc8cbe2c46 req-5b60af8f-4d0f-4550-9ab4-f57147d64e65 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572607 Sep 02 12:49:31.610104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] For port 294fbcae-c4ea-4150-a69c-3afff266465f, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:31.627168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] For port 294fbcae-c4ea-4150-a69c-3afff266465f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=294fbcae-c4ea-4150-a69c-3afff266465f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:31.633357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.658995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-33b198e3-83b2-4f4c-af26-a36ec732a498 service neutron] 10.222.0.60 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923887 Sep 02 12:49:31.660661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-7b6c4576-2e69-4e0d-b368-8c62c1e7a54f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2206721 Sep 02 12:49:31.692536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Request body: {'port': {'device_id': '73178750-53ad-4bd5-b6ca-28a087302646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:31.764233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=294fbcae-c4ea-4150-a69c-3afff266465f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:31.821387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:31.823259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.826411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-5ba846ac-b896-4c58-8cb8-246ed40cf0b1 service neutron] 10.222.0.18 "PUT /v2.0/ports/294fbcae-c4ea-4150-a69c-3afff266465f HTTP/1.1" status: 200 len: 1096 time: 1.5596826 Sep 02 12:49:31.870006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7244fe11-399f-4865-81e3-65913166661e', 'tag': '294fbcae-c4ea-4150-a69c-3afff266465f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:31.872786 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0583c9-3f96-4763-b0a1-3d701a67f98d" -d '{"events": [{"name": "network-changed", "server_uuid": "7244fe11-399f-4865-81e3-65913166661e", "tag": "294fbcae-c4ea-4150-a69c-3afff266465f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:31.882247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.893392 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efd003c3-0ac1-4c17-92b5-480decc305b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.898305 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:31.916199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:31.980212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:32.046914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.063355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.080060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.085413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:32.099657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:32.102443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:32.104413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.124808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.139369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a8729e-6fc3-47d8-aac1-ba9e25e649c0 None None] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:49:32.144552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.156738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.168430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-08bdca31-4b2e-4ab0-9982-83bb132c3727 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.4231434 Sep 02 12:49:32.235518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-62b011cc-f85c-4eea-a0d3-cced6fe64310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.237109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-62b011cc-f85c-4eea-a0d3-cced6fe64310 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 1099 time: 0.3559191 Sep 02 12:49:32.256921 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87a87a13-0eba-4cd2-b41e-7dcc20061191 req-03752cd9-23bd-4918-9e93-d29d372441a3 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868058 Sep 02 12:49:32.263354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:32.265763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:32.355635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff64c48b-0dde-49cf-a32a-7813a42f8825 None None] Provisioning for port 86a526d2-9be9-42f5-9b86-4c6060498e6d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:32.384510 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c704e9f-4a08-4b8d-aad5-e077da755a96 x-openstack-request-id: req-0c704e9f-4a08-4b8d-aad5-e077da755a96 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:32.384803 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7244fe11-399f-4865-81e3-65913166661e", "tag": "294fbcae-c4ea-4150-a69c-3afff266465f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:32.385070 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c704e9f-4a08-4b8d-aad5-e077da755a96 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:32.385561 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7244fe11-399f-4865-81e3-65913166661e', 'tag': '294fbcae-c4ea-4150-a69c-3afff266465f', 'status': 'completed', 'code': 200} Sep 02 12:49:32.387169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-0867ebfc-a89e-4457-803e-278e56734c72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=294fbcae-c4ea-4150-a69c-3afff266465f HTTP/1.1" status: 200 len: 217 time: 0.1281750 Sep 02 12:49:32.417416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:32.437354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff64c48b-0dde-49cf-a32a-7813a42f8825 None None] Provisioning complete for port 86a526d2-9be9-42f5-9b86-4c6060498e6d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:32.437914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff64c48b-0dde-49cf-a32a-7813a42f8825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:32.539995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f9f3-a234-4fbf-911c-1e269dfbdc07 req-89d57dfa-d911-422a-8779-0e260cca2c9c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.552974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f8c9f9f3-a234-4fbf-911c-1e269dfbdc07 req-89d57dfa-d911-422a-8779-0e260cca2c9c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.3731763 Sep 02 12:49:32.554927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fabd478f-50ef-4693-844a-4595d7077c88 req-dc3e1d9d-b280-474a-ba2c-201c8eb422e7 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 210 time: 0.0599155 Sep 02 12:49:32.555781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:32.594667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-f518c9c3-e179-40c9-be1f-beda347c18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.603488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-f518c9c3-e179-40c9-be1f-beda347c18f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.2074261 Sep 02 12:49:32.705255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 239f2a13-abca-4a26-a3b6-06bc273d608d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:32.708659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ff64c48b-0dde-49cf-a32a-7813a42f8825 None None] Port 86a526d2-9be9-42f5-9b86-4c6060498e6d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:32.729940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d912b03d-de20-4676-90ae-12b2510825f2 req-9f771d18-1e7d-45e0-8688-12482d4fb799 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0648096 Sep 02 12:49:32.764583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-a8318cd4-8561-4cb2-bcb8-c8f363809507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:32.769990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-a8318cd4-8561-4cb2-bcb8-c8f363809507 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545999 Sep 02 12:49:32.786010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:32.807160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff64c48b-0dde-49cf-a32a-7813a42f8825 None None] Provisioning for port b417906e-27ce-46b1-9185-f325d2c806c9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:32.822101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f8c9f9f3-a234-4fbf-911c-1e269dfbdc07 req-90efab36-01d1-4c55-80ff-124608a2b3dd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675624 Sep 02 12:49:32.901113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc80a-d662-47bf-bb83-ec3a600b711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:32.972186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 239f2a13-abca-4a26-a3b6-06bc273d608d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:32.984335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 239f2a13-abca-4a26-a3b6-06bc273d608d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:32.984868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.075134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-95b7037b-9390-4bbe-a215-765e985b287f service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891595 Sep 02 12:49:33.085049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8ca6b-98c7-4bbc-954f-7a09158c3ba6 req-f0c6dc46-6e8c-495b-b001-a5eff1a6bd2b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.095467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecd8ca6b-98c7-4bbc-954f-7a09158c3ba6 req-f0c6dc46-6e8c-495b-b001-a5eff1a6bd2b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 948 time: 0.1126845 Sep 02 12:49:33.139223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.172080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 239f2a13-abca-4a26-a3b6-06bc273d608d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=239f2a13-abca-4a26-a3b6-06bc273d608d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:33.177863 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.178817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b417906e-27ce-46b1-9185-f325d2c806c9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:33.218387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecd8ca6b-98c7-4bbc-954f-7a09158c3ba6 req-12de359b-8d19-41bc-8895-a153ec62ff6e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215239 Sep 02 12:49:33.274183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-24a7eb9b-526a-49ec-a9ce-fc0d471aa4f7 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688473 Sep 02 12:49:33.280949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=239f2a13-abca-4a26-a3b6-06bc273d608d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:33.293329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b417906e-27ce-46b1-9185-f325d2c806c9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:33.300391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b417906e-27ce-46b1-9185-f325d2c806c9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:33.300874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.303417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bff82b0a-f42b-4ed9-ad70-e0cc69df7ebb None None] Provisioning for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:33.339519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bff82b0a-f42b-4ed9-ad70-e0cc69df7ebb None None] Provisioning complete for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:33.340002 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bff82b0a-f42b-4ed9-ad70-e0cc69df7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.400539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bff82b0a-f42b-4ed9-ad70-e0cc69df7ebb None None] Port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:33.430499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a28ca-62c1-4ceb-8ed8-d30ecfab958b req-2c8c9c6e-40f3-48a7-b492-43db30a43603 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.435566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bff82b0a-f42b-4ed9-ad70-e0cc69df7ebb None None] Provisioning complete for port b417906e-27ce-46b1-9185-f325d2c806c9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:33.436027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bff82b0a-f42b-4ed9-ad70-e0cc69df7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.439108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb9a28ca-62c1-4ceb-8ed8-d30ecfab958b req-2c8c9c6e-40f3-48a7-b492-43db30a43603 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1070316 Sep 02 12:49:33.484514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-39b01d9a-3dbb-439f-a71a-51b8fa20e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.486281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-39b01d9a-3dbb-439f-a71a-51b8fa20e896 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 1099 time: 0.1362672 Sep 02 12:49:33.496274 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.502149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb9a28ca-62c1-4ceb-8ed8-d30ecfab958b req-89c8e35c-43cc-4cd0-9b0f-92923a2ae498 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Sep 02 12:49:33.586094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port b417906e-27ce-46b1-9185-f325d2c806c9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b417906e-27ce-46b1-9185-f325d2c806c9,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:33.619218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.675691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.682472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.692394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.700364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.702695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=b417906e-27ce-46b1-9185-f325d2c806c9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:33.706575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.713310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.719641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.726683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b543e397-4f78-4f23-ba73-ab72248fc6a6 req-88ea3d66-1577-464a-8f5d-06bb3c9f9812 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.7882998 Sep 02 12:49:33.734129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-0cd7573b-0e49-4336-9cf9-1f07f2421724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.735817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-0cd7573b-0e49-4336-9cf9-1f07f2421724 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2326174 Sep 02 12:49:33.738505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.804398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-77bbecce-2ca6-414f-88c0-7684d8abec67 None None] Provisioning complete for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:33.805142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77bbecce-2ca6-414f-88c0-7684d8abec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.815770 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-e87dcec1-a9a5-4f46-b8e8-38123ae2a585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=294fbcae-c4ea-4150-a69c-3afff266465f HTTP/1.1" status: 200 len: 217 time: 0.0618730 Sep 02 12:49:33.826934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e7bd-e3e3-4a06-911e-d090dcd01f40 req-e1eebbfb-64e5-4799-bbfb-01eae464f45b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:33.829878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca47e7bd-e3e3-4a06-911e-d090dcd01f40 req-e1eebbfb-64e5-4799-bbfb-01eae464f45b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1394885 Sep 02 12:49:33.854838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-77bbecce-2ca6-414f-88c0-7684d8abec67 None None] Port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:33.905462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49d2a06d-de67-45a3-8e03-11ee54a75222 req-f709a8b1-7da4-4b49-b81a-402de501aa56 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 210 time: 0.1047862 Sep 02 12:49:33.916178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc80a-d662-47bf-bb83-ec3a600b711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:33.929607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a526d2-9be9-42f5-9b86-4c6060498e6d {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:33.973787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc80a-d662-47bf-bb83-ec3a600b711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.012938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.101351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Transition to ACTIVE for port object 86a526d2-9be9-42f5-9b86-4c6060498e6d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:34.111621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57181c60-d5ef-47d6-8913-96dc2ab76d0f req-158f9dcc-1f5b-4bc4-b25a-61569a6ae5f7 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0846221 Sep 02 12:49:34.123111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.125226 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.138184 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e5cc80a-d662-47bf-bb83-ec3a600b711e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b62f339389984b6f8d255717997540b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7191093 Sep 02 12:49:34.139002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc80a-d662-47bf-bb83-ec3a600b711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5ae0c-7672-4832-b61e-11797b7dcdcb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:34.149989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:34.280879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-3ffc785c-0c92-4517-9c21-dbba13a2a630 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:34.282483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-3ffc785c-0c92-4517-9c21-dbba13a2a630 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.18 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 810 time: 0.6751740 Sep 02 12:49:34.314281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Pushing event updated for resources: {'Port': ['ID=86a526d2-9be9-42f5-9b86-4c6060498e6d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:34.317678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca47e7bd-e3e3-4a06-911e-d090dcd01f40 req-d499f758-0a58-4c07-80c3-8dd34c221da0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723501 Sep 02 12:49:34.321625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Request body: {'port': {'device_id': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'admin_state_up': True, 'tenant_id': '96ea08a51ee046ce96677bee3eaade07'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:34.404220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-4aea8f1c-b16f-4190-b45e-3a035992d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:34.407028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-4aea8f1c-b16f-4190-b45e-3a035992d556 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.5765312 Sep 02 12:49:34.446359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 239f2a13-abca-4a26-a3b6-06bc273d608d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:34.495577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15de6c81-a2d8-4c65-9038-94949eab3863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.518428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 239f2a13-abca-4a26-a3b6-06bc273d608d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:34.519144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.534349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Attempting to bind port 86a526d2-9be9-42f5-9b86-4c6060498e6d on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:34.534701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Attempting to bind port 86a526d2-9be9-42f5-9b86-4c6060498e6d by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:34.535030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Attempting to bind port 86a526d2-9be9-42f5-9b86-4c6060498e6d on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:34.539006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-5a130cd9-4aa1-47e7-b000-3903413d3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:34.540591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-5a130cd9-4aa1-47e7-b000-3903413d3cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227100 Sep 02 12:49:34.550558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e1c10-a1bf-4d1a-a7b4-3e89daff6e7c req-0836e4f4-843d-4eb8-aebd-0b340f1a2287 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:34.550801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9b459-bf1a-4492-b06e-d538cdd87400 req-e2e22383-86f3-4bb5-b766-4f623f61d310 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:34.552250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ef9b459-bf1a-4492-b06e-d538cdd87400 req-e2e22383-86f3-4bb5-b766-4f623f61d310 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 948 time: 0.1666849 Sep 02 12:49:34.552398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-155e1c10-a1bf-4d1a-a7b4-3e89daff6e7c req-0836e4f4-843d-4eb8-aebd-0b340f1a2287 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1273494 Sep 02 12:49:34.570311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15de6c81-a2d8-4c65-9038-94949eab3863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.574366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Port 86a526d2-9be9-42f5-9b86-4c6060498e6d on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:34.574638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Attempting to bind port 86a526d2-9be9-42f5-9b86-4c6060498e6d on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:34.607708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:34.608049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:34.608435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:34.608862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Bound port: 86a526d2-9be9-42f5-9b86-4c6060498e6d, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:34.609253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.628062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b417906e-27ce-46b1-9185-f325d2c806c9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:34.649802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Made reservation on behalf of 96ea08a51ee046ce96677bee3eaade07 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:34.654083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.670262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-155e1c10-a1bf-4d1a-a7b4-3e89daff6e7c req-a70ed9bf-0cbd-4c24-a6df-d69217886714 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077383 Sep 02 12:49:34.674339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.679850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ef9b459-bf1a-4492-b06e-d538cdd87400 req-14924af0-9b06-4063-9e3b-73b9a453d3b8 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122570 Sep 02 12:49:34.686547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b417906e-27ce-46b1-9185-f325d2c806c9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:34.687615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.714562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.767538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-d2a71332-a51b-4914-bdaf-288c7fdfe64e service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142658 Sep 02 12:49:34.822137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15de6c81-a2d8-4c65-9038-94949eab3863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.825006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15de6c81-a2d8-4c65-9038-94949eab3863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.826208 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-15de6c81-a2d8-4c65-9038-94949eab3863 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46a5ae0c-7672-4832-b61e-11797b7dcdcb HTTP/1.1" status: 204 len: 168 time: 0.6453249 Sep 02 12:49:34.850047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de6c81-a2d8-4c65-9038-94949eab3863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5ae0c-7672-4832-b61e-11797b7dcdcb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:34.852398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] For port 86a526d2-9be9-42f5-9b86-4c6060498e6d, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:34.854972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.856824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:34.862044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] For port 86a526d2-9be9-42f5-9b86-4c6060498e6d, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:34.874178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:34.910051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 294fbcae-c4ea-4150-a69c-3afff266465f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:34.998872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b0583c9-3f96-4763-b0a1-3d701a67f98d req-f954ddc1-375b-4375-ac19-9e4f09b21d08 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203157 Sep 02 12:49:35.007674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Allocated IP 172.20.0.9 (f964f2d6-eed9-4962-9d4e-fac58cafa54e/1292987e-d71c-4efd-91b2-9c43b2913c21/bdac0af2-0509-4e24-b0f1-462d57ea8455) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:35.019982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.020617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.022436 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] 10.222.0.41 "PUT /v2.0/ports/86a526d2-9be9-42f5-9b86-4c6060498e6d HTTP/1.1" status: 200 len: 1096 time: 3.3488305 Sep 02 12:49:35.027036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73178750-53ad-4bd5-b6ca-28a087302646', 'tag': '86a526d2-9be9-42f5-9b86-4c6060498e6d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:35.027279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680ed94-6b1c-41fa-b2dd-6e5584422372 req-18685cd6-3b06-4df6-82c1-fda193379367 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.029896 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4" -d '{"events": [{"name": "network-changed", "server_uuid": "73178750-53ad-4bd5-b6ca-28a087302646", "tag": "86a526d2-9be9-42f5-9b86-4c6060498e6d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:35.030654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8680ed94-6b1c-41fa-b2dd-6e5584422372 req-18685cd6-3b06-4df6-82c1-fda193379367 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1815319 Sep 02 12:49:35.093698 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.152140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 294fbcae-c4ea-4150-a69c-3afff266465f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=294fbcae-c4ea-4150-a69c-3afff266465f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:35.161378 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8680ed94-6b1c-41fa-b2dd-6e5584422372 req-22ce8a9d-464b-4f7d-8312-630f961d4677 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087718 Sep 02 12:49:35.175666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e761d5a-4374-40b0-85d1-9d6072448dfc req-a3997122-2092-4d04-a6f2-12e97621c8fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 210 time: 0.1339941 Sep 02 12:49:35.175924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '294fbcae-c4ea-4150-a69c-3afff266465f', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '294fbcae-c4ea-4150-a69c-3afff266465f', 'mac_address': 'fa:16:3e:a2:bf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:35.216272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3801a-d348-43f9-965a-76747741af70 service neutron] Pushing event updated for resources: {'Port': ['ID=86a526d2-9be9-42f5-9b86-4c6060498e6d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:35.287203 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe606149-2517-4761-93d9-414da222ab62 x-openstack-request-id: req-fe606149-2517-4761-93d9-414da222ab62 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:35.288186 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.289690 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73178750-53ad-4bd5-b6ca-28a087302646", "tag": "86a526d2-9be9-42f5-9b86-4c6060498e6d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:35.289956 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe606149-2517-4761-93d9-414da222ab62 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:35.290423 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73178750-53ad-4bd5-b6ca-28a087302646', 'tag': '86a526d2-9be9-42f5-9b86-4c6060498e6d', 'status': 'completed', 'code': 200} Sep 02 12:49:35.333181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294fbcae-c4ea-4150-a69c-3afff266465f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:35.359235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8643f18-dc47-4e66-9670-f700ef7c71e9 req-80b35fcf-05ba-4daa-ab49-2752c4b83c23 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0634341 Sep 02 12:49:35.361537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:35.367080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 294fbcae-c4ea-4150-a69c-3afff266465f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=294fbcae-c4ea-4150-a69c-3afff266465f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:35.374791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.375180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-370ddcce-ec3c-44d6-a99e-575a2d5d6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.376809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-370ddcce-ec3c-44d6-a99e-575a2d5d6796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 1099 time: 0.2550123 Sep 02 12:49:35.381235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:35.385170 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.461534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=294fbcae-c4ea-4150-a69c-3afff266465f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:35.483135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.507901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['30a096ff-95ad-4ee1-a711-87d46061d0f8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:35.550957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Network f964f2d6-eed9-4962-9d4e-fac58cafa54e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:35.558153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:35.561663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:35.575365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-ec7ee9e4-d8b3-4237-94c0-94ca9d834926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d HTTP/1.1" status: 200 len: 217 time: 0.1713438 Sep 02 12:49:35.608329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Pushing event updated for resources: {'Port': ['ID=bdac0af2-0509-4e24-b0f1-462d57ea8455,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:35.636230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.637040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.659104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-7e38a392-6b47-4378-baec-4171ca22d174 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3577886 Sep 02 12:49:35.673462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Request body: {'port': {'device_id': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:35.726118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-ec044fec-fb86-4a9e-aad2-89b2ce746011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.728116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-ec044fec-fb86-4a9e-aad2-89b2ce746011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1183832 Sep 02 12:49:35.751241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.763953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:35.812267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f997e-970b-4229-ab86-a85a42e7cf90 req-5b17a196-bb45-4dd7-8659-c6da298fbfa3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.814709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-786f997e-970b-4229-ab86-a85a42e7cf90 req-5b17a196-bb45-4dd7-8659-c6da298fbfa3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.3272955 Sep 02 12:49:35.878032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router e0043f81-2ff3-461c-a7b2-60c03be483e3 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:49:35.889837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087211f-f700-44f7-81d4-de18964a393c req-415057f4-0fe5-41bf-aec0-ddb67a297e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.891605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-415057f4-0fe5-41bf-aec0-ddb67a297e44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515615 Sep 02 12:49:35.952058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0656030-dce3-4100-977e-69f99cf2ff88 None None] Provisioning complete for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:35.952789 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0656030-dce3-4100-977e-69f99cf2ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:35.977544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ef5f-4fbd-414b-8903-92e16ddd41eb req-bdeabfbb-4a43-46f4-8075-166b2e76f81e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:35.979022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e88ef5f-4fbd-414b-8903-92e16ddd41eb req-bdeabfbb-4a43-46f4-8075-166b2e76f81e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 949 time: 0.1350584 Sep 02 12:49:36.065655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-786f997e-970b-4229-ab86-a85a42e7cf90 req-494f5e76-fbe9-4175-89e2-2de1de2a6236 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364345 Sep 02 12:49:36.102155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d0656030-dce3-4100-977e-69f99cf2ff88 None None] Port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:36.118145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e88ef5f-4fbd-414b-8903-92e16ddd41eb req-0f679a5e-cafa-43d3-85cc-d6b2bcce7826 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291258 Sep 02 12:49:36.165581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-1647cb98-b598-46b9-9c92-8d0876a14c09 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581334 Sep 02 12:49:36.279099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdac0af2-0509-4e24-b0f1-462d57ea8455 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:36.282806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:49:36.289263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6f90fbf0-b383-42c6-93df-a802764b2c4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/e0043f81-2ff3-461c-a7b2-60c03be483e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9266057 Sep 02 12:49:36.301377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:36.310317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Sync routers for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:49:36.322589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Transition to ACTIVE for port object bdac0af2-0509-4e24-b0f1-462d57ea8455 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:36.324040 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:49:36.325476 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:49:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:36.336640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44966df-8c15-4b2d-b099-fa86ca1b8e15 req-d445c484-c240-4898-aa12-747da402b472 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:36.338621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c44966df-8c15-4b2d-b099-fa86ca1b8e15 req-d445c484-c240-4898-aa12-747da402b472 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1048882 Sep 02 12:49:36.340074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:36.393926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087211f-f700-44f7-81d4-de18964a393c req-60e0a275-5cc0-4913-ac3e-b997ac7449c0 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169757 Sep 02 12:49:36.510371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c44966df-8c15-4b2d-b099-fa86ca1b8e15 req-25aa1471-a5ad-4811-98d2-251fd9b76f90 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577752 Sep 02 12:49:36.534367 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:49:36.552883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-a3deafd2-a09c-47cf-af0b-1ce31c23d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:36.558828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-a3deafd2-a09c-47cf-af0b-1ce31c23d520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 1099 time: 0.1002069 Sep 02 12:49:36.578911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Attempting to bind port bdac0af2-0509-4e24-b0f1-462d57ea8455 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:36.579265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Attempting to bind port bdac0af2-0509-4e24-b0f1-462d57ea8455 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:36.579596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Attempting to bind port bdac0af2-0509-4e24-b0f1-462d57ea8455 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:36.585439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Port bdac0af2-0509-4e24-b0f1-462d57ea8455 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:36.585767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Attempting to bind port bdac0af2-0509-4e24-b0f1-462d57ea8455 on network f964f2d6-eed9-4962-9d4e-fac58cafa54e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:36.588738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Pushing event updated for resources: {'Port': ['ID=bdac0af2-0509-4e24-b0f1-462d57ea8455,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:36.602315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:36.602683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Checking segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:36.603356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Bound using segment: {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:36.603539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Bound port: bdac0af2-0509-4e24-b0f1-462d57ea8455, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342d163d-7698-4b7e-8027-ded2915781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:36.603893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:36.739771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] For port bdac0af2-0509-4e24-b0f1-462d57ea8455, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:36.749680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2aa0c723-22b5-425a-a9b6-a25ffd884ef9 req-e27a8c50-219b-40d7-9e90-f1316eeffd57 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0593631 Sep 02 12:49:36.758510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] For port bdac0af2-0509-4e24-b0f1-462d57ea8455, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:36.769159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:36.831860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-843a6a28-9026-4474-9a1b-3221fb01be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:36.834989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-843a6a28-9026-4474-9a1b-3221fb01be59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2647657 Sep 02 12:49:36.838136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccd623-2383-49e5-9c74-609319abe58c req-cb229abf-0397-4ed0-8d7f-879b6988a19d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:36.839720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09ccd623-2383-49e5-9c74-609319abe58c req-cb229abf-0397-4ed0-8d7f-879b6988a19d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 943 time: 0.1538560 Sep 02 12:49:36.841278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:36.842576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:36.843925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] 10.222.0.18 "PUT /v2.0/ports/bdac0af2-0509-4e24-b0f1-462d57ea8455 HTTP/1.1" status: 200 len: 1091 time: 1.1753831 Sep 02 12:49:36.848973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'tag': 'bdac0af2-0509-4e24-b0f1-462d57ea8455'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:36.851339 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe" -d '{"events": [{"name": "network-changed", "server_uuid": "461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de", "tag": "bdac0af2-0509-4e24-b0f1-462d57ea8455"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:36.854235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37118) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:36.934819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:34Z', 'revision_number': 2, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:36.953776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-90f067db-abd2-4e72-bea6-7c0953e629ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d HTTP/1.1" status: 200 len: 217 time: 0.0943117 Sep 02 12:49:36.964243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-a6f1a9bf-bf33-41b9-9384-1c94d58e2e7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040206707&fields=id&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 267 time: 0.0468554 Sep 02 12:49:36.973179 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Checking router: e0043f81-2ff3-461c-a7b2-60c03be483e3 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:49:36.973709 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Updating router e0043f81-2ff3-461c-a7b2-60c03be483e3 port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:49:37.012305 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:37.024103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e989c29-6789-44c8-b2a7-da19886544de service neutron] Pushing event updated for resources: {'Port': ['ID=bdac0af2-0509-4e24-b0f1-462d57ea8455,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:37.070668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09ccd623-2383-49e5-9c74-609319abe58c req-4bfc342b-bf7b-414c-a72c-767fe80f1f53 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153294 Sep 02 12:49:37.093173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-3a2ed1dc-e6d4-4ec1-9544-63ea9ca64168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.095337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-3a2ed1dc-e6d4-4ec1-9544-63ea9ca64168 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 1094 time: 0.1967540 Sep 02 12:49:37.108767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-fe682c95-0756-400a-8657-f6ac10d37e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.111206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-fe682c95-0756-400a-8657-f6ac10d37e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1448247 Sep 02 12:49:37.157540 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-dc75770d-6b13-40ca-bf11-1434e8e99c71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455 HTTP/1.1" status: 200 len: 217 time: 0.0517347 Sep 02 12:49:37.161718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-eaa1cee4-a302-407d-8c70-2562308013b6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.166389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.167050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.167606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.168139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.168683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.169765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.170313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.174374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-eaa1cee4-a302-407d-8c70-2562308013b6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 795 time: 0.2089705 Sep 02 12:49:37.187659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-a0c854ed-7d97-4908-b225-f7a0b43537d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.3217182 Sep 02 12:49:37.252430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-f490cef6-509d-4fba-b733-ded2381ffcda tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/quotas/f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 375 time: 0.0764842 Sep 02 12:49:37.279609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-fce63bdc-8adf-4f97-b513-7f8d4f413d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.291085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-fce63bdc-8adf-4f97-b513-7f8d4f413d76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.1004589 Sep 02 12:49:37.296116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-7ae33a0b-e421-4369-a287-a76519cc4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.310828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-7ae33a0b-e421-4369-a287-a76519cc4489 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888268 Sep 02 12:49:37.370552 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:37.373413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-287d132c-b161-4612-b227-824460009fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675161 Sep 02 12:49:37.404292 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Transition to ACTIVE for port object 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:37.411681 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-5517485f-3268-43ba-8d17-cc2739978a7d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b4714ecc-ec11-423a-8f14-9773c1e64e31&id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228067 Sep 02 12:49:37.426669 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:37.431729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-fd43b173-00b3-4bd5-9f43-e2434cb8306a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780415 Sep 02 12:49:37.518839 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5a91-e02e-4256-8f91-d431d9df7c15 None None] Pushing event updated for resources: {'Port': ['ID=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:37.542837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-0bae998a-3c36-4e04-996d-4921b9724f3e service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447380 Sep 02 12:49:37.561952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11af13-ea43-4a16-8321-ebca3656b574 req-3d80d749-10bc-479f-bd8f-7c0b2c817bd0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:37.574708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f11af13-ea43-4a16-8321-ebca3656b574 req-3d80d749-10bc-479f-bd8f-7c0b2c817bd0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.2823370 Sep 02 12:49:37.652686 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Attempting to bind port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:37.657561 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Attempting to bind port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:37.657951 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Attempting to bind port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:37.665320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-424c9f09-acc3-4311-a7f0-9cf678363998 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356752 Sep 02 12:49:37.683978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f11af13-ea43-4a16-8321-ebca3656b574 req-f01c5b51-0154-46fe-b2c2-68a31410fb6c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082501 Sep 02 12:49:37.688535 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:37.689248 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Checking segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:37.689658 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:37.692305 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Bound using segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:37.695468 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Bound port: 9d8bfd98-03d2-4b12-b4bf-f631ad26b596, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:37.696181 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:37.774207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f86c0dfd-6439-48c8-925c-e849d15c5007 req-266e250e-73cd-4a90-999d-3f3611f4b4dd service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965253 Sep 02 12:49:37.815745 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] For port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:37.821347 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] For port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:37.831068 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:37.862741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-0e9e615f-4eb3-4250-bb4a-95e4554bf6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927383 Sep 02 12:49:37.906456 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:49:37.907087 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:49:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:37.920741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52cf8ab5-6c6d-4df3-84fb-450fa5e32607 req-06ce0a36-d78b-46f8-b065-f76b90dd0ef9 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0365832 Sep 02 12:49:37.945226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ac1b510-e17a-46cf-9bf3-f40b9d026be4 req-0d65b99b-2d40-481d-b8a7-fe19528799b4 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620666 Sep 02 12:49:38.002080 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2abde07-3814-423c-9268-2afa192db81c x-openstack-request-id: req-f2abde07-3814-423c-9268-2afa192db81c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:38.002516 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de", "tag": "bdac0af2-0509-4e24-b0f1-462d57ea8455", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:38.003149 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2abde07-3814-423c-9268-2afa192db81c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:38.003935 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'tag': 'bdac0af2-0509-4e24-b0f1-462d57ea8455', 'status': 'completed', 'code': 200} Sep 02 12:49:38.013077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-b13eb72e-6e84-481e-96d3-07db99b98b5f service neutron] 10.222.0.60 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384141 Sep 02 12:49:38.017080 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5a91-e02e-4256-8f91-d431d9df7c15 None None] Pushing event updated for resources: {'Port': ['ID=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:38.161464 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:49:38.220943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-711e5f7a-ff02-4f8b-8833-38d595a59321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:38.223046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-711e5f7a-ff02-4f8b-8833-38d595a59321 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 1094 time: 0.1862762 Sep 02 12:49:38.233120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843007fe-cae9-4459-b17b-bc6a6c4e113f req-f7c109bf-18d5-4dbb-8ac5-7fb51036e77b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:38.234795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-843007fe-cae9-4459-b17b-bc6a6c4e113f req-f7c109bf-18d5-4dbb-8ac5-7fb51036e77b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 949 time: 0.1307824 Sep 02 12:49:38.281934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be009786-e6ba-47d2-9e32-54524c9fba76 req-8a6b57b3-7816-4d2b-bf2b-e618fe921516 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0472534 Sep 02 12:49:38.360023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-843007fe-cae9-4459-b17b-bc6a6c4e113f req-16a48a6c-ed10-4f8b-a2f6-97378429443b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974488 Sep 02 12:49:38.410046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-47dcd30d-e72a-4350-b67c-623d68a50adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:38.412608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-47dcd30d-e72a-4350-b67c-623d68a50adc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 911 time: 0.1768503 Sep 02 12:49:38.475423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b3426-d526-45b5-ac63-dd8b2b5cca65 req-4a8bc6a6-5fc2-419d-82bb-45b70bbf2f7d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:38.478503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b6b3426-d526-45b5-ac63-dd8b2b5cca65 req-4a8bc6a6-5fc2-419d-82bb-45b70bbf2f7d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 943 time: 0.1153936 Sep 02 12:49:38.498777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3ebe49c-e4da-4598-8529-68abd32a01ad req-5c9b49bc-81a1-4e1d-a24f-cbc7bcc24f43 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 210 time: 0.0572965 Sep 02 12:49:38.531586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-703d3cd3-bc99-4997-9524-ae3bd7ecd78e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455 HTTP/1.1" status: 200 len: 217 time: 0.1083727 Sep 02 12:49:38.545323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b6b3426-d526-45b5-ac63-dd8b2b5cca65 req-a09447cb-636f-4bc4-ac3e-0ca73cceadf7 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599780 Sep 02 12:49:38.595406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-e66377c5-01cd-484a-823e-ff98ec507b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:38.597219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-e66377c5-01cd-484a-823e-ff98ec507b94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.0574679 Sep 02 12:49:38.656708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-a9e9fcd0-e55a-4099-94e7-fee3a7d01d6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486698 Sep 02 12:49:38.675817 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:37Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:38.678854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2ed9e-cdc1-4a01-9027-c30ca6b490f6 req-4b0bfd97-7bc4-41f3-bfae-1bdc89690daf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:38.680518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc2ed9e-cdc1-4a01-9027-c30ca6b490f6 req-4b0bfd97-7bc4-41f3-bfae-1bdc89690daf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0823438 Sep 02 12:49:38.712126 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8e634-3905-485f-91dc-26b1392ba0df None None] The sync data for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 is: [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:37Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:49:38.816847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc2ed9e-cdc1-4a01-9027-c30ca6b490f6 req-afa21e62-0d2f-4ca4-9573-c281d485ce90 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248653 Sep 02 12:49:38.834054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-d364f249-b8a5-4490-acf8-40d2bf1e2f0a service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522861 Sep 02 12:49:38.913027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 86a526d2-9be9-42f5-9b86-4c6060498e6d details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:38.938763 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fe98fc5-d434-4416-a05d-20d9c9a0aabe req-5487ff35-f4a1-4ccb-afbc-a400e6cfadb8 service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951111 Sep 02 12:49:38.938982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bdac0af2-0509-4e24-b0f1-462d57ea8455 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:38.941323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 294fbcae-c4ea-4150-a69c-3afff266465f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:39.010456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7ecbe-ff90-4bbf-b009-487616ff263e req-0ca8228e-e5d3-4276-84cf-d190e4f67ddb tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:39.012112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14d7ecbe-ff90-4bbf-b009-487616ff263e req-0ca8228e-e5d3-4276-84cf-d190e4f67ddb tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0715034 Sep 02 12:49:39.079003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14d7ecbe-ff90-4bbf-b009-487616ff263e req-5d18ac87-fc71-460e-95ab-508d26cedea4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576079 Sep 02 12:49:39.099815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d66aae5a-264d-4e52-ad88-2ddd7ee47644 req-896f5ab8-7345-4133-99c4-9ed17afc7242 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0405202 Sep 02 12:49:39.185615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 86a526d2-9be9-42f5-9b86-4c6060498e6d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:39.201572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 294fbcae-c4ea-4150-a69c-3afff266465f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:39.219999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '86a526d2-9be9-42f5-9b86-4c6060498e6d', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '86a526d2-9be9-42f5-9b86-4c6060498e6d', 'mac_address': 'fa:16:3e:a5:5c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:39.231936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 294fbcae-c4ea-4150-a69c-3afff266465f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:39.232352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.280037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01fb6-1518-48fd-8a76-4df34e075f78 req-fa81577d-4c90-43ae-b52d-fd2196adf33e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:39.284747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port bdac0af2-0509-4e24-b0f1-462d57ea8455, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:39.287801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3f01fb6-1518-48fd-8a76-4df34e075f78 req-fa81577d-4c90-43ae-b52d-fd2196adf33e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0789702 Sep 02 12:49:39.329061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'bdac0af2-0509-4e24-b0f1-462d57ea8455', 'network_id': 'f964f2d6-eed9-4962-9d4e-fac58cafa54e', 'port_id': 'bdac0af2-0509-4e24-b0f1-462d57ea8455', 'mac_address': 'fa:16:3e:bf:b1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1292987e-d71c-4efd-91b2-9c43b2913c21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:39.330598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3f01fb6-1518-48fd-8a76-4df34e075f78 req-d74e4a98-e09f-4b6d-a2fc-b1e38854f9a8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Sep 02 12:49:39.384821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.393879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.412614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a526d2-9be9-42f5-9b86-4c6060498e6d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:39.419567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdac0af2-0509-4e24-b0f1-462d57ea8455 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:39.450213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eef5aa80-c746-490e-9e74-b4dbc2b062b6 req-5bebd6ab-bb80-42ec-9ea8-fd5e0cd7a19b tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0566630 Sep 02 12:49:39.482126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70bc17-1124-4530-ae34-fc06c0f70972 req-bee20612-20fa-4de3-9491-7f3beab2dbfa tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:39.485111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c70bc17-1124-4530-ae34-fc06c0f70972 req-bee20612-20fa-4de3-9491-7f3beab2dbfa tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0608189 Sep 02 12:49:39.487565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 86a526d2-9be9-42f5-9b86-4c6060498e6d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:39.489618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port bdac0af2-0509-4e24-b0f1-462d57ea8455, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:39.500982 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.506526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.509018 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.585139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c70bc17-1124-4530-ae34-fc06c0f70972 req-336a1a62-b74e-49c9-a1b0-d9d8918235db tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873430 Sep 02 12:49:39.627624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d662b8-ced0-446d-9321-f87103cb25b5 req-fd896eea-51a3-40d8-a35d-7a78228958cc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:39.631456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1d662b8-ced0-446d-9321-f87103cb25b5 req-fd896eea-51a3-40d8-a35d-7a78228958cc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 949 time: 0.0754018 Sep 02 12:49:39.723354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1d662b8-ced0-446d-9321-f87103cb25b5 req-14a01950-0bb6-48be-a6b6-97d4d5063356 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Sep 02 12:49:39.807552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1689208-64d9-4a7f-a128-c955419bb765 req-57e0cf88-4f46-4e2d-b038-3a7a5d6ba800 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 210 time: 0.1112409 Sep 02 12:49:39.810026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7244fe11-399f-4865-81e3-65913166661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fbcae-c4ea-4150-a69c-3afff266465f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:39.812443 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4168f903-fb30-4b52-b8e3-9bd8d1b5a3f4" -d '{"events": [{"server_uuid": "7244fe11-399f-4865-81e3-65913166661e", "name": "network-vif-plugged", "status": "completed", "tag": "294fbcae-c4ea-4150-a69c-3afff266465f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:39.875492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 294fbcae-c4ea-4150-a69c-3afff266465f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=294fbcae-c4ea-4150-a69c-3afff266465f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:39.887610 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1444c63b-af29-4527-9bf3-d05a57f67164 req-2fc19418-9cc6-44d0-a58d-5dd99a90b6ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0395157 Sep 02 12:49:39.900739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:39.912424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=86a526d2-9be9-42f5-9b86-4c6060498e6d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:39.923230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['86a526d2-9be9-42f5-9b86-4c6060498e6d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:39.961499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-553f4bf2-4cd8-4641-80b6-70dc93d5d8dc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:39.964690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['bdac0af2-0509-4e24-b0f1-462d57ea8455'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:39.968753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-553f4bf2-4cd8-4641-80b6-70dc93d5d8dc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 795 time: 0.2441256 Sep 02 12:49:39.997902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be424d-b1be-4a59-87c6-af105006cfe5 req-dcf81937-2b26-496f-bfc5-b28f095834fe tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.007749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8be424d-b1be-4a59-87c6-af105006cfe5 req-dcf81937-2b26-496f-bfc5-b28f095834fe tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 944 time: 0.1402166 Sep 02 12:49:40.009708 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f272058f-f632-4903-8330-0c9014c6f9fa x-openstack-request-id: req-f272058f-f632-4903-8330-0c9014c6f9fa {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:40.010083 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7244fe11-399f-4865-81e3-65913166661e", "name": "network-vif-plugged", "status": "completed", "tag": "294fbcae-c4ea-4150-a69c-3afff266465f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:40.010444 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f272058f-f632-4903-8330-0c9014c6f9fa {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:40.011056 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7244fe11-399f-4865-81e3-65913166661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fbcae-c4ea-4150-a69c-3afff266465f', 'code': 200} Sep 02 12:49:40.090215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829e6b-69aa-438e-b760-c235efb07332 req-09e85019-b359-47e8-87e4-408efd7f02be tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.094568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-d105cd41-03ad-4795-8e96-a520489c2daa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 380 time: 0.0840182 Sep 02 12:49:40.100125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7829e6b-69aa-438e-b760-c235efb07332 req-09e85019-b359-47e8-87e4-408efd7f02be tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0977113 Sep 02 12:49:40.111795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=bdac0af2-0509-4e24-b0f1-462d57ea8455,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:40.116066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'port': {'device_id': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'admin_state_up': True, 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'security_groups': ['472ed13b-ee94-4cf7-a777-c43442bf2408']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:40.131963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8be424d-b1be-4a59-87c6-af105006cfe5 req-8fb995be-fe98-4a04-853c-3397de67f091 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232400 Sep 02 12:49:40.159338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400347e-8a87-456b-aaa8-6fe813b41e3c req-10d65b74-3723-4dfb-bab9-139c71cca6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.160640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7829e6b-69aa-438e-b760-c235efb07332 req-0215288c-a356-4840-a45e-f2675debf53c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590851 Sep 02 12:49:40.160876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8400347e-8a87-456b-aaa8-6fe813b41e3c req-10d65b74-3723-4dfb-bab9-139c71cca6f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 1101 time: 0.1445937 Sep 02 12:49:40.241839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=294fbcae-c4ea-4150-a69c-3afff266465f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:40.276994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-586b68cf-e6da-4983-b801-3c8865bd34d6 req-a4ad565d-0001-4a7e-b218-f0f450a4350c tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0419638 Sep 02 12:49:40.371752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8400347e-8a87-456b-aaa8-6fe813b41e3c req-66d2b7ba-7075-4361-be8c-6a2a354d1aa7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Sep 02 12:49:40.372341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:40.376200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.424154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:40.485730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531161c-d565-4c25-88d7-6a6e4674e00b req-22202d01-febb-45a1-b4f1-5accfadf68f1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.487537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0531161c-d565-4c25-88d7-6a6e4674e00b req-22202d01-febb-45a1-b4f1-5accfadf68f1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1269190 Sep 02 12:49:40.494732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:40.498884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:40.499266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.567996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0409ffe8-eb4b-4158-9b65-d970e569f38e req-254f6b91-9d9f-46a3-9595-d3924a02c536 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0322368 Sep 02 12:49:40.579317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0531161c-d565-4c25-88d7-6a6e4674e00b req-bfad475c-4851-4962-81fe-044ed9a8a559 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Sep 02 12:49:40.593710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.12 (b2ee172b-b906-4e87-bb6a-5efa73a639c7/0f053f83-e317-4e8e-b775-60cf0ddc413f/81fb4e36-bcdc-448b-a958-2427f6613f62) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:40.594763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.648972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:40.654582 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.714319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:40.778455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.793401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2136883-3883-4606-953e-957b59a1f7ac req-ee3ab09d-e673-4ba8-ac1c-2b660657d604 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.795131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2136883-3883-4606-953e-957b59a1f7ac req-ee3ab09d-e673-4ba8-ac1c-2b660657d604 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0661299 Sep 02 12:49:40.797480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object 81fb4e36-bcdc-448b-a958-2427f6613f62 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:40.841711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2136883-3883-4606-953e-957b59a1f7ac req-6b4245d4-0b62-4393-8509-e9b0d6b87172 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Sep 02 12:49:40.882094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf682cfd-2077-4a5b-ad5a-6cfb424e5785 req-9cc364cd-628b-43c1-8d89-640ec4766666 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.883855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf682cfd-2077-4a5b-ad5a-6cfb424e5785 req-9cc364cd-628b-43c1-8d89-640ec4766666 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 950 time: 0.0766575 Sep 02 12:49:40.891498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.894871 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:40.968183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b16dbe-ea80-4623-9a0e-7ddcabcdee89 req-40e344fc-8432-4f3f-88f6-27c705fca505 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:40.969976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2b16dbe-ea80-4623-9a0e-7ddcabcdee89 req-40e344fc-8432-4f3f-88f6-27c705fca505 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 932 time: 0.0589550 Sep 02 12:49:40.978482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:40.984321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:40.986835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:40.992043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf682cfd-2077-4a5b-ad5a-6cfb424e5785 req-d43932e0-e6c6-424b-8685-0ddffdf37144 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922029 Sep 02 12:49:40.992800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:41.026962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2b16dbe-ea80-4623-9a0e-7ddcabcdee89 req-fd529c3f-f964-4475-a61c-9b8956a86b67 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505044 Sep 02 12:49:41.060070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:41.061162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:41.086741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-02863250-192a-4213-ac48-3a959c5aa7b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9796748 Sep 02 12:49:41.106549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Request body: {'port': {'device_id': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:41.177791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba30e-5c61-4f15-b1d6-bb7b28c6f704 req-f7b93c9a-0b7e-4089-a995-c74480f86a6d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:41.185143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e54ba30e-5c61-4f15-b1d6-bb7b28c6f704 req-f7b93c9a-0b7e-4089-a995-c74480f86a6d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1107414 Sep 02 12:49:41.208006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:41.236228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e54ba30e-5c61-4f15-b1d6-bb7b28c6f704 req-4d61f95c-740d-486f-9b7f-94225e0d1a3f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499957 Sep 02 12:49:41.281530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79892b64-eb0e-4fe7-a047-867d4bcce2e5 req-a6a21c9c-01b0-4645-9760-e0c880390583 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:41.285434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79892b64-eb0e-4fe7-a047-867d4bcce2e5 req-a6a21c9c-01b0-4645-9760-e0c880390583 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 944 time: 0.0763016 Sep 02 12:49:41.341412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79892b64-eb0e-4fe7-a047-867d4bcce2e5 req-e4ffd681-5a7b-4258-91c9-e5f63b044607 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471609 Sep 02 12:49:41.354479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f1af2a0-7201-458b-bf98-8ff1a8e3d544 None None] Provisioning for port 81fb4e36-bcdc-448b-a958-2427f6613f62 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:41.359150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f1af2a0-7201-458b-bf98-8ff1a8e3d544 None None] Provisioning complete for port 81fb4e36-bcdc-448b-a958-2427f6613f62 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:41.359623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f1af2a0-7201-458b-bf98-8ff1a8e3d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:41.404370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9f1af2a0-7201-458b-bf98-8ff1a8e3d544 None None] Port 81fb4e36-bcdc-448b-a958-2427f6613f62 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:41.453092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3d7df09-b18f-49f3-a9dc-d21cfc41e70c req-77844b3f-ac9b-4027-8247-aa6aa5b18f54 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0302322 Sep 02 12:49:41.517044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c93810-9a7a-4058-946e-b56e341e4ffd req-ac07df48-1a74-4426-8f0a-a0a4c160a48b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:41.518745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56c93810-9a7a-4058-946e-b56e341e4ffd req-ac07df48-1a74-4426-8f0a-a0a4c160a48b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1038041 Sep 02 12:49:41.592221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56c93810-9a7a-4058-946e-b56e341e4ffd req-e975afed-fb9e-4ae2-a9ad-b4c8fd3589e4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645838 Sep 02 12:49:41.630419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fb4e36-bcdc-448b-a958-2427f6613f62 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:41.640853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:41.656969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Transition to ACTIVE for port object 81fb4e36-bcdc-448b-a958-2427f6613f62 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:41.664346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:41.759537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:41.845006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e31312-3b93-45ff-8ac3-02439e9dbc45 req-6397f5e7-07c6-4206-82b2-bc68ead5786b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:41.856552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5e31312-3b93-45ff-8ac3-02439e9dbc45 req-6397f5e7-07c6-4206-82b2-bc68ead5786b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1620812 Sep 02 12:49:41.913316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:41.913658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:41.913993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:41.923204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5e31312-3b93-45ff-8ac3-02439e9dbc45 req-5ed3d299-2410-47f5-a114-662a68feff23 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655839 Sep 02 12:49:41.924206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Port 81fb4e36-bcdc-448b-a958-2427f6613f62 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:41.924751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:41.938723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:41.939135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Checking segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:41.939583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Bound using segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:41.940105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Bound port: 81fb4e36-bcdc-448b-a958-2427f6613f62, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:41.940581 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:42.045299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9c81235-1fb3-447b-abcb-a4a48f496fd7 req-eb6a5447-815e-4bc2-a9aa-4caa89d5df58 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0421846 Sep 02 12:49:42.072501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:42.075744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:42.079963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:42.137975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.139229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:42.140462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] 10.222.0.18 "PUT /v2.0/ports/81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 1092 time: 1.0386753 Sep 02 12:49:42.140964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:42.144699 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:42.225724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998304ed-98e2-4834-bd44-22aed473f001 req-af0da2fe-d3bf-4931-acd6-a9bb0c337de2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.233612 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-998304ed-98e2-4834-bd44-22aed473f001 req-af0da2fe-d3bf-4931-acd6-a9bb0c337de2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 950 time: 0.0639694 Sep 02 12:49:42.296508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-998304ed-98e2-4834-bd44-22aed473f001 req-90a5ae83-9152-451e-80a3-53c07a21cebf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Sep 02 12:49:42.442689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:42.447582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85dcd1-2166-450b-b8c6-42079394ca48 req-dba393f2-7f6f-4938-8803-72788041d9fa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.449732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef85dcd1-2166-450b-b8c6-42079394ca48 req-dba393f2-7f6f-4938-8803-72788041d9fa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.0855110 Sep 02 12:49:42.495847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef85dcd1-2166-450b-b8c6-42079394ca48 req-b953c47c-b806-4639-9baf-1047d945e76e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379419 Sep 02 12:49:42.508686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:42.509483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:42.608810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a13149d3-3648-4c5e-90d3-09112f337710 req-a57c71df-faa1-4fe5-8ec5-0cd395338ca5 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.4583859 Sep 02 12:49:42.616157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654821f-c402-4a4b-8429-addebef45433 req-d189d859-c470-4222-ab61-a4d3d8bc8e69 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.617765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9654821f-c402-4a4b-8429-addebef45433 req-d189d859-c470-4222-ab61-a4d3d8bc8e69 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0573688 Sep 02 12:49:42.648550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd3c7a-ee83-47ac-9f71-f0481265fa4f service neutron] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:42.663722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-f60c8a6d-e054-471f-bb24-3ab04fed46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.666013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-f60c8a6d-e054-471f-bb24-3ab04fed46f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1095 time: 0.0591938 Sep 02 12:49:42.669694 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e84f05-8fec-4313-b3de-260f3c918374 x-openstack-request-id: req-10e84f05-8fec-4313-b3de-260f3c918374 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:42.669949 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:42.670225 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10e84f05-8fec-4313-b3de-260f3c918374 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:42.670609 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'status': 'completed', 'code': 200} Sep 02 12:49:42.673968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9654821f-c402-4a4b-8429-addebef45433 req-b6d5513a-e2f1-4fc4-a4f5-d9e6e572d732 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 Sep 02 12:49:42.721502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-46ae3b9a-1f51-4f78-a4c0-2d95a8f7ade1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 217 time: 0.0397208 Sep 02 12:49:42.804236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-4b88e5f7-7834-460a-86ab-463a9d9e4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.805831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-4b88e5f7-7834-460a-86ab-463a9d9e4f13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.0722835 Sep 02 12:49:42.817399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e692-07ef-43b4-a381-cda7dbff0403 req-c2a043aa-4f86-46cf-a091-e8e5b086c270 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.818918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b12e692-07ef-43b4-a381-cda7dbff0403 req-c2a043aa-4f86-46cf-a091-e8e5b086c270 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 949 time: 0.0956922 Sep 02 12:49:42.859099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4baea6-a29e-4210-ab16-a96707e174e2 req-1c274164-62cf-48a5-b3bd-9fccab6174bf tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.860761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a4baea6-a29e-4210-ab16-a96707e174e2 req-1c274164-62cf-48a5-b3bd-9fccab6174bf tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 944 time: 0.0521491 Sep 02 12:49:42.887904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-dfd18809-45d8-46ff-9802-baf541a994a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:42.889536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-dfd18809-45d8-46ff-9802-baf541a994a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697327 Sep 02 12:49:42.892625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b12e692-07ef-43b4-a381-cda7dbff0403 req-8f4413b8-7eaf-47b3-93a2-2c65929702c0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650260 Sep 02 12:49:42.903657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a4baea6-a29e-4210-ab16-a96707e174e2 req-f1ead188-3e71-4784-8a1b-6794878432cc tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Sep 02 12:49:42.932977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 86a526d2-9be9-42f5-9b86-4c6060498e6d up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:42.959852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bdac0af2-0509-4e24-b0f1-462d57ea8455 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:43.001757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-1506f598-80e0-4d2c-af9e-cc7904406961 service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032848 Sep 02 12:49:43.023881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 86a526d2-9be9-42f5-9b86-4c6060498e6d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:43.027639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port bdac0af2-0509-4e24-b0f1-462d57ea8455 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:43.031054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 86a526d2-9be9-42f5-9b86-4c6060498e6d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:43.031443 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:43.034280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port bdac0af2-0509-4e24-b0f1-462d57ea8455 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:43.034650 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:43.166254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b29bc511-f582-4864-b462-bda28997383a req-a1b427c4-aa3f-41fc-bcb9-764d20991d7c tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0282314 Sep 02 12:49:43.172825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8c78539-8f34-410e-87d7-237e76c005b5 req-4d76695b-ee3b-4020-9909-b0fb77801cec service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620097 Sep 02 12:49:43.205035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91df86-c4e0-4ac0-a99c-1d0560aa3a89 req-120e6c1a-9b1c-4e23-910c-fa6226bfb019 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.206767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c91df86-c4e0-4ac0-a99c-1d0560aa3a89 req-120e6c1a-9b1c-4e23-910c-fa6226bfb019 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0959313 Sep 02 12:49:43.217531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:43.219468 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:43.261845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdac0af2-0509-4e24-b0f1-462d57ea8455'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:43.264118 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f013c9-1716-403c-9d2a-540fa8184306" -d '{"events": [{"server_uuid": "461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de", "name": "network-vif-plugged", "status": "completed", "tag": "bdac0af2-0509-4e24-b0f1-462d57ea8455"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:43.289839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port bdac0af2-0509-4e24-b0f1-462d57ea8455, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:43.290490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c91df86-c4e0-4ac0-a99c-1d0560aa3a89 req-825d4f7e-d1c3-483f-b65d-c5a59cea8a1d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766516 Sep 02 12:49:43.302763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 86a526d2-9be9-42f5-9b86-4c6060498e6d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:43.304853 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:43.311731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-e5665c8f-0497-495c-8532-0911192609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.313398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-e5665c8f-0497-495c-8532-0911192609a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1095 time: 0.0629935 Sep 02 12:49:43.333215 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43dbb86-88ff-40d4-b02d-2fc7e9a58f38 x-openstack-request-id: req-a43dbb86-88ff-40d4-b02d-2fc7e9a58f38 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:43.333505 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de", "name": "network-vif-plugged", "status": "completed", "tag": "bdac0af2-0509-4e24-b0f1-462d57ea8455", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:43.333757 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a43dbb86-88ff-40d4-b02d-2fc7e9a58f38 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:43.334158 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdac0af2-0509-4e24-b0f1-462d57ea8455', 'code': 200} Sep 02 12:49:43.341950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:43.372642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=bdac0af2-0509-4e24-b0f1-462d57ea8455,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:43.423715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=86a526d2-9be9-42f5-9b86-4c6060498e6d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:43.464395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-8e8ba20b-c015-497a-89ab-50ddc3e156cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.465929 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-8e8ba20b-c015-497a-89ab-50ddc3e156cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.1283813 Sep 02 12:49:43.474260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe56342-6cfa-4440-ac76-a1a7aedb2120 req-b54244e2-9a3d-43da-8c7d-17811e1640a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.475726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cbe56342-6cfa-4440-ac76-a1a7aedb2120 req-b54244e2-9a3d-43da-8c7d-17811e1640a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 1096 time: 0.0642011 Sep 02 12:49:43.523152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-40ffbb16-4a2f-4567-b13f-a754ee12d4fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 217 time: 0.0460577 Sep 02 12:49:43.549785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cbe56342-6cfa-4440-ac76-a1a7aedb2120 req-45ea9957-9844-4bef-9f1c-566fc6328c8a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659676 Sep 02 12:49:43.585169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-36633ec9-234c-45f8-b38c-3a47835bc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.586729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-36633ec9-234c-45f8-b38c-3a47835bc20e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.0518200 Sep 02 12:49:43.621900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706f5b4-0d70-4e2a-8aa3-6497f5c53377 req-2cd27e55-7999-43aa-8101-65a7a39c9cfd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.623406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706f5b4-0d70-4e2a-8aa3-6497f5c53377 req-2cd27e55-7999-43aa-8101-65a7a39c9cfd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.0536599 Sep 02 12:49:43.663828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706f5b4-0d70-4e2a-8aa3-6497f5c53377 req-db3f3099-4fec-4abb-9143-29925c60d685 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Sep 02 12:49:43.721251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef814e1-a1a4-4cb7-80b0-a502bd601bfd req-a1d3bc98-24a4-46fd-8271-cb72c85cb61c tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0315294 Sep 02 12:49:43.797316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-45b9c5b0-b62d-4b29-9335-859654967586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:43.798900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-45b9c5b0-b62d-4b29-9335-859654967586 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426257 Sep 02 12:49:43.892037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-48115315-fa65-4531-9756-054dd0cb32f2 service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842776 Sep 02 12:49:44.022285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bb9abbb-3f0c-44d1-ab7b-541cd0ee45a9 req-40d1f6fb-65a8-45a8-a3db-0de5d1c66f69 service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200418 Sep 02 12:49:44.042710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ef9ba-8d67-4e7a-88c0-8fbb5c6e998b req-b401d103-26c0-4013-b910-040f613c4ee0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:44.044284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-766ef9ba-8d67-4e7a-88c0-8fbb5c6e998b req-b401d103-26c0-4013-b910-040f613c4ee0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.0730374 Sep 02 12:49:44.045388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63556c-e59f-4a0b-bc3e-8404b8e61d9c req-70d47e2c-a18c-46bd-aef0-17209efff1a4 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:44.046951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd63556c-e59f-4a0b-bc3e-8404b8e61d9c req-70d47e2c-a18c-46bd-aef0-17209efff1a4 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0637951 Sep 02 12:49:44.083619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-766ef9ba-8d67-4e7a-88c0-8fbb5c6e998b req-fa533593-490c-4279-8c7d-a0c7d6af9a9c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Sep 02 12:49:44.086694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd63556c-e59f-4a0b-bc3e-8404b8e61d9c req-9b1cc67f-96f0-464b-a89f-dee3a673411c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Sep 02 12:49:44.290112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-599f312f-7d72-4291-81dd-7c7ffb7b9fd2 req-8119c1c4-35b4-47f2-aa62-764c01552d36 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0329990 Sep 02 12:49:44.454538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddee22d-dc72-42ed-994d-9b8046de71f0 req-00de086c-1741-4400-a15e-9069b808ccef tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:44.456065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ddee22d-dc72-42ed-994d-9b8046de71f0 req-00de086c-1741-4400-a15e-9069b808ccef tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0723479 Sep 02 12:49:44.496703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ddee22d-dc72-42ed-994d-9b8046de71f0 req-98b1caa7-932a-4b17-9428-5dda2dd9d8a1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Sep 02 12:49:44.625125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf361-f808-4fd2-94fe-67d6dee5d3fa req-a8ebbffc-01ed-4e6a-8de7-8e4cdf923b7f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:44.626674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aedf361-f808-4fd2-94fe-67d6dee5d3fa req-a8ebbffc-01ed-4e6a-8de7-8e4cdf923b7f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0568297 Sep 02 12:49:44.665967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aedf361-f808-4fd2-94fe-67d6dee5d3fa req-80b6e4bc-c221-4f7c-b62e-aa0204259b38 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Sep 02 12:49:44.787528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082000d1-2102-48c7-a7c6-4f5815cf360a req-1aa18c13-f1db-440d-be42-6f4833083431 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:44.789401 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-082000d1-2102-48c7-a7c6-4f5815cf360a req-1aa18c13-f1db-440d-be42-6f4833083431 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.0570891 Sep 02 12:49:44.830213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-082000d1-2102-48c7-a7c6-4f5815cf360a req-fc533b49-c39c-4702-96dd-cc2345630c85 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Sep 02 12:49:44.834688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e9ad-9f7c-4baa-9351-ea3e751f86cc req-b4f639eb-9881-48ee-a287-684d4bf7b4d1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:44.836371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-89e7e9ad-9f7c-4baa-9351-ea3e751f86cc req-b4f639eb-9881-48ee-a287-684d4bf7b4d1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0570781 Sep 02 12:49:44.901367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-89e7e9ad-9f7c-4baa-9351-ea3e751f86cc req-d9622535-019b-4bb6-9e91-a23ab2d32f24 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479929 Sep 02 12:49:44.961006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:45.085644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:45.087256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960f06f-5d6a-48a9-8112-81db158b101e req-09147797-51d9-4a9f-8e9b-a51763ea22ee tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.091226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8960f06f-5d6a-48a9-8112-81db158b101e req-09147797-51d9-4a9f-8e9b-a51763ea22ee tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0658455 Sep 02 12:49:45.105001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'port_id': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'mac_address': 'fa:16:3e:69:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:45.145691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8960f06f-5d6a-48a9-8112-81db158b101e req-82f866fe-357b-4104-aa82-087ff2f55a58 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 Sep 02 12:49:45.169347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:45.180162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fb4e36-bcdc-448b-a958-2427f6613f62 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:45.205475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:45.210997 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:45.262972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:45.275048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd591648-5d4b-4cd3-b9c5-a608b3b53164 req-928244f3-cfec-452a-8f55-d30109a3ff4b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.276791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd591648-5d4b-4cd3-b9c5-a608b3b53164 req-928244f3-cfec-452a-8f55-d30109a3ff4b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.0666797 Sep 02 12:49:45.315955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3ba7a2bb-1734-4141-871d-271b29c5cea3 req-07822d94-a704-4376-bb57-47b275e21e68 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.4222088 Sep 02 12:49:45.320871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd591648-5d4b-4cd3-b9c5-a608b3b53164 req-1b20b136-3938-46bb-8076-a5fd4f45b677 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Sep 02 12:49:45.336221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73178750-53ad-4bd5-b6ca-28a087302646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a526d2-9be9-42f5-9b86-4c6060498e6d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:45.341857 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c5e16-a69e-48dd-bdbb-e3d10cc4504e" -d '{"events": [{"server_uuid": "73178750-53ad-4bd5-b6ca-28a087302646", "name": "network-vif-plugged", "status": "completed", "tag": "86a526d2-9be9-42f5-9b86-4c6060498e6d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:45.426705 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35920260-d610-4a36-bc50-2b26d49600c0 req-b60dca3a-e72b-47c3-9a59-8bdee58d8de8 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Sep 02 12:49:45.435000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c1131-1bb4-4bc5-9df5-bc53fb63a824 req-4ee0b0e9-e221-4278-ab8e-a3eede8bf526 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.437079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd8c1131-1bb4-4bc5-9df5-bc53fb63a824 req-4ee0b0e9-e221-4278-ab8e-a3eede8bf526 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0508707 Sep 02 12:49:45.475393 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b7071c-85e7-47bb-b927-77f672d0738a x-openstack-request-id: req-70b7071c-85e7-47bb-b927-77f672d0738a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:45.475892 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73178750-53ad-4bd5-b6ca-28a087302646", "name": "network-vif-plugged", "status": "completed", "tag": "86a526d2-9be9-42f5-9b86-4c6060498e6d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:45.476222 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70b7071c-85e7-47bb-b927-77f672d0738a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:45.476822 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73178750-53ad-4bd5-b6ca-28a087302646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a526d2-9be9-42f5-9b86-4c6060498e6d', 'code': 200} Sep 02 12:49:45.495162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd8c1131-1bb4-4bc5-9df5-bc53fb63a824 req-b12f7080-35ef-4892-8ae8-ddb69e02f85f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486526 Sep 02 12:49:45.573334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['81fb4e36-bcdc-448b-a958-2427f6613f62'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:45.588067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa3d97-1b6c-4ea6-84c5-87354b280581 req-859f05ed-1bc4-4e56-a9d0-553877530520 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.594302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb0dfd-2b9c-405c-88cb-5b2abbce796b req-12cbe3e8-09ed-47ac-9996-86841b764855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.595857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4fa3d97-1b6c-4ea6-84c5-87354b280581 req-859f05ed-1bc4-4e56-a9d0-553877530520 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0633171 Sep 02 12:49:45.596332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72cb0dfd-2b9c-405c-88cb-5b2abbce796b req-12cbe3e8-09ed-47ac-9996-86841b764855 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 1101 time: 0.0444324 Sep 02 12:49:45.633839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72cb0dfd-2b9c-405c-88cb-5b2abbce796b req-7649c626-5b10-4e2e-83fe-af2b5f4c0447 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296090 Sep 02 12:49:45.637497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4fa3d97-1b6c-4ea6-84c5-87354b280581 req-55ec22b2-21e0-4972-a961-068e45b96025 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Sep 02 12:49:45.780486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421648b-799b-421e-bc1c-f4024f4e563f req-a1e245a4-2d46-4cd8-864f-9faa847c1519 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.782066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4421648b-799b-421e-bc1c-f4024f4e563f req-a1e245a4-2d46-4cd8-864f-9faa847c1519 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0551035 Sep 02 12:49:45.800004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-9181921b-ac11-42ff-8f7e-8cdcb8a07cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.801908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-9181921b-ac11-42ff-8f7e-8cdcb8a07cf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 1096 time: 0.0836771 Sep 02 12:49:45.809904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff1df1-4c89-4f74-a791-9df5feafb1b6 req-00059333-d591-44b8-acf9-3057e9246ca0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.811692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fff1df1-4c89-4f74-a791-9df5feafb1b6 req-00059333-d591-44b8-acf9-3057e9246ca0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0953920 Sep 02 12:49:45.823049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4421648b-799b-421e-bc1c-f4024f4e563f req-396366a1-c77f-40e0-84b1-8f3ac9d888f0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Sep 02 12:49:45.906595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fff1df1-4c89-4f74-a791-9df5feafb1b6 req-a40daecb-16a5-4378-a346-994145bdccca tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836701 Sep 02 12:49:45.934281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-12840b24-7a74-456c-a44d-238d624f8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.935987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-12840b24-7a74-456c-a44d-238d624f8900 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 911 time: 0.1232188 Sep 02 12:49:45.950262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcd56f-433e-4d7d-ab94-97258bc5e460 req-5b4bd1da-ec3b-45ec-9bb0-795e32629cf6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:45.953405 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41fcd56f-433e-4d7d-ab94-97258bc5e460 req-5b4bd1da-ec3b-45ec-9bb0-795e32629cf6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 945 time: 0.0546296 Sep 02 12:49:45.984747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-5a8ebc57-fa83-4af1-ba0c-b3b4391485ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455 HTTP/1.1" status: 200 len: 217 time: 0.0390899 Sep 02 12:49:45.990860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41fcd56f-433e-4d7d-ab94-97258bc5e460 req-ace3a2dc-a632-4c00-9ef7-eeb1bc52ff97 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341599 Sep 02 12:49:46.071925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-c2720535-10fc-4aa6-a732-a4934c6d95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.073529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-c2720535-10fc-4aa6-a732-a4934c6d95b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.0809886 Sep 02 12:49:46.090181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934cd12-d851-4fde-8649-b576aab9235b req-4e9da0ac-7277-4c9a-b55d-ed06d2fbc4ee tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.091580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a934cd12-d851-4fde-8649-b576aab9235b req-4e9da0ac-7277-4c9a-b55d-ed06d2fbc4ee tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0664179 Sep 02 12:49:46.123084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-28edd3ae-dfc6-449c-8c50-e4e1285e7208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304704 Sep 02 12:49:46.167051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a934cd12-d851-4fde-8649-b576aab9235b req-a77654da-230e-4f32-aad4-907a1b67b178 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Sep 02 12:49:46.247680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-a2cd0ae5-438e-44d6-b607-d91fdb878858 service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106272 Sep 02 12:49:46.304729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1f42-18d5-4150-acea-cd435522d0ce req-e077810d-4b3e-4824-9886-146469b0b54f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.306609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-087e1f42-18d5-4150-acea-cd435522d0ce req-e077810d-4b3e-4824-9886-146469b0b54f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0557666 Sep 02 12:49:46.354067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-087e1f42-18d5-4150-acea-cd435522d0ce req-bdf2ee1f-eebb-4cbe-aa25-d0008ef447f4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Sep 02 12:49:46.362560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-343369a3-41da-44e7-bb1a-715ac4506cd2 req-67d88b84-f13e-4b36-801f-7a3b6f438dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0368674 Sep 02 12:49:46.377773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b99fb45f-3d7d-49ab-8654-f88a74d15752 req-6a4d5893-5264-49f2-b289-517a48aa472b service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225832 Sep 02 12:49:46.462675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-462c5abe-6439-49a3-96d8-a19eb822b52f req-ab6fdb64-2350-4918-9456-0a843cf2fae9 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0399625 Sep 02 12:49:46.470570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dcc99-a9f9-440a-811f-cc5e7a467d2e req-5a888a57-5abe-49a8-94a1-e1b9a39d1c9a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.472221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e7dcc99-a9f9-440a-811f-cc5e7a467d2e req-5a888a57-5abe-49a8-94a1-e1b9a39d1c9a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.0589938 Sep 02 12:49:46.515586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e7dcc99-a9f9-440a-811f-cc5e7a467d2e req-c442b711-7556-4c3e-8a4c-86ede0730cb8 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Sep 02 12:49:46.570673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f89f355-3458-45e5-abb5-4c5bc9e2ccc5 req-11053336-9f76-4899-ab03-8669565a81b8 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0288162 Sep 02 12:49:46.632668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445d257-10e0-41bb-9128-9d478f7419a5 req-8d6e32ca-a1d9-46b7-a206-c28f271ed131 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.634258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5445d257-10e0-41bb-9128-9d478f7419a5 req-8d6e32ca-a1d9-46b7-a206-c28f271ed131 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0603385 Sep 02 12:49:46.674681 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5445d257-10e0-41bb-9128-9d478f7419a5 req-7068c9ec-685f-4e27-8904-c849d8235499 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Sep 02 12:49:46.802397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265af31-4c14-40db-a899-b82aadd60dc1 req-d119a370-dad0-448a-91cc-b28d3559ffbf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.804031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5265af31-4c14-40db-a899-b82aadd60dc1 req-d119a370-dad0-448a-91cc-b28d3559ffbf tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0592601 Sep 02 12:49:46.855946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5265af31-4c14-40db-a899-b82aadd60dc1 req-bdfe2563-5a4d-4c2f-a5f8-554314916b08 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Sep 02 12:49:46.947666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47166-5e82-4d1d-925f-3f384cbfe44e req-d0a3abec-9077-4fc8-ac9b-6dffaa793bac tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:46.949323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ea47166-5e82-4d1d-925f-3f384cbfe44e req-d0a3abec-9077-4fc8-ac9b-6dffaa793bac tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0548279 Sep 02 12:49:46.971123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:49:47.001986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ea47166-5e82-4d1d-925f-3f384cbfe44e req-3943f974-ac89-4ca7-aed0-150ee0eb7ef6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Sep 02 12:49:47.003070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea02d-709a-4ffb-ba90-0e47b7de11da req-2c512968-979a-44c8-bb5b-a88a18f53df6 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.005097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a1ea02d-709a-4ffb-ba90-0e47b7de11da req-2c512968-979a-44c8-bb5b-a88a18f53df6 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0603154 Sep 02 12:49:47.036023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 81fb4e36-bcdc-448b-a958-2427f6613f62 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:47.041646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 81fb4e36-bcdc-448b-a958-2427f6613f62 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:47.042244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:47.060252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a1ea02d-709a-4ffb-ba90-0e47b7de11da req-9b399b30-ae71-4072-aa44-28f799af476b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Sep 02 12:49:47.124381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0037b0a-56fb-40a1-86ae-d3b0c7abb3bf req-4f019cc3-ee56-4f8d-98b9-0c66a67ff1e4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.126060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0037b0a-56fb-40a1-86ae-d3b0c7abb3bf req-4f019cc3-ee56-4f8d-98b9-0c66a67ff1e4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 945 time: 0.0565834 Sep 02 12:49:47.144293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:47.182729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:47.188375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:47.190071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0037b0a-56fb-40a1-86ae-d3b0c7abb3bf req-ade4b7a5-5cb4-46f8-a484-0cbade335b27 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559406 Sep 02 12:49:47.245867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:47.272743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949997ac-0de9-43c2-a19e-ea51d95d354c req-60269b3c-33d3-4db6-8f4c-809c44be20e8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.274374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-949997ac-0de9-43c2-a19e-ea51d95d354c req-60269b3c-33d3-4db6-8f4c-809c44be20e8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0570993 Sep 02 12:49:47.320001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-949997ac-0de9-43c2-a19e-ea51d95d354c req-31ea35a2-2189-41ba-a6b6-ec2fa565e670 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354466 Sep 02 12:49:47.448373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-e9bbf932-78ac-4a0b-a86b-aa5a4e1945aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0547168 Sep 02 12:49:47.478004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:47.480579 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb9753-ad8d-4947-97a6-ec088c13811e" -d '{"events": [{"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-plugged", "status": "completed", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:47.512996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f9cd3-acdb-42c7-a039-1538a9c8d814 req-91671a07-8f68-48e0-b591-19e140cd925d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.515360 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-890f9cd3-acdb-42c7-a039-1538a9c8d814 req-91671a07-8f68-48e0-b591-19e140cd925d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0692170 Sep 02 12:49:47.544374 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35609f65-bcbb-4eb6-930e-89f90d17fde5 x-openstack-request-id: req-35609f65-bcbb-4eb6-930e-89f90d17fde5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:47.544702 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-plugged", "status": "completed", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:47.545003 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35609f65-bcbb-4eb6-930e-89f90d17fde5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:47.545401 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'code': 200} Sep 02 12:49:47.570960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-890f9cd3-acdb-42c7-a039-1538a9c8d814 req-a8f8916b-6cae-40ff-90a5-4893d564b865 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477126 Sep 02 12:49:47.575724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.576359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.576949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.577602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.578811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.579348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.580326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.583198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ca5bcd0a-5d5d-4bc7-ad72-773d7e8b63e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 6489 time: 0.0698588 Sep 02 12:49:47.629144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4fe8f071-8e77-4e9f-9a7a-51d1c8857ffc req-4e678a6e-249f-4c4f-9ae8-0e4203a20d9f tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0318053 Sep 02 12:49:47.702922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb42cd-2e0e-4d67-a886-aab7ff1e911b req-a8a8e02b-989e-406e-8f7a-96c66babe9da tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.704716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2eb42cd-2e0e-4d67-a886-aab7ff1e911b req-a8a8e02b-989e-406e-8f7a-96c66babe9da tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.0519917 Sep 02 12:49:47.746297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2eb42cd-2e0e-4d67-a886-aab7ff1e911b req-b13cf724-8d37-46fe-8c9d-23b42014a3c5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Sep 02 12:49:47.795844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168f97-e000-4963-9b4e-777d4c6a0b82 req-5fc75042-1e75-4465-a211-5af931d64e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.798051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61168f97-e000-4963-9b4e-777d4c6a0b82 req-5fc75042-1e75-4465-a211-5af931d64e8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1097 time: 0.1370707 Sep 02 12:49:47.839596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6fad2-eb49-41d7-8ee1-9802f996fb70 req-95d079ec-abf8-4df3-9c63-b9b62ccd7b3d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.841192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6eb6fad2-eb49-41d7-8ee1-9802f996fb70 req-95d079ec-abf8-4df3-9c63-b9b62ccd7b3d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1301899 Sep 02 12:49:47.849901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-026555c9-9f4e-44d8-bafd-c25641ec147c req-a23a2dea-fe6e-45e3-9496-7cd4877aca65 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0327518 Sep 02 12:49:47.893690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-1b9a2d3f-cf0f-40ff-ab30-90c6df8e3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.894547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-1b9a2d3f-cf0f-40ff-ab30-90c6df8e3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.895603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-1b9a2d3f-cf0f-40ff-ab30-90c6df8e3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:47.898739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-1b9a2d3f-cf0f-40ff-ab30-90c6df8e3f25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=0371b580-8bd4-4b56-bba6-c734687d2852&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 200 len: 2291 time: 0.2391887 Sep 02 12:49:47.916245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61168f97-e000-4963-9b4e-777d4c6a0b82 req-ae042978-8745-4b20-af6d-5ed24845b30a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109784 Sep 02 12:49:47.976799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6eb6fad2-eb49-41d7-8ee1-9802f996fb70 req-123c048e-2a8a-48da-9259-bcf82683dca7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249154 Sep 02 12:49:47.988396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-55b35c3a-954d-44fc-a711-e5764ca36888 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 200 len: 1002 time: 0.0818417 Sep 02 12:49:48.128614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa86d0-e1fd-4e21-b4f1-a73fe537e329 req-cb6f6d12-c3e4-458e-b527-5fb5e58a542e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.134826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa86d0-e1fd-4e21-b4f1-a73fe537e329 req-cb6f6d12-c3e4-458e-b527-5fb5e58a542e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.136546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9aa86d0-e1fd-4e21-b4f1-a73fe537e329 req-cb6f6d12-c3e4-458e-b527-5fb5e58a542e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e&device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 1691 time: 0.0578175 Sep 02 12:49:48.184322 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9aa86d0-e1fd-4e21-b4f1-a73fe537e329 req-34cc049f-2f0e-4cc8-9db2-685da4a49c6d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Sep 02 12:49:48.212721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-30c40b7b-4dc4-4fc0-81ae-0108706d7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.214673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-30c40b7b-4dc4-4fc0-81ae-0108706d7513 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 200 len: 851 time: 0.0622077 Sep 02 12:49:48.283694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-717af112-6f2e-4599-9f7b-4e4fe916c9f9 req-7dddf4fb-91b3-4cef-a058-0ef00b3f6739 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1&device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0305774 Sep 02 12:49:48.294087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-8bd1c0ea-2a31-4e48-8072-7a28fef40ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.295614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-8bd1c0ea-2a31-4e48-8072-7a28fef40ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2ab007a-abbf-4e90-b0c6-4a35c3990e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728991 Sep 02 12:49:48.302515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5182210-885f-4bfb-bdd2-bc793241a5df req-f98ce35c-82a0-4eba-a076-5ac263216d2b tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.310035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a5182210-885f-4bfb-bdd2-bc793241a5df req-f98ce35c-82a0-4eba-a076-5ac263216d2b tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0603857 Sep 02 12:49:48.345713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a5182210-885f-4bfb-bdd2-bc793241a5df req-08ba5a69-9d59-41b9-8958-82a1f309db6a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Sep 02 12:49:48.408966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-55b02f17-17ea-49cc-8735-d444126e0a56 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004136 Sep 02 12:49:48.513436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9beb1-c350-4530-8896-4335c346d13e req-174afc82-4ec4-403b-918b-58434e4efa9a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.515015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0be9beb1-c350-4530-8896-4335c346d13e req-174afc82-4ec4-403b-918b-58434e4efa9a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0514088 Sep 02 12:49:48.536172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7170d-622c-42e4-ad7c-05495e7a69c3 req-a254313d-d89d-4c72-ad71-25b897f7966e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.537717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da7170d-622c-42e4-ad7c-05495e7a69c3 req-a254313d-d89d-4c72-ad71-25b897f7966e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1089089 Sep 02 12:49:48.560578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-c1abe0d4-c5e9-4970-84ee-9c5b80bedf07 service neutron] 10.222.0.18 "GET /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423049 Sep 02 12:49:48.561501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0be9beb1-c350-4530-8896-4335c346d13e req-e0f1e78e-8a33-4bf1-9eae-feb275576a5e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392401 Sep 02 12:49:48.615320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-dfd9643f-5a9b-4ce0-b41c-8a2dc1e71285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 217 time: 0.0452950 Sep 02 12:49:48.642496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4da7170d-622c-42e4-ad7c-05495e7a69c3 req-7beb5555-c287-4182-92f2-7fd4e305ea62 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Sep 02 12:49:48.690611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-cce6c195-66fb-4e30-b942-00a7c5dc73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.692503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-cce6c195-66fb-4e30-b942-00a7c5dc73e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0668848 Sep 02 12:49:48.793309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-32795182-88dd-4523-a578-3d51ae9286fc req-8a9e5e4f-5090-4221-86e3-313341c8231b tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Sep 02 12:49:48.798930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9ea9696-315e-4683-bcbf-8d9b702f3364 req-def1f8a6-fa4f-45f7-aa19-070ef3456dd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41e9b3e3851f4caa99a015168223650b&device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0352736 Sep 02 12:49:48.809283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0a4fb-c7ea-4ea7-bf9d-f61bcf341f7c req-2fffc912-e3f8-4457-b45b-3ec31a71121b tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.810817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0d0a4fb-c7ea-4ea7-bf9d-f61bcf341f7c req-2fffc912-e3f8-4457-b45b-3ec31a71121b tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 1101 time: 0.1073043 Sep 02 12:49:48.825577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-b47613ba-41e7-46b2-b525-eba5331e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.827078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-b47613ba-41e7-46b2-b525-eba5331e7630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108363 Sep 02 12:49:48.850925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9ea9696-315e-4683-bcbf-8d9b702f3364 req-a91b6307-cc4d-4f6b-ac78-1656f9559aa8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=41e9b3e3851f4caa99a015168223650b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391278 Sep 02 12:49:48.904564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b80994-72f7-417a-ab3e-6d7c6c40d4ca req-3793c23e-3b35-449d-ba12-47cdd3c1e4db tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:48.906312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1b80994-72f7-417a-ab3e-6d7c6c40d4ca req-3793c23e-3b35-449d-ba12-47cdd3c1e4db tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Sep 02 12:49:48.947588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1b80994-72f7-417a-ab3e-6d7c6c40d4ca req-56d1b6bf-b6e3-4ea3-aa03-9bd036826074 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Sep 02 12:49:48.988548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0d0a4fb-c7ea-4ea7-bf9d-f61bcf341f7c req-741e4c4a-2664-4eac-923f-7ee4f5de70fe tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662257 Sep 02 12:49:49.029563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-2eb65f4f-6149-4750-8928-842169edd97a service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880496 Sep 02 12:49:49.032215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea9696-315e-4683-bcbf-8d9b702f3364 req-25c966bf-33ca-473b-a0c9-8084850cd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.033666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9ea9696-315e-4683-bcbf-8d9b702f3364 req-25c966bf-33ca-473b-a0c9-8084850cd5cc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667881 Sep 02 12:49:49.038970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ded9a3fd-b656-4c20-b159-f494c30d435e req-ea68a22c-3deb-4936-a329-40cd670f088f tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0292323 Sep 02 12:49:49.148793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f369d-2c23-47a5-bafc-f49d6302b800 req-0446f679-86cf-4b4e-b160-351e15aeda0e tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.150373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d1f369d-2c23-47a5-bafc-f49d6302b800 req-0446f679-86cf-4b4e-b160-351e15aeda0e tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 1101 time: 0.0511625 Sep 02 12:49:49.184998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-7f82f9bb-7a56-4930-9b05-acde358761d6 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403053 Sep 02 12:49:49.190237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d1f369d-2c23-47a5-bafc-f49d6302b800 req-1d7a1384-b149-4518-b463-447214ff26d6 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331132 Sep 02 12:49:49.199474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b56b6-d388-400d-ac37-023172be7a2f req-16eac6ee-c2f6-4c56-b9bf-f06615fa49a8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.201182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a3b56b6-d388-400d-ac37-023172be7a2f req-16eac6ee-c2f6-4c56-b9bf-f06615fa49a8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0907736 Sep 02 12:49:49.251959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-24808657-bc11-47e0-a505-26e04de606d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 217 time: 0.0480726 Sep 02 12:49:49.305996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a3b56b6-d388-400d-ac37-023172be7a2f req-38f7239a-1714-4cad-812f-0396fc745f29 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956082 Sep 02 12:49:49.325274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-8a5270c0-0515-4cc3-bf5c-1140708b8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.325274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-8a5270c0-0515-4cc3-bf5c-1140708b8fef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0577238 Sep 02 12:49:49.398607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-f9aee73b-490b-4e7b-8dd8-a5d7a1883350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.400115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-f9aee73b-490b-4e7b-8dd8-a5d7a1883350 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638094 Sep 02 12:49:49.416670 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-d33b7701-5c5e-4095-a625-a33bfd32f08f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227504 Sep 02 12:49:49.499836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b131-b717-48de-a0c3-8bf4e5570c68 req-c75d45ca-a711-4af4-908e-d6f83f9accde tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.501494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72a6b131-b717-48de-a0c3-8bf4e5570c68 req-c75d45ca-a711-4af4-908e-d6f83f9accde tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1144660 Sep 02 12:49:49.548868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-e8a6863d-ad8f-421c-bbff-2e6e908116a5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.550481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-e8a6863d-ad8f-421c-bbff-2e6e908116a5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280160 Sep 02 12:49:49.557106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-190f8654-92d4-42b6-b33f-b551a49ec44a service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387069 Sep 02 12:49:49.566688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-ee394880-da3d-418f-9f37-de2921b50f7f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/quotas/6164b3bab90f4461b344594d8046adcf HTTP/1.1" status: 200 len: 375 time: 0.0101166 Sep 02 12:49:49.578759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72a6b131-b717-48de-a0c3-8bf4e5570c68 req-5811a9ea-834f-4c61-afe0-70e51c32cc21 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701253 Sep 02 12:49:49.660725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-ff1bf2a2-c2e2-4645-b10f-dca096e56ebb tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0874255 Sep 02 12:49:49.672552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-642b80a2-2916-4c3e-b214-4444cf0431ba service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076248 Sep 02 12:49:49.736519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-2c236486-ac09-4f98-a1f7-3b3361494797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 200 len: 217 time: 0.0531502 Sep 02 12:49:49.841318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-e9be24a3-381e-42bb-bbef-01a17ccea490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.844112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-e9be24a3-381e-42bb-bbef-01a17ccea490 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0864542 Sep 02 12:49:49.887371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490761-edd7-4b99-86f2-bc50fde5b273 req-e7c9c898-8cdc-40e0-bd53-456884910108 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.891066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c490761-edd7-4b99-86f2-bc50fde5b273 req-e7c9c898-8cdc-40e0-bd53-456884910108 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0606534 Sep 02 12:49:49.912512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-4ba0f96e-af67-482e-b8a1-8429fb836c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:49.914504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-4ba0f96e-af67-482e-b8a1-8429fb836c61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594122 Sep 02 12:49:49.946345 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c490761-edd7-4b99-86f2-bc50fde5b273 req-1dea907d-1393-4c4c-96e2-2ee07a180669 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478957 Sep 02 12:49:50.039197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-efb4f28e-41bb-4818-9b7b-c4a9b6080b76 req-4ca743c9-02f2-4263-938e-2c9262739e0c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 210 time: 0.0299597 Sep 02 12:49:50.068674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-7e670fb0-df03-40a1-a552-7578a5bca827 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461825 Sep 02 12:49:50.078025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32df15-2be1-4d70-8ac9-7db3b80ee17f req-205d0f55-485f-47eb-9368-7c32e232cff5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.081405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c32df15-2be1-4d70-8ac9-7db3b80ee17f req-205d0f55-485f-47eb-9368-7c32e232cff5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0903752 Sep 02 12:49:50.147768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8480469b-917c-437f-b2da-4d17636ca0f6 req-e6aa9a61-44de-4f4c-86ed-0dbdc6a6b758 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0350258 Sep 02 12:49:50.175026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c32df15-2be1-4d70-8ac9-7db3b80ee17f req-178257d9-4443-4116-b541-71e81505ca0c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826948 Sep 02 12:49:50.213140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-ee5c6b09-5069-4b83-8524-73c6e814ea93 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300232 Sep 02 12:49:50.266021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-9730cba4-e49a-409e-8afe-79d5cdb59194 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 200 len: 217 time: 0.0440927 Sep 02 12:49:50.282345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb12d2-126c-43a8-9b05-047ff4d5f69a req-6b29822c-ab46-4173-bbd3-d5d50578918d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.284042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4bb12d2-126c-43a8-9b05-047ff4d5f69a req-6b29822c-ab46-4173-bbd3-d5d50578918d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0567310 Sep 02 12:49:50.306035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fe6f888-0064-40e5-997b-a38844921c9f req-146cfaa9-b16f-4269-9215-4b83c48a5246 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0427401 Sep 02 12:49:50.327709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4bb12d2-126c-43a8-9b05-047ff4d5f69a req-8a19500a-714f-42c3-b417-b48a07bcd509 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Sep 02 12:49:50.358994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-da1627f9-ce15-451c-bff8-94a30c85a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.360595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-da1627f9-ce15-451c-bff8-94a30c85a5df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 200 len: 797 time: 0.0847578 Sep 02 12:49:50.453665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fe788-5b62-4841-b6b6-c5cfbf4fb95b req-ac41e26f-0836-4efb-92bc-bf7598a6d49a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.455324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c65fe788-5b62-4841-b6b6-c5cfbf4fb95b req-ac41e26f-0836-4efb-92bc-bf7598a6d49a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0700917 Sep 02 12:49:50.457326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-11db15a6-91e4-49ab-88c5-de047a5d443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.459882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-11db15a6-91e4-49ab-88c5-de047a5d443b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0371b580-8bd4-4b56-bba6-c734687d2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830209 Sep 02 12:49:50.465127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e1f4-a47c-4417-aed0-958a7ea62326 req-e886514a-5cc9-4564-a660-1f410ab2e7cd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.467849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f0e1f4-a47c-4417-aed0-958a7ea62326 req-e886514a-5cc9-4564-a660-1f410ab2e7cd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0573466 Sep 02 12:49:50.518782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f0e1f4-a47c-4417-aed0-958a7ea62326 req-bf6547e7-f6b6-4632-ac53-ff9b15dcb03e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Sep 02 12:49:50.569370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c65fe788-5b62-4841-b6b6-c5cfbf4fb95b req-83a3e6b2-f4c6-4264-9adc-639998934b1f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031642 Sep 02 12:49:50.593157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:50.605865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-6e4ec507-840c-404e-b078-f6733928ae64 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332996 Sep 02 12:49:50.669906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec50322-5a03-4dec-968b-e84e1e4a8851 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.671494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cec50322-5a03-4dec-968b-e84e1e4a8851 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1092 time: 0.0772543 Sep 02 12:49:50.675783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:50.680523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:50.684971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9ea9696-315e-4683-bcbf-8d9b702f3364 req-51e401fc-7769-42c0-8582-83eae23b656b tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dc5ac4-8c0f-4815-9899-03a538dc0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0682817 Sep 02 12:49:50.693979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fedf11-a619-4282-947c-1811c3514301 req-f4bdd283-cfd2-4db1-ba06-9652453af1ff tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.695511 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52fedf11-a619-4282-947c-1811c3514301 req-f4bdd283-cfd2-4db1-ba06-9652453af1ff tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0747955 Sep 02 12:49:50.732126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:50.741220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-401eb00e-af1c-4a18-95d5-18dacc272139 service neutron] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199837 Sep 02 12:49:50.759484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52fedf11-a619-4282-947c-1811c3514301 req-568cbf20-21dd-4a60-80c7-7622c415852a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547612 Sep 02 12:49:50.840664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-3ac06f7a-1e0e-47b2-a020-0a82301fa287 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 200 len: 217 time: 0.0750210 Sep 02 12:49:50.871006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:50.928109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-e973c127-9ce6-4096-bc46-65cfbd6d999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.928337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-e973c127-9ce6-4096-bc46-65cfbd6d999e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.0699883 Sep 02 12:49:50.937156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5794bdc-4ae3-430c-a0e0-28a0df6ed500 req-399fbe21-fb3e-4c6e-b0a3-2b64c1cfd328 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:50.945895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5794bdc-4ae3-430c-a0e0-28a0df6ed500 req-399fbe21-fb3e-4c6e-b0a3-2b64c1cfd328 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1022429 Sep 02 12:49:50.954962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-a505f2c8-0035-47ed-86f5-8e8d345afa9e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394602 Sep 02 12:49:51.021991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-382bef1c-7265-4256-aad2-e3d49b733998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:51.023842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-382bef1c-7265-4256-aad2-e3d49b733998 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756483 Sep 02 12:49:51.031615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5794bdc-4ae3-430c-a0e0-28a0df6ed500 req-41ffa54c-d428-40c4-b359-d1f36047e91c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847478 Sep 02 12:49:51.124851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-407d5dce-df35-48e4-b6fd-4266e312804a service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911567 Sep 02 12:49:51.131232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.20 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/fc470cac-eb43-4575-b92b-eff643cb5404) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:51.157276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-6ef73312-3519-45ab-9a72-f0368221d072 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:51.158800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-6ef73312-3519-45ab-9a72-f0368221d072 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952190 Sep 02 12:49:51.183891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:51.185762 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-813162b0-03a2-4cf6-811b-e9fbb83fbb54 req-01c520b8-2a4f-4103-a790-4b41d6be67c7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 210 time: 0.0537064 Sep 02 12:49:51.278749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-91e87fd3-260b-4fbb-94f2-6920563f0ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366990 Sep 02 12:49:51.328467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-638e4c7f-2a84-4227-8b93-456abe6288d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 200 len: 217 time: 0.0433002 Sep 02 12:49:51.336152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe69cc-9ed8-496a-80a0-a44f8aa8f52b req-f47d8636-8c8b-4d86-a82a-2102a7de5602 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:51.338048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9afe69cc-9ed8-496a-80a0-a44f8aa8f52b req-f47d8636-8c8b-4d86-a82a-2102a7de5602 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.2083988 Sep 02 12:49:51.386439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-b350b469-6282-46c9-a7b4-34c940a32f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:51.387989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-b350b469-6282-46c9-a7b4-34c940a32f07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 200 len: 797 time: 0.0527964 Sep 02 12:49:51.437928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9afe69cc-9ed8-496a-80a0-a44f8aa8f52b req-25008afd-0f21-4abd-8bc9-146ba9554a3d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911894 Sep 02 12:49:51.439223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-0aab0843-9b9c-49a5-98ca-717840ec45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:51.441131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-0aab0843-9b9c-49a5-98ca-717840ec45cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454724 Sep 02 12:49:51.443010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:51.503414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:49:51.508757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:51.565333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-dd81f9d3-44ff-4aee-b09c-f8749ebe6d3a service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064031 Sep 02 12:49:51.565716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a59f55be-cf04-46b5-bd7f-9bbd691006ce req-5795131e-b4d7-47bf-ac64-3782fef2f7cf tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0493562 Sep 02 12:49:51.579374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:51.682652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:51.711104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:51.731775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:51.784636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=fc470cac-eb43-4575-b92b-eff643cb5404,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:51.855265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a310e6-6d92-4922-847d-457934b54983 req-373d32bc-caf1-4f3b-ba80-3fea53a59496 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:51.856962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0a310e6-6d92-4922-847d-457934b54983 req-373d32bc-caf1-4f3b-ba80-3fea53a59496 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1731517 Sep 02 12:49:51.950243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.184 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/364e7353-aba8-48a6-aacb-6e476a3b33ec) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:49:51.989095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0a310e6-6d92-4922-847d-457934b54983 req-5b137505-1471-422b-b0bd-57f73f404ca5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082959 Sep 02 12:49:52.059852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67dc6fc0-269b-4e2d-938f-7f4751ff34d7 req-da6a6540-1eca-4f8d-b074-afe904eaa3af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41e9b3e3851f4caa99a015168223650b&device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0562489 Sep 02 12:49:52.063210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6caee5f7-cc2a-4dc1-8ec6-830c0dc10e21 req-5945a010-369f-4d8d-b09a-7eb6455fa9b1 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0610585 Sep 02 12:49:52.102428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67dc6fc0-269b-4e2d-938f-7f4751ff34d7 req-b2a485f0-9164-417a-96ac-3cf4204a4273 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=41e9b3e3851f4caa99a015168223650b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315683 Sep 02 12:49:52.122607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abaed8f8-1b78-4a5f-a949-a1e050b38e4e req-6e4db50a-53f6-4d80-8352-7e59a6eb6ef9 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468261 Sep 02 12:49:52.208130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6fc0-269b-4e2d-938f-7f4751ff34d7 req-8983ba8b-1e4a-46f2-bb58-73644ce48b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:52.209608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67dc6fc0-269b-4e2d-938f-7f4751ff34d7 req-8983ba8b-1e4a-46f2-bb58-73644ce48b00 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000156 Sep 02 12:49:52.299294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7dfe8a63-eb72-4911-9255-9c00dbf7ba1b req-576fb224-4182-4bc6-8021-4d3c065ed452 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 210 time: 0.0348015 Sep 02 12:49:52.310173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.334608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 364e7353-aba8-48a6-aacb-6e476a3b33ec will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:52.385425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.429576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.443529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:52.446860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:52.508623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:49:52.509609 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.514286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:49:52.545475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:49:52.554302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=364e7353-aba8-48a6-aacb-6e476a3b33ec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:52.689075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6e37eea-f766-4bda-ba7e-a9d4452c9af8 req-1e935d35-3f2b-45fd-8850-6f665b0be227 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0300188 Sep 02 12:49:52.696641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:52.697338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.719497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10106b9b-9a45-478c-9a71-e2acc0c095cb req-6a3c76b1-2dbf-4559-a521-10e83aaa30b1 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:52.726247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10106b9b-9a45-478c-9a71-e2acc0c095cb req-6a3c76b1-2dbf-4559-a521-10e83aaa30b1 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1892545 Sep 02 12:49:52.755492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-b204f307-fbb1-4e63-bde4-53886f011b3b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5769534 Sep 02 12:49:52.792235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Request body: {'port': {'device_id': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:49:52.828209 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10106b9b-9a45-478c-9a71-e2acc0c095cb req-47ef83dd-ce83-4fa1-baab-8d1d164d39a5 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017771 Sep 02 12:49:52.887166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.895511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.899594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.903301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-501f55a0-4abd-439d-b27d-edce1d9cf74e None None] Provisioning for port 364e7353-aba8-48a6-aacb-6e476a3b33ec completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:49:52.914601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-501f55a0-4abd-439d-b27d-edce1d9cf74e None None] Provisioning complete for port 364e7353-aba8-48a6-aacb-6e476a3b33ec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:49:52.914971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501f55a0-4abd-439d-b27d-edce1d9cf74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:52.971299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-501f55a0-4abd-439d-b27d-edce1d9cf74e None None] Port 364e7353-aba8-48a6-aacb-6e476a3b33ec cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:49:53.019453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=fc470cac-eb43-4575-b92b-eff643cb5404,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:53.033997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:53.123425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e01cc-8196-42fd-8625-b6ef9f673b89 req-afd4825f-4f70-4b4f-9a1b-62469bee3480 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:53.125099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab8e01cc-8196-42fd-8625-b6ef9f673b89 req-afd4825f-4f70-4b4f-9a1b-62469bee3480 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0548127 Sep 02 12:49:53.168137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab8e01cc-8196-42fd-8625-b6ef9f673b89 req-9bf2039c-f633-4a5b-9c74-09d718ecc427 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Sep 02 12:49:53.428834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81f05-3d70-47d0-8a9b-57b8638c227d req-8704af9d-a778-49fc-baae-e943898ef4be tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:53.430498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79c81f05-3d70-47d0-8a9b-57b8638c227d req-8704af9d-a778-49fc-baae-e943898ef4be tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 936 time: 0.0547915 Sep 02 12:49:53.470377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79c81f05-3d70-47d0-8a9b-57b8638c227d req-aaa80841-7595-45d4-b7c1-77282d33a427 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Sep 02 12:49:53.509472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd3eefdb-2c94-44ef-a067-e36dcb0c1619 req-ca4957a1-b0b4-4141-bddc-7fcbc2118403 tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.60 "GET /v2.0/ports?device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0408032 Sep 02 12:49:53.589181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67dc6fc0-269b-4e2d-938f-7f4751ff34d7 req-fb4a9c0b-78c1-4463-8e59-33547596c64e tempest-ServerShowV247Test-2114245241 tempest-ServerShowV247Test-2114245241-project] 10.222.0.18 "GET /v2.0/ports?device_id=37097e91-800e-4801-b3d8-bdb93da04583 HTTP/1.1" status: 200 len: 210 time: 0.0307868 Sep 02 12:49:53.596511 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP 2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 associated. External IP: 172.25.7.20, port: 81fb4e36-bcdc-448b-a958-2427f6613f62. Sep 02 12:49:53.797771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5f67dd7c-983b-48f9-aff0-a2f614c6dc97 req-99588f55-456a-4daf-8aab-db9826274684 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0264022 Sep 02 12:49:53.801613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364e7353-aba8-48a6-aacb-6e476a3b33ec {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:53.841871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:53.863862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Transition to ACTIVE for port object 364e7353-aba8-48a6-aacb-6e476a3b33ec will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:49:53.869305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:53.972032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Pushing event updated for resources: {'Port': ['ID=364e7353-aba8-48a6-aacb-6e476a3b33ec,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:53.992432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router e0043f81-2ff3-461c-a7b2-60c03be483e3 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:49:54.046039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8cefe-78e3-4366-9826-dba2a0186a65 req-9bf5b6aa-328e-4251-b3f3-c407fc91273a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.047715 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88d8cefe-78e3-4366-9826-dba2a0186a65 req-9bf5b6aa-328e-4251-b3f3-c407fc91273a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1361001 Sep 02 12:49:54.174895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Attempting to bind port 364e7353-aba8-48a6-aacb-6e476a3b33ec on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:49:54.175202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Attempting to bind port 364e7353-aba8-48a6-aacb-6e476a3b33ec by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:49:54.175546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Attempting to bind port 364e7353-aba8-48a6-aacb-6e476a3b33ec on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:54.183155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88d8cefe-78e3-4366-9826-dba2a0186a65 req-daac8493-1840-4052-8add-86ac2f8ec77f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278317 Sep 02 12:49:54.191861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Port 364e7353-aba8-48a6-aacb-6e476a3b33ec on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:49:54.192337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Attempting to bind port 364e7353-aba8-48a6-aacb-6e476a3b33ec on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:49:54.201077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:49:54.201491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:49:54.201940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:49:54.202456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Bound port: 364e7353-aba8-48a6-aacb-6e476a3b33ec, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:49:54.202885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:54.249901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:49:54.269519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] Sync routers for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:49:54.273076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:54.288134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:49:54.289097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:49:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:54.320291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c614d3bc-a123-4a36-b6f1-644b4c676f4f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6412477 Sep 02 12:49:54.320291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] For port 364e7353-aba8-48a6-aacb-6e476a3b33ec, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:49:54.321427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:54.324433 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fcc6a9-7861-4341-a629-8492061f4879" -d '{"events": [{"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:54.329442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] For port 364e7353-aba8-48a6-aacb-6e476a3b33ec, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:49:54.338006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:54.340604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff834ef-9d22-4104-b860-bfdb2c32513f req-438059d8-71ba-4f4e-8c7f-150170d6b783 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.349401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ff834ef-9d22-4104-b860-bfdb2c32513f req-438059d8-71ba-4f4e-8c7f-150170d6b783 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0981431 Sep 02 12:49:54.355237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.356263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:54.357930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] 10.222.0.41 "PUT /v2.0/ports/364e7353-aba8-48a6-aacb-6e476a3b33ec HTTP/1.1" status: 200 len: 1096 time: 1.5893981 Sep 02 12:49:54.430292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ff834ef-9d22-4104-b860-bfdb2c32513f req-37875689-7d35-48d3-80ca-bc57a1188e5a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797014 Sep 02 12:49:54.448665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:49:54.474468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed02f32-becb-45f2-bc45-ae6c307a63fc service neutron] Pushing event updated for resources: {'Port': ['ID=364e7353-aba8-48a6-aacb-6e476a3b33ec,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:54.517165 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c482d-c401-466d-a38a-1bd8df6b6335 x-openstack-request-id: req-238c482d-c401-466d-a38a-1bd8df6b6335 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:54.517787 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:54.517787 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-238c482d-c401-466d-a38a-1bd8df6b6335 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:54.517973 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'status': 'completed', 'code': 200} Sep 02 12:49:54.538889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-345b83d3-2176-4346-8fa4-cbec46e9b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.540635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-345b83d3-2176-4346-8fa4-cbec46e9b445 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 1099 time: 0.1160970 Sep 02 12:49:54.556314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d1cfd-1969-40cc-bbd5-47321f39234f req-43ed1a12-7a85-4d25-a4fa-21cfe1f0157a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.557987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a91d1cfd-1969-40cc-bbd5-47321f39234f req-43ed1a12-7a85-4d25-a4fa-21cfe1f0157a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0847552 Sep 02 12:49:54.603425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc6a9-7861-4341-a629-8492061f4879 req-01e83a2d-069b-4423-bd38-f11ad6117d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.605452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-01e83a2d-069b-4423-bd38-f11ad6117d36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1097 time: 0.0651832 Sep 02 12:49:54.620940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-be4b4675-a161-4c08-a41e-0c709d4acb08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec HTTP/1.1" status: 200 len: 217 time: 0.0617473 Sep 02 12:49:54.687695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a91d1cfd-1969-40cc-bbd5-47321f39234f req-65f0c9a8-a0e9-4226-a4d5-dce1f46b7d86 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215074 Sep 02 12:49:54.699174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-9f43fa9f-8b06-454e-97c5-ef05a60e9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.701233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-9f43fa9f-8b06-454e-97c5-ef05a60e9dae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0692618 Sep 02 12:49:54.713433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:54.733238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa4f7-6d21-4de9-a7ca-df38d1d3d8b7 req-ab43af8c-1653-49a2-864b-f14ca80dfe12 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.734910 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d0aa4f7-6d21-4de9-a7ca-df38d1d3d8b7 req-ab43af8c-1653-49a2-864b-f14ca80dfe12 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 948 time: 0.1480458 Sep 02 12:49:54.775924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2e5f9fbe-9dfc-4134-b027-962f2a5be7e4', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'port_id': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'mac_address': 'fa:16:3e:69:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:49:52Z', 'updated_at': '2021-09-02T12:49:52Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:40Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:54.807165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d0aa4f7-6d21-4de9-a7ca-df38d1d3d8b7 req-fd0090ee-59ea-4678-a7f5-2f1f1b2dbe3d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Sep 02 12:49:54.827644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd824-f836-42e0-aa34-adb49600979f req-c0915000-3dba-495e-a044-fa629bc4e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.829338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-c0915000-3dba-495e-a044-fa629bc4e2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077745 Sep 02 12:49:54.833408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc6a9-7861-4341-a629-8492061f4879 req-1b374e2b-3fbb-462b-ac76-121a842bc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:54.838598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-1b374e2b-3fbb-462b-ac76-121a842bc0c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.2126553 Sep 02 12:49:54.839133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] Checking router: e0043f81-2ff3-461c-a7b2-60c03be483e3 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:49:54.858666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:49:54.859423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:49:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:54.867743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e33a5f5a-b1c7-4a43-8d70-362a7eadd630 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 HTTP/1.1" status: 200 len: 991 time: 0.1529615 Sep 02 12:49:54.935459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-2909b99d-b1ec-4e23-b16e-3ed0a0a02b23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 999 time: 0.0903502 Sep 02 12:49:54.949284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cdbbb318-cd1d-4b70-a341-abb9f44c80de req-be2d87c7-4f12-4f45-a7d3-e2c228c1dd78 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0357387 Sep 02 12:49:55.017053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:49:55.018767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc6a9-7861-4341-a629-8492061f4879 req-c4bb5c0e-5f7f-496b-b927-644dedfe4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:55.020158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-c4bb5c0e-5f7f-496b-b927-644dedfe4626 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.0752106 Sep 02 12:49:55.026867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-7c29de00-75b4-4a3c-a17f-9f73af5ca850 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856763 Sep 02 12:49:55.089572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc6a9-7861-4341-a629-8492061f4879 req-641908e1-b36a-4319-88c0-3c5890d42b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:55.091596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-641908e1-b36a-4319-88c0-3c5890d42b2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498762 Sep 02 12:49:55.160571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-959bd824-f836-42e0-aa34-adb49600979f req-d9400e7a-70da-4d65-9165-7c41c62beaf1 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240170 Sep 02 12:49:55.173471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37512) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:55.222624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-5a9a1b23-0d9c-4f82-83c5-bf1de4d91c9b service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186669 Sep 02 12:49:55.283622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2e5f9fbe-9dfc-4134-b027-962f2a5be7e4', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'port_id': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'mac_address': 'fa:16:3e:69:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:49:52Z', 'updated_at': '2021-09-02T12:49:52Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:40Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:49:55.316069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67068a-d1db-41b7-8c41-b7df5f904b4a None None] The sync data for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 is: [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2e5f9fbe-9dfc-4134-b027-962f2a5be7e4', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'port_id': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'mac_address': 'fa:16:3e:69:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:49:52Z', 'updated_at': '2021-09-02T12:49:52Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:40Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:49:55.353347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e85d0c70-b0ba-400b-99f0-32b5d6363463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.403313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902da6-64ea-4383-988d-06b7258fc08f req-e5e6c7c4-5566-4b00-9c12-213a0045b5ec tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:55.404976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6902da6-64ea-4383-988d-06b7258fc08f req-e5e6c7c4-5566-4b00-9c12-213a0045b5ec tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1111929 Sep 02 12:49:55.437840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95fcc6a9-7861-4341-a629-8492061f4879 req-1d76c7cb-401a-44b5-8858-606b91853ebd service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953263 Sep 02 12:49:55.474626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6902da6-64ea-4383-988d-06b7258fc08f req-0e1ba1d8-f055-4904-8cd1-e5208af075a2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615411 Sep 02 12:49:55.536835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e85d0c70-b0ba-400b-99f0-32b5d6363463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.545644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e85d0c70-b0ba-400b-99f0-32b5d6363463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.556143 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87f3f2-31e7-4b68-97c1-3b25c2e475ed None None] New status for floating IP 2e5f9fbe-9dfc-4134-b027-962f2a5be7e4: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:49:55.580252 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6887ca7-455e-4d90-a56e-c397fe8ec803 req-03dbe715-791f-4817-a326-632e57eaf998 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:55.581874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6887ca7-455e-4d90-a56e-c397fe8ec803 req-03dbe715-791f-4817-a326-632e57eaf998 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Sep 02 12:49:55.591180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e85d0c70-b0ba-400b-99f0-32b5d6363463 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41e9b3e3851f4caa99a015168223650b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137361 Sep 02 12:49:55.591180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0c70-b0ba-400b-99f0-32b5d6363463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e915bc5c-16b5-4b69-bf3a-8b958e39378f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:55.592956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37522) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:55.636823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6887ca7-455e-4d90-a56e-c397fe8ec803 req-3c9cc904-ac84-42ec-b48a-eefb6bbf3b75 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Sep 02 12:49:55.643805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28f50379-de3f-4ea9-8e4d-b5771e9b2035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.667189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28f50379-de3f-4ea9-8e4d-b5771e9b2035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.726414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28f50379-de3f-4ea9-8e4d-b5771e9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.729093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28f50379-de3f-4ea9-8e4d-b5771e9b2035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:55.730260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-28f50379-de3f-4ea9-8e4d-b5771e9b2035 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e915bc5c-16b5-4b69-bf3a-8b958e39378f HTTP/1.1" status: 204 len: 168 time: 0.1361880 Sep 02 12:49:55.740345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50379-de3f-4ea9-8e4d-b5771e9b2035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915bc5c-16b5-4b69-bf3a-8b958e39378f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:55.869977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:55.929315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502260b1-7061-4cfc-8c76-5e4bf7dd7874 req-e6052bf2-6b54-4641-9561-311a15dc3f7c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:55.931053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-502260b1-7061-4cfc-8c76-5e4bf7dd7874 req-e6052bf2-6b54-4641-9561-311a15dc3f7c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 948 time: 0.0523360 Sep 02 12:49:55.940695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f758ac41-6226-48b3-be2e-e3914e5c9699 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 HTTP/1.1" status: 200 len: 993 time: 0.0643539 Sep 02 12:49:55.972273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-502260b1-7061-4cfc-8c76-5e4bf7dd7874 req-ae173ea5-93be-4242-a43f-f8a6b049e83f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Sep 02 12:49:56.071441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3573b191-5af5-4cf1-a7a2-6982b0211553 req-7af2287a-d10e-4d24-a107-692682c3b2cb tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0314035 Sep 02 12:49:56.519254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'tag': '364e7353-aba8-48a6-aacb-6e476a3b33ec'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:49:56.525980 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc838c-1e1e-4712-894e-b6cc73d188d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63", "tag": "364e7353-aba8-48a6-aacb-6e476a3b33ec"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:49:56.580603 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc942573-baf1-42c7-859a-64e35c1c06ae x-openstack-request-id: req-fc942573-baf1-42c7-859a-64e35c1c06ae {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:49:56.581616 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63", "tag": "364e7353-aba8-48a6-aacb-6e476a3b33ec", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:49:56.582041 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc942573-baf1-42c7-859a-64e35c1c06ae {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:49:56.582607 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'tag': '364e7353-aba8-48a6-aacb-6e476a3b33ec', 'status': 'completed', 'code': 200} Sep 02 12:49:56.617703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abefe3-6da0-4b07-9c44-52843afe2598 req-521537bd-58d4-4a19-b6f5-a83b50ce3f93 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:56.619259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77abefe3-6da0-4b07-9c44-52843afe2598 req-521537bd-58d4-4a19-b6f5-a83b50ce3f93 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0595760 Sep 02 12:49:56.661106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-bcc009ac-55cd-4787-8106-7875aa515203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:56.663680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77abefe3-6da0-4b07-9c44-52843afe2598 req-0375dde6-d550-4665-82bc-280f68a9991a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Sep 02 12:49:56.665904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-bcc009ac-55cd-4787-8106-7875aa515203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 1099 time: 0.0548275 Sep 02 12:49:56.771015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:56.814607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d312b4-aaea-4f00-a496-44249e12a71c req-9cf3c9e8-1f0d-402d-9051-f36d7e66abfc tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:56.816183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4d312b4-aaea-4f00-a496-44249e12a71c req-9cf3c9e8-1f0d-402d-9051-f36d7e66abfc tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0845132 Sep 02 12:49:56.819405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-38d6633e-4db2-487c-bf72-ad9c470866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:56.820795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-38d6633e-4db2-487c-bf72-ad9c470866c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1410360 Sep 02 12:49:56.869125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-646997e1-bf27-4878-bf5c-4973e5a50dc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec HTTP/1.1" status: 200 len: 217 time: 0.0403204 Sep 02 12:49:56.883781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba43-eb77-4eb4-9364-6b8eecdbf79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:56.896000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4d312b4-aaea-4f00-a496-44249e12a71c req-a50743d2-08da-4973-938f-c05ca627b129 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Sep 02 12:49:56.935139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-eb119605-2ea7-4aa4-ab8b-5629cef2d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:56.936639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-eb119605-2ea7-4aa4-ab8b-5629cef2d7c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0519879 Sep 02 12:49:56.991518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-a6077ff7-a921-4c23-a56b-ad4cdff9e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:56.991753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba43-eb77-4eb4-9364-6b8eecdbf79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:56.993066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-a6077ff7-a921-4c23-a56b-ad4cdff9e2ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414317 Sep 02 12:49:56.996938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba43-eb77-4eb4-9364-6b8eecdbf79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.009684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 364e7353-aba8-48a6-aacb-6e476a3b33ec details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:49:57.043884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ed78ba43-eb77-4eb4-9364-6b8eecdbf79f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49bc4e3310224e1eba61b43bc9613c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689943 Sep 02 12:49:57.043884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78ba43-eb77-4eb4-9364-6b8eecdbf79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95e76e-589e-4468-ac71-355125424df1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:57.045015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:49:57.125380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-5bec5238-335a-48ee-9ee2-93e493aa1c43 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196551 Sep 02 12:49:57.147902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 364e7353-aba8-48a6-aacb-6e476a3b33ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:57.148413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81c389-beeb-403f-8e10-e2d7c8ac198b req-b40eaf0f-877a-46a0-be2e-1a74ef9c6f56 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:57.156083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d81c389-beeb-403f-8e10-e2d7c8ac198b req-b40eaf0f-877a-46a0-be2e-1a74ef9c6f56 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 948 time: 0.0970473 Sep 02 12:49:57.167504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f311f5-43d0-4489-84cc-594f7d9cd721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.178871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '364e7353-aba8-48a6-aacb-6e476a3b33ec', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '364e7353-aba8-48a6-aacb-6e476a3b33ec', 'mac_address': 'fa:16:3e:c4:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:49:57.215406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f311f5-43d0-4489-84cc-594f7d9cd721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.226536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d81c389-beeb-403f-8e10-e2d7c8ac198b req-cf1eb7a5-a4cf-4f53-ae2e-b1fb0103dbbb tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695429 Sep 02 12:49:57.228320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.232846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-10775046-e4e5-4244-b415-e8837b3768f7 req-6a23cbb0-289e-4574-b861-c7414ce2d90b tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0330162 Sep 02 12:49:57.247709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364e7353-aba8-48a6-aacb-6e476a3b33ec {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:49:57.278176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 364e7353-aba8-48a6-aacb-6e476a3b33ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:49:57.282463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f311f5-43d0-4489-84cc-594f7d9cd721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.283767 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.286373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f311f5-43d0-4489-84cc-594f7d9cd721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:57.291278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3cc838c-1e1e-4712-894e-b6cc73d188d9 req-50dc6d18-f934-454d-b4be-2f3b0fa03fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550169 Sep 02 12:49:57.292391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b1f311f5-43d0-4489-84cc-594f7d9cd721 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a95e76e-589e-4468-ac71-355125424df1 HTTP/1.1" status: 204 len: 168 time: 0.2463989 Sep 02 12:49:57.302061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f311f5-43d0-4489-84cc-594f7d9cd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95e76e-589e-4468-ac71-355125424df1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:57.350348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=364e7353-aba8-48a6-aacb-6e476a3b33ec,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:49:57.759574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['364e7353-aba8-48a6-aacb-6e476a3b33ec'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:49:57.795497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eae4c-41c4-4a97-85e7-825fdd409692 req-b856e8c2-c93a-45cd-af90-ca460536b797 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:57.805222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-895eae4c-41c4-4a97-85e7-825fdd409692 req-b856e8c2-c93a-45cd-af90-ca460536b797 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0650501 Sep 02 12:49:57.844349 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-895eae4c-41c4-4a97-85e7-825fdd409692 req-9fdbc5eb-9d72-468e-a55e-947da925ddcc tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Sep 02 12:49:58.025343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69877b-7114-4e34-b40f-a12ffecad29a req-b4929678-ab10-4a58-bb63-02b64dc1574e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:58.027519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c69877b-7114-4e34-b40f-a12ffecad29a req-b4929678-ab10-4a58-bb63-02b64dc1574e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0586362 Sep 02 12:49:58.071941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c69877b-7114-4e34-b40f-a12ffecad29a req-686a0472-a6d5-443f-92d9-7cf079bb242c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Sep 02 12:49:58.368517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb759e51-efcd-49f4-8e69-6839a688be80 req-4ea05a7f-cbe3-42a3-b70c-78a619765f36 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:58.370194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb759e51-efcd-49f4-8e69-6839a688be80 req-4ea05a7f-cbe3-42a3-b70c-78a619765f36 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 949 time: 0.0543137 Sep 02 12:49:58.412695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb759e51-efcd-49f4-8e69-6839a688be80 req-5093db00-d6ad-4e60-b8a6-65d1beb1c309 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Sep 02 12:49:58.515999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-033a570b-3ac3-4e37-9535-d506f1ac8679 req-fc1abd75-ec58-4e62-a3ca-35acde67799c tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Sep 02 12:49:58.638836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49472d22-26b7-4fc3-8859-fe41396cfc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:49:58.977592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4b091-47e8-418f-937b-600f23162b6b req-c64a58f7-e244-4740-abfa-f9913aa31816 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:58.979070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5d4b091-47e8-418f-937b-600f23162b6b req-c64a58f7-e244-4740-abfa-f9913aa31816 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0551138 Sep 02 12:49:59.024567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5d4b091-47e8-418f-937b-600f23162b6b req-65ee7033-2cc6-4f16-9e91-e56d3bd23ef3 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Sep 02 12:49:59.202643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a659-3617-470f-ad3f-d62b95d222d7 req-023b6e3f-c9cc-4e6b-9b8e-bb5b7c1c8c28 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:59.204200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b70a659-3617-470f-ad3f-d62b95d222d7 req-023b6e3f-c9cc-4e6b-9b8e-bb5b7c1c8c28 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0562940 Sep 02 12:49:59.245548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b70a659-3617-470f-ad3f-d62b95d222d7 req-d07d1d86-4544-43f9-9f03-abe695aad583 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Sep 02 12:49:59.535394 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:49:59.546523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e844fa-d60d-40b0-a92f-db6f39f09591 req-142a0615-4b88-4039-b09e-924a13346086 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:49:59.548120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60e844fa-d60d-40b0-a92f-db6f39f09591 req-142a0615-4b88-4039-b09e-924a13346086 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 949 time: 0.0597374 Sep 02 12:49:59.589713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60e844fa-d60d-40b0-a92f-db6f39f09591 req-3d2fcc7e-f658-4c90-86dc-4e46229e32db tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344527 Sep 02 12:49:59.626978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4442661b-31b7-4da3-a38f-b125eff23dc1 req-20c84f40-e60b-4668-9239-b071d66f9e79 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Sep 02 12:50:00.151887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438da66-876e-40ff-a95c-146d422f5e37 req-16a427b3-5b51-488b-aa1f-0242340a7f51 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:00.153561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2438da66-876e-40ff-a95c-146d422f5e37 req-16a427b3-5b51-488b-aa1f-0242340a7f51 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0548217 Sep 02 12:50:00.203651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2438da66-876e-40ff-a95c-146d422f5e37 req-b5abe130-c627-4504-9718-9b3d0f6a7fad tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Sep 02 12:50:00.276820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-1663668c-8c40-4c48-a51c-d13b2f76b06b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429609 Sep 02 12:50:00.381451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-b9bddbce-234a-4aa2-89d2-5be906f788c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:00.383138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-b9bddbce-234a-4aa2-89d2-5be906f788c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 1096 time: 0.0743842 Sep 02 12:50:00.403037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabf633-6c56-4c06-9463-1a5f8c120715 req-28442ac3-c243-4471-a30e-dc94a096290e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:00.404591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecabf633-6c56-4c06-9463-1a5f8c120715 req-28442ac3-c243-4471-a30e-dc94a096290e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0662589 Sep 02 12:50:00.497224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecabf633-6c56-4c06-9463-1a5f8c120715 req-f06b46f2-fbd8-448b-8468-219376ef5848 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811129 Sep 02 12:50:00.531844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-ac182a8b-ff61-4647-8cc6-436a6e304eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:00.533336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-ac182a8b-ff61-4647-8cc6-436a6e304eee service neutron] 10.222.0.41 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 911 time: 0.1253507 Sep 02 12:50:00.588835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-dc8c44f4-4552-4f4a-a4bb-c0b9d089448c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8 HTTP/1.1" status: 200 len: 217 time: 0.0460682 Sep 02 12:50:00.649632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-fa4aedc9-123e-4e96-bc43-6b20820ad7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:00.651209 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-fa4aedc9-123e-4e96-bc43-6b20820ad7a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.0503418 Sep 02 12:50:00.696837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-43d931df-3e6f-4262-a970-c55964793d7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286155 Sep 02 12:50:00.748858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4eda-ae96-4b0d-8107-47a529ee475b req-0c5e6eb3-dc8e-43bc-98c6-29a4acb8301d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:00.757233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e9e4eda-ae96-4b0d-8107-47a529ee475b req-0c5e6eb3-dc8e-43bc-98c6-29a4acb8301d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 949 time: 0.0745647 Sep 02 12:50:00.797593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e9e4eda-ae96-4b0d-8107-47a529ee475b req-71ca62b0-465e-4c7e-b9af-c5b6e6e66f54 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Sep 02 12:50:00.806496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92bd2f43-5460-4eb7-9760-290be308102d req-6363377b-da05-4320-af67-db0a3ff697b6 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0734797 Sep 02 12:50:00.904872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-1d49fa62-197c-482b-aa5f-b44ae3792278 service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938860 Sep 02 12:50:01.039805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61d13b3e-8e07-43f2-9010-cda47b967dbf req-7dfe569c-fec7-4279-9000-63127c607c88 service neutron] 10.222.0.41 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206958 Sep 02 12:50:01.040936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 364e7353-aba8-48a6-aacb-6e476a3b33ec up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:01.096599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 364e7353-aba8-48a6-aacb-6e476a3b33ec completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:01.101459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 364e7353-aba8-48a6-aacb-6e476a3b33ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:01.101845 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:01.182808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:01.206553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364e7353-aba8-48a6-aacb-6e476a3b33ec'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:01.209052 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9fc8e5-6825-44e0-a424-f2269fe42d13" -d '{"events": [{"server_uuid": "8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63", "name": "network-vif-plugged", "status": "completed", "tag": "364e7353-aba8-48a6-aacb-6e476a3b33ec"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:01.222280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 364e7353-aba8-48a6-aacb-6e476a3b33ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:01.228123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:01.258720 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c9c07-521c-496b-81ef-d74d831699ec x-openstack-request-id: req-2e6c9c07-521c-496b-81ef-d74d831699ec {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:01.259112 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63", "name": "network-vif-plugged", "status": "completed", "tag": "364e7353-aba8-48a6-aacb-6e476a3b33ec", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:01.259558 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e6c9c07-521c-496b-81ef-d74d831699ec {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:01.260160 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364e7353-aba8-48a6-aacb-6e476a3b33ec', 'code': 200} Sep 02 12:50:01.287830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=364e7353-aba8-48a6-aacb-6e476a3b33ec,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:01.297411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.297747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.298312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.298849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.299193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.299511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.299989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.300496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.300997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.301322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.301984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.302106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:01.324196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8864d-5a83-4064-a842-9e55124c420e req-b44cec88-693f-48e0-b345-cace53668f1a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:01.325889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53b8864d-5a83-4064-a842-9e55124c420e req-b44cec88-693f-48e0-b345-cace53668f1a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0550878 Sep 02 12:50:01.376878 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-978bf627-fe4a-4765-a375-159c94add153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:01.392821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53b8864d-5a83-4064-a842-9e55124c420e req-e932bd97-0f8c-4375-921a-59697d0eb91b tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605807 Sep 02 12:50:01.400370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc30863-65ea-4ed8-a2f6-748940866c4e req-9ced3969-3025-4d7a-ab61-39a9ab846286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:01.401882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bc30863-65ea-4ed8-a2f6-748940866c4e req-9ced3969-3025-4d7a-ab61-39a9ab846286 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 1101 time: 0.0633459 Sep 02 12:50:01.439686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bc30863-65ea-4ed8-a2f6-748940866c4e req-50292093-6eeb-40ed-a27b-12227788a5c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288024 Sep 02 12:50:01.608447 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:01.632969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac150-be8b-4eb7-8bee-9fa5440aa904 req-439f80fc-8072-450f-aaf2-fc0003c7cc54 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:01.634493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de9ac150-be8b-4eb7-8bee-9fa5440aa904 req-439f80fc-8072-450f-aaf2-fc0003c7cc54 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0622926 Sep 02 12:50:01.677295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de9ac150-be8b-4eb7-8bee-9fa5440aa904 req-902aefc0-00a1-4ca2-9be7-b7ffda4a95d1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362229 Sep 02 12:50:01.927975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ff06971-d1c5-434f-b92b-1e3fa64eb762 req-45ce9004-1c4a-4526-9d2d-92c2ff7be6ed tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Sep 02 12:50:01.934310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5a645-7a55-4582-8e94-4d51cdbdf8ac req-f323e3e5-4cdf-4b1c-a212-c6409740d2ea tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:01.935857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ed5a645-7a55-4582-8e94-4d51cdbdf8ac req-f323e3e5-4cdf-4b1c-a212-c6409740d2ea tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 950 time: 0.0560198 Sep 02 12:50:01.982211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ed5a645-7a55-4582-8e94-4d51cdbdf8ac req-f0272e36-4c93-4156-a32d-d903ee00935b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Sep 02 12:50:02.452572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:02.516106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0efc-f1d4-47df-ae2f-d6a26d607fbe req-f22a9614-61d5-4aff-a4d1-5b7403523c2f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:02.517663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2adf0efc-f1d4-47df-ae2f-d6a26d607fbe req-f22a9614-61d5-4aff-a4d1-5b7403523c2f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0518508 Sep 02 12:50:02.563945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2adf0efc-f1d4-47df-ae2f-d6a26d607fbe req-254b316a-1b48-4fe8-8a7d-15b9bc9f4629 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Sep 02 12:50:02.812612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb6889-b485-4a85-ace1-a469ba44c006 req-0abcdc7f-28be-454d-a243-57ce48bda546 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:02.814327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52eb6889-b485-4a85-ace1-a469ba44c006 req-0abcdc7f-28be-454d-a243-57ce48bda546 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0600555 Sep 02 12:50:02.858473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52eb6889-b485-4a85-ace1-a469ba44c006 req-af998974-998e-4ba4-a7ec-a4510093ed72 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Sep 02 12:50:03.039548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-237a85d5-1bb2-4bf9-b10e-0445e2975259 req-46b492ee-9a14-4d0d-a281-68ef1c406f2a tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0313637 Sep 02 12:50:03.050180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:50:03.134682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb4db-5ce6-4e8f-87fc-71833c59cf4d req-af57b96d-0bc0-41eb-9e94-c0992df46087 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:03.140327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56afb4db-5ce6-4e8f-87fc-71833c59cf4d req-af57b96d-0bc0-41eb-9e94-c0992df46087 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 950 time: 0.0705936 Sep 02 12:50:03.203755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56afb4db-5ce6-4e8f-87fc-71833c59cf4d req-8b9e1369-9ad5-4e17-b91b-287cff7a00d4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564659 Sep 02 12:50:03.246328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:03.266098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'port_id': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'mac_address': 'fa:16:3e:db:5d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baecb0d3-b16b-43b5-96a7-de765de06af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:50:03.314254 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:03.327607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:03.352240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:03.355990 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:03.404564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:03.568612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:03.689685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095504a-243c-48ab-b558-16c8011fcaf4 req-36544f8a-abc8-43ae-9467-9a31fe836761 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:03.691173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a095504a-243c-48ab-b558-16c8011fcaf4 req-36544f8a-abc8-43ae-9467-9a31fe836761 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0530448 Sep 02 12:50:03.733053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a095504a-243c-48ab-b558-16c8011fcaf4 req-04b8dfa5-8a26-4221-93d1-8803af7a7b95 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Sep 02 12:50:03.995094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea314-b897-49be-91df-0f7c8b29629e req-4a8ee989-882c-4106-85c5-9d1748f7375a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:03.996687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49fea314-b897-49be-91df-0f7c8b29629e req-4a8ee989-882c-4106-85c5-9d1748f7375a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.0583575 Sep 02 12:50:04.037068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49fea314-b897-49be-91df-0f7c8b29629e req-acb86e3e-3422-4bf5-9f36-60668524ff34 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Sep 02 12:50:04.127496 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:04.156790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc8af51c-cd13-4308-a447-0584f4e19262 req-f8483752-7a1d-45b7-be8d-113911853a88 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0277963 Sep 02 12:50:04.336404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dd090-5730-4a55-b559-2e73369eabd0 req-31827db2-4c7e-4fb1-8965-1f68b54a47f2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:04.337975 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c45dd090-5730-4a55-b559-2e73369eabd0 req-31827db2-4c7e-4fb1-8965-1f68b54a47f2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 950 time: 0.0680945 Sep 02 12:50:04.377518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c45dd090-5730-4a55-b559-2e73369eabd0 req-33f692ad-f046-4efa-a4fb-37e0a5c1c23e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Sep 02 12:50:04.498512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce173de-43b6-4548-bfb8-bc191aed744f req-df69383e-7590-44b9-be10-a05d7265ebe2 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:04.500068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ce173de-43b6-4548-bfb8-bc191aed744f req-df69383e-7590-44b9-be10-a05d7265ebe2 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 1101 time: 0.0487938 Sep 02 12:50:04.537099 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ce173de-43b6-4548-bfb8-bc191aed744f req-27403f70-229f-4ecb-a406-9967ccebdab0 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301030 Sep 02 12:50:04.748053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-40583fd4-54b4-4041-bba1-cc88d10d4118 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232651 Sep 02 12:50:04.849272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de019a-9a3a-483e-bf4a-c40f8b829f4f req-29369ac3-80e7-407a-83c9-3fc55d1938bb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:04.851047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64de019a-9a3a-483e-bf4a-c40f8b829f4f req-29369ac3-80e7-407a-83c9-3fc55d1938bb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0491049 Sep 02 12:50:04.868857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-5356f81a-6933-4a37-a8a3-c522c1b1ec7e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:04.870516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-5356f81a-6933-4a37-a8a3-c522c1b1ec7e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137691 Sep 02 12:50:04.890162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-ebf2e4f5-b1c5-493b-bd86-56acb44b4848 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/quotas/6164b3bab90f4461b344594d8046adcf HTTP/1.1" status: 200 len: 375 time: 0.0130656 Sep 02 12:50:04.921933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64de019a-9a3a-483e-bf4a-c40f8b829f4f req-edb893dc-2faf-4f6d-957d-da77c892af7f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633457 Sep 02 12:50:04.968073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-5b0c5e7e-cced-490a-a8c3-c5c621d97159 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0673313 Sep 02 12:50:05.013744 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:05.043727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:05.194287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:05.194685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:05.220335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d27faad-8072-4b3c-bc07-47952d35d3f4 req-26bc248d-1727-4d5e-9cee-fae42865ec3c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 210 time: 0.0467958 Sep 02 12:50:05.274797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25794ab8-dc46-4e10-b6d0-f30b0bca483e req-d458be85-400a-4294-a907-9f4e7d14382c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:05.281373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25794ab8-dc46-4e10-b6d0-f30b0bca483e req-d458be85-400a-4294-a907-9f4e7d14382c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1414392 Sep 02 12:50:05.360631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33645759-0f2f-4f3a-8d35-20f4b5b639d1 req-711abdd2-8ad1-4297-9eac-6d3dabf493eb tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0298300 Sep 02 12:50:05.366786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25794ab8-dc46-4e10-b6d0-f30b0bca483e req-2d0e91c5-e2ed-443f-a914-0c632d25770a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Sep 02 12:50:05.404236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:05.439331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:05.442497 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3db237-705c-4659-98ea-039a1636e6bb" -d '{"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:05.465130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:05.474195 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:05.529503 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea58f4-9598-47d8-b5d5-71a9abc0e8f7 x-openstack-request-id: req-81ea58f4-9598-47d8-b5d5-71a9abc0e8f7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:05.529800 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:05.530048 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81ea58f4-9598-47d8-b5d5-71a9abc0e8f7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:05.530458 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'code': 200} Sep 02 12:50:05.571521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:06.081318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79796d50-eb4a-4ff0-88ec-29b439b698c9 req-4de2c8fb-3ada-4d41-be97-642fab01e8da tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:06.083497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79796d50-eb4a-4ff0-88ec-29b439b698c9 req-4de2c8fb-3ada-4d41-be97-642fab01e8da tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0781910 Sep 02 12:50:06.131234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79796d50-eb4a-4ff0-88ec-29b439b698c9 req-b00128d8-d1da-4df5-aa62-0e3c71e5d7a4 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Sep 02 12:50:06.382149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c975469-467f-4c02-bdb6-ea8118176727 req-7654bb92-c17f-4390-addf-aa7e42a30bcf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 210 time: 0.0696962 Sep 02 12:50:06.563317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2d7482a-5e20-4eb6-a7bb-2f80c8d40298 req-3a1a4e26-a3b6-4edc-9bf4-d9924a55983d tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0985250 Sep 02 12:50:06.590625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-2d797b6e-e0e6-419f-b7c8-ae8df12d0abf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941393 Sep 02 12:50:06.666288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c18ca7-9570-440b-92f0-04574329d748 req-0a5c8648-e7bb-4305-a619-41a168a003b1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:06.668097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48c18ca7-9570-440b-92f0-04574329d748 req-0a5c8648-e7bb-4305-a619-41a168a003b1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1916132 Sep 02 12:50:06.814862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-5c447f6c-728c-49b8-87e4-d6e89fb09e2e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:06.816604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-5c447f6c-728c-49b8-87e4-d6e89fb09e2e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165227 Sep 02 12:50:06.855883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:06.997980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48c18ca7-9570-440b-92f0-04574329d748 req-0a8844cd-2f54-4816-9eff-a12fa519c780 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800272 Sep 02 12:50:07.110395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:07.115893 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.295185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1988-93ca-4c4f-bf58-c35684471386 req-e4339ae3-dcec-46a4-aced-65e052dded26 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:07.304253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe9a1988-93ca-4c4f-bf58-c35684471386 req-e4339ae3-dcec-46a4-aced-65e052dded26 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0687044 Sep 02 12:50:07.322585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:07.352739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.83 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/08096ade-17fd-499b-96c9-d18375269759) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:07.464183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe9a1988-93ca-4c4f-bf58-c35684471386 req-d26a0792-f0d0-4f08-86fd-61cc659817ca tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583326 Sep 02 12:50:07.555731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d005180-4163-4a61-b535-50e7380a1bd4 req-f6359e5c-0be0-4601-9d29-0431793dabae tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 210 time: 0.0399897 Sep 02 12:50:07.575626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05be5374-e683-4d7e-9458-a8ea83a19a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.625756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.658903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 08096ade-17fd-499b-96c9-d18375269759 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:07.727142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.746931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d', '364e7353-aba8-48a6-aacb-6e476a3b33ec'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:07.758905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:07.773878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05be5374-e683-4d7e-9458-a8ea83a19a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.787767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37bb7b1c-052b-49d0-99ee-e51b55d66976 req-ed71f6de-54bd-4bb3-8520-d1b9783d5654 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0719471 Sep 02 12:50:07.791660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05be5374-e683-4d7e-9458-a8ea83a19a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.795821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:07.799237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:07.821273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:07.836551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=08096ade-17fd-499b-96c9-d18375269759,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:07.862533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05be5374-e683-4d7e-9458-a8ea83a19a7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12d9005bbc104aeb9c0354c1879298b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381300 Sep 02 12:50:07.863170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:07.939332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:07.940032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:07.973878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be5374-e683-4d7e-9458-a8ea83a19a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf69da-fdb8-4a4a-8795-c1bf2b81f031,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:07.985222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-38fce206-b8cd-4c25-b110-d1b4a7883ce2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1387026 Sep 02 12:50:08.003482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Request body: {'port': {'device_id': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:08.095670 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c41dbe-e3ee-4aa5-a260-efca410b2a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:08.139577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:08.140428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c41dbe-e3ee-4aa5-a260-efca410b2a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:08.222261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c41dbe-e3ee-4aa5-a260-efca410b2a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:08.225931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c41dbe-e3ee-4aa5-a260-efca410b2a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:08.229701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-75c41dbe-e3ee-4aa5-a260-efca410b2a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7aaf69da-fdb8-4a4a-8795-c1bf2b81f031 HTTP/1.1" status: 204 len: 168 time: 0.3618014 Sep 02 12:50:08.246469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c41dbe-e3ee-4aa5-a260-efca410b2a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf69da-fdb8-4a4a-8795-c1bf2b81f031,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:08.569912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53f8976d-3852-44f0-8030-907d99146300 None None] Provisioning for port 08096ade-17fd-499b-96c9-d18375269759 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:08.622556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53f8976d-3852-44f0-8030-907d99146300 None None] Provisioning complete for port 08096ade-17fd-499b-96c9-d18375269759 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:08.622959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53f8976d-3852-44f0-8030-907d99146300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:08.680817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afb4a7-dfeb-423a-bb8e-47a05a45c90d req-f889dedc-336e-44b6-ac33-895c7e4b74d1 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:08.691925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99afb4a7-dfeb-423a-bb8e-47a05a45c90d req-f889dedc-336e-44b6-ac33-895c7e4b74d1 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0987222 Sep 02 12:50:08.759743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99afb4a7-dfeb-423a-bb8e-47a05a45c90d req-0b518a26-8c99-4f6e-ae8c-264130e7654d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Sep 02 12:50:08.830285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53f8976d-3852-44f0-8030-907d99146300 None None] Port 08096ade-17fd-499b-96c9-d18375269759 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:50:08.973537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be093051-94f2-474b-94c2-2d8944d8c3a5 req-a2f77302-b006-442c-9df2-76b47117653d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:08.995405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be093051-94f2-474b-94c2-2d8944d8c3a5 req-a2f77302-b006-442c-9df2-76b47117653d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 935 time: 0.1237581 Sep 02 12:50:09.019002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08096ade-17fd-499b-96c9-d18375269759 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:09.041780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfefd97-9c38-4808-9957-8eeb4f1947fd req-4fdbd230-6d23-47dc-93fe-f1ac74bacd33 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:09.050795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cfefd97-9c38-4808-9957-8eeb4f1947fd req-4fdbd230-6d23-47dc-93fe-f1ac74bacd33 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.9001877 Sep 02 12:50:09.055062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:09.070380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be093051-94f2-474b-94c2-2d8944d8c3a5 req-9da2abd1-f84f-4935-812b-e44f59780cbe tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736854 Sep 02 12:50:09.124725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Transition to ACTIVE for port object 08096ade-17fd-499b-96c9-d18375269759 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:09.136943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:09.149529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cfefd97-9c38-4808-9957-8eeb4f1947fd req-94a2607a-0b66-4b86-bad1-96dfc15145ea tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976796 Sep 02 12:50:09.302129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a32e576-6d8d-476e-9a14-ba61e2e3fc90 req-d2715d1b-5489-4ffd-8c8b-31a6a6ef4a84 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0735612 Sep 02 12:50:09.333351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Pushing event updated for resources: {'Port': ['ID=08096ade-17fd-499b-96c9-d18375269759,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:09.410689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Attempting to bind port 08096ade-17fd-499b-96c9-d18375269759 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:09.410689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Attempting to bind port 08096ade-17fd-499b-96c9-d18375269759 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:09.410689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Attempting to bind port 08096ade-17fd-499b-96c9-d18375269759 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:09.430851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Port 08096ade-17fd-499b-96c9-d18375269759 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:50:09.431195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Attempting to bind port 08096ade-17fd-499b-96c9-d18375269759 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:09.438303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:09.438303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:09.438660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:09.438775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Bound port: 08096ade-17fd-499b-96c9-d18375269759, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:09.439289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:09.554798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] For port 08096ade-17fd-499b-96c9-d18375269759, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:09.581598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] For port 08096ade-17fd-499b-96c9-d18375269759, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=08096ade-17fd-499b-96c9-d18375269759,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:09.593702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:09.643352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:09.644095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:09.646251 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] 10.222.0.41 "PUT /v2.0/ports/08096ade-17fd-499b-96c9-d18375269759 HTTP/1.1" status: 200 len: 1095 time: 1.6497352 Sep 02 12:50:09.646804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'tag': '08096ade-17fd-499b-96c9-d18375269759'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:09.651334 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdca6633-3edf-4bca-bd11-8dd7ce6e7942", "tag": "08096ade-17fd-499b-96c9-d18375269759"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:09.692572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec95a0-c572-4bf7-9139-4dbf5c8abd29 service neutron] Pushing event updated for resources: {'Port': ['ID=08096ade-17fd-499b-96c9-d18375269759,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:09.798739 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd9b18-6289-4e8e-90c5-12ca9cd7b822 x-openstack-request-id: req-58cd9b18-6289-4e8e-90c5-12ca9cd7b822 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:09.799023 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdca6633-3edf-4bca-bd11-8dd7ce6e7942", "tag": "08096ade-17fd-499b-96c9-d18375269759", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:09.799263 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58cd9b18-6289-4e8e-90c5-12ca9cd7b822 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:09.799683 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'tag': '08096ade-17fd-499b-96c9-d18375269759', 'status': 'completed', 'code': 200} Sep 02 12:50:09.833697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-cc3a2b85-07dd-4bf9-a1bb-da5d8d3c5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:09.836873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-cc3a2b85-07dd-4bf9-a1bb-da5d8d3c5318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 1098 time: 0.0945530 Sep 02 12:50:09.897138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-1557dc68-dbd5-4b42-97a4-9f911153f045 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=08096ade-17fd-499b-96c9-d18375269759 HTTP/1.1" status: 200 len: 217 time: 0.0507073 Sep 02 12:50:09.986979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e511-9907-4a32-bdac-d913a820ed1a req-f2da7705-4362-4f20-b037-1179ac8b5274 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:09.994769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-3d325d51-8523-486a-a737-d33d03ce78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:09.996839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9609e511-9907-4a32-bdac-d913a820ed1a req-f2da7705-4362-4f20-b037-1179ac8b5274 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0983677 Sep 02 12:50:10.010125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-3d325d51-8523-486a-a737-d33d03ce78b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1040761 Sep 02 12:50:10.054264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9609e511-9907-4a32-bdac-d913a820ed1a req-c9617c97-3230-49ce-8d9c-2153109fefd4 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539031 Sep 02 12:50:10.095627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-1d21ab50-0321-4dbb-bda3-6b7d681dc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:10.097354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-1d21ab50-0321-4dbb-bda3-6b7d681dc4d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678873 Sep 02 12:50:10.343993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e695-15f9-4610-897d-ff2c8540c968 req-c09919a5-d41b-4a13-9072-749722aba94f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:10.345847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06c4e695-15f9-4610-897d-ff2c8540c968 req-c09919a5-d41b-4a13-9072-749722aba94f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 947 time: 0.1200037 Sep 02 12:50:10.384533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-efd7eb40-6c14-4be8-bac9-67ad734386a3 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758987 Sep 02 12:50:10.392137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98d2a-69ac-412a-a583-0ed99c3fd73a req-11e8b543-b80a-4a6b-9d06-d4c1147d121c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:10.394570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ec98d2a-69ac-412a-a583-0ed99c3fd73a req-11e8b543-b80a-4a6b-9d06-d4c1147d121c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0633891 Sep 02 12:50:10.449700 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06c4e695-15f9-4610-897d-ff2c8540c968 req-cf04c4cd-1047-46b5-9125-63a838f5e5a8 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931168 Sep 02 12:50:10.480351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ec98d2a-69ac-412a-a583-0ed99c3fd73a req-ff80d09f-a630-40e4-8440-c5052fab86af tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625405 Sep 02 12:50:10.527114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ecf6cb9c-f971-479e-97a8-ec249c522cf3 req-2e035948-4264-40e9-be6c-a7e8eeb233ac service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339073 Sep 02 12:50:10.579920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f8fd5d4-465f-4f7f-a3b6-36446beca4de req-8b74746c-2a8d-46ab-a92d-7b10683fe61a tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0350726 Sep 02 12:50:10.681752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-732f2f9b-f0f4-4409-829e-248f97f81cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:10.683598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-732f2f9b-f0f4-4409-829e-248f97f81cdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 1098 time: 0.0661614 Sep 02 12:50:10.823769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-2492ed07-cef2-41d3-b19c-33ce9a23b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:10.827691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-2492ed07-cef2-41d3-b19c-33ce9a23b9e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1311646 Sep 02 12:50:10.873597 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:10.881004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-b1debe19-e1f7-45d2-b199-74e4c4b250d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=08096ade-17fd-499b-96c9-d18375269759 HTTP/1.1" status: 200 len: 217 time: 0.0428452 Sep 02 12:50:10.939140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-aa3ccc7b-d3c3-42a3-9c69-ba6198f3117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:10.940442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-aa3ccc7b-d3c3-42a3-9c69-ba6198f3117e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0512967 Sep 02 12:50:11.033929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-52304326-98e5-4d9b-a7cd-79381ea9b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:11.035506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-52304326-98e5-4d9b-a7cd-79381ea9b27b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783432 Sep 02 12:50:11.144803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1b33ab2-423a-46d5-96be-6c41730ee566 req-fb7445a3-6b18-4884-b71d-5cbd3341b15d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0500822 Sep 02 12:50:11.237883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-69df7069-3f02-4ff1-b91a-80c4cba91455 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791635 Sep 02 12:50:11.266321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968c9bc-2d51-43a3-b87c-3042d8ca2a78 req-005368fb-76c5-4673-ad88-4a74b7a73372 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:11.274768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d968c9bc-2d51-43a3-b87c-3042d8ca2a78 req-005368fb-76c5-4673-ad88-4a74b7a73372 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0895178 Sep 02 12:50:11.335266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d968c9bc-2d51-43a3-b87c-3042d8ca2a78 req-82f5aff3-da2d-4bb9-baca-02023c8441da tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Sep 02 12:50:11.601744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60c4f4cd-3b13-4b72-bbf6-48e6128a9f2c req-553fd6bf-1769-4882-9038-ceb1146e0293 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864011 Sep 02 12:50:11.625350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632ccbe-493d-43ac-85da-817624c40afa req-86aadedc-42d0-437b-b8d4-6aa36355013d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:11.635149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8632ccbe-493d-43ac-85da-817624c40afa req-86aadedc-42d0-437b-b8d4-6aa36355013d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 947 time: 0.0851099 Sep 02 12:50:11.679740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8632ccbe-493d-43ac-85da-817624c40afa req-0dc3229b-26b5-4946-b5c1-9b274ed96bb2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Sep 02 12:50:11.688412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc1853-c827-4e74-80fe-72f947e8891c req-19c46a3d-a85b-4036-8f56-3f750d2a1c68 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:11.696711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4fc1853-c827-4e74-80fe-72f947e8891c req-19c46a3d-a85b-4036-8f56-3f750d2a1c68 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0867486 Sep 02 12:50:11.754827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4fc1853-c827-4e74-80fe-72f947e8891c req-3e48dfc7-df87-4ab4-978e-b389e1bf0477 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567892 Sep 02 12:50:11.843239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4b163a7-9b6b-4b65-a2e2-a9127dce558b req-695294a9-35de-4ee8-be53-e5f295972fec tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0415668 Sep 02 12:50:11.935753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:12.073786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.188261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.194416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.234727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac4345e919ab40e2a4606749150f59e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979019 Sep 02 12:50:12.235606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b09bb8-8d27-4755-b4b8-ea31324b9af2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:12.237831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:12.255476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.255832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.256371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.256712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.257089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.257632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.257968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.258302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.258648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.258989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.259385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.259731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd71dec-837c-44b8-89e5-fd474baa61f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:12.307445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cfeaa-5783-42f7-9c65-e78f7b0ad9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.335735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cfeaa-5783-42f7-9c65-e78f7b0ad9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.408725 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cfeaa-5783-42f7-9c65-e78f7b0ad9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.412768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cfeaa-5783-42f7-9c65-e78f7b0ad9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.414084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-190cfeaa-5783-42f7-9c65-e78f7b0ad9ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29b09bb8-8d27-4755-b4b8-ea31324b9af2 HTTP/1.1" status: 204 len: 168 time: 0.1753101 Sep 02 12:50:12.434993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cfeaa-5783-42f7-9c65-e78f7b0ad9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b09bb8-8d27-4755-b4b8-ea31324b9af2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:12.485799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4929201-08b2-442f-aedf-af86022ca5b3 req-9b8069e8-598a-456b-8be0-ebfb6b9938c7 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:12.495069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4929201-08b2-442f-aedf-af86022ca5b3 req-9b8069e8-598a-456b-8be0-ebfb6b9938c7 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0747693 Sep 02 12:50:12.542262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4929201-08b2-442f-aedf-af86022ca5b3 req-48621da4-0989-4a9b-937b-681c95a2f6c2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 Sep 02 12:50:12.899127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:12.924437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82ee6037-ba8a-4c43-84eb-bf55725a17aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:12.948474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbba147-f73c-415b-964d-d2653c7146c2 req-85c682df-4aa7-43c3-8553-c72c7c566583 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:12.950096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbbba147-f73c-415b-964d-d2653c7146c2 req-85c682df-4aa7-43c3-8553-c72c7c566583 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0879352 Sep 02 12:50:12.957046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb18b05-10e1-4c9f-a664-f705cdc74ceb req-02f42e7f-72cb-46e5-bf4d-992342dfcccc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:12.966453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bb18b05-10e1-4c9f-a664-f705cdc74ceb req-02f42e7f-72cb-46e5-bf4d-992342dfcccc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 947 time: 0.1394577 Sep 02 12:50:12.998668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbbba147-f73c-415b-964d-d2653c7146c2 req-9ceee724-b4a5-475b-91a4-fd2e0a152af5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Sep 02 12:50:13.037657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bb18b05-10e1-4c9f-a664-f705cdc74ceb req-e780015d-52a1-45c0-b54f-0e4e2a3a8e3a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699589 Sep 02 12:50:13.143964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dff96f54-2199-47a9-b623-221d1d1990fe req-f785a679-865e-4a60-a579-42c52ba27625 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0531042 Sep 02 12:50:13.147491 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82ee6037-ba8a-4c43-84eb-bf55725a17aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:13.153206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82ee6037-ba8a-4c43-84eb-bf55725a17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:13.221147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-82ee6037-ba8a-4c43-84eb-bf55725a17aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00d9a7ce5a8f4196bdf2ff5ea668b680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204687 Sep 02 12:50:13.222209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee6037-ba8a-4c43-84eb-bf55725a17aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa680a07-1a91-4c7a-bfb9-f78e9732ea60,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:13.224593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37960) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:13.308373 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca9162db-cef1-4ced-a902-e4d8f41a1f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:13.336654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca9162db-cef1-4ced-a902-e4d8f41a1f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:13.435449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd252281-676b-485d-8990-605847bde6d2 req-e64edd9e-cad5-48c8-89cc-cc4168b3f976 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dab2c0ccd71465c8e2896cb080996b3&device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0371246 Sep 02 12:50:13.436170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca9162db-cef1-4ced-a902-e4d8f41a1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:13.438715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca9162db-cef1-4ced-a902-e4d8f41a1f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:13.439748 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca9162db-cef1-4ced-a902-e4d8f41a1f3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa680a07-1a91-4c7a-bfb9-f78e9732ea60 HTTP/1.1" status: 204 len: 168 time: 0.2138684 Sep 02 12:50:13.470207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9162db-cef1-4ced-a902-e4d8f41a1f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa680a07-1a91-4c7a-bfb9-f78e9732ea60,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:13.485675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd252281-676b-485d-8990-605847bde6d2 req-20872a20-d011-413e-a98c-573de42d196a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1dab2c0ccd71465c8e2896cb080996b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416355 Sep 02 12:50:13.500843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6e80c21c-d779-4e62-b7af-b35ea0cf263d req-894536a5-4e4a-454f-9eda-1446f55dfda4 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0319061 Sep 02 12:50:13.669403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252281-676b-485d-8990-605847bde6d2 req-f00880ed-7374-449c-9210-4f00b322786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:13.670867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd252281-676b-485d-8990-605847bde6d2 req-f00880ed-7374-449c-9210-4f00b322786c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691167 Sep 02 12:50:13.711464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af55d4-1774-4695-b725-11cb99e2a463 req-06da9612-7e8f-448e-95d4-fff7c5aba691 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:13.713585 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80af55d4-1774-4695-b725-11cb99e2a463 req-06da9612-7e8f-448e-95d4-fff7c5aba691 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0799885 Sep 02 12:50:13.779609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80af55d4-1774-4695-b725-11cb99e2a463 req-a3a1f5c4-a77d-4e47-a712-2602ffd02ab7 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590823 Sep 02 12:50:14.230101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb42c21-7214-4e50-8af9-7c616bdf9eb2 req-20996aab-6a7f-4785-8619-57805eadd585 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:14.232001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0eb42c21-7214-4e50-8af9-7c616bdf9eb2 req-20996aab-6a7f-4785-8619-57805eadd585 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0787370 Sep 02 12:50:14.258623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bebe9-07a3-41c1-829b-acc0e8a53395 req-431224e9-77c4-41bf-a5b7-b6d30487b0ab tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:14.267607 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e1bebe9-07a3-41c1-829b-acc0e8a53395 req-431224e9-77c4-41bf-a5b7-b6d30487b0ab tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 947 time: 0.0805490 Sep 02 12:50:14.307915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0eb42c21-7214-4e50-8af9-7c616bdf9eb2 req-4c8742fc-911c-4373-a37b-bc660e74fe70 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Sep 02 12:50:14.329441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e1bebe9-07a3-41c1-829b-acc0e8a53395 req-01711a13-0464-474b-afe7-9e4578ebf00c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607550 Sep 02 12:50:14.656382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef2b948-7ccf-46f9-9287-c9c777821c66 req-5a6b92f7-5610-4022-8f56-0c2434600da3 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0632968 Sep 02 12:50:14.953312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed2da5-af9b-4737-b7c9-3b43851762f9 req-4da8d998-2613-4883-ac33-6befc5cbdb40 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:14.961833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94ed2da5-af9b-4737-b7c9-3b43851762f9 req-4da8d998-2613-4883-ac33-6befc5cbdb40 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0858552 Sep 02 12:50:15.016965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-94ed2da5-af9b-4737-b7c9-3b43851762f9 req-92a75442-8ecd-405d-8993-d402b62feb88 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Sep 02 12:50:15.090322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 08096ade-17fd-499b-96c9-d18375269759 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:50:15.141743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd252281-676b-485d-8990-605847bde6d2 req-6d5688cb-7416-4b7c-b9f5-3d365c81475c tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.41 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0396066 Sep 02 12:50:15.248407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 08096ade-17fd-499b-96c9-d18375269759, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=08096ade-17fd-499b-96c9-d18375269759,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:15.264169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '08096ade-17fd-499b-96c9-d18375269759', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '08096ade-17fd-499b-96c9-d18375269759', 'mac_address': 'fa:16:3e:71:e2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:50:15.311933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:15.337750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08096ade-17fd-499b-96c9-d18375269759 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:15.371281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 08096ade-17fd-499b-96c9-d18375269759, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=08096ade-17fd-499b-96c9-d18375269759,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:15.378280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:15.484047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=08096ade-17fd-499b-96c9-d18375269759,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:15.517684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6ce4c-e849-4892-b3f6-651c7e1c7176 req-22e905c5-1cba-46e8-a521-027083ee9fc5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:15.518826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472ac5d-9ba6-4e12-a6ce-e902d45024bd req-3ea8f6db-ec6a-4909-8a97-07436c229c34 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:15.526143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc6ce4c-e849-4892-b3f6-651c7e1c7176 req-22e905c5-1cba-46e8-a521-027083ee9fc5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0681565 Sep 02 12:50:15.529732 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5472ac5d-9ba6-4e12-a6ce-e902d45024bd req-3ea8f6db-ec6a-4909-8a97-07436c229c34 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 948 time: 0.0897124 Sep 02 12:50:15.579460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc6ce4c-e849-4892-b3f6-651c7e1c7176 req-daa04026-3290-4fd0-a5af-cea74285c218 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519598 Sep 02 12:50:15.581989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5472ac5d-9ba6-4e12-a6ce-e902d45024bd req-55f19ec0-c68a-4946-be41-4dde358b6919 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Sep 02 12:50:15.796446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['08096ade-17fd-499b-96c9-d18375269759'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:15.848384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec3840da-918b-4199-bfe4-b87dac233706 req-83f3e98e-a170-4e3f-bae8-e700479c64a2 tempest-ServerShowV257Test-793495697 tempest-ServerShowV257Test-793495697-project] 10.222.0.60 "GET /v2.0/ports?device_id=c554e653-c22e-4cd4-a8e9-cdfb7a95bce9 HTTP/1.1" status: 200 len: 210 time: 0.0345511 Sep 02 12:50:16.197374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf495c54-c573-4a03-97a4-9ea39157a7bd req-99347a72-3553-4575-b8d1-9bd2b237a4d5 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:16.199290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf495c54-c573-4a03-97a4-9ea39157a7bd req-99347a72-3553-4575-b8d1-9bd2b237a4d5 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0739663 Sep 02 12:50:16.262614 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf495c54-c573-4a03-97a4-9ea39157a7bd req-c4c0fdfd-54ca-46d6-934a-64488b90d7a1 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519128 Sep 02 12:50:16.735716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90756646-7998-46b3-8347-63ab71f0d31c req-5056683c-1227-4c02-a5fe-86c1699e38e7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:16.743495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90756646-7998-46b3-8347-63ab71f0d31c req-5056683c-1227-4c02-a5fe-86c1699e38e7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 948 time: 0.0668073 Sep 02 12:50:16.784082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b899b4-6073-4473-b9be-058c6083fa7d req-6e2be778-4315-4a06-8bfc-b1a983973562 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:16.786295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9b899b4-6073-4473-b9be-058c6083fa7d req-6e2be778-4315-4a06-8bfc-b1a983973562 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0689473 Sep 02 12:50:16.819598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90756646-7998-46b3-8347-63ab71f0d31c req-2d046081-5a1c-43e2-9d92-1448d948feee tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Sep 02 12:50:16.853022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9b899b4-6073-4473-b9be-058c6083fa7d req-1a4506c0-4b51-4a47-955b-217b744e8af3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Sep 02 12:50:17.478759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3779ea4-cc98-438c-9800-8452003bc06e req-a1265375-865c-4ee0-bb8c-b10fb828215a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:17.488203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3779ea4-cc98-438c-9800-8452003bc06e req-a1265375-865c-4ee0-bb8c-b10fb828215a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0846128 Sep 02 12:50:17.528552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:17.545063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3779ea4-cc98-438c-9800-8452003bc06e req-ded40cc2-1542-4710-af19-fd305b476cb2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476720 Sep 02 12:50:17.668966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:17.737902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed334d9a-4bb4-43a1-9928-8cb044afd4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:17.754842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:17.794021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:50:17.794021 n-d-792364-8 neutron-server[94841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 12:50:17.794021 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id': '8b11e9a8d1ac41baac011f75cd61184e', 'id': '04dc03c1-6a2c-4622-987f-7267828afcfe', 'expiration': datetime.datetime(2021, 9, 2, 12, 52, 17, 779436)}] Sep 02 12:50:17.794021 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:50:17.795025 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:50:17.894275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed334d9a-4bb4-43a1-9928-8cb044afd4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:17.901567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed334d9a-4bb4-43a1-9928-8cb044afd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:17.982564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334d9a-4bb4-43a1-9928-8cb044afd4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb6303-f1db-4c35-a94d-f5904cfe161d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:17.990474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed334d9a-4bb4-43a1-9928-8cb044afd4db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1dab2c0ccd71465c8e2896cb080996b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606166 Sep 02 12:50:17.993327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:18.048386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e57a0-eb89-4027-8cad-c4953b8957be req-a5f8f55a-00d1-48e5-b6e2-d88b9a262c81 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.050309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f46e57a0-eb89-4027-8cad-c4953b8957be req-a5f8f55a-00d1-48e5-b6e2-d88b9a262c81 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 948 time: 0.1317613 Sep 02 12:50:18.057153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715ba9c-f511-492b-93f6-b09544d635f3 req-8b09d203-1c40-4abc-a882-2d8d873ec532 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.058800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2715ba9c-f511-492b-93f6-b09544d635f3 req-8b09d203-1c40-4abc-a882-2d8d873ec532 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1003237 Sep 02 12:50:18.097719 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.102005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eef3d0-9c44-4772-9741-5dec1c9fb62a req-9bf25eca-6921-4708-afa0-273d733a0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.103717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8eef3d0-9c44-4772-9741-5dec1c9fb62a req-9bf25eca-6921-4708-afa0-273d733a0d1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 1096 time: 0.1094298 Sep 02 12:50:18.139283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2715ba9c-f511-492b-93f6-b09544d635f3 req-f0122813-ac05-417a-a75e-ca9807bff68c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624471 Sep 02 12:50:18.142187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f46e57a0-eb89-4027-8cad-c4953b8957be req-44718271-329a-491b-bcbb-96dc43db0e98 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826807 Sep 02 12:50:18.144616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.201317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8eef3d0-9c44-4772-9741-5dec1c9fb62a req-1aae04d3-ee45-4f92-b105-2d25c164a638 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849128 Sep 02 12:50:18.269459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.273959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.276179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9cb6303-f1db-4c35-a94d-f5904cfe161d HTTP/1.1" status: 204 len: 168 time: 0.2815611 Sep 02 12:50:18.296023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.298315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cb6303-f1db-4c35-a94d-f5904cfe161d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:18.313274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.313633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.313959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.314308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.314695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.314957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.315279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.318445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.318806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.319096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.319399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.319740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a58-22fe-4529-9c09-1d86e9d22e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:18.451093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.459558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.463602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.469409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.474519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.478481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.486814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.495155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.502442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.511084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b1a9698-e8ac-4941-89db-183b28993268 req-144fe217-857e-4d76-acf0-aaa3ee2c1625 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.1654463 Sep 02 12:50:18.544142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005aa8c3-6552-45ec-93de-083c518edb73,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:18.575526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b1a9698-e8ac-4941-89db-183b28993268 req-5a133581-8b45-4135-994a-b091c042bd45 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634079 Sep 02 12:50:18.576068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:18.577394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c02a4064-a81f-4250-a017-fd45dcb0ff59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b11e9a8d1ac41baac011f75cd61184e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9069860 Sep 02 12:50:18.659980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adfe5e2c-5ff6-4c8a-9fb0-066ccba184b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.789570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97161-9515-4b88-849c-7abcab4aabe4 req-042c90b3-a2b3-45da-9ce1-397dffc63b9c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.797809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-04a97161-9515-4b88-849c-7abcab4aabe4 req-042c90b3-a2b3-45da-9ce1-397dffc63b9c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1320558 Sep 02 12:50:18.797935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adfe5e2c-5ff6-4c8a-9fb0-066ccba184b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.878497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-04a97161-9515-4b88-849c-7abcab4aabe4 req-69ee4819-c8e9-40ba-b918-7707c3a3810a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732017 Sep 02 12:50:18.905014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.911303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.917652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.923954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.930492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.936683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.943009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:18.945020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f8c9f13-6713-49ad-a65a-ce5d60a1154a req-0b7a7eb0-44ac-4bf1-9d74-13e81289ed6a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.2572181 Sep 02 12:50:18.974688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adfe5e2c-5ff6-4c8a-9fb0-066ccba184b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.978266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adfe5e2c-5ff6-4c8a-9fb0-066ccba184b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:18.980084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-adfe5e2c-5ff6-4c8a-9fb0-066ccba184b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/005aa8c3-6552-45ec-93de-083c518edb73 HTTP/1.1" status: 204 len: 168 time: 0.4003141 Sep 02 12:50:18.993593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe5e2c-5ff6-4c8a-9fb0-066ccba184b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005aa8c3-6552-45ec-93de-083c518edb73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:19.119191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 08096ade-17fd-499b-96c9-d18375269759 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:19.231836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 08096ade-17fd-499b-96c9-d18375269759 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:19.240735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 08096ade-17fd-499b-96c9-d18375269759 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:19.241297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.371796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c4af3-2d08-426d-b631-3cf3ee802655 req-987b54b0-f924-45ab-923b-8583d826064a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:19.376520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41585c-2efa-4f16-995e-50fd7e0e615d req-fe2c6a6e-c34e-46fc-92d4-4eed453057c2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:19.377880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f81c4af3-2d08-426d-b631-3cf3ee802655 req-987b54b0-f924-45ab-923b-8583d826064a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1081321 Sep 02 12:50:19.389052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a41585c-2efa-4f16-995e-50fd7e0e615d req-fe2c6a6e-c34e-46fc-92d4-4eed453057c2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 948 time: 0.1235747 Sep 02 12:50:19.473316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f81c4af3-2d08-426d-b631-3cf3ee802655 req-b53acd4f-0fbd-4a35-895b-ef0687506fa3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867479 Sep 02 12:50:19.479183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a41585c-2efa-4f16-995e-50fd7e0e615d req-833b72ce-403b-4070-8e8f-62dce216cbe7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888729 Sep 02 12:50:19.489740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38138) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:19.530435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38142) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:19.530710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a6dcf8-7e83-4697-b132-7b5346639be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.534104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.559876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08096ade-17fd-499b-96c9-d18375269759'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:19.562401 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b88d473-f976-4eb7-9924-2361f546f89c" -d '{"events": [{"server_uuid": "fdca6633-3edf-4bca-bd11-8dd7ce6e7942", "name": "network-vif-plugged", "status": "completed", "tag": "08096ade-17fd-499b-96c9-d18375269759"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:19.576513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 08096ade-17fd-499b-96c9-d18375269759, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=08096ade-17fd-499b-96c9-d18375269759,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:19.582958 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.619333 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cebf508-e9e2-4081-9af7-e50a1b3355e3 x-openstack-request-id: req-4cebf508-e9e2-4081-9af7-e50a1b3355e3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:19.619589 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdca6633-3edf-4bca-bd11-8dd7ce6e7942", "name": "network-vif-plugged", "status": "completed", "tag": "08096ade-17fd-499b-96c9-d18375269759", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:19.619838 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cebf508-e9e2-4081-9af7-e50a1b3355e3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:19.620541 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08096ade-17fd-499b-96c9-d18375269759', 'code': 200} Sep 02 12:50:19.642135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a6dcf8-7e83-4697-b132-7b5346639be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.642564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=08096ade-17fd-499b-96c9-d18375269759,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:19.648110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a6dcf8-7e83-4697-b132-7b5346639be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.696261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-71a6dcf8-7e83-4697-b132-7b5346639be3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3be3d976d64c49b2b902a7b4f0511127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051270 Sep 02 12:50:19.697385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6dcf8-7e83-4697-b132-7b5346639be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50ba254-44f7-496d-b281-2b4ac305dace,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:19.700085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:19.736857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d39160-3877-4b5f-bcf4-75b558fca911 req-85dfdcba-433b-4359-b4e0-81a400b0e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:19.739169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7d39160-3877-4b5f-bcf4-75b558fca911 req-85dfdcba-433b-4359-b4e0-81a400b0e223 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 1100 time: 0.0432825 Sep 02 12:50:19.752657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-995318255-network', 'tenant_id': '95e98adfd4da45cf88585508e3b2da65'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:19.758732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d75ed780-e4f1-4055-bdf7-e06d8740c413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.785720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d75ed780-e4f1-4055-bdf7-e06d8740c413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.797096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Made reservation on behalf of 95e98adfd4da45cf88585508e3b2da65 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:19.799428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.802566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7d39160-3877-4b5f-bcf4-75b558fca911 req-68a8e91f-c3fe-4e02-aa1e-0b0f4f05d477 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Sep 02 12:50:19.809445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.837692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d75ed780-e4f1-4055-bdf7-e06d8740c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.840525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d75ed780-e4f1-4055-bdf7-e06d8740c413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.842026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d75ed780-e4f1-4055-bdf7-e06d8740c413 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a50ba254-44f7-496d-b281-2b4ac305dace HTTP/1.1" status: 204 len: 168 time: 0.1410031 Sep 02 12:50:19.851087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ed780-e4f1-4055-bdf7-e06d8740c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50ba254-44f7-496d-b281-2b4ac305dace,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:19.916763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.922124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.948882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:50:19.959668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93742b7-c455-4b3c-9c30-1b1b7aed04d2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:19.965614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:19.965964 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Added segment 40321b58-40f4-4cfa-a2b9-b77fcd1dfd50 of type vlan for network a0464f8f-d1a8-4804-a1e4-9a38e7a1f354 Sep 02 12:50:20.039671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:20.070073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114bb6-8349-4d15-89ef-c3d399e26750 req-a061ac00-5142-44e4-bafd-3d34803fdfeb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.071623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6114bb6-8349-4d15-89ef-c3d399e26750 req-a061ac00-5142-44e4-bafd-3d34803fdfeb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1040869 Sep 02 12:50:20.084738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:20.085664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.086281 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:20.167203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6421413 Sep 02 12:50:20.171565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:20.181055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Request body: {'subnet': {'network_id': 'a0464f8f-d1a8-4804-a1e4-9a38e7a1f354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-995318255-subnet', 'tenant_id': '95e98adfd4da45cf88585508e3b2da65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:20.194316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6114bb6-8349-4d15-89ef-c3d399e26750 req-7d8b7866-0727-488c-85fa-681ffd7130e2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160307 Sep 02 12:50:20.197800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c031134-2839-45ba-b9ee-592d4eced97e admin admin] Pushing event updated for resources: {'Network': ['ID=a0464f8f-d1a8-4804-a1e4-9a38e7a1f354,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:20.212363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a0464f8f-d1a8-4804-a1e4-9a38e7a1f354 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:50:20.216818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Made reservation on behalf of 95e98adfd4da45cf88585508e3b2da65 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:20.224163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:20.443293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:20.482657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-ab58c5ca-c3fc-454e-9a19-da076835e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.484205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-ab58c5ca-c3fc-454e-9a19-da076835e309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0855939 Sep 02 12:50:20.531287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-0e8dd21b-48c9-4d92-90dc-1682c38586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.541294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-0e8dd21b-48c9-4d92-90dc-1682c38586d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96ea08a51ee046ce96677bee3eaade07&device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 1096 time: 0.1332111 Sep 02 12:50:20.546517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b629a54-f122-47d6-92e6-1292e6325d08,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:20.562060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d0a4-fad6-4376-a8cc-17f31e06c58d req-a29813b7-84ec-4338-89b3-290144b3df4e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.563949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd57d0a4-fad6-4376-a8cc-17f31e06c58d req-a29813b7-84ec-4338-89b3-290144b3df4e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1185088 Sep 02 12:50:20.608463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Checking segment: {'id': '40321b58-40f4-4cfa-a2b9-b77fcd1dfd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a0464f8f-d1a8-4804-a1e4-9a38e7a1f354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:20.609201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Network hostable DHCP agents. Network: a0464f8f-d1a8-4804-a1e4-9a38e7a1f354, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:50:20.637840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd57d0a4-fad6-4376-a8cc-17f31e06c58d req-e4ad0590-c76d-4a02-a30e-ebe6845afec2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621369 Sep 02 12:50:20.652219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-919065b7-33a9-47ed-8070-1214b6e34dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.655575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-919065b7-33a9-47ed-8070-1214b6e34dc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 914 time: 0.1603384 Sep 02 12:50:20.690013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Network a0464f8f-d1a8-4804-a1e4-9a38e7a1f354 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:50:20.706407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-1f3d1d5e-b449-4533-9558-a9f524707840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.708469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-1f3d1d5e-b449-4533-9558-a9f524707840 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 200 len: 911 time: 0.1538188 Sep 02 12:50:20.711569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a0464f8f-d1a8-4804-a1e4-9a38e7a1f354) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:20.723563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701e357-5acd-4cbd-93a4-9b77e1a2b633 req-4a7429ef-5129-4fb9-b0df-1a29620d9a3d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.725197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2701e357-5acd-4cbd-93a4-9b77e1a2b633 req-4a7429ef-5129-4fb9-b0df-1a29620d9a3d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1088307 Sep 02 12:50:20.727717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.728527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:20.730561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce4aca-235c-404c-8dbe-c0ecd0e363c1 None None] Network a0464f8f-d1a8-4804-a1e4-9a38e7a1f354 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:50:20.734386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-40a4d64a-4c95-4778-84c6-54bd53dbc1b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 217 time: 0.0671842 Sep 02 12:50:20.798932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-181a448c-2adf-41f9-997e-dd9f7f493ec5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455 HTTP/1.1" status: 200 len: 217 time: 0.0726504 Sep 02 12:50:20.852828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1e5d2-7190-4488-ac2e-c03c599cfea2 req-6146de2b-5d88-404d-85e3-538af3d4df28 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.855704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-78a27f41-a9a8-4d2a-a065-1ecfd9462c27 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6825964 Sep 02 12:50:20.855998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89f1e5d2-7190-4488-ac2e-c03c599cfea2 req-6146de2b-5d88-404d-85e3-538af3d4df28 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 949 time: 0.1246803 Sep 02 12:50:20.858858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-9feebc24-f35f-4b0d-b749-1797df9c0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.860415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-9feebc24-f35f-4b0d-b749-1797df9c0dab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.1137691 Sep 02 12:50:20.894822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2701e357-5acd-4cbd-93a4-9b77e1a2b633 req-f166f657-88ab-4081-aca9-e4755b44710c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939488 Sep 02 12:50:20.901326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-0221ec18-ac2a-4adc-a865-90cb3c1355b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:20.903953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-0221ec18-ac2a-4adc-a865-90cb3c1355b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 200 len: 850 time: 0.0918722 Sep 02 12:50:20.905250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24175a-c33f-43c5-9c0a-a9f494110f51 None None] Network a0464f8f-d1a8-4804-a1e4-9a38e7a1f354 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:50:20.935100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-5c310b71-0280-4b8e-90a8-b5562012b2d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644801 Sep 02 12:50:20.967032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-d369281c-ac2b-474d-8906-3dbbac8ba7d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f964f2d6-eed9-4962-9d4e-fac58cafa54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542803 Sep 02 12:50:21.039059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89f1e5d2-7190-4488-ac2e-c03c599cfea2 req-0774da7d-b7d0-488d-b54d-23571c1ace9a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067922 Sep 02 12:50:21.098817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38198) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:21.182392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-7c346d33-afd6-47a9-b94b-25d96db3004c service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054105 Sep 02 12:50:21.186862 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-eb272ad5-44d9-4048-be44-775c1ab08667 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291250 Sep 02 12:50:21.207708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Deleting subnet 5b629a54-f122-47d6-92e6-1292e6325d08 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:50:21.223307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.337417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.342712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24e371a4-04a6-4818-b4cd-e2ced386616d req-e970ffb6-64f9-4026-a6ac-fa4cae7db249 service neutron] 10.222.0.18 "GET /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528499 Sep 02 12:50:21.418763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95dd7b75-604b-40c3-a8e8-4f2d279856d0 req-a2e70ae1-7995-4a09-a4cb-fac52f38aba6 service neutron] 10.222.0.41 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063496 Sep 02 12:50:21.419825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.454509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:21.483385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.512479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b629a54-f122-47d6-92e6-1292e6325d08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:21.517921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.522792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e33a18d-f710-4545-835a-9f695e7bc686 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5b629a54-f122-47d6-92e6-1292e6325d08 HTTP/1.1" status: 204 len: 168 time: 0.4201002 Sep 02 12:50:21.523028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:21.577650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.578141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.578618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.579134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.579547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.580018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.580950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.582768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-6ffe1b77-33a8-41d8-bd44-3c8a89b6b2d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6501 time: 0.1262207 Sep 02 12:50:21.599262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.622733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-a689f578-4791-4295-9571-d741578fb7d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332198 Sep 02 12:50:21.698269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.712423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0464f8f-d1a8-4804-a1e4-9a38e7a1f354']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:21.732817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40321b58-40f4-4cfa-a2b9-b77fcd1dfd50') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:21.733150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40321b58-40f4-4cfa-a2b9-b77fcd1dfd50') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:21.764933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.786328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.798281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef266537-86d3-4b75-9382-d5fcc36306db req-6e4b380f-2029-4c5b-a85a-083e864ed512 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:21.799836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef266537-86d3-4b75-9382-d5fcc36306db req-6e4b380f-2029-4c5b-a85a-083e864ed512 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0788581 Sep 02 12:50:21.802995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:50:21.803412 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:50:21.805278 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:50:21.885484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef266537-86d3-4b75-9382-d5fcc36306db req-b7fab706-a788-43d4-ad49-e20c3039cd56 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Sep 02 12:50:21.886838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.904311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:21.908740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a0464f8f-d1a8-4804-a1e4-9a38e7a1f354 HTTP/1.1" status: 204 len: 168 time: 0.3823016 Sep 02 12:50:21.908740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81f09f-cfbc-4388-a115-15027dbdc5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0464f8f-d1a8-4804-a1e4-9a38e7a1f354,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:22.031201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529300dc-ff92-4768-b7a9-7ec77a583bad req-533d9354-d391-4127-9a96-1a368a817f39 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:22.032837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-529300dc-ff92-4768-b7a9-7ec77a583bad req-533d9354-d391-4127-9a96-1a368a817f39 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Sep 02 12:50:22.078335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-529300dc-ff92-4768-b7a9-7ec77a583bad req-77634c0d-83b3-4eb0-a122-f4cc1fdca026 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Sep 02 12:50:22.176108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a2092-7877-4ac1-aae9-5ef0281ec036 req-5751df43-1a3a-472a-b905-8e7d9e52dca2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:22.181152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-119a2092-7877-4ac1-aae9-5ef0281ec036 req-5751df43-1a3a-472a-b905-8e7d9e52dca2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 949 time: 0.0577402 Sep 02 12:50:22.181624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:22.220152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-119a2092-7877-4ac1-aae9-5ef0281ec036 req-f9978afc-9948-4a57-85c0-1625490011c7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Sep 02 12:50:22.229060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-599d0920-d405-4356-8c50-caa4798ddc70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95e98adfd4da45cf88585508e3b2da65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461659 Sep 02 12:50:22.231706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:22.282309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ef826-f3e1-4c5d-b93b-d43cf7924d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:22.316242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ef826-f3e1-4c5d-b93b-d43cf7924d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:22.382056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c400ecf-2bcc-4c50-bee8-e1b3fa9f28a4 req-9ff28444-f04c-4252-a344-3344dfd5258a tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:22.383660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c400ecf-2bcc-4c50-bee8-e1b3fa9f28a4 req-9ff28444-f04c-4252-a344-3344dfd5258a tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 1100 time: 0.0822692 Sep 02 12:50:22.416816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ef826-f3e1-4c5d-b93b-d43cf7924d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:22.419444 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ef826-f3e1-4c5d-b93b-d43cf7924d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:22.420745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-406ef826-f3e1-4c5d-b93b-d43cf7924d86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e93742b7-c455-4b3c-9c30-1b1b7aed04d2 HTTP/1.1" status: 204 len: 168 time: 0.1880922 Sep 02 12:50:22.429557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c400ecf-2bcc-4c50-bee8-e1b3fa9f28a4 req-9e9be124-d708-49e8-bbfb-546d61210b4d tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Sep 02 12:50:22.434540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef826-f3e1-4c5d-b93b-d43cf7924d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93742b7-c455-4b3c-9c30-1b1b7aed04d2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:22.665767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-6bf04bb9-0ca9-4b5c-9695-e00d0ca6b774 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391490 Sep 02 12:50:22.796540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-aeef273b-1c3b-4b64-b61e-6f42fa9667fd tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:22.801655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-aeef273b-1c3b-4b64-b61e-6f42fa9667fd tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347096 Sep 02 12:50:22.814544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-0e697e5f-0f3e-4618-99c3-dae9f4c3e549 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/quotas/6164b3bab90f4461b344594d8046adcf HTTP/1.1" status: 200 len: 375 time: 0.0101442 Sep 02 12:50:22.888202 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-9ecc9d40-b200-4e22-b89a-fe2b877f0dde tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0655217 Sep 02 12:50:23.070507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16bec1-589e-4809-b3bb-4145cba2ddb6 req-57a149cc-4e26-4cd6-83a1-82dda32c8a1f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:23.075745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b16bec1-589e-4809-b3bb-4145cba2ddb6 req-57a149cc-4e26-4cd6-83a1-82dda32c8a1f tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0997560 Sep 02 12:50:23.119535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89ab24ec-eff2-4521-b56b-7e229877cd38 req-f722af4d-2b5e-44d7-992f-0155630fd01c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 210 time: 0.0566914 Sep 02 12:50:23.143135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b16bec1-589e-4809-b3bb-4145cba2ddb6 req-3a39565a-222d-45de-8550-d957157b5c69 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541327 Sep 02 12:50:23.295742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a49a5a-7fc8-4b6f-8886-08fac8d417d7 req-d957364f-2588-41f5-bb3e-df5664ae6782 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:23.304082 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6a49a5a-7fc8-4b6f-8886-08fac8d417d7 req-d957364f-2588-41f5-bb3e-df5664ae6782 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0822935 Sep 02 12:50:23.356255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6a49a5a-7fc8-4b6f-8886-08fac8d417d7 req-7b543c85-68ec-49f3-9f11-9ddec1038456 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Sep 02 12:50:23.746645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:23.875379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e30b70bc-5312-41be-99c7-a0ba02cf37a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:23.995973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e30b70bc-5312-41be-99c7-a0ba02cf37a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.001524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e30b70bc-5312-41be-99c7-a0ba02cf37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.050661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e30b70bc-5312-41be-99c7-a0ba02cf37a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3cb7aea873147639e579b2e709aac04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003228 Sep 02 12:50:24.050661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b70bc-5312-41be-99c7-a0ba02cf37a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44133721-2009-44af-b7fd-a3e210242eff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:24.051042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:24.124048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0aee105d-061f-4916-9c9b-308254c9f61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.150068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-0542c883-2386-4776-bb4f-996cc6f94104 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6164b3bab90f4461b344594d8046adcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308666 Sep 02 12:50:24.179204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0aee105d-061f-4916-9c9b-308254c9f61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.254093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e054fe9-6699-4b9a-aa22-9caa818d174e req-02545b8d-f653-4521-a209-0249db75d5ea tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 210 time: 0.0337145 Sep 02 12:50:24.280677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0aee105d-061f-4916-9c9b-308254c9f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.283485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0aee105d-061f-4916-9c9b-308254c9f61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.288341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0aee105d-061f-4916-9c9b-308254c9f61b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44133721-2009-44af-b7fd-a3e210242eff HTTP/1.1" status: 204 len: 168 time: 0.2354119 Sep 02 12:50:24.319072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee105d-061f-4916-9c9b-308254c9f61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44133721-2009-44af-b7fd-a3e210242eff,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:24.377857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcf79b-e920-4942-9e06-62a1358a556b req-0d8ad226-7d0f-450c-a855-e45bef0c7228 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:24.379815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6dcf79b-e920-4942-9e06-62a1358a556b req-0d8ad226-7d0f-450c-a855-e45bef0c7228 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1054964 Sep 02 12:50:24.387300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-2dbe6b7a-b359-49e9-b365-c4b6038cbacc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:24.388573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-2dbe6b7a-b359-49e9-b365-c4b6038cbacc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318828 Sep 02 12:50:24.409468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Request body: {'port': {'device_id': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6164b3bab90f4461b344594d8046adcf'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:24.471585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6dcf79b-e920-4942-9e06-62a1358a556b req-39f52e8d-485b-4069-bf05-47df9bf8d240 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819929 Sep 02 12:50:24.480251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3308c9-8f25-4027-b340-1858ee47491a req-e7fe9936-3c56-40a8-b072-85dc7d2e03b8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:24.481898 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c3308c9-8f25-4027-b340-1858ee47491a req-e7fe9936-3c56-40a8-b072-85dc7d2e03b8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0550313 Sep 02 12:50:24.565783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c3308c9-8f25-4027-b340-1858ee47491a req-55b2b4cf-f818-40de-a61d-02d02a61e5de tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771115 Sep 02 12:50:24.606414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Made reservation on behalf of 6164b3bab90f4461b344594d8046adcf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:24.618950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:24.734822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb969-b33c-4f16-9da2-3a9706e23110 req-9e3d3d28-0643-4a42-9c13-c6c95bf76844 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:24.739680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f3eb969-b33c-4f16-9da2-3a9706e23110 req-9e3d3d28-0643-4a42-9c13-c6c95bf76844 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0868137 Sep 02 12:50:24.804212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f3eb969-b33c-4f16-9da2-3a9706e23110 req-7b8a283d-65b1-4c1a-a197-7bf2b8126b9b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531416 Sep 02 12:50:24.864712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Allocated IP 192.168.233.21 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/9b87188b-c059-49ed-9b0a-84462b4224bc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:24.874237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd987-dc3e-46a2-83c0-630a70fd94ca req-b1631a11-259e-499e-9cf8-e1e35d55b7df tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:24.875726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fecbd987-dc3e-46a2-83c0-630a70fd94ca req-b1631a11-259e-499e-9cf8-e1e35d55b7df tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1027484 Sep 02 12:50:24.954979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fecbd987-dc3e-46a2-83c0-630a70fd94ca req-eb0c72a9-54a5-4187-b39b-9ab6517b2670 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Sep 02 12:50:25.030827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-a389b3f5-dd58-4511-9eaa-e080318b206a req-dad19cd2-a8e8-4fc0-8a24-993b9cbc7c98 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:50:25.031993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a389b3f5-dd58-4511-9eaa-e080318b206a req-dad19cd2-a8e8-4fc0-8a24-993b9cbc7c98 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061166 Sep 02 12:50:25.108463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.124304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Transition to ACTIVE for port object 9b87188b-c059-49ed-9b0a-84462b4224bc will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:25.130852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:25.225824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.247342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d', '364e7353-aba8-48a6-aacb-6e476a3b33ec', '08096ade-17fd-499b-96c9-d18375269759'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:25.249307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:25.249984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:25.252558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:25.287939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:25.330318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event updated for resources: {'Port': ['ID=9b87188b-c059-49ed-9b0a-84462b4224bc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:25.400044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.402870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:25.403672 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.417814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933dbd0-7657-442a-8a64-a4695421eb3c req-8876cb80-c917-4cb8-955f-02fff5a82a80 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:25.427307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1933dbd0-7657-442a-8a64-a4695421eb3c req-8876cb80-c917-4cb8-955f-02fff5a82a80 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.2377973 Sep 02 12:50:25.473189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-772dfb6b-515d-4300-be7f-40eda4ed8577 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0694718 Sep 02 12:50:25.491544 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1933dbd0-7657-442a-8a64-a4695421eb3c req-d984df23-51b3-4439-9e5e-a016d8196dd3 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Sep 02 12:50:25.503304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Request body: {'port': {'device_id': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:25.511696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2dc3-2aab-493d-82be-5e665e1a78de req-5f1ff2bf-600b-4e03-9d03-b25062ce82b3 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:25.523556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d4b2dc3-2aab-493d-82be-5e665e1a78de req-5f1ff2bf-600b-4e03-9d03-b25062ce82b3 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 935 time: 0.1226294 Sep 02 12:50:25.569110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d4b2dc3-2aab-493d-82be-5e665e1a78de req-8cb68fb1-e992-4a8b-96eb-6f013d8268eb tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Sep 02 12:50:25.569903 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.672940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:25.675703 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ebffb2-ff15-495a-abf2-b3117e90010b" -d '{"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:25.685609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:25.693166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f4bd8b10-b0cd-4063-a481-5b04f3cf10cb None None] Provisioning for port 9b87188b-c059-49ed-9b0a-84462b4224bc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:25.706351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f4bd8b10-b0cd-4063-a481-5b04f3cf10cb None None] Provisioning complete for port 9b87188b-c059-49ed-9b0a-84462b4224bc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:25.706965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8b10-b0cd-4063-a481-5b04f3cf10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.708831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.751472 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e33ce0d-9ce1-49eb-8df0-46d9254477c6 x-openstack-request-id: req-3e33ce0d-9ce1-49eb-8df0-46d9254477c6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:25.752069 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-unplugged", "status": "failed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:25.752507 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e33ce0d-9ce1-49eb-8df0-46d9254477c6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:25.753130 n-d-792364-8 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'code': 422} returned with failed status Sep 02 12:50:25.820715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd8b10-b0cd-4063-a481-5b04f3cf10cb None None] Port 9b87188b-c059-49ed-9b0a-84462b4224bc cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:50:25.824229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:25.864789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:25.899406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-949666618-network', 'tenant_id': 'b41d3773b57d452bb82d0e748f849f4d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:25.928264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Made reservation on behalf of b41d3773b57d452bb82d0e748f849f4d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:25.931162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:25.955565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.180260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daddb-971e-42cf-a64c-8b4378992d0c req-a1d1da9b-b737-43de-a211-6f2c56a86641 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:26.190035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b4daddb-971e-42cf-a64c-8b4378992d0c req-a1d1da9b-b737-43de-a211-6f2c56a86641 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1006637 Sep 02 12:50:26.217217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.227846 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.265398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b4daddb-971e-42cf-a64c-8b4378992d0c req-0751c72c-e574-43bf-adfd-aabd42bf4720 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740283 Sep 02 12:50:26.294433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-d012ecc2-4ae0-4c7d-a19a-3412ca9be295 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6516271 Sep 02 12:50:26.295663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:50:26.336182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.336537 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Added segment 8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd of type vlan for network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 Sep 02 12:50:26.337816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ef769-eb89-474f-8d81-5293807b92f1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:26.404991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b87188b-c059-49ed-9b0a-84462b4224bc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:26.415192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.430935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Transition to ACTIVE for port object 9b87188b-c059-49ed-9b0a-84462b4224bc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:26.437210 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.443714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.484996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.486478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:26.487321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.545664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Pushing event updated for resources: {'Port': ['ID=9b87188b-c059-49ed-9b0a-84462b4224bc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:26.607886 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7768941 Sep 02 12:50:26.608925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:26.625304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Request body: {'subnet': {'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-949666618-subnet', 'tenant_id': 'b41d3773b57d452bb82d0e748f849f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:26.658399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9e03e-e1cf-44a7-8e1c-247849ac3690 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:26.672983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:50:26.689059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Made reservation on behalf of b41d3773b57d452bb82d0e748f849f4d for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:26.691465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.705619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Attempting to bind port 9b87188b-c059-49ed-9b0a-84462b4224bc on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:26.706208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Attempting to bind port 9b87188b-c059-49ed-9b0a-84462b4224bc by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:26.706688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Attempting to bind port 9b87188b-c059-49ed-9b0a-84462b4224bc on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:26.719915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Port 9b87188b-c059-49ed-9b0a-84462b4224bc on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:50:26.720555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Attempting to bind port 9b87188b-c059-49ed-9b0a-84462b4224bc on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:26.727718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:26.728464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:26.729042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:26.729657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Bound port: 9b87188b-c059-49ed-9b0a-84462b4224bc, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:26.730180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.742076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a53d-1419-4701-a32b-a704c2013e9c req-985e0170-499b-4c6f-b7a3-99508889ea19 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:26.750151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4f8a53d-1419-4701-a32b-a704c2013e9c req-985e0170-499b-4c6f-b7a3-99508889ea19 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 943 time: 0.0997305 Sep 02 12:50:26.892377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bdff9-346c-477c-9ad3-7c7d668523d0 req-32426db0-c1c0-4389-8b0c-91576fc18d4e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:26.900612 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e21bdff9-346c-477c-9ad3-7c7d668523d0 req-32426db0-c1c0-4389-8b0c-91576fc18d4e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 947 time: 0.1776121 Sep 02 12:50:26.907436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4f8a53d-1419-4701-a32b-a704c2013e9c req-48c4c57a-185c-44fc-8da3-5248d1af93fa tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560469 Sep 02 12:50:26.920846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] For port 9b87188b-c059-49ed-9b0a-84462b4224bc, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:26.924168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] For port 9b87188b-c059-49ed-9b0a-84462b4224bc, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9b87188b-c059-49ed-9b0a-84462b4224bc,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:26.932740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.965847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e21bdff9-346c-477c-9ad3-7c7d668523d0 req-dd3f4dab-20ab-441b-983e-fd82793c51c5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 Sep 02 12:50:26.984228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:26.984646 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:26.986425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] 10.222.0.18 "PUT /v2.0/ports/9b87188b-c059-49ed-9b0a-84462b4224bc HTTP/1.1" status: 200 len: 1095 time: 1.4884615 Sep 02 12:50:26.987162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'tag': '9b87188b-c059-49ed-9b0a-84462b4224bc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:26.989798 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc1d8a-ed87-4e4e-a614-1711481713bc" -d '{"events": [{"name": "network-changed", "server_uuid": "af33607e-78ac-4b2b-956d-2091592e9b43", "tag": "9b87188b-c059-49ed-9b0a-84462b4224bc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:27.037027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d5b24-9411-44df-8eaf-66aedc7270fc service neutron] Pushing event updated for resources: {'Port': ['ID=9b87188b-c059-49ed-9b0a-84462b4224bc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:27.056784 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1f832-ee86-46f2-b43c-d21b2c789fb6 x-openstack-request-id: req-c9b1f832-ee86-46f2-b43c-d21b2c789fb6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:27.057223 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af33607e-78ac-4b2b-956d-2091592e9b43", "tag": "9b87188b-c059-49ed-9b0a-84462b4224bc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:27.057529 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9b1f832-ee86-46f2-b43c-d21b2c789fb6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:27.057994 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'tag': '9b87188b-c059-49ed-9b0a-84462b4224bc', 'status': 'completed', 'code': 200} Sep 02 12:50:27.109557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-dc9e5543-6271-4e43-a12c-bb30ca3da977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.111292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-dc9e5543-6271-4e43-a12c-bb30ca3da977 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 1098 time: 0.0486488 Sep 02 12:50:27.144985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:27.209877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-acba38c4-b7d1-4112-aa0a-23c774ccec58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b87188b-c059-49ed-9b0a-84462b4224bc HTTP/1.1" status: 200 len: 217 time: 0.0881646 Sep 02 12:50:27.244922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d024366f-ced5-477a-ad39-58ec50b017f7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:27.277469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Checking segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:27.278024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Network hostable DHCP agents. Network: cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:50:27.304644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:50:27.306841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-d2b57476-8601-4c34-92e8-89100e36a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.308591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-d2b57476-8601-4c34-92e8-89100e36a781 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0919662 Sep 02 12:50:27.318404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:27.330170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e885b-1fe3-4c38-a54b-3ad8def74040 None None] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:50:27.342002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.342844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:27.360536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ccdab767-4261-4f92-a9bb-5251206175d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7422361 Sep 02 12:50:27.384504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27091-6492-41d9-a134-b71e340ad13d req-d7f82fc4-3878-47ca-8f0e-fffc18c816ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.386183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-d7f82fc4-3878-47ca-8f0e-fffc18c816ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614300 Sep 02 12:50:27.490886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8d8d9-5ecf-44d6-aa86-9aa6f264a47f req-9fca99b9-6090-4edf-af92-5ec8af6f01cb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.493427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac2f51-64c9-4732-b80c-4694146fa5c9 None None] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:50:27.500647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58f8d8d9-5ecf-44d6-aa86-9aa6f264a47f req-9fca99b9-6090-4edf-af92-5ec8af6f01cb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.1081436 Sep 02 12:50:27.566259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-e18b6a1d-a895-4b1d-be4e-eb12ae4f8749 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699116 Sep 02 12:50:27.574990 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58f8d8d9-5ecf-44d6-aa86-9aa6f264a47f req-4e20595b-2745-425d-8a0b-403cb327975a tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637608 Sep 02 12:50:27.578733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158b48-f9fa-4458-b574-55e70c567750 req-f6657d5b-8f6a-460e-884d-1cc6b97fd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.580372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-f6657d5b-8f6a-460e-884d-1cc6b97fd221 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5&tenant_id=a5b3fe68958747f38cebb210e4faf2bc HTTP/1.1" status: 200 len: 1094 time: 0.0723403 Sep 02 12:50:27.616153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:27.733542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:27.780026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e27091-6492-41d9-a134-b71e340ad13d req-cedf4658-3906-4cc0-89f1-c6d091c3d72e service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042096 Sep 02 12:50:27.980393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-cc8b8d9e-a8eb-40d5-aa71-76430a7faa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:27.981950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-cc8b8d9e-a8eb-40d5-aa71-76430a7faa47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 1098 time: 0.1201973 Sep 02 12:50:28.047726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ac5da-0e22-41d5-a0ea-2f858ad1e232 req-ba1f8c54-d5e3-4f78-98cd-71df8fffb761 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.049483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb5ac5da-0e22-41d5-a0ea-2f858ad1e232 req-ba1f8c54-d5e3-4f78-98cd-71df8fffb761 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 943 time: 0.0598621 Sep 02 12:50:28.092567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb5ac5da-0e22-41d5-a0ea-2f858ad1e232 req-e067a0b5-5976-4a83-af0f-01da1d24b595 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Sep 02 12:50:28.148785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:28.190461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-9c8f10ce-6a55-4421-8b8e-82483b3f0939 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.192148 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-9c8f10ce-6a55-4421-8b8e-82483b3f0939 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.2689087 Sep 02 12:50:28.210035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-231ba3d7-2b51-4ac3-828c-e6e1a16e5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.211493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-231ba3d7-2b51-4ac3-828c-e6e1a16e5c99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1961737 Sep 02 12:50:28.222194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-bc9952fc-73f8-4f65-977d-ea5bc4c650d8 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/quotas/b41d3773b57d452bb82d0e748f849f4d HTTP/1.1" status: 200 len: 375 time: 0.0225437 Sep 02 12:50:28.235148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:28.251304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc175b24-ee77-4ac9-a5c5-d0fadf734365 req-c854b3f6-1fa3-44a3-b9d6-1d01fc618baa tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.253095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc175b24-ee77-4ac9-a5c5-d0fadf734365 req-c854b3f6-1fa3-44a3-b9d6-1d01fc618baa tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 947 time: 0.0912218 Sep 02 12:50:28.267719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-b3ce7e18-004e-48a3-a913-82387d5e33df tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.269324 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-b3ce7e18-004e-48a3-a913-82387d5e33df tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.18 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 945 time: 0.0728135 Sep 02 12:50:28.282036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-378f0fef-cb8c-411f-8a32-030e77893ad1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b87188b-c059-49ed-9b0a-84462b4224bc HTTP/1.1" status: 200 len: 217 time: 0.0615258 Sep 02 12:50:28.327672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-93904e8e-2064-4d3a-9ca5-d1ecf2ad8cd9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645778 Sep 02 12:50:28.367247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:28.377546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc175b24-ee77-4ac9-a5c5-d0fadf734365 req-6f4c40df-0929-466e-ba97-99209145d871 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067681 Sep 02 12:50:28.416837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Deleting port bdac0af2-0509-4e24-b0f1-462d57ea8455 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:28.416837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.422118 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.435059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-bdfcb83e-0057-4c23-8006-70429b847e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.436575 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-bdfcb83e-0057-4c23-8006-70429b847e67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1428986 Sep 02 12:50:28.455813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Transition to ACTIVE for port object e7423be3-72e8-4aa7-9aad-4d304e8b4fcf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:28.486757 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.503811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] For port bdac0af2-0509-4e24-b0f1-462d57ea8455, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=bdac0af2-0509-4e24-b0f1-462d57ea8455,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:28.504315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.524652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Calling delete_port for bdac0af2-0509-4e24-b0f1-462d57ea8455 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:28.544999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-7013fdf4-9f15-42ac-b973-3003a3903506 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946161 Sep 02 12:50:28.590950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:28.603590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-a05ac616-5242-4319-a889-9b6e074c8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:28.605160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-a05ac616-5242-4319-a889-9b6e074c8fbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588907 Sep 02 12:50:28.605983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] No DVR routers for this DVR port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:28.653978 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8aacd513-08ca-4002-be48-d03321d69088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.688401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.715023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['30a096ff-95ad-4ee1-a711-87d46061d0f8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:28.727694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['bdac0af2-0509-4e24-b0f1-462d57ea8455'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:28.761962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:28.762455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:28.762929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on network 39a32309-a5d3-4724-938e-55d135b41a90 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:28.777551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Pushing event deleted for resources: {'Port': ['ID=bdac0af2-0509-4e24-b0f1-462d57ea8455,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:28.780495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on network 39a32309-a5d3-4724-938e-55d135b41a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:50:28.781028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Attempting to bind port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on network 39a32309-a5d3-4724-938e-55d135b41a90 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:28.788606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4d715ff-ccce-4679-bebf-db56c8a85851 req-00dc2515-edb8-4725-9991-04bca2eeabde tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de HTTP/1.1" status: 200 len: 210 time: 0.0919890 Sep 02 12:50:28.810636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] No DVR routers for this DVR port bdac0af2-0509-4e24-b0f1-462d57ea8455 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:28.817384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:28.817977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Checking segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:28.818106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.818635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Bound using segment: {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:28.819087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Bound port: e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e424ee-ab06-43e8-a6d8-7d636004b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:28.819808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:28.821562 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c60b32ec-cc94-4177-a307-570a2f5483c5 req-1f72872b-913f-4aed-b3b9-5597f3af8f5e tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.18 "DELETE /v2.0/ports/bdac0af2-0509-4e24-b0f1-462d57ea8455 HTTP/1.1" status: 204 len: 173 time: 0.5436182 Sep 02 12:50:28.822078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'name': 'network-vif-deleted', 'tag': 'bdac0af2-0509-4e24-b0f1-462d57ea8455'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:28.831338 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b21cc4-b1c3-474e-b5c0-8c4a97060b0e" -d '{"events": [{"server_uuid": "461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de", "name": "network-vif-deleted", "tag": "bdac0af2-0509-4e24-b0f1-462d57ea8455"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:28.886595 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a821e7-a31f-44af-b1b4-882ed705faf0 x-openstack-request-id: req-57a821e7-a31f-44af-b1b4-882ed705faf0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:28.887049 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de", "name": "network-vif-deleted", "tag": "bdac0af2-0509-4e24-b0f1-462d57ea8455", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:28.887458 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57a821e7-a31f-44af-b1b4-882ed705faf0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:28.888087 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461ad784-fcfd-4f4f-ad2a-83dcdc9ff5de', 'name': 'network-vif-deleted', 'tag': 'bdac0af2-0509-4e24-b0f1-462d57ea8455', 'status': 'completed', 'code': 200} Sep 02 12:50:28.899231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-6e48bbbe-a922-4a1c-a2a5-aec3f71aa158 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379142 Sep 02 12:50:28.906688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-fc2e1aa0-5cb3-4339-9a5e-0feb82e9c426 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677882 Sep 02 12:50:29.048234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:29.071121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:29.081513 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:29.135416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85fc1d8a-ed87-4e4e-a614-1711481713bc req-516476f0-e16b-496a-8e67-c7a5e969eded service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030025 Sep 02 12:50:29.149144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-217d16ef-7a3b-4896-9384-c995bcdf13c6 req-afff809a-6673-44e8-832e-40e4b0cdf7a9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0568967 Sep 02 12:50:29.163510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.164269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:29.165822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] 10.222.0.18 "PUT /v2.0/ports/e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 1091 time: 1.5566349 Sep 02 12:50:29.167059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:29.169478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:29.176956 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486b3a95-55bb-49b5-bd66-ce77e1e9d260" -d '{"events": [{"name": "network-changed", "server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:29.210151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aa895-f694-4323-9927-2d5de9dc950a service neutron] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:29.247360 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a876a8-8c87-4f30-91db-d40d14c33cb7 x-openstack-request-id: req-18a876a8-8c87-4f30-91db-d40d14c33cb7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:29.247649 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:29.247889 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18a876a8-8c87-4f30-91db-d40d14c33cb7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:29.248286 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'status': 'completed', 'code': 200} Sep 02 12:50:29.263240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:29.311383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158b48-f9fa-4458-b574-55e70c567750 req-83da687b-dfc7-4276-855c-2e990bf5d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.312980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-83da687b-dfc7-4276-855c-2e990bf5d356 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1095 time: 0.1127169 Sep 02 12:50:29.324238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286cc8-b0e8-440f-b6b2-1e5989de8484 req-3b01545d-9138-4601-96ba-438fd432af4b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.326247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63286cc8-b0e8-440f-b6b2-1e5989de8484 req-3b01545d-9138-4601-96ba-438fd432af4b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.0735042 Sep 02 12:50:29.491345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63286cc8-b0e8-440f-b6b2-1e5989de8484 req-71e1c37b-5df8-4afa-90d2-5bde82d757c1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537778 Sep 02 12:50:29.511479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baee15b-30fe-430a-a6af-18c78305c94b req-02484da9-da8c-46f8-982b-ae7c1fdbfeea tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.521171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8baee15b-30fe-430a-a6af-18c78305c94b req-02484da9-da8c-46f8-982b-ae7c1fdbfeea tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1097 time: 0.0731728 Sep 02 12:50:29.532846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158b48-f9fa-4458-b574-55e70c567750 req-69c2faf8-1029-4682-8db9-b3297fcbaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.534399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-69c2faf8-1029-4682-8db9-b3297fcbaf73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 914 time: 0.2072027 Sep 02 12:50:29.553249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8baee15b-30fe-430a-a6af-18c78305c94b req-6128c8ea-6f4b-4d49-9d5b-d782ef10b003 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:29.585394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-6dbb5a1a-2dd7-4d6b-9184-fc5097d54090 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 217 time: 0.0423398 Sep 02 12:50:29.669572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158b48-f9fa-4458-b574-55e70c567750 req-a06c4cf0-d000-42fe-aa9f-0350f8b80d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.671354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-a06c4cf0-d000-42fe-aa9f-0350f8b80d07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.0749018 Sep 02 12:50:29.675034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8baee15b-30fe-430a-a6af-18c78305c94b req-6128c8ea-6f4b-4d49-9d5b-d782ef10b003 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:29.680708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8baee15b-30fe-430a-a6af-18c78305c94b req-6128c8ea-6f4b-4d49-9d5b-d782ef10b003 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:29.682598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358077-cf54-4f8a-9cef-e3ee62c679c4 req-3bd857d8-3e9f-4b27-9f9a-36c6d52b7c68 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.684344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33358077-cf54-4f8a-9cef-e3ee62c679c4 req-3bd857d8-3e9f-4b27-9f9a-36c6d52b7c68 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 947 time: 0.0981660 Sep 02 12:50:29.724698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8baee15b-30fe-430a-a6af-18c78305c94b req-6128c8ea-6f4b-4d49-9d5b-d782ef10b003 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968398 Sep 02 12:50:29.739230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-b80670ad-bebd-4dda-bbc6-94156095be6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449135 Sep 02 12:50:29.739345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128c8ea-6f4b-4d49-9d5b-d782ef10b003 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a33dfc-3253-4369-b617-bfc43849daa3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:29.837368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33358077-cf54-4f8a-9cef-e3ee62c679c4 req-11346367-d263-414a-9117-5a8705ff9adb tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362386 Sep 02 12:50:29.896086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8189a-3385-4482-b2c7-2a12aeaa1f54 req-72a22510-b9d8-47c0-9bd8-5053d5ec578e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:29.899103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d8189a-3385-4482-b2c7-2a12aeaa1f54 req-72a22510-b9d8-47c0-9bd8-5053d5ec578e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0767200 Sep 02 12:50:29.900248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-1996ea55-b49a-445a-8424-120644988bfb service neutron] 10.222.0.18 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578178 Sep 02 12:50:29.978804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93d8189a-3385-4482-b2c7-2a12aeaa1f54 req-270fc1b3-1842-4fb7-a0cb-d0bd3d05acf1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722821 Sep 02 12:50:29.997711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:30.047862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1158b48-f9fa-4458-b574-55e70c567750 req-2f643e12-228d-4aea-bc48-c0926c547d20 service neutron] 10.222.0.18 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388960 Sep 02 12:50:30.082454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32deec56-6b17-4439-b05e-2102f0fb1a50 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 HTTP/1.1" status: 200 len: 993 time: 0.0830011 Sep 02 12:50:30.173629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-d8a03c6b-155b-4298-99f6-56ff2ef81c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:30.177481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-d8a03c6b-155b-4298-99f6-56ff2ef81c1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1095 time: 0.0728953 Sep 02 12:50:30.195762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f51b5-fb0b-4c8d-971e-154d1d61ac05 req-aa0ed7fd-6d2b-43c4-b93e-38b7c5419805 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:30.197420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf8f51b5-fb0b-4c8d-971e-154d1d61ac05 req-aa0ed7fd-6d2b-43c4-b93e-38b7c5419805 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0593133 Sep 02 12:50:30.255582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf8f51b5-fb0b-4c8d-971e-154d1d61ac05 req-20b9c488-8854-4358-8292-23651212da49 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Sep 02 12:50:30.339011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-47a22b31-d464-4d8d-8e93-0545be656aad req-235771d4-27ae-466c-a69e-787334c4fec8 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0385957 Sep 02 12:50:30.362373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-a17c8466-8fde-486f-80e4-7866ad035f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:30.365061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-a17c8466-8fde-486f-80e4-7866ad035f7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 914 time: 0.1583648 Sep 02 12:50:30.400185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-9ad22913-ccdd-449d-942a-e87751e2cb55 req-03a9b275-e2ac-4d59-bef7-381ed71ae8f4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:50:30.401221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ad22913-ccdd-449d-942a-e87751e2cb55 req-03a9b275-e2ac-4d59-bef7-381ed71ae8f4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066044 Sep 02 12:50:30.425110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-2d44bf31-3e15-47c8-bc1f-43905a566276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 217 time: 0.0500293 Sep 02 12:50:30.555786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-686bc3a2-375f-46f9-aa96-3f82fe866a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:30.557496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-686bc3a2-375f-46f9-aa96-3f82fe866a9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.1069279 Sep 02 12:50:30.607160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-9cb828a9-89da-4149-9d0a-909cbd217e92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400057 Sep 02 12:50:30.618375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-8189e61d-181f-4e12-87bd-71710cce1b22 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:30.620335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-8189e61d-181f-4e12-87bd-71710cce1b22 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.1939759 Sep 02 12:50:30.806917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9452f8-9469-4fd8-ac32-775e97fa251c req-ffe43ded-d1a1-4698-bc97-19ab21ce4a0a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:30.817567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a9452f8-9469-4fd8-ac32-775e97fa251c req-ffe43ded-d1a1-4698-bc97-19ab21ce4a0a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1333404 Sep 02 12:50:30.947434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a9452f8-9469-4fd8-ac32-775e97fa251c req-ce577195-b93c-4769-94ea-02e10d09619b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284623 Sep 02 12:50:30.955611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-68770d3b-7cae-4dc9-8f8d-9f68312984c5 service neutron] 10.222.0.18 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344970 Sep 02 12:50:31.186231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2abb-710d-49ab-97cf-0739682ac036 req-e4e344cb-c154-4285-8309-9fa9c1d8b678 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:31.197728 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be6e2abb-710d-49ab-97cf-0739682ac036 req-e4e344cb-c154-4285-8309-9fa9c1d8b678 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1143856 Sep 02 12:50:31.212986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9b87188b-c059-49ed-9b0a-84462b4224bc details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:50:31.271745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688bc2-0b05-4182-afe5-1b9d27f3456a req-5ea930c7-67e3-4ab8-b303-ba7018d95de1 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:31.281716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be6e2abb-710d-49ab-97cf-0739682ac036 req-f5926835-d82c-4fda-b971-c292568c3975 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808208 Sep 02 12:50:31.295315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9688bc2-0b05-4182-afe5-1b9d27f3456a req-5ea930c7-67e3-4ab8-b303-ba7018d95de1 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 947 time: 0.2256672 Sep 02 12:50:31.305944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-bc12dd33-68af-4e43-914e-486403edcc1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1746004 Sep 02 12:50:31.391524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9688bc2-0b05-4182-afe5-1b9d27f3456a req-9aa7a7a7-3b04-4560-8d18-8b7271e03a38 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913441 Sep 02 12:50:31.464178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9b87188b-c059-49ed-9b0a-84462b4224bc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9b87188b-c059-49ed-9b0a-84462b4224bc,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:31.485611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '9b87188b-c059-49ed-9b0a-84462b4224bc', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '9b87188b-c059-49ed-9b0a-84462b4224bc', 'mac_address': 'fa:16:3e:91:3b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:50:31.485808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fba93-3c26-4700-9f2d-924391f2ad2a req-3212237e-d440-49a9-bc6f-cd9b0d35bdb6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:31.500804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce7fba93-3c26-4700-9f2d-924391f2ad2a req-3212237e-d440-49a9-bc6f-cd9b0d35bdb6 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.0978966 Sep 02 12:50:31.551144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:31.564953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49b4fad4-4ff1-4111-92dc-99867c77018a req-f2570dd4-0ed3-4849-8b91-6ff437f1d210 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0592849 Sep 02 12:50:31.588448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b87188b-c059-49ed-9b0a-84462b4224bc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:31.602714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af897821-c0b7-4f2e-a1ef-9c95915bb262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:31.621784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce7fba93-3c26-4700-9f2d-924391f2ad2a req-fe70b13f-88ff-40a0-8f5c-5682077fd37d tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111503 Sep 02 12:50:31.642231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9b87188b-c059-49ed-9b0a-84462b4224bc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9b87188b-c059-49ed-9b0a-84462b4224bc,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:31.644362 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:31.651202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:31.788891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9b87188b-c059-49ed-9b0a-84462b4224bc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:31.995954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9b87188b-c059-49ed-9b0a-84462b4224bc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:32.208004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1333cc-ca03-4375-9620-c6ea0462e5cd req-27e855d3-ca74-469f-8c0f-fa3d9a55d3bd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:32.212061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca1333cc-ca03-4375-9620-c6ea0462e5cd req-27e855d3-ca74-469f-8c0f-fa3d9a55d3bd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1210744 Sep 02 12:50:32.294756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca1333cc-ca03-4375-9620-c6ea0462e5cd req-4c6ae03c-0cbe-4799-83ba-0fa6c5d19dcd tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699596 Sep 02 12:50:32.508783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:32.516185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129d-939d-4efe-af42-9e4b7e9438e3 req-2fba1095-ea9d-4eab-a61a-f24e77d011ac tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:32.518159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ab129d-939d-4efe-af42-9e4b7e9438e3 req-2fba1095-ea9d-4eab-a61a-f24e77d011ac tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1179855 Sep 02 12:50:32.632456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40b4a0-fd89-4c49-90d3-c1da65288381 req-32068cb6-2f8f-4635-859b-b818ff8711b4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:32.650377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca40b4a0-fd89-4c49-90d3-c1da65288381 req-32068cb6-2f8f-4635-859b-b818ff8711b4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 948 time: 0.1322324 Sep 02 12:50:32.651785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49ab129d-939d-4efe-af42-9e4b7e9438e3 req-ab618951-f769-4935-9f1f-74e0bc4471b3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129761 Sep 02 12:50:32.710778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-254c0138-c5d4-422c-a3be-711c88bb32d0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:32.712275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-254c0138-c5d4-422c-a3be-711c88bb32d0 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1669495 Sep 02 12:50:32.740338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca40b4a0-fd89-4c49-90d3-c1da65288381 req-a46487d9-3894-44c8-9878-4234f59f8d34 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865474 Sep 02 12:50:32.878352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-766f9134-ce47-4a5b-af0a-08c9973ac67f req-71a98a06-f5b6-48f8-85de-96c58d518fbd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0393271 Sep 02 12:50:32.943138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ee61-a681-4a79-9ef6-916128959024 req-90a494bd-87a3-4af1-96b9-e09ff5ce437c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:32.945297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-28b1ee61-a681-4a79-9ef6-916128959024 req-90a494bd-87a3-4af1-96b9-e09ff5ce437c tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 945 time: 0.1078708 Sep 02 12:50:33.009268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Deleting port 30a096ff-95ad-4ee1-a711-87d46061d0f8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:33.010354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:33.036002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-28b1ee61-a681-4a79-9ef6-916128959024 req-be0e3cce-303a-496d-a7a8-ebddeb08b2be tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/security-groups?id=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751133 Sep 02 12:50:33.182875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] For port 30a096ff-95ad-4ee1-a711-87d46061d0f8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=30a096ff-95ad-4ee1-a711-87d46061d0f8,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:33.183284 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:33.202709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Calling delete_port for 30a096ff-95ad-4ee1-a711-87d46061d0f8 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:33.229271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bdac0af2-0509-4e24-b0f1-462d57ea8455 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:33.261194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: bdac0af2-0509-4e24-b0f1-462d57ea8455 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:33.262121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device bdac0af2-0509-4e24-b0f1-462d57ea8455 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:33.423080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:33.440262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['30a096ff-95ad-4ee1-a711-87d46061d0f8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:33.475553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84859687-a681-4806-9270-3c1eac9cdb80 req-0af414e9-7f2d-47da-9b01-0fe07e4d26a8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:33.477184 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84859687-a681-4806-9270-3c1eac9cdb80 req-0af414e9-7f2d-47da-9b01-0fe07e4d26a8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1192083 Sep 02 12:50:33.803583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf975-66c0-4029-99e9-caa6cbd505e2 req-01e102d1-30ea-41e1-a1cb-e00bd16635a7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:33.811094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2adbf975-66c0-4029-99e9-caa6cbd505e2 req-01e102d1-30ea-41e1-a1cb-e00bd16635a7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0701427 Sep 02 12:50:33.863080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2adbf975-66c0-4029-99e9-caa6cbd505e2 req-df7eb5d7-6b41-40ec-b5ee-0135187c92b0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510499 Sep 02 12:50:33.893432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Pushing event deleted for resources: {'Port': ['ID=30a096ff-95ad-4ee1-a711-87d46061d0f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:33.941482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] No DVR routers for this DVR port 30a096ff-95ad-4ee1-a711-87d46061d0f8 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:33.950232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:33.952536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24128694-616d-4169-9a24-6b22b8c3b0fa req-786207e9-a2c4-40b1-a974-a65b8ea0e9fb tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.41 "DELETE /v2.0/ports/30a096ff-95ad-4ee1-a711-87d46061d0f8 HTTP/1.1" status: 204 len: 173 time: 1.2327826 Sep 02 12:50:33.953134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eccc886-649c-4a5e-a242-828c2d015389', 'name': 'network-vif-deleted', 'tag': '30a096ff-95ad-4ee1-a711-87d46061d0f8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:33.955700 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba45f41b-9fa2-46f2-bfa9-4ad628a3abbf" -d '{"events": [{"server_uuid": "5eccc886-649c-4a5e-a242-828c2d015389", "name": "network-vif-deleted", "tag": "30a096ff-95ad-4ee1-a711-87d46061d0f8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:33.989852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84859687-a681-4806-9270-3c1eac9cdb80 req-f07bf3de-50a6-4e10-a1f4-79f598096311 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930686 Sep 02 12:50:34.117473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4287f-b69c-416b-8706-1d91b2635289 req-58cf6fcb-c834-43d5-ad02-4b17a1013d64 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:34.119410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1e4287f-b69c-416b-8706-1d91b2635289 req-58cf6fcb-c834-43d5-ad02-4b17a1013d64 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 948 time: 0.1444063 Sep 02 12:50:34.132660 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:34.181621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1e4287f-b69c-416b-8706-1d91b2635289 req-79b2b30b-7148-4963-bef6-cdc8e51babf7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Sep 02 12:50:34.186385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d4ffc0a-a827-4ced-8429-093bb97903e4 req-758dcda9-f538-49db-8162-7efea8a2b4ca tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.1068351 Sep 02 12:50:34.255358 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8d30f-852b-4e86-a72f-ef1243ec7159 x-openstack-request-id: req-a5c8d30f-852b-4e86-a72f-ef1243ec7159 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:34.255851 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eccc886-649c-4a5e-a242-828c2d015389", "name": "network-vif-deleted", "tag": "30a096ff-95ad-4ee1-a711-87d46061d0f8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:34.256105 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5c8d30f-852b-4e86-a72f-ef1243ec7159 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:34.256516 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eccc886-649c-4a5e-a242-828c2d015389', 'name': 'network-vif-deleted', 'tag': '30a096ff-95ad-4ee1-a711-87d46061d0f8', 'status': 'completed', 'code': 200} Sep 02 12:50:34.333770 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd06a29f-46fb-4ac9-826c-8ef9972fc867 req-175659dd-9181-4224-bf4e-b4c445c599d2 tempest-ServerRescueTestJSON-721158567 tempest-ServerRescueTestJSON-721158567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eccc886-649c-4a5e-a242-828c2d015389 HTTP/1.1" status: 200 len: 210 time: 0.0495570 Sep 02 12:50:35.044175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:35.058163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772bb86-2d8d-4097-af05-66162547f127 req-9ff67f5e-92d2-4326-84b1-cd61b5582807 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:35.059752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3772bb86-2d8d-4097-af05-66162547f127 req-9ff67f5e-92d2-4326-84b1-cd61b5582807 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0731869 Sep 02 12:50:35.156989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3772bb86-2d8d-4097-af05-66162547f127 req-2c09a925-930b-4317-bffa-3022e5151ebe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891287 Sep 02 12:50:35.223154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9b87188b-c059-49ed-9b0a-84462b4224bc up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:35.240275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf33b8-9b75-4c5d-994e-cedaa695de2e req-06f91f72-8a2e-4be3-b32d-38405e2174e5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:35.255982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ddf33b8-9b75-4c5d-994e-cedaa695de2e req-06f91f72-8a2e-4be3-b32d-38405e2174e5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1118274 Sep 02 12:50:35.299461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 9b87188b-c059-49ed-9b0a-84462b4224bc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:35.313875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 9b87188b-c059-49ed-9b0a-84462b4224bc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:35.314261 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:35.325994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ddf33b8-9b75-4c5d-994e-cedaa695de2e req-57cc869c-b932-4a6a-8100-73335011305f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633652 Sep 02 12:50:35.390921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc98a3-b965-4825-b8aa-f21976e321eb req-69b4f4cb-3208-4579-9b8e-ef09a427912b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:35.393124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedc98a3-b965-4825-b8aa-f21976e321eb req-69b4f4cb-3208-4579-9b8e-ef09a427912b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 948 time: 0.0932233 Sep 02 12:50:35.443929 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aedc98a3-b965-4825-b8aa-f21976e321eb req-521f9c5c-f7ab-46f5-ada2-ae03367e87ba tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Sep 02 12:50:35.467764 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46aced1b-ccd9-4952-be8c-5a080e16f277 req-aec18dab-65fe-45bb-baaf-a7e1cd7be433 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0448697 Sep 02 12:50:35.479640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:35.510189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b87188b-c059-49ed-9b0a-84462b4224bc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:35.510189 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54daaa7b-8c42-4fd5-b251-be6a5c16b73e" -d '{"events": [{"server_uuid": "af33607e-78ac-4b2b-956d-2091592e9b43", "name": "network-vif-plugged", "status": "completed", "tag": "9b87188b-c059-49ed-9b0a-84462b4224bc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:35.524969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9b87188b-c059-49ed-9b0a-84462b4224bc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9b87188b-c059-49ed-9b0a-84462b4224bc,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:35.535325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:35.540516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:35.584718 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33ccf27-021b-4b6f-98b0-b9c19c98607b x-openstack-request-id: req-a33ccf27-021b-4b6f-98b0-b9c19c98607b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:35.585498 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af33607e-78ac-4b2b-956d-2091592e9b43", "name": "network-vif-plugged", "status": "completed", "tag": "9b87188b-c059-49ed-9b0a-84462b4224bc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:35.585999 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a33ccf27-021b-4b6f-98b0-b9c19c98607b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:35.586613 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b87188b-c059-49ed-9b0a-84462b4224bc', 'code': 200} Sep 02 12:50:35.640191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9b87188b-c059-49ed-9b0a-84462b4224bc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:36.402450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aec69-57f1-4aeb-ad2d-5956dd9c8c69 req-2f6dbd6b-dabb-469f-addb-8a3afa705560 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:36.404085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-916aec69-57f1-4aeb-ad2d-5956dd9c8c69 req-2f6dbd6b-dabb-469f-addb-8a3afa705560 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1248829 Sep 02 12:50:36.497376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-916aec69-57f1-4aeb-ad2d-5956dd9c8c69 req-679e6875-b732-4b20-a4a2-ddcac97a21ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825281 Sep 02 12:50:36.502525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e30f0-7da6-44c6-a287-6d13a45f5bb5 req-e34679a3-5cdc-47dd-bdd7-833948c5d85c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:36.510370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f76e30f0-7da6-44c6-a287-6d13a45f5bb5 req-e34679a3-5cdc-47dd-bdd7-833948c5d85c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1004715 Sep 02 12:50:36.540862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:50:36.559272 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f76e30f0-7da6-44c6-a287-6d13a45f5bb5 req-2a6ec773-bd2c-44df-9481-043f33a3201d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460198 Sep 02 12:50:36.572592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:36.715842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-214a5809-885b-40fb-be2a-49e4e1df0f6b req-28524f10-562a-4ce2-9e72-5371ff8f6ac4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0479233 Sep 02 12:50:36.870944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ae21b-ce79-4c82-83e6-99e039245fca req-e6e05dc2-5df8-4fdc-9e2f-42a215d14a2a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:36.871159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-488ae21b-ce79-4c82-83e6-99e039245fca req-e6e05dc2-5df8-4fdc-9e2f-42a215d14a2a tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.1509271 Sep 02 12:50:36.940322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-488ae21b-ce79-4c82-83e6-99e039245fca req-e9d6b8e3-3b3e-428c-99ad-ec1760853ab2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Sep 02 12:50:37.054232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Deleting port 295b8749-c4f6-4b32-9d56-91f1fce48c04 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:37.054589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:37.173695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] For port 295b8749-c4f6-4b32-9d56-91f1fce48c04, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=295b8749-c4f6-4b32-9d56-91f1fce48c04,segment=NetworkSegment(342d163d-7698-4b7e-8027-ded2915781f7),segment_id=342d163d-7698-4b7e-8027-ded2915781f7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:37.174145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:37.206031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Calling delete_port for 295b8749-c4f6-4b32-9d56-91f1fce48c04 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:37.212505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 30a096ff-95ad-4ee1-a711-87d46061d0f8 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:37.246093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 30a096ff-95ad-4ee1-a711-87d46061d0f8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:37.246904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 30a096ff-95ad-4ee1-a711-87d46061d0f8 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:37.450925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:37.480931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Pushing event deleted for resources: {'Port': ['ID=295b8749-c4f6-4b32-9d56-91f1fce48c04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:37.698117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed64f2-d1e5-4ca7-9e5e-7b38d6189626 req-c2c16ff0-0809-406f-be5e-d3e851952d1f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:37.708193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81ed64f2-d1e5-4ca7-9e5e-7b38d6189626 req-c2c16ff0-0809-406f-be5e-d3e851952d1f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1121140 Sep 02 12:50:37.732998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8ba5b-7e3e-4a1f-ab3a-c47030d97b78 req-e1db38f9-5b00-4517-81e3-c488f5d60bf5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:37.734624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4be8ba5b-7e3e-4a1f-ab3a-c47030d97b78 req-e1db38f9-5b00-4517-81e3-c488f5d60bf5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.0767262 Sep 02 12:50:37.760424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:37.766729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81ed64f2-d1e5-4ca7-9e5e-7b38d6189626 req-3769fd4f-b2e4-4fc6-86dd-22fe79fbc620 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567825 Sep 02 12:50:37.844937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4be8ba5b-7e3e-4a1f-ab3a-c47030d97b78 req-e36afa84-0a2a-4068-8d34-fdcf8a1b3e83 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930388 Sep 02 12:50:37.956952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3b1ad90-7544-48c1-8373-22d873ef22dc req-616591f9-6095-4e68-8112-692591af9e5a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0380704 Sep 02 12:50:38.172177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Router 705972ac-e687-4f40-8b07-d08d13230cbd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:50:38.273266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f86f-9f2c-42ed-969f-660611f0a828 req-b00d3468-9f17-43ab-b3e5-595979e3b8da tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:38.281852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4886f86f-9f2c-42ed-969f-660611f0a828 req-b00d3468-9f17-43ab-b3e5-595979e3b8da tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.1703203 Sep 02 12:50:38.410143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4886f86f-9f2c-42ed-969f-660611f0a828 req-decc1630-59c7-40bc-b0cc-60e4c8982ba4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270487 Sep 02 12:50:38.442283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:50:38.449772 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b007ba30-6204-4883-8ef0-dea45856acfb admin admin] 10.222.0.60 "PUT /v2.0/routers/705972ac-e687-4f40-8b07-d08d13230cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132175 Sep 02 12:50:38.453195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:38.453553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] Sync routers for ids ['705972ac-e687-4f40-8b07-d08d13230cbd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:50:38.465749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:38.467351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] Routers {'705972ac-e687-4f40-8b07-d08d13230cbd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:50:38.468084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:50:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['705972ac-e687-4f40-8b07-d08d13230cbd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:38.574071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:38.630915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] Set router 705972ac-e687-4f40-8b07-d08d13230cbd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:50:38.688383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc0520d8-e176-4ff2-b53e-9e78bcad2499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:38.690664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:38.804944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Deleting port 5b966ef5-abfd-4868-b364-0b5e78cb0870 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:38.806407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:38.867352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:50:37Z', 'revision_number': 5, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port': {'id': '5b966ef5-abfd-4868-b364-0b5e78cb0870', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:48:28Z', 'updated_at': '2021-09-02T12:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:38.907795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc0520d8-e176-4ff2-b53e-9e78bcad2499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:38.915806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc0520d8-e176-4ff2-b53e-9e78bcad2499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:38.922867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] Checking router: 705972ac-e687-4f40-8b07-d08d13230cbd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:50:38.933035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] Routers {'705972ac-e687-4f40-8b07-d08d13230cbd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:50:38.933847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:50:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['705972ac-e687-4f40-8b07-d08d13230cbd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:38.963488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0520d8-e176-4ff2-b53e-9e78bcad2499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9e0cf-8b7c-4d63-a317-c561c3c81620,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:38.984930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129f816-0290-406a-9458-be633664e1fd req-d8f27dcf-106d-4778-acf7-aba817533353 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:39.006868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c129f816-0290-406a-9458-be633664e1fd req-d8f27dcf-106d-4778-acf7-aba817533353 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1219180 Sep 02 12:50:39.008554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc0520d8-e176-4ff2-b53e-9e78bcad2499 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=909e50a31cb24ff8b6ffdc029bc0809b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412915 Sep 02 12:50:39.012192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:39.077969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] Set router 705972ac-e687-4f40-8b07-d08d13230cbd gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:50:39.103110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62119-9b2a-4d6d-a034-cde4e229bb8f req-24538da9-6542-48ba-bbb8-2cb5315b6eac tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:39.104760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfa62119-9b2a-4d6d-a034-cde4e229bb8f req-24538da9-6542-48ba-bbb8-2cb5315b6eac tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.0936835 Sep 02 12:50:39.150118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] For port 5b966ef5-abfd-4868-b364-0b5e78cb0870, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5b966ef5-abfd-4868-b364-0b5e78cb0870,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:39.150118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.172560 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c129f816-0290-406a-9458-be633664e1fd req-66eba043-91b3-4f80-b3c9-c3f7d3b31e09 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646385 Sep 02 12:50:39.212450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:50:38Z', 'revision_number': 6, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:39.218020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cfa62119-9b2a-4d6d-a034-cde4e229bb8f req-8601ed81-dfce-4e56-968b-7722b68189a1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054163 Sep 02 12:50:39.225197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Calling delete_port for 5b966ef5-abfd-4868-b364-0b5e78cb0870 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:39.277239 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924c225e-b4b0-4f76-a4a8-f99d324012e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.306686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82375c9-7819-49c8-9f88-6b91ba895fb7 None None] The sync data for ids ['705972ac-e687-4f40-8b07-d08d13230cbd'] in n-d-792364-8 is: [{'id': '705972ac-e687-4f40-8b07-d08d13230cbd', 'name': 'tempest-ServerRescueTestJSON-934575780-router', 'tenant_id': '96ea08a51ee046ce96677bee3eaade07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:48:26Z', 'updated_at': '2021-09-02T12:50:38Z', 'revision_number': 6, 'project_id': '96ea08a51ee046ce96677bee3eaade07', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:50:39.390699 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bbfbd0c4-8f1b-41aa-8bf1-50a603aee128 req-21d81a99-0811-4983-b021-9ecaaee27497 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0746908 Sep 02 12:50:39.399689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924c225e-b4b0-4f76-a4a8-f99d324012e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.549415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924c225e-b4b0-4f76-a4a8-f99d324012e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.553069 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924c225e-b4b0-4f76-a4a8-f99d324012e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.554467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-924c225e-b4b0-4f76-a4a8-f99d324012e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfd9e0cf-8b7c-4d63-a317-c561c3c81620 HTTP/1.1" status: 204 len: 168 time: 0.5355604 Sep 02 12:50:39.566566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c225e-b4b0-4f76-a4a8-f99d324012e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9e0cf-8b7c-4d63-a317-c561c3c81620,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:39.583099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501297e2-63a5-44a6-9905-75d36ed0ab50 req-15c9ff42-b29d-44fe-8ecd-2411ff16f2b9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:39.585833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-501297e2-63a5-44a6-9905-75d36ed0ab50 req-15c9ff42-b29d-44fe-8ecd-2411ff16f2b9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.0658612 Sep 02 12:50:39.626431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.654730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-501297e2-63a5-44a6-9905-75d36ed0ab50 req-c6a507d5-0d9f-46de-9730-1ade24fff1f6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529246 Sep 02 12:50:39.679431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b966ef5-abfd-4868-b364-0b5e78cb0870,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:39.823834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.962355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:39.964869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.015656 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.016527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705972ac-e687-4f40-8b07-d08d13230cbd {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:50:40.023929 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.027653 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-abc6cfc2-8d08-47df-8de9-7e66fe103d64 admin admin] 10.222.0.60 "DELETE /v2.0/routers/705972ac-e687-4f40-8b07-d08d13230cbd HTTP/1.1" status: 204 len: 168 time: 1.5698237 Sep 02 12:50:40.027913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:40.054198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:40.067796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2f43-4431-40cc-a290-96658a058e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.080014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Deleting subnet 1292987e-d71c-4efd-91b2-9c43b2913c21 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:50:40.083455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.126358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.174918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.233503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2f43-4431-40cc-a290-96658a058e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.241028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2f43-4431-40cc-a290-96658a058e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.273617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.302030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca2f43-4431-40cc-a290-96658a058e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dea6c4-802d-420f-958b-93635a8d6b65,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:40.310080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c9ca2f43-4431-40cc-a290-96658a058e18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f40029a471624b88bf179b2ad3d7e420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531614 Sep 02 12:50:40.311212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:40.387337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1c25-abc2-4f69-a800-9986fae75400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.399680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.401621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1292987e-d71c-4efd-91b2-9c43b2913c21 HTTP/1.1" status: 204 len: 168 time: 0.3726006 Sep 02 12:50:40.406858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b773e-9a70-42d9-851d-64a2ada727aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1292987e-d71c-4efd-91b2-9c43b2913c21,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:40.408698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:40.433744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 295b8749-c4f6-4b32-9d56-91f1fce48c04 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:40.436475 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1c25-abc2-4f69-a800-9986fae75400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.466248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 295b8749-c4f6-4b32-9d56-91f1fce48c04 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:40.466747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 295b8749-c4f6-4b32-9d56-91f1fce48c04 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:40.467264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5b966ef5-abfd-4868-b364-0b5e78cb0870 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:40.495423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 5b966ef5-abfd-4868-b364-0b5e78cb0870 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:40.496076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5b966ef5-abfd-4868-b364-0b5e78cb0870 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:40.525510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542aaa-5150-4f77-9107-3285c3fed674 req-57328d25-099b-428c-82cc-1a40d31b7139 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:40.527343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88542aaa-5150-4f77-9107-3285c3fed674 req-57328d25-099b-428c-82cc-1a40d31b7139 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1586373 Sep 02 12:50:40.529452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11015167-797e-40e4-bcae-57552992305b req-1d252456-412b-4c7e-bd42-de6a33e8dade tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:40.530577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.531498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11015167-797e-40e4-bcae-57552992305b req-1d252456-412b-4c7e-bd42-de6a33e8dade tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1543436 Sep 02 12:50:40.553476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1c25-abc2-4f69-a800-9986fae75400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.556361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1c25-abc2-4f69-a800-9986fae75400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.560964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0ecb1c25-abc2-4f69-a800-9986fae75400 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3dea6c4-802d-420f-958b-93635a8d6b65 HTTP/1.1" status: 204 len: 168 time: 0.2463388 Sep 02 12:50:40.586867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb1c25-abc2-4f69-a800-9986fae75400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dea6c4-802d-420f-958b-93635a8d6b65,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:40.614198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-11015167-797e-40e4-bcae-57552992305b req-a162efeb-3371-44d1-8ecc-d9ee24a733a8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705860 Sep 02 12:50:40.618318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88542aaa-5150-4f77-9107-3285c3fed674 req-1a9003e5-b049-4b31-ac86-082888f8d2b0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814207 Sep 02 12:50:40.706155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.744775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f964f2d6-eed9-4962-9d4e-fac58cafa54e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:40.748321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5ff4b58-7dc2-4763-952d-e6bf1eecb766 req-2350066b-71a6-4f20-8217-b5c97313775c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0474226 Sep 02 12:50:40.756999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d163d-7698-4b7e-8027-ded2915781f7') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:40.757286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d163d-7698-4b7e-8027-ded2915781f7') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:40.769734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.799332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.806329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:50:40.806961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:50:40.809187 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:50:40.820470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5401d02-6c86-40d9-b2dd-317f58b5ea04 req-47c6e39e-ba30-47ca-b178-3d67b2dd0d0c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:40.822171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5401d02-6c86-40d9-b2dd-317f58b5ea04 req-47c6e39e-ba30-47ca-b178-3d67b2dd0d0c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.0621104 Sep 02 12:50:40.870906 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.875434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5401d02-6c86-40d9-b2dd-317f58b5ea04 req-337f1f33-11a3-477f-968f-2fe685c720ba tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Sep 02 12:50:40.876235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.900601 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:40.902518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f964f2d6-eed9-4962-9d4e-fac58cafa54e HTTP/1.1" status: 204 len: 168 time: 0.4917450 Sep 02 12:50:40.903838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90249f9-911e-42c3-973f-4f3503aea982 admin admin] Pushing event deleted for resources: {'Network': ['ID=f964f2d6-eed9-4962-9d4e-fac58cafa54e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:41.076505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Request body: {'port': {'device_id': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'admin_state_up': True, 'tenant_id': 'b41d3773b57d452bb82d0e748f849f4d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:41.114648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:41.197234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:41.197518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-21ec308e-25b6-4930-8991-15bd5244650a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96ea08a51ee046ce96677bee3eaade07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805142 Sep 02 12:50:41.211982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-9dfa7bcc-ab13-44b1-b97d-2ffe086ac601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.213739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-9dfa7bcc-ab13-44b1-b97d-2ffe086ac601 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1097 time: 0.0559435 Sep 02 12:50:41.304221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e4bec-b9a0-4f37-add7-4022e0e7ec5d req-ce6f1c78-2afb-4138-aeb0-0c738038e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.306259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc7e4bec-b9a0-4f37-add7-4022e0e7ec5d req-ce6f1c78-2afb-4138-aeb0-0c738038e7cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 1100 time: 0.1118305 Sep 02 12:50:41.326607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5b3708ff-f5bd-46b2-a128-c49698622c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.328205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5b3708ff-f5bd-46b2-a128-c49698622c57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.0983777 Sep 02 12:50:41.385936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-91157bb5-a19a-48cc-b6ba-4c7dd4a8be20 service neutron] 10.222.0.18 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478213 Sep 02 12:50:41.404728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7193-5e2b-4d54-9d03-d436cbfb9dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:41.414151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-0d12323f-ceb8-404e-8929-32a9415c6c18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 1001 time: 0.0789483 Sep 02 12:50:41.420870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc7e4bec-b9a0-4f37-add7-4022e0e7ec5d req-fc2940ad-d9a3-4adb-a96e-2b08039d18dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985153 Sep 02 12:50:41.420870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Made reservation on behalf of b41d3773b57d452bb82d0e748f849f4d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:41.424277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:41.448758 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7193-5e2b-4d54-9d03-d436cbfb9dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:41.564245 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7193-5e2b-4d54-9d03-d436cbfb9dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:41.566805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7193-5e2b-4d54-9d03-d436cbfb9dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:41.570770 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9ea7193-5e2b-4d54-9d03-d436cbfb9dc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a82b5cfa-eac9-4cef-ba86-59f40ab8a14b HTTP/1.1" status: 204 len: 168 time: 0.3618140 Sep 02 12:50:41.585353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea7193-5e2b-4d54-9d03-d436cbfb9dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82b5cfa-eac9-4cef-ba86-59f40ab8a14b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:41.607075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Allocated IP 172.20.0.3 (cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6/d024366f-ced5-477a-ad39-58ec50b017f7/32b2ca62-2504-4982-89b6-a91107c43090) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:41.687969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-d067e35c-f769-4b26-b6eb-30444c45b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.690131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-d067e35c-f769-4b26-b6eb-30444c45b043 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.0857875 Sep 02 12:50:41.811479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-e4767de5-b6c7-47c4-aaa2-d437e1497b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.812984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-e4767de5-b6c7-47c4-aaa2-d437e1497b2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150095 Sep 02 12:50:41.827649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309b609-f4c6-4839-ad25-7ab6c1319b33 req-57ec5af8-212b-4c68-b6ee-c42ebf3a0112 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.836521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1309b609-f4c6-4839-ad25-7ab6c1319b33 req-57ec5af8-212b-4c68-b6ee-c42ebf3a0112 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0846186 Sep 02 12:50:41.858403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243bce-aa0a-47b7-9d98-9b0e2744b6c9 req-50889fb6-7ba3-4a55-a25f-71b2cd929780 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:41.859985 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75243bce-aa0a-47b7-9d98-9b0e2744b6c9 req-50889fb6-7ba3-4a55-a25f-71b2cd929780 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1146655 Sep 02 12:50:41.932743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75243bce-aa0a-47b7-9d98-9b0e2744b6c9 req-2866bfd6-b5e9-45f5-94cc-9b5b86927d19 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550170 Sep 02 12:50:41.935608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:41.951503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1309b609-f4c6-4839-ad25-7ab6c1319b33 req-bd3bc1ec-a62c-4dab-aa8c-6d26422cc30b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999675 Sep 02 12:50:42.004810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-0b9e96f3-c4be-407a-b9cc-41ae6d3dc6fd service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661277 Sep 02 12:50:42.005861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.105936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:42.111633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:42.119347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:42.126853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event updated for resources: {'Port': ['ID=32b2ca62-2504-4982-89b6-a91107c43090,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:42.158554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa77ba-0727-4b9c-89a1-f5f6a5c3e53f req-8d288bd2-5a8a-4dee-ac92-5376786224eb tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:42.160522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7fa77ba-0727-4b9c-89a1-f5f6a5c3e53f req-8d288bd2-5a8a-4dee-ac92-5376786224eb tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 931 time: 0.1470604 Sep 02 12:50:42.193219 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-91ddc154-9938-49c5-9ca8-e9bd6a373b53 service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779847 Sep 02 12:50:42.201884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998fd40-003c-477d-98cc-7199a69b49a2 req-1b013ae4-5502-4100-865b-3f4d4610cb18 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:42.203650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9998fd40-003c-477d-98cc-7199a69b49a2 req-1b013ae4-5502-4100-865b-3f4d4610cb18 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.1491666 Sep 02 12:50:42.215089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:42.215848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.219751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7fa77ba-0727-4b9c-89a1-f5f6a5c3e53f req-617d253d-f65b-44fe-9f7d-24446643f3e1 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489423 Sep 02 12:50:42.267267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-38062b2f-138a-4fae-8463-19ce8b5b2658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956077 Sep 02 12:50:42.276283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9998fd40-003c-477d-98cc-7199a69b49a2 req-4867b586-14bf-4963-b714-c38bdfb80376 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558243 Sep 02 12:50:42.283980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Request body: {'port': {'device_id': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:42.346659 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.655535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b2ca62-2504-4982-89b6-a91107c43090 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:42.664834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.684213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Transition to ACTIVE for port object 32b2ca62-2504-4982-89b6-a91107c43090 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:42.693434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.737917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:42.772273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Pushing event updated for resources: {'Port': ['ID=32b2ca62-2504-4982-89b6-a91107c43090,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:42.835906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Attempting to bind port 32b2ca62-2504-4982-89b6-a91107c43090 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:42.836322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Attempting to bind port 32b2ca62-2504-4982-89b6-a91107c43090 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:42.836732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Attempting to bind port 32b2ca62-2504-4982-89b6-a91107c43090 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:42.841532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Port 32b2ca62-2504-4982-89b6-a91107c43090 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:50:42.841973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Attempting to bind port 32b2ca62-2504-4982-89b6-a91107c43090 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:42.846988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:42.847416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Checking segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:42.848220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Bound using segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:42.848806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Bound port: 32b2ca62-2504-4982-89b6-a91107c43090, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:42.849349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.870218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-network', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:42.895071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Made reservation on behalf of d5f136c965664849a4ff7a78d440a1d7 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:42.898226 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.907947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:42.918210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] For port 32b2ca62-2504-4982-89b6-a91107c43090, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:42.921616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] For port 32b2ca62-2504-4982-89b6-a91107c43090, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=32b2ca62-2504-4982-89b6-a91107c43090,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:42.927236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.006476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Pushing event updated for resources: {'Port': ['ID=32b2ca62-2504-4982-89b6-a91107c43090,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:43.023362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.024505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.029138 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-815bfafe-47b5-48b7-b6e6-09a9ffe665d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/32b2ca62-2504-4982-89b6-a91107c43090 HTTP/1.1" status: 200 len: 1091 time: 0.7509956 Sep 02 12:50:43.029945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'tag': '32b2ca62-2504-4982-89b6-a91107c43090'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:43.035590 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971dc16a-8d90-42d2-a583-1b4e349b4000" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8a6c15-3a51-4cca-9312-a1cea8ddf18b", "tag": "32b2ca62-2504-4982-89b6-a91107c43090"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:43.046152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.086827 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.117088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:50:43.145187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff21cb-bc31-4b54-8916-8e7a3bbb50d3 req-3c3aa15e-2347-4f93-bdb6-2e93b21c8a30 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.147196 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0aff21cb-bc31-4b54-8916-8e7a3bbb50d3 req-3c3aa15e-2347-4f93-bdb6-2e93b21c8a30 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1034093 Sep 02 12:50:43.150570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3516b5-18e0-4dab-9049-2ce324efb97b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:43.157589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.158102 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Added segment d1720a8b-7e27-4e06-a935-67c999b4e97b of type vlan for network 83ee845e-343f-43c6-ab7d-9e460196b5cb Sep 02 12:50:43.162268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9222-8792-4e71-9f22-3ab7deb6d83b req-3e8de978-30b0-4843-be16-66415734bf8f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.163823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66dc9222-8792-4e71-9f22-3ab7deb6d83b req-3e8de978-30b0-4843-be16-66415734bf8f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1128464 Sep 02 12:50:43.166604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-df24212a-f893-4666-a6f2-a2474e804211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.168022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-df24212a-f893-4666-a6f2-a2474e804211 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 1094 time: 0.0785363 Sep 02 12:50:43.227599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.228014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-2f642d24-304a-4783-965f-07d018fcd0bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b2ca62-2504-4982-89b6-a91107c43090 HTTP/1.1" status: 200 len: 217 time: 0.0500555 Sep 02 12:50:43.239280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0aff21cb-bc31-4b54-8916-8e7a3bbb50d3 req-009a5fec-cf34-4f82-a260-0f089c0d6fb8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789475 Sep 02 12:50:43.276872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.279568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.280185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.281149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66dc9222-8792-4e71-9f22-3ab7deb6d83b req-50d61ae9-0803-4c7a-bfa7-746a3748917a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067338 Sep 02 12:50:43.295369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-ef326da9-2a74-4fbf-805f-a1887c615f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.296859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-ef326da9-2a74-4fbf-805f-a1887c615f61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.0578308 Sep 02 12:50:43.335519 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985fd64f-3eab-48ba-9e7a-a66fa2635cb3 x-openstack-request-id: req-985fd64f-3eab-48ba-9e7a-a66fa2635cb3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:43.335852 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8a6c15-3a51-4cca-9312-a1cea8ddf18b", "tag": "32b2ca62-2504-4982-89b6-a91107c43090", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:43.336040 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-985fd64f-3eab-48ba-9e7a-a66fa2635cb3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:43.336474 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'tag': '32b2ca62-2504-4982-89b6-a91107c43090', 'status': 'completed', 'code': 200} Sep 02 12:50:43.341013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-a16632b9-91c4-40f9-affe-da914236bfcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332506 Sep 02 12:50:43.358412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6190128 Sep 02 12:50:43.361685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:43.378503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Request body: {'subnet': {'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-subnet', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:43.391429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd909ded-cc97-453d-82fb-2e9939e1d304 admin admin] Pushing event updated for resources: {'Network': ['ID=83ee845e-343f-43c6-ab7d-9e460196b5cb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:43.408718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:50:43.443782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Made reservation on behalf of d5f136c965664849a4ff7a78d440a1d7 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:43.446539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.526539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4918042-4bb8-404a-a0ee-138dcdf0e9e7 req-332cf9be-a08d-4238-88d6-2fa71b5118f4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.528094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4918042-4bb8-404a-a0ee-138dcdf0e9e7 req-332cf9be-a08d-4238-88d6-2fa71b5118f4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 943 time: 0.1403210 Sep 02 12:50:43.539074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0ae1-3fe4-4834-a22a-973a9f6c2a4d req-0e29f869-f83b-459a-b99f-c0a7e1643fd0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.540824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a64b0ae1-3fe4-4834-a22a-973a9f6c2a4d req-0e29f869-f83b-459a-b99f-c0a7e1643fd0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.1529541 Sep 02 12:50:43.566871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-6824b084-5dba-492f-9685-49d9d833133c service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183757 Sep 02 12:50:43.602285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4918042-4bb8-404a-a0ee-138dcdf0e9e7 req-9439e420-8af1-40f2-b504-394fd16b5a88 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651739 Sep 02 12:50:43.629622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a64b0ae1-3fe4-4834-a22a-973a9f6c2a4d req-6bb8b50d-134e-442e-99b4-c69bdb2c497e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778425 Sep 02 12:50:43.696269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6637a5f-b9fe-46fb-b36d-97187c6f1285 req-44548866-242b-4ea7-96a2-e757f4bf3558 service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180639 Sep 02 12:50:43.712411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.779561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a759342e-1de4-415b-9973-1bd0e667c7ca,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:43.789715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Checking segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:43.789715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Network hostable DHCP agents. Network: 83ee845e-343f-43c6-ab7d-9e460196b5cb, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:50:43.798861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696da1e-7c51-4278-a2e5-0ce0bae78263 req-98804633-5565-420b-a959-ab007c2992fb tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.800475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9696da1e-7c51-4278-a2e5-0ce0bae78263 req-98804633-5565-420b-a959-ab007c2992fb tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 1100 time: 0.0881696 Sep 02 12:50:43.804092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-ae272def-998e-46e7-a45f-48e98d28c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.805688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-ae272def-998e-46e7-a45f-48e98d28c281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 1094 time: 0.0585725 Sep 02 12:50:43.810302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:50:43.822635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 83ee845e-343f-43c6-ab7d-9e460196b5cb) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:43.832706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19296654-6ae4-416d-bfd0-14f028cf4b7b None None] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:50:43.835259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:43.835872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.862782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d04c78b-20d6-4449-931e-af103d346969 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4991901 Sep 02 12:50:43.867590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:43.879309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:43.917798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.919262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:43.942096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:43.958958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9696da1e-7c51-4278-a2e5-0ce0bae78263 req-6195c6bb-fc21-4f05-a72e-da9ae7dc3ad2 tempest-ServersOnMultiNodesTest-898096281 tempest-ServersOnMultiNodesTest-898096281-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503518 Sep 02 12:50:43.995374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ebe7f-1b71-49a6-b977-7948da5325d7 None None] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:50:44.001473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.034256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-19ea01cc-081a-4c29-a995-eceb01f7fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:44.036125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-19ea01cc-081a-4c29-a995-eceb01f7fdd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 915 time: 0.2207756 Sep 02 12:50:44.181866 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb54ab2e-da31-4538-8af9-0b7c220483a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.186440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.373078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb54ab2e-da31-4538-8af9-0b7c220483a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.388539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb54ab2e-da31-4538-8af9-0b7c220483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.489418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-90f85948-66d5-4dc2-a590-d39783a9e4c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b2ca62-2504-4982-89b6-a91107c43090 HTTP/1.1" status: 200 len: 217 time: 0.4426768 Sep 02 12:50:44.504014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5eeb7-3589-4602-85de-4de0e40ad470 req-2ffc28f9-cc12-4aef-946d-11ee0c5bcc03 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:44.505809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfa5eeb7-3589-4602-85de-4de0e40ad470 req-2ffc28f9-cc12-4aef-946d-11ee0c5bcc03 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1813383 Sep 02 12:50:44.511021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bb54ab2e-da31-4538-8af9-0b7c220483a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f464849cd91f48e989f584857f6d04d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681989 Sep 02 12:50:44.511747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54ab2e-da31-4538-8af9-0b7c220483a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df4a99a-d2c4-4392-a4f5-459210674aac,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:44.514454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:44.581165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901cd9b-5eac-4d18-8aa3-ba5df5825f3d req-ed2e1fb1-6caf-40bf-b41e-c59dfe6b6fb5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:44.582907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7901cd9b-5eac-4d18-8aa3-ba5df5825f3d req-ed2e1fb1-6caf-40bf-b41e-c59dfe6b6fb5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.0964110 Sep 02 12:50:44.584699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-5a42d587-b70a-41b3-8b70-6043aa2d416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:44.586094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-5a42d587-b70a-41b3-8b70-6043aa2d416c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.0879281 Sep 02 12:50:44.614679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfa5eeb7-3589-4602-85de-4de0e40ad470 req-57d1eacc-23dd-4111-b7a5-7c7f7437be43 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996249 Sep 02 12:50:44.619720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.627452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-5e77297a-cac7-44b4-8d4e-8a6c89c67703 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309529 Sep 02 12:50:44.650370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.655339 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7901cd9b-5eac-4d18-8aa3-ba5df5825f3d req-b0d28863-b509-4bc8-a228-8db70f53ba10 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653329 Sep 02 12:50:44.662195 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5de01e69-503f-47b3-a9e5-66644f7fc655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.751035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-73d6e998-2f50-44a8-b893-7602e113235b service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098082 Sep 02 12:50:44.752568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5de01e69-503f-47b3-a9e5-66644f7fc655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.839899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219244-8963-4e52-bfec-9eb3358c1ae8 req-534d1865-4f40-4316-b0ce-9c6461808530 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:44.841482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c219244-8963-4e52-bfec-9eb3358c1ae8 req-534d1865-4f40-4316-b0ce-9c6461808530 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 943 time: 0.1061449 Sep 02 12:50:44.848162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57e66c-2fdc-4970-b611-d81bdfe928b7 req-370b882f-9253-4596-908b-cd7b3121daca tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:44.849889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c57e66c-2fdc-4970-b611-d81bdfe928b7 req-370b882f-9253-4596-908b-cd7b3121daca tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 944 time: 0.1421225 Sep 02 12:50:44.874510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Allocated IP 172.25.7.63 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:44.900703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5de01e69-503f-47b3-a9e5-66644f7fc655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.903122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-971dc16a-8d90-42d2-a583-1b4e349b4000 req-9af221b5-6dde-4861-a84c-8c2696e05eab service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380653 Sep 02 12:50:44.903582 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5de01e69-503f-47b3-a9e5-66644f7fc655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:44.904786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5de01e69-503f-47b3-a9e5-66644f7fc655 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5df4a99a-d2c4-4392-a4f5-459210674aac HTTP/1.1" status: 204 len: 168 time: 0.3869996 Sep 02 12:50:44.919559 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c219244-8963-4e52-bfec-9eb3358c1ae8 req-e41e6f3d-36ab-4b01-ab7f-741189f988ca tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705402 Sep 02 12:50:44.930237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01e69-503f-47b3-a9e5-66644f7fc655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df4a99a-d2c4-4392-a4f5-459210674aac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:44.987816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c57e66c-2fdc-4970-b611-d81bdfe928b7 req-061e8754-1dc8-46af-b72a-ba58a0c4edf9 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171277 Sep 02 12:50:45.057810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.098327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.137962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:45.142789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:45.147891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:45.153784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:45.223597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38976) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:45.232185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:50:45.238386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0030d53-efe8-4bc2-8545-666731c8dc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.335584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:45.336482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0030d53-efe8-4bc2-8545-666731c8dc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.342147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0030d53-efe8-4bc2-8545-666731c8dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.351950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'network_id': '39a32309-a5d3-4724-938e-55d135b41a90', 'port_id': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'mac_address': 'fa:16:3e:db:5d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baecb0d3-b16b-43b5-96a7-de765de06af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:50:45.381610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e0030d53-efe8-4bc2-8545-666731c8dc4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fd8e80ee8c94b6d902e179d497cc144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568165 Sep 02 12:50:45.384122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:45.390408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0030d53-efe8-4bc2-8545-666731c8dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac69da-bf4e-4d4b-ae6c-c67c1faff322,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:45.393940 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.415387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:45.429331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.443559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3416f354-3026-453a-9304-0484399e0e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.446689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:45.453509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.467236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3416f354-3026-453a-9304-0484399e0e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.506287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:45.515817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3416f354-3026-453a-9304-0484399e0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.519821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3416f354-3026-453a-9304-0484399e0e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.521974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3416f354-3026-453a-9304-0484399e0e6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dac69da-bf4e-4d4b-ae6c-c67c1faff322 HTTP/1.1" status: 204 len: 168 time: 0.1368439 Sep 02 12:50:45.535262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416f354-3026-453a-9304-0484399e0e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac69da-bf4e-4d4b-ae6c-c67c1faff322,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:45.677225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbf899-a17b-4392-b00f-359728192387 req-62abad45-3831-4858-905a-adfb3666a222 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:45.679997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ecbf899-a17b-4392-b00f-359728192387 req-62abad45-3831-4858-905a-adfb3666a222 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.0646229 Sep 02 12:50:45.749949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:45.821545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0ffa-c306-4216-82b6-856b3397942c req-75289797-b541-4faf-8ad2-3875ae5982ce tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:45.823343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-403b0ffa-c306-4216-82b6-856b3397942c req-75289797-b541-4faf-8ad2-3875ae5982ce tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1184993 Sep 02 12:50:45.849014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 9b87188b-c059-49ed-9b0a-84462b4224bc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:45.849519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:45.941135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-403b0ffa-c306-4216-82b6-856b3397942c req-df022bae-b762-4bf9-8475-c2aaab22e0a3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034021 Sep 02 12:50:45.977970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 9b87188b-c059-49ed-9b0a-84462b4224bc, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9b87188b-c059-49ed-9b0a-84462b4224bc,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:45.978495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:46.000174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 9b87188b-c059-49ed-9b0a-84462b4224bc owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:46.077001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6328724-de69-451d-9604-91ff9fcb9498 req-a35e3e6f-3e3c-4041-8e18-a734a7c2f78c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:46.081496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6328724-de69-451d-9604-91ff9fcb9498 req-a35e3e6f-3e3c-4041-8e18-a734a7c2f78c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=af33607e-78ac-4b2b-956d-2091592e9b43 HTTP/1.1" status: 200 len: 949 time: 0.0801058 Sep 02 12:50:46.097386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:46.142845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c01ac-c383-42e7-9023-0278cf5e0445 req-5df031d9-3e04-4102-a2a0-db14b83d1f07 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:46.144402 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-919c01ac-c383-42e7-9023-0278cf5e0445 req-5df031d9-3e04-4102-a2a0-db14b83d1f07 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 943 time: 0.0790765 Sep 02 12:50:46.200961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6328724-de69-451d-9604-91ff9fcb9498 req-216b8640-7643-4194-86be-41a44cedccf6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148188 Sep 02 12:50:46.232671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:46.249478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d', '364e7353-aba8-48a6-aacb-6e476a3b33ec', '08096ade-17fd-499b-96c9-d18375269759'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:46.254269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-919c01ac-c383-42e7-9023-0278cf5e0445 req-59110278-8c7d-42af-8751-0488195fb4a8 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928276 Sep 02 12:50:46.313359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=9b87188b-c059-49ed-9b0a-84462b4224bc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:46.367987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Router 1cab9f71-3144-4356-813e-280b92a80c48 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:50:46.369075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 9b87188b-c059-49ed-9b0a-84462b4224bc on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:46.375404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:46.381292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ecbf899-a17b-4392-b00f-359728192387 req-052306f6-b1dc-4795-90a7-d6ec153cb701 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "DELETE /v2.0/ports/9b87188b-c059-49ed-9b0a-84462b4224bc HTTP/1.1" status: 204 len: 173 time: 0.6879272 Sep 02 12:50:46.381771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'name': 'network-vif-deleted', 'tag': '9b87188b-c059-49ed-9b0a-84462b4224bc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:46.384180 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d5021-90df-441e-b0d1-5eef1a8c1186" -d '{"events": [{"server_uuid": "af33607e-78ac-4b2b-956d-2091592e9b43", "name": "network-vif-deleted", "tag": "9b87188b-c059-49ed-9b0a-84462b4224bc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:46.394147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d2de5-e04d-4263-8a4d-7be9c7882312 req-8d773aa8-9eff-4fca-b07b-dd79bb06f339 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:46.397086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-917d2de5-e04d-4263-8a4d-7be9c7882312 req-8d773aa8-9eff-4fca-b07b-dd79bb06f339 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.0977926 Sep 02 12:50:46.452549 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c3ea0-9037-4f93-b613-4f44a42d15fa x-openstack-request-id: req-154c3ea0-9037-4f93-b613-4f44a42d15fa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:46.453109 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af33607e-78ac-4b2b-956d-2091592e9b43", "name": "network-vif-deleted", "tag": "9b87188b-c059-49ed-9b0a-84462b4224bc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:46.453577 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-154c3ea0-9037-4f93-b613-4f44a42d15fa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:46.454418 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af33607e-78ac-4b2b-956d-2091592e9b43', 'name': 'network-vif-deleted', 'tag': '9b87188b-c059-49ed-9b0a-84462b4224bc', 'status': 'completed', 'code': 200} Sep 02 12:50:46.561768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-917d2de5-e04d-4263-8a4d-7be9c7882312 req-378025ab-4f90-4088-8a4a-ea189b7433bb tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835345 Sep 02 12:50:46.599766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:50:46.609506 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Sync routers for ids ['1cab9f71-3144-4356-813e-280b92a80c48'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:50:46.621207 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Routers {'1cab9f71-3144-4356-813e-280b92a80c48'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:50:46.621918 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:50:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['1cab9f71-3144-4356-813e-280b92a80c48'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:46.625482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f', '9b87188b-c059-49ed-9b0a-84462b4224bc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:46.629405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:46.631054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dee70f1b-5f68-4b87-9ce5-4abea7c90ff0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7606871 Sep 02 12:50:46.634161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:46.738505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Set router 1cab9f71-3144-4356-813e-280b92a80c48 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:50:46.975789 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:50:45Z', 'revision_number': 3, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:47.046573 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Checking router: 1cab9f71-3144-4356-813e-280b92a80c48 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:50:47.047062 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Updating router 1cab9f71-3144-4356-813e-280b92a80c48 port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:50:47.084023 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.124359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac250e-c0e7-4215-a3c2-7cb604877d59 req-59301538-4766-451a-ad73-3d2bbb0caa4d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:47.126116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18ac250e-c0e7-4215-a3c2-7cb604877d59 req-59301538-4766-451a-ad73-3d2bbb0caa4d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0929542 Sep 02 12:50:47.234793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18ac250e-c0e7-4215-a3c2-7cb604877d59 req-4979a76f-aed1-462b-aac3-a5da96d3de35 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855064 Sep 02 12:50:47.274487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 32b2ca62-2504-4982-89b6-a91107c43090 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:50:47.340980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.450312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 32b2ca62-2504-4982-89b6-a91107c43090, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=32b2ca62-2504-4982-89b6-a91107c43090,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:47.466217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '32b2ca62-2504-4982-89b6-a91107c43090', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'port_id': '32b2ca62-2504-4982-89b6-a91107c43090', 'mac_address': 'fa:16:3e:97:c9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd024366f-ced5-477a-ad39-58ec50b017f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:50:47.474833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:47.515555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638677-bb6e-4f6f-a484-d3afd083b32e req-1694160a-b089-40b9-b7d1-462de5c71b58 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:47.531863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b638677-bb6e-4f6f-a484-d3afd083b32e req-1694160a-b089-40b9-b7d1-462de5c71b58 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 943 time: 0.1209450 Sep 02 12:50:47.566369 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.586096 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.586841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b2ca62-2504-4982-89b6-a91107c43090 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:47.595708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Allocated IP 172.20.0.1 (83ee845e-343f-43c6-ab7d-9e460196b5cb/a759342e-1de4-415b-9973-1bd0e667c7ca/c103ca41-2d1a-436e-ba96-0d3b5c335e88) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:47.609214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:47.618678 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Transition to ACTIVE for port object fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:47.626814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 32b2ca62-2504-4982-89b6-a91107c43090, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=32b2ca62-2504-4982-89b6-a91107c43090,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:47.628010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:47.628377 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.635255 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.654655 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.695417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b638677-bb6e-4f6f-a484-d3afd083b32e req-d1f0cf6c-c35e-405d-9cf8-5837cca87222 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610897 Sep 02 12:50:47.704288 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Attempting to bind port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:47.704853 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Attempting to bind port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:47.705409 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Attempting to bind port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:47.719611 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Pushing event updated for resources: {'Port': ['ID=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:47.729471 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.730096 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.730628 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.733434 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.733943 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.734671 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.735198 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.736260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=32b2ca62-2504-4982-89b6-a91107c43090,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:47.736396 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.736725 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.737141 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.737777 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.738474 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:50:47.751119 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:47.751497 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:47.751945 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.752376 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:47.752867 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Bound port: fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:47.753471 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.795750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.821269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] For port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:47.824302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:47.825491 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] For port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:47.827733 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121045d6-cd55-4fa9-bdf0-852b77512ef4" -d '{"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:47.834558 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.838441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a1361-4dc4-4277-b9b2-991c6df1c557 req-91745734-6db1-48b8-bb91-c63be3f27f31 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:47.846976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd9a1361-4dc4-4277-b9b2-991c6df1c557 req-91745734-6db1-48b8-bb91-c63be3f27f31 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 945 time: 0.1750805 Sep 02 12:50:47.853669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:47.868813 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.894298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4c73-359f-4835-bab8-2fb22fb07b9a req-700b498b-915f-48ba-b9ee-1d02e999bd25 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:47.896577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05de4c73-359f-4835-bab8-2fb22fb07b9a req-700b498b-915f-48ba-b9ee-1d02e999bd25 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 949 time: 0.1094811 Sep 02 12:50:47.899034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:47.932151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd9a1361-4dc4-4277-b9b2-991c6df1c557 req-f6909c6e-fe40-49c2-b8d1-2e44ae6e9b33 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841818 Sep 02 12:50:47.953726 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Routers {'1cab9f71-3144-4356-813e-280b92a80c48'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:50:47.954127 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:50:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['1cab9f71-3144-4356-813e-280b92a80c48'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:47.957893 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53a6d3-4af5-4135-a843-280fe55575dd None None] Pushing event updated for resources: {'Port': ['ID=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:47.961469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:47.991122 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff606c2-ea3a-424c-aff3-452dbdf61171 x-openstack-request-id: req-dff606c2-ea3a-424c-aff3-452dbdf61171 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:47.991454 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-plugged", "status": "completed", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:47.991853 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dff606c2-ea3a-424c-aff3-452dbdf61171 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:47.992129 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'code': 200} Sep 02 12:50:47.994766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:48.005573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05de4c73-359f-4835-bab8-2fb22fb07b9a req-0535a3a3-f301-4a21-a173-9c3b4815891d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998187 Sep 02 12:50:48.058097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:48.063563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:48.067888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:48.096090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c103ca41-2d1a-436e-ba96-0d3b5c335e88,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:48.116773 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:48.122145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:48.134128 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] Set router 1cab9f71-3144-4356-813e-280b92a80c48 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:50:48.204652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6b55-3c7b-4f82-8a79-56e210399a18 req-28c5f29e-b00f-4f50-9d5b-cadffc4bbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:48.206396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5fc6b55-3c7b-4f82-8a79-56e210399a18 req-28c5f29e-b00f-4f50-9d5b-cadffc4bbc8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1097 time: 0.0623360 Sep 02 12:50:48.273546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b5fc6b55-3c7b-4f82-8a79-56e210399a18 req-2c172c5b-de67-483d-9ab8-2903d7a02c5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Sep 02 12:50:48.307215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:48.401322 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:50:45Z', 'revision_number': 3, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:48.433443 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b1a12-0a31-4a90-9dad-ac686d6f16ef None None] The sync data for ids ['1cab9f71-3144-4356-813e-280b92a80c48'] in n-d-792364-8 is: [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:50:45Z', 'revision_number': 3, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:50:48.495048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3b363-c033-49ad-aa5f-cc3bac7dfc98 req-86487ac4-2848-4307-826a-7889afbc925b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:48.497725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97d3b363-c033-49ad-aa5f-cc3bac7dfc98 req-86487ac4-2848-4307-826a-7889afbc925b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1217213 Sep 02 12:50:48.557495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-6163fd90-44a6-4c52-b317-b77237cb3996 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580525 Sep 02 12:50:48.591254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-97d3b363-c033-49ad-aa5f-cc3bac7dfc98 req-b4239cbf-f591-4fd2-b7ce-e3a904d01cfc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807629 Sep 02 12:50:48.639753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-03fcc9c8-b579-4147-87ab-66484034c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:48.640906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:48.646703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:48.648445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-03fcc9c8-b579-4147-87ab-66484034c54b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6164b3bab90f4461b344594d8046adcf&device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 1101 time: 0.0638585 Sep 02 12:50:48.721254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c103ca41-2d1a-436e-ba96-0d3b5c335e88,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:48.723883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:48.875765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-36a8b0ff-d226-40de-8d8c-78815c8b97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:48.877943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-36a8b0ff-d226-40de-8d8c-78815c8b97c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.2072949 Sep 02 12:50:48.887864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:48.889382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:48.894517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf511c-e091-46bf-9319-43cd146478a2 req-2c02b6e7-9e57-456b-8be6-7dff9277b6d4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:48.903456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83bf511c-e091-46bf-9319-43cd146478a2 req-2c02b6e7-9e57-456b-8be6-7dff9277b6d4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 944 time: 0.1084194 Sep 02 12:50:48.973623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-5d9bac96-b620-4856-8a87-368365ac0261 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=68caa53b-858e-4a11-bad2-91f507e51755 HTTP/1.1" status: 200 len: 217 time: 0.0673535 Sep 02 12:50:49.008400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83bf511c-e091-46bf-9319-43cd146478a2 req-f6d9d7cc-f40c-407d-bfdb-7c354800841b tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037798 Sep 02 12:50:49.047164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Router 1cab9f71-3144-4356-813e-280b92a80c48 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:50:49.126501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-c50f4366-f87a-4b3b-bb7c-cf3d007ada72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:49.129233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-c50f4366-f87a-4b3b-bb7c-cf3d007ada72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1470871 Sep 02 12:50:49.227931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-338b1b9f-62b1-4d7d-9512-12ab7f550a8f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:49.229633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-338b1b9f-62b1-4d7d-9512-12ab7f550a8f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 949 time: 0.1478398 Sep 02 12:50:49.233089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9bad3-af63-4bc1-98d5-d208663b6acc req-b3b32fdd-8503-416f-9fa9-63668b9ed41c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:49.241512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ad9bad3-af63-4bc1-98d5-d208663b6acc req-b3b32fdd-8503-416f-9fa9-63668b9ed41c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 949 time: 0.1329751 Sep 02 12:50:49.245948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7c7ff-f1d8-46f2-ab07-f9950df442e2 req-7e8ccb3e-e548-47f8-b899-16ed9df59463 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:49.247534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7c7c7ff-f1d8-46f2-ab07-f9950df442e2 req-7e8ccb3e-e548-47f8-b899-16ed9df59463 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1984746 Sep 02 12:50:49.253070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-3235280b-1654-464c-970a-e7cfbc82e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:49.255989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-3235280b-1654-464c-970a-e7cfbc82e36a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983884 Sep 02 12:50:49.257586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9b87188b-c059-49ed-9b0a-84462b4224bc no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:49.284219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 9b87188b-c059-49ed-9b0a-84462b4224bc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:49.284828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9b87188b-c059-49ed-9b0a-84462b4224bc not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:49.302451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ad9bad3-af63-4bc1-98d5-d208663b6acc req-acc22cee-136f-4a86-afd2-cac833c67a1e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Sep 02 12:50:49.407793 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7c7c7ff-f1d8-46f2-ab07-f9950df442e2 req-851a922b-4d41-4500-b5e9-119aae8fbf01 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244588 Sep 02 12:50:49.417225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:50:49.424951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7426d069-5d34-4a2b-bd62-af97a54a53d6 admin admin] 10.222.0.60 "PUT /v2.0/routers/1cab9f71-3144-4356-813e-280b92a80c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896044 Sep 02 12:50:49.433716 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-233e7baf-2bf0-4eda-b446-3ba7f55b0d7e service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347795 Sep 02 12:50:49.463034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 08096ade-17fd-499b-96c9-d18375269759 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:49.463519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:49.589949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec669a5c-d0f2-43a8-a96e-d8cbadf2ec79 req-b41817dc-282f-4fdd-850a-b706a8b96ad2 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453402 Sep 02 12:50:49.672096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 08096ade-17fd-499b-96c9-d18375269759, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=08096ade-17fd-499b-96c9-d18375269759,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:49.672576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:49.706313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 08096ade-17fd-499b-96c9-d18375269759 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:49.853418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeeaf2-808a-456e-add3-563779107731 req-b41eb72b-dace-4dcc-93b9-c53b091196de tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:49.863443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43eeeaf2-808a-456e-add3-563779107731 req-b41eb72b-dace-4dcc-93b9-c53b091196de tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1403072 Sep 02 12:50:49.921994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43eeeaf2-808a-456e-add3-563779107731 req-48b040c6-5349-43f6-a089-7669fa318f32 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583937 Sep 02 12:50:49.953757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:49.967461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d', '364e7353-aba8-48a6-aacb-6e476a3b33ec', '08096ade-17fd-499b-96c9-d18375269759'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:49.969739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:49.988868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=08096ade-17fd-499b-96c9-d18375269759,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:50.041769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 08096ade-17fd-499b-96c9-d18375269759 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:50.045976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:50.048849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-937d9fd9-858c-4d1e-ab08-bb321636dad1 req-99483ddd-3615-4053-9c26-de4d50b896f9 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "DELETE /v2.0/ports/08096ade-17fd-499b-96c9-d18375269759 HTTP/1.1" status: 204 len: 173 time: 0.8117497 Sep 02 12:50:50.049591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'name': 'network-vif-deleted', 'tag': '08096ade-17fd-499b-96c9-d18375269759'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:50.052566 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b94d86b-32af-4a46-b614-4e9a163a9c0f" -d '{"events": [{"server_uuid": "fdca6633-3edf-4bca-bd11-8dd7ce6e7942", "name": "network-vif-deleted", "tag": "08096ade-17fd-499b-96c9-d18375269759"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:50.258936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb442-bd57-4b4b-8949-458fba0a85ed req-1eafb8c3-8b8e-4428-94f8-b56085ade274 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:50.260588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-899cb442-bd57-4b4b-8949-458fba0a85ed req-1eafb8c3-8b8e-4428-94f8-b56085ade274 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 944 time: 0.1208131 Sep 02 12:50:50.339962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-4b425d27-f738-4476-9ca4-7efa0651afc7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:50.341823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-4b425d27-f738-4476-9ca4-7efa0651afc7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 819 time: 0.1811354 Sep 02 12:50:50.365985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-0ae9e9c9-18bc-41ac-b721-959314adc445 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/quotas/d5f136c965664849a4ff7a78d440a1d7 HTTP/1.1" status: 200 len: 375 time: 0.0143116 Sep 02 12:50:50.392464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-899cb442-bd57-4b4b-8949-458fba0a85ed req-3007f78a-c050-49a6-987b-47fa9244d0d2 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255586 Sep 02 12:50:50.492290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:50.505561 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44477c74-9fca-4926-94f5-c3949466a9eb x-openstack-request-id: req-44477c74-9fca-4926-94f5-c3949466a9eb {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:50.505854 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdca6633-3edf-4bca-bd11-8dd7ce6e7942", "name": "network-vif-deleted", "tag": "08096ade-17fd-499b-96c9-d18375269759", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:50.506105 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44477c74-9fca-4926-94f5-c3949466a9eb {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:50.506583 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdca6633-3edf-4bca-bd11-8dd7ce6e7942', 'name': 'network-vif-deleted', 'tag': '08096ade-17fd-499b-96c9-d18375269759', 'status': 'completed', 'code': 200} Sep 02 12:50:50.552795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-1063499e-15e5-44bf-879a-3a9d430265f9 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1646996 Sep 02 12:50:50.658193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d15167e-b3b1-4354-9fa4-32f020294136 req-46893787-70f2-41eb-976a-6618b4de0627 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdca6633-3edf-4bca-bd11-8dd7ce6e7942 HTTP/1.1" status: 200 len: 210 time: 0.0593092 Sep 02 12:50:50.775967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:50.789745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:50.790595 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:50.830320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-67c27661-65e3-42e1-b018-f0820dacf90e service neutron] 10.222.0.60 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766008 Sep 02 12:50:50.855568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd30b6-bb74-4acb-a6ed-245d245df222 req-d94e1507-eb88-43ed-85db-d31ec17f554f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:50.863608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6dd30b6-bb74-4acb-a6ed-245d245df222 req-d94e1507-eb88-43ed-85db-d31ec17f554f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1110835 Sep 02 12:50:50.915282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6dd30b6-bb74-4acb-a6ed-245d245df222 req-3a49ec03-269f-4056-bccb-248a2c1d446a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506818 Sep 02 12:50:50.953986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-55aff4d2-7f3b-478d-8fc0-deaadf1d6e00 service neutron] 10.222.0.60 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137633 Sep 02 12:50:51.004530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Sync routers for ids ['1cab9f71-3144-4356-813e-280b92a80c48'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:50:51.035868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Routers {'1cab9f71-3144-4356-813e-280b92a80c48'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:50:51.036619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:50:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['1cab9f71-3144-4356-813e-280b92a80c48'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:51.049997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219e4bd-47da-43ad-b05a-926b56e02a09 req-21502657-cca8-4ea2-a121-654b16012c10 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:51.066412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c219e4bd-47da-43ad-b05a-926b56e02a09 req-21502657-cca8-4ea2-a121-654b16012c10 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0712662 Sep 02 12:50:51.129412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c219e4bd-47da-43ad-b05a-926b56e02a09 req-772012f2-602e-40c1-a381-2aaf6788549e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593655 Sep 02 12:50:51.235033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8caa838-a3d7-4002-adfb-b674822f66bc req-41a2cb23-b014-4e60-ba94-3e67e7bcb100 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0433712 Sep 02 12:50:51.370637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:51.373959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cac64-4f37-4eb7-abaf-73f0e3cfee54 req-fc44c26d-d198-414a-999b-a262c9863bdd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:51.379385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-651cac64-4f37-4eb7-abaf-73f0e3cfee54 req-fc44c26d-d198-414a-999b-a262c9863bdd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1192048 Sep 02 12:50:51.386168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 32b2ca62-2504-4982-89b6-a91107c43090 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:51.410952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb144c-fe65-4585-8254-a7b885045965 req-a5bcd73b-a816-4614-a420-b3f04e3c9166 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:51.419565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7fb144c-fe65-4585-8254-a7b885045965 req-a5bcd73b-a816-4614-a420-b3f04e3c9166 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0863748 Sep 02 12:50:51.477555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7fb144c-fe65-4585-8254-a7b885045965 req-d8c01d46-f575-41b4-aa0e-52bc41ca6b0a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556152 Sep 02 12:50:51.477716 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-651cac64-4f37-4eb7-abaf-73f0e3cfee54 req-05a39204-8369-4e68-a72a-bb172f3426e7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913885 Sep 02 12:50:51.493055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:51.507959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:51.639011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Set router 1cab9f71-3144-4356-813e-280b92a80c48 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:50:51.679986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a2ddc-612a-4e8f-b7e5-8b85f70859ef req-f776543b-4d4e-4b91-b727-78a62e1956c9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:51.690527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c81a2ddc-612a-4e8f-b7e5-8b85f70859ef req-f776543b-4d4e-4b91-b727-78a62e1956c9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 944 time: 0.1052694 Sep 02 12:50:51.739440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 32b2ca62-2504-4982-89b6-a91107c43090 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:51.748683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:51.754624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-38d522a8-9651-45f2-95e2-2011307b356c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:51.762759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-38d522a8-9651-45f2-95e2-2011307b356c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 819 time: 0.1535778 Sep 02 12:50:51.764732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 32b2ca62-2504-4982-89b6-a91107c43090 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:51.765368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:51.784037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c81a2ddc-612a-4e8f-b7e5-8b85f70859ef req-4588a687-5540-485d-a56b-d6e8823557e5 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921783 Sep 02 12:50:51.786226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-fb2d9376-5999-4019-b9cf-87407483ecbb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/quotas/d5f136c965664849a4ff7a78d440a1d7 HTTP/1.1" status: 200 len: 375 time: 0.0223224 Sep 02 12:50:51.882294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-acc78e0c-1e88-4a06-b086-e0be969ad14e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950553 Sep 02 12:50:52.001848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-27e3dde1-b6cb-4420-ae13-c77d0c01d2b6 service neutron] 10.222.0.60 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176376 Sep 02 12:50:52.081697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:52.094403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b444c5-0256-4da7-9a6a-84e231fb1cdc req-0307c265-eaf0-4d0b-a43a-f555ee7bcbc2 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:52.096811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13b444c5-0256-4da7-9a6a-84e231fb1cdc req-0307c265-eaf0-4d0b-a43a-f555ee7bcbc2 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0787892 Sep 02 12:50:52.122697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b2ca62-2504-4982-89b6-a91107c43090'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:52.125919 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3090e41-ac97-4e9e-baaa-86a118703808" -d '{"events": [{"server_uuid": "bc8a6c15-3a51-4cca-9312-a1cea8ddf18b", "name": "network-vif-plugged", "status": "completed", "tag": "32b2ca62-2504-4982-89b6-a91107c43090"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:52.143701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 32b2ca62-2504-4982-89b6-a91107c43090, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=32b2ca62-2504-4982-89b6-a91107c43090,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:52.151064 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:52.160555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:50:48Z', 'revision_number': 4, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c103ca41-2d1a-436e-ba96-0d3b5c335e88', 'name': '', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'mac_address': 'fa:16:3e:42:f9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:47Z', 'updated_at': '2021-09-02T12:50:48Z', 'revision_number': 2, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'subnets': [{'id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:52.160863 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-cf62af04-75e7-4082-82b9-dfc5d3b2321f service neutron] 10.222.0.60 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573131 Sep 02 12:50:52.162361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13b444c5-0256-4da7-9a6a-84e231fb1cdc req-a41b545e-5c6b-485b-b928-bacbeb538a41 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 Sep 02 12:50:52.225831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Checking router: 1cab9f71-3144-4356-813e-280b92a80c48 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:50:52.226179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Updating router 1cab9f71-3144-4356-813e-280b92a80c48 port c103ca41-2d1a-436e-ba96-0d3b5c335e88 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:50:52.269490 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:52.274852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=32b2ca62-2504-4982-89b6-a91107c43090,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:52.450671 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09964870-bc3c-4b6c-8c3f-24c1feb13558 x-openstack-request-id: req-09964870-bc3c-4b6c-8c3f-24c1feb13558 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:52.450959 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8a6c15-3a51-4cca-9312-a1cea8ddf18b", "name": "network-vif-plugged", "status": "completed", "tag": "32b2ca62-2504-4982-89b6-a91107c43090", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:52.451206 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09964870-bc3c-4b6c-8c3f-24c1feb13558 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:52.451594 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b2ca62-2504-4982-89b6-a91107c43090', 'code': 200} Sep 02 12:50:52.474674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:52.571874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d6265ee-d6dd-4600-84b7-55f961658fc2 req-6bd47eba-7b31-42ed-b7f0-c0b3b2c33ad7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 210 time: 0.0551336 Sep 02 12:50:52.591982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feed4d-3a7e-4c4a-ae22-1c1d7ac5e10c req-ecf8a456-e2de-4727-b99d-e2b4734631e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:52.594654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30feed4d-3a7e-4c4a-ae22-1c1d7ac5e10c req-ecf8a456-e2de-4727-b99d-e2b4734631e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 1096 time: 0.0622604 Sep 02 12:50:52.604284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac260c-8355-4b93-90d9-5a1019426137 req-90233c60-89f7-4be5-b2f6-1ca13e48272f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:52.605998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87ac260c-8355-4b93-90d9-5a1019426137 req-90233c60-89f7-4be5-b2f6-1ca13e48272f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1342983 Sep 02 12:50:52.746548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:52.748077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:52.752703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87ac260c-8355-4b93-90d9-5a1019426137 req-52b6a420-cee0-4dfe-9913-e98a3788ef4d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357172 Sep 02 12:50:52.791519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30feed4d-3a7e-4c4a-ae22-1c1d7ac5e10c req-a377d61a-5008-4680-94db-a6b173fdb5be service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785121 Sep 02 12:50:52.857230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcafa2c-86fc-4646-b2d3-8e0a59a3421c req-ee73846a-9b40-4b10-b93f-550e77403bdc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:52.870367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dcafa2c-86fc-4646-b2d3-8e0a59a3421c req-ee73846a-9b40-4b10-b93f-550e77403bdc tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 950 time: 0.1620483 Sep 02 12:50:52.911751 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:52.926564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Transition to ACTIVE for port object c103ca41-2d1a-436e-ba96-0d3b5c335e88 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:52.952836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:52.964836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-1115765e-fa00-41e4-ba76-92b22cd87b0c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:52.966540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-1115765e-fa00-41e4-ba76-92b22cd87b0c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.18 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 819 time: 0.3563826 Sep 02 12:50:52.977705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3dcafa2c-86fc-4646-b2d3-8e0a59a3421c req-f09be965-a51f-4664-bde6-46bc2b6fd84e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061974 Sep 02 12:50:53.007064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Request body: {'port': {'device_id': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'admin_state_up': True, 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:53.047102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa2b88-368d-4da3-bd83-9e947e862b2f None None] Pushing event updated for resources: {'Port': ['ID=c103ca41-2d1a-436e-ba96-0d3b5c335e88,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:53.061818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9ddb5-3a24-4869-91c7-1d573af1f6e4 req-0cc06f5b-5bf2-4caf-bf01-282cf5955f74 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:53.076932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80c9ddb5-3a24-4869-91c7-1d573af1f6e4 req-0cc06f5b-5bf2-4caf-bf01-282cf5955f74 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1152191 Sep 02 12:50:53.187032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80c9ddb5-3a24-4869-91c7-1d573af1f6e4 req-cee95932-701a-4a9a-b7fa-3c2c7ce4adbe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088362 Sep 02 12:50:53.228237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52273945-b431-4db5-96d3-6f781cd4a525 req-795e5331-47f7-48a2-8909-ed46894ee657 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:53.230347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52273945-b431-4db5-96d3-6f781cd4a525 req-795e5331-47f7-48a2-8909-ed46894ee657 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 945 time: 0.0851748 Sep 02 12:50:53.231834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Made reservation on behalf of d5f136c965664849a4ff7a78d440a1d7 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:53.237689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Attempting to bind port c103ca41-2d1a-436e-ba96-0d3b5c335e88 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:53.238280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Attempting to bind port c103ca41-2d1a-436e-ba96-0d3b5c335e88 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:53.238761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Attempting to bind port c103ca41-2d1a-436e-ba96-0d3b5c335e88 on network 83ee845e-343f-43c6-ab7d-9e460196b5cb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:53.239625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:53.248948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:53.249418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Checking segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:53.250093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:53.250770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Bound using segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:53.251321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Bound port: c103ca41-2d1a-436e-ba96-0d3b5c335e88, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:53.251907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:53.288158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 08096ade-17fd-499b-96c9-d18375269759 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:53.326227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 08096ade-17fd-499b-96c9-d18375269759 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:53.326801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 08096ade-17fd-499b-96c9-d18375269759 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:53.348303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52273945-b431-4db5-96d3-6f781cd4a525 req-938dc0c9-2e1a-4cd8-8f76-37664cb02147 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056738 Sep 02 12:50:53.380286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f05553-e3bc-48cd-bf6b-384e6094658d req-4227e3ec-0edb-4689-8a63-5fc0e79e15d8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:53.385726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59f05553-e3bc-48cd-bf6b-384e6094658d req-4227e3ec-0edb-4689-8a63-5fc0e79e15d8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1012290 Sep 02 12:50:53.403563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] For port c103ca41-2d1a-436e-ba96-0d3b5c335e88, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:53.410423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] For port c103ca41-2d1a-436e-ba96-0d3b5c335e88, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c103ca41-2d1a-436e-ba96-0d3b5c335e88,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:53.416924 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:53.435832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59f05553-e3bc-48cd-bf6b-384e6094658d req-17e55a56-8d29-45e7-b4e3-e509728aa720 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492835 Sep 02 12:50:53.472027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Allocated IP 172.20.0.14 (83ee845e-343f-43c6-ab7d-9e460196b5cb/a759342e-1de4-415b-9973-1bd0e667c7ca/768135ef-82ba-4c7e-a7b1-295d9bff0f12) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:53.500889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Routers {'1cab9f71-3144-4356-813e-280b92a80c48'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:50:53.501685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:50:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['1cab9f71-3144-4356-813e-280b92a80c48'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:53.503800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa2b88-368d-4da3-bd83-9e947e862b2f None None] Pushing event updated for resources: {'Port': ['ID=c103ca41-2d1a-436e-ba96-0d3b5c335e88,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:53.641231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] Set router 1cab9f71-3144-4356-813e-280b92a80c48 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:50:53.681450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91f1eaa9-a786-4411-82e5-12a4982a8146 req-2353ba86-95c2-42d7-8447-a9a025328930 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Sep 02 12:50:53.718378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3858f32-0b34-45fa-bb54-638180314928 req-76d9779b-a9b4-4f43-abf0-27cf0eb62de4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:53.718378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3858f32-0b34-45fa-bb54-638180314928 req-76d9779b-a9b4-4f43-abf0-27cf0eb62de4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1871915 Sep 02 12:50:53.751407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:53.823192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-676e3d39-221b-42b8-bbd8-084bd13b1e6e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:53.825117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-676e3d39-221b-42b8-bbd8-084bd13b1e6e tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 950 time: 0.1389132 Sep 02 12:50:53.837782 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3858f32-0b34-45fa-bb54-638180314928 req-74c80bf2-e347-42f9-ac92-f5499f478288 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988767 Sep 02 12:50:53.905965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:53.931316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:50:48Z', 'revision_number': 4, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c103ca41-2d1a-436e-ba96-0d3b5c335e88', 'name': '', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'mac_address': 'fa:16:3e:42:f9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:47Z', 'updated_at': '2021-09-02T12:50:53Z', 'revision_number': 4, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'subnets': [{'id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:50:53.990091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fbeaa-4bff-4b36-8fa9-acf015f7d3db None None] The sync data for ids ['1cab9f71-3144-4356-813e-280b92a80c48'] in n-d-792364-8 is: [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:50:48Z', 'revision_number': 4, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c103ca41-2d1a-436e-ba96-0d3b5c335e88', 'name': '', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'mac_address': 'fa:16:3e:42:f9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:47Z', 'updated_at': '2021-09-02T12:50:53Z', 'revision_number': 4, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'subnets': [{'id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:50:54.055430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:54.079881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:54.132502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:54.211791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Pushing event updated for resources: {'Port': ['ID=768135ef-82ba-4c7e-a7b1-295d9bff0f12,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:54.240045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-76eda7a9-cb03-4ed7-a723-89a4beda87df tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:54.242197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-76eda7a9-cb03-4ed7-a723-89a4beda87df tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.41 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 819 time: 0.2452564 Sep 02 12:50:54.262464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 364e7353-aba8-48a6-aacb-6e476a3b33ec {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:54.264722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Request body: {'port': {'device_id': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'admin_state_up': True, 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:54.269853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.299581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:54.300273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.382534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-bdfd33dd-7df0-41e2-8144-bc16b0faf516 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3939385 Sep 02 12:50:54.415364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Request body: {'port': {'device_id': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:54.490343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 364e7353-aba8-48a6-aacb-6e476a3b33ec, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=364e7353-aba8-48a6-aacb-6e476a3b33ec,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:54.490712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.493642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d00c24-195e-43de-946a-35e45cd29a3c req-9a76ee7a-fdd7-46a8-b2eb-d0039493b42d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:54.496123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20d00c24-195e-43de-946a-35e45cd29a3c req-9a76ee7a-fdd7-46a8-b2eb-d0039493b42d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.2010953 Sep 02 12:50:54.501113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:54.515043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 364e7353-aba8-48a6-aacb-6e476a3b33ec owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:54.574185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c103ca41-2d1a-436e-ba96-0d3b5c335e88 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:54.589403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20d00c24-195e-43de-946a-35e45cd29a3c req-8b389428-d051-4ec2-a670-ace1ff074d57 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759838 Sep 02 12:50:54.597547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Made reservation on behalf of d5f136c965664849a4ff7a78d440a1d7 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:50:54.605052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.667692 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.708065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c103ca41-2d1a-436e-ba96-0d3b5c335e88 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:50:54.713100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c103ca41-2d1a-436e-ba96-0d3b5c335e88 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:54.713756 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.763052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc672-28e8-44ee-9507-f10c4b1ca6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.881659 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.938181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c103ca41-2d1a-436e-ba96-0d3b5c335e88, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c103ca41-2d1a-436e-ba96-0d3b5c335e88,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:54.939581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ef512-2bcd-473d-b7ec-5ae6ad3536dc req-2c8b9e85-3be0-46ca-863a-177b9166fc63 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:54.943332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-044ef512-2bcd-473d-b7ec-5ae6ad3536dc req-2c8b9e85-3be0-46ca-863a-177b9166fc63 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.2151704 Sep 02 12:50:54.951045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:54.959062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6883b-4dbe-46e7-92b7-13ffd5f8b244 req-19f35d5c-2410-4a49-9164-02797746627b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:54.961144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8c6883b-4dbe-46e7-92b7-13ffd5f8b244 req-19f35d5c-2410-4a49-9164-02797746627b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63 HTTP/1.1" status: 200 len: 950 time: 0.8309851 Sep 02 12:50:54.976432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Allocated IP 172.20.0.3 (83ee845e-343f-43c6-ab7d-9e460196b5cb/a759342e-1de4-415b-9973-1bd0e667c7ca/b08ee09e-9282-4a87-ad39-785b7610cfdc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:50:55.025802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c103ca41-2d1a-436e-ba96-0d3b5c335e88,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:55.040947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-044ef512-2bcd-473d-b7ec-5ae6ad3536dc req-19101eed-fe7f-4a81-8c08-f8eea399c0a6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865550 Sep 02 12:50:55.054947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8c6883b-4dbe-46e7-92b7-13ffd5f8b244 req-b19bf400-0793-4b5a-9bdb-2bd75eca2a0c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787065 Sep 02 12:50:55.113375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.128384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d', '364e7353-aba8-48a6-aacb-6e476a3b33ec'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:55.142316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:55.202594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=364e7353-aba8-48a6-aacb-6e476a3b33ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:55.247011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-900ee1a6-53a6-4b70-bafa-b798b7725541 req-bab7c184-3991-46a0-97ea-4cdec4832567 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 210 time: 0.0474110 Sep 02 12:50:55.284655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 364e7353-aba8-48a6-aacb-6e476a3b33ec on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:55.288266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.291422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d4d2361-2d9e-45a2-8818-f49fc8a4672d req-6c82fd00-e0f5-414e-9573-7caee142e4ac tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "DELETE /v2.0/ports/364e7353-aba8-48a6-aacb-6e476a3b33ec HTTP/1.1" status: 204 len: 173 time: 1.4526289 Sep 02 12:50:55.292103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'name': 'network-vif-deleted', 'tag': '364e7353-aba8-48a6-aacb-6e476a3b33ec'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:55.294703 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae8b267-9f38-43a8-8fee-1e04d77f1ced" -d '{"events": [{"server_uuid": "8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63", "name": "network-vif-deleted", "tag": "364e7353-aba8-48a6-aacb-6e476a3b33ec"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:55.304796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc672-28e8-44ee-9507-f10c4b1ca6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.322186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc672-28e8-44ee-9507-f10c4b1ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.353358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b1b7-80ff-4795-bd67-3f101151fcad req-7ca2ad1e-6d33-4064-b5fe-c8606b962e3c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:55.360925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f5b1b7-80ff-4795-bd67-3f101151fcad req-7ca2ad1e-6d33-4064-b5fe-c8606b962e3c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 945 time: 0.2051888 Sep 02 12:50:55.395797 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683fcb2-5a1e-41c9-bf43-d94afe46de36 x-openstack-request-id: req-2683fcb2-5a1e-41c9-bf43-d94afe46de36 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:55.397321 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63", "name": "network-vif-deleted", "tag": "364e7353-aba8-48a6-aacb-6e476a3b33ec", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:55.397600 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2683fcb2-5a1e-41c9-bf43-d94afe46de36 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:55.398057 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b14f4f1-d7f6-4e07-9e47-af7c6fceaf63', 'name': 'network-vif-deleted', 'tag': '364e7353-aba8-48a6-aacb-6e476a3b33ec', 'status': 'completed', 'code': 200} Sep 02 12:50:55.446541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb8dc672-28e8-44ee-9507-f10c4b1ca6d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b34d07b0681f4125a308f4fd424b6493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9440494 Sep 02 12:50:55.447456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dc672-28e8-44ee-9507-f10c4b1ca6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a4f9b-66c9-4f35-b949-78d2489177f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:55.449341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:55.510683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.523880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124044bd-58f9-40cf-9746-cfc7b081daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.537764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f5b1b7-80ff-4795-bd67-3f101151fcad req-a317f5e9-7881-494d-83cf-d4393683b261 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757796 Sep 02 12:50:55.562960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124044bd-58f9-40cf-9746-cfc7b081daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.595883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.802856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Network 83ee845e-343f-43c6-ab7d-9e460196b5cb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:50:55.807055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Pushing event updated for resources: {'Port': ['ID=b08ee09e-9282-4a87-ad39-785b7610cfdc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:55.823834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:50:55.829426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:50:55.935324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:55.936879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:55.978159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2aaccb99-6717-4bc3-aed9-a1d61299db56 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7259443 Sep 02 12:50:56.004629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Request body: {'port': {'device_id': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:50:56.107801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.280013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171f7bd-d59e-4e31-af72-072c65da5065 req-bb9b9990-214e-42cd-bdf5-00980feb8fa5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:56.288033 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c171f7bd-d59e-4e31-af72-072c65da5065 req-bb9b9990-214e-42cd-bdf5-00980feb8fa5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1260118 Sep 02 12:50:56.372207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c171f7bd-d59e-4e31-af72-072c65da5065 req-9d0d89eb-47cf-4f38-b9bb-7882d2247090 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687811 Sep 02 12:50:56.432051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25cce7-9254-4648-b50f-35256a8f6aeb req-347bb4a6-e7d5-457a-a54f-4a493ae84c35 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:56.433811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc25cce7-9254-4648-b50f-35256a8f6aeb req-347bb4a6-e7d5-457a-a54f-4a493ae84c35 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.6596122 Sep 02 12:50:56.436873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124044bd-58f9-40cf-9746-cfc7b081daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.439626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124044bd-58f9-40cf-9746-cfc7b081daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.440925 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-124044bd-58f9-40cf-9746-cfc7b081daa3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/670a4f9b-66c9-4f35-b949-78d2489177f5 HTTP/1.1" status: 204 len: 168 time: 0.9904506 Sep 02 12:50:56.447342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c103ca41-2d1a-436e-ba96-0d3b5c335e88 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:50:56.457752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768135ef-82ba-4c7e-a7b1-295d9bff0f12 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:56.476998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.479527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124044bd-58f9-40cf-9746-cfc7b081daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a4f9b-66c9-4f35-b949-78d2489177f5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:56.503864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Transition to ACTIVE for port object 768135ef-82ba-4c7e-a7b1-295d9bff0f12 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:56.510443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.537805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05830-9502-4eca-867b-fb4860d91aaf req-a4297c50-ace4-4ac2-ac73-129d33c75abc tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:56.554155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6d05830-9502-4eca-867b-fb4860d91aaf req-a4297c50-ace4-4ac2-ac73-129d33c75abc tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 931 time: 0.1011560 Sep 02 12:50:56.569626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc25cce7-9254-4648-b50f-35256a8f6aeb req-ee2927c1-9dbf-40b8-9dc2-e8020a0a4042 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171658 Sep 02 12:50:56.589253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c103ca41-2d1a-436e-ba96-0d3b5c335e88 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:50:56.589734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.657679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Pushing event updated for resources: {'Port': ['ID=768135ef-82ba-4c7e-a7b1-295d9bff0f12,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:56.705568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Attempting to bind port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:56.705899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Attempting to bind port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:56.706227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Attempting to bind port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 on network 83ee845e-343f-43c6-ab7d-9e460196b5cb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:56.720728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 on network 83ee845e-343f-43c6-ab7d-9e460196b5cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:50:56.721084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Attempting to bind port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 on network 83ee845e-343f-43c6-ab7d-9e460196b5cb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:56.728230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:56.728573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Checking segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:56.729094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Bound using segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:56.729754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Bound port: 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:56.730448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.741762 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6d05830-9502-4eca-867b-fb4860d91aaf req-e8005577-dcf0-4556-8982-825e56e8da48 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854026 Sep 02 12:50:56.862586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] For port 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:56.867275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] For port 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:56.877974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.918718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:56.919905 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:56.921796 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] 10.222.0.18 "PUT /v2.0/ports/768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 1092 time: 2.5290899 Sep 02 12:50:56.983517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08ee09e-9282-4a87-ad39-785b7610cfdc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:50:57.001111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:57.023868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Transition to ACTIVE for port object b08ee09e-9282-4a87-ad39-785b7610cfdc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:50:57.030437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:57.187842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28631bf-62db-44ed-b080-1673c6fc799b service neutron] Pushing event updated for resources: {'Port': ['ID=768135ef-82ba-4c7e-a7b1-295d9bff0f12,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:57.241539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Pushing event updated for resources: {'Port': ['ID=b08ee09e-9282-4a87-ad39-785b7610cfdc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:57.267280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-3a05ed63-c90a-41f1-9b29-b9f10e97d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.268917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-3a05ed63-c90a-41f1-9b29-b9f10e97d631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1095 time: 0.2341270 Sep 02 12:50:57.297361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61766e6-106b-4514-b94e-41e108646582 req-178d5ccb-b04f-4b4f-a039-f357d13a563d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.298988 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a61766e6-106b-4514-b94e-41e108646582 req-178d5ccb-b04f-4b4f-a039-f357d13a563d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.1145833 Sep 02 12:50:57.304162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 364e7353-aba8-48a6-aacb-6e476a3b33ec no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:50:57.314995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdd2f7-4477-43ea-8bbc-e399a8c307ac req-2f00c8dc-e36e-469a-bccf-377cdd301087 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.322760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9dfdd2f7-4477-43ea-8bbc-e399a8c307ac req-2f00c8dc-e36e-469a-bccf-377cdd301087 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1882279 Sep 02 12:50:57.329395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 364e7353-aba8-48a6-aacb-6e476a3b33ec {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:50:57.330037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 364e7353-aba8-48a6-aacb-6e476a3b33ec not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:50:57.343874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-d08fc83a-b39c-4065-8bac-a751b064b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.345440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-d08fc83a-b39c-4065-8bac-a751b064b983 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1737273 Sep 02 12:50:57.347709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-c848fd9c-e04a-49de-86f0-03ca8f45e03b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 217 time: 0.0651009 Sep 02 12:50:57.400884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'tag': '768135ef-82ba-4c7e-a7b1-295d9bff0f12'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:57.403861 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089" -d '{"events": [{"name": "network-changed", "server_uuid": "6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5", "tag": "768135ef-82ba-4c7e-a7b1-295d9bff0f12"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:57.426922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a61766e6-106b-4514-b94e-41e108646582 req-3c3108e9-aebe-4fc0-a251-46a7394d2599 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190517 Sep 02 12:50:57.436359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-d8ff8e7d-4344-49d6-b0ba-0f908427f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.441771 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-d8ff8e7d-4344-49d6-b0ba-0f908427f694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0743616 Sep 02 12:50:57.473895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9dfdd2f7-4477-43ea-8bbc-e399a8c307ac req-9fdf8325-d409-4a60-b176-a686561c22f2 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497755 Sep 02 12:50:57.476238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-9e364859-1268-4ffb-a75e-bb4969a338c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276370 Sep 02 12:50:57.506249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Attempting to bind port b08ee09e-9282-4a87-ad39-785b7610cfdc on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:50:57.506735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Attempting to bind port b08ee09e-9282-4a87-ad39-785b7610cfdc by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:50:57.507204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Attempting to bind port b08ee09e-9282-4a87-ad39-785b7610cfdc on network 83ee845e-343f-43c6-ab7d-9e460196b5cb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:57.517251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Port b08ee09e-9282-4a87-ad39-785b7610cfdc on network 83ee845e-343f-43c6-ab7d-9e460196b5cb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:50:57.517590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Attempting to bind port b08ee09e-9282-4a87-ad39-785b7610cfdc on network 83ee845e-343f-43c6-ab7d-9e460196b5cb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:50:57.533801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:50:57.534170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Checking segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:50:57.534535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Bound using segment: {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:50:57.535110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Bound port: b08ee09e-9282-4a87-ad39-785b7610cfdc, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1720a8b-7e27-4e06-a935-67c999b4e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:50:57.535537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:57.563383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-c1d856ca-d7d9-4d20-9358-5a1a6b8955f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.564964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-c1d856ca-d7d9-4d20-9358-5a1a6b8955f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 200 len: 914 time: 0.1947441 Sep 02 12:50:57.572037 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f6d3fe-28ee-40a5-95d4-24a02700030f x-openstack-request-id: req-54f6d3fe-28ee-40a5-95d4-24a02700030f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:57.572415 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5", "tag": "768135ef-82ba-4c7e-a7b1-295d9bff0f12", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:57.572667 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54f6d3fe-28ee-40a5-95d4-24a02700030f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:57.573082 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'tag': '768135ef-82ba-4c7e-a7b1-295d9bff0f12', 'status': 'completed', 'code': 200} Sep 02 12:50:57.623486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6902d5-62bf-4438-8e23-f02259b03cb1 req-a690e668-5a2b-4d0f-b103-fd262a9f46b1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.624728 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-eff35d21-0879-415e-a13e-8a8de54d89f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 200 len: 217 time: 0.0396640 Sep 02 12:50:57.625091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e6902d5-62bf-4438-8e23-f02259b03cb1 req-a690e668-5a2b-4d0f-b103-fd262a9f46b1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0701737 Sep 02 12:50:57.663025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-118fbd4a-9a26-457f-9179-c15ee4475563 service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728544 Sep 02 12:50:57.689995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] For port b08ee09e-9282-4a87-ad39-785b7610cfdc, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:50:57.695439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] For port b08ee09e-9282-4a87-ad39-785b7610cfdc, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:50:57.701598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e6902d5-62bf-4438-8e23-f02259b03cb1 req-ac958acc-5b86-4ae6-90e2-4790248b2211 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669847 Sep 02 12:50:57.702122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-b2b9acf4-799c-45a8-8de0-2f52c24543b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.703848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-b2b9acf4-799c-45a8-8de0-2f52c24543b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 200 len: 853 time: 0.0710204 Sep 02 12:50:57.705236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:57.765504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-05345ca0-3e3a-4e25-910d-6bd15b2b17a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39a32309-a5d3-4724-938e-55d135b41a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511806 Sep 02 12:50:57.770772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.771613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:57.773222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] 10.222.0.41 "PUT /v2.0/ports/b08ee09e-9282-4a87-ad39-785b7610cfdc HTTP/1.1" status: 200 len: 1091 time: 1.7774985 Sep 02 12:50:57.773833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'tag': 'b08ee09e-9282-4a87-ad39-785b7610cfdc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:57.777384 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db996f8-a048-4997-abab-b4097af4fa34" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ecf5c9-e448-4b6f-9d78-8facef996448", "tag": "b08ee09e-9282-4a87-ad39-785b7610cfdc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:57.782243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c773db3-6d9c-4fdd-b361-c4b0821a8f13 req-5f445ea9-2a72-4232-a307-7e089a5d4890 service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075799 Sep 02 12:50:57.870230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b477b-157d-46e9-927b-29f53ea2182a service neutron] Pushing event updated for resources: {'Port': ['ID=b08ee09e-9282-4a87-ad39-785b7610cfdc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:57.898842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-b12eabc3-80a7-4bf9-ba4e-afcacac2f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:57.900073 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401b4f1-e3ca-4a5c-a2d9-5ea65bcf7532 x-openstack-request-id: req-5401b4f1-e3ca-4a5c-a2d9-5ea65bcf7532 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:57.900366 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ecf5c9-e448-4b6f-9d78-8facef996448", "tag": "b08ee09e-9282-4a87-ad39-785b7610cfdc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:57.900621 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5401b4f1-e3ca-4a5c-a2d9-5ea65bcf7532 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:57.901221 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'tag': 'b08ee09e-9282-4a87-ad39-785b7610cfdc', 'status': 'completed', 'code': 200} Sep 02 12:50:57.901366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-b12eabc3-80a7-4bf9-ba4e-afcacac2f18e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0486073 Sep 02 12:50:58.001574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-a3cec6c1-5672-4fc5-bd2d-0dcead6bdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:58.003095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-a3cec6c1-5672-4fc5-bd2d-0dcead6bdf22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.0939698 Sep 02 12:50:58.011639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2874c997-b3b0-403f-a11e-2aae277c278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:58.014183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-2874c997-b3b0-403f-a11e-2aae277c278a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 1094 time: 0.1660540 Sep 02 12:50:58.022946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abc1bf-0acb-4891-952c-cbf68797e7d4 req-6db49d06-9e4b-4e9d-ba80-65b95e3af03a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:58.024431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34abc1bf-0acb-4891-952c-cbf68797e7d4 req-6db49d06-9e4b-4e9d-ba80-65b95e3af03a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 943 time: 0.1224453 Sep 02 12:50:58.027684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-30e46421-bda6-42b5-bf99-5d78acfc20c5 service neutron] 10.222.0.18 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440290 Sep 02 12:50:58.054735 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-f8bb5469-30fa-4146-8a17-c310322c8414 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 217 time: 0.0434132 Sep 02 12:50:58.086045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-daede669-f5de-469d-80f4-a312d7a5601e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc HTTP/1.1" status: 200 len: 217 time: 0.0603611 Sep 02 12:50:58.149525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-bc906935-de6c-41e1-99ea-b8497b5d70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:58.150467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-bc906935-de6c-41e1-99ea-b8497b5d70c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0861845 Sep 02 12:50:58.159656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e05887-61af-435f-a433-e01e210cdc99 req-a63176d5-cc9c-4a23-b551-c1a49e816496 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:58.161706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4e05887-61af-435f-a433-e01e210cdc99 req-a63176d5-cc9c-4a23-b551-c1a49e816496 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.0985355 Sep 02 12:50:58.200049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-04772f25-a645-4150-84d2-f081624df282 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373380 Sep 02 12:50:58.215374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34abc1bf-0acb-4891-952c-cbf68797e7d4 req-fdcc864f-1bc4-4a22-ac01-616f2e639a71 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781702 Sep 02 12:50:58.219153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-b8012ea5-ead3-4986-a243-dd974a1bbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:58.220615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-b8012ea5-ead3-4986-a243-dd974a1bbefb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0939503 Sep 02 12:50:58.284200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-d555e6bb-dabe-439c-a0ef-f95ef42dfea1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506721 Sep 02 12:50:58.290613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7d3372a-2944-4df2-bab8-9a80b2db39c4 req-e1c38061-df00-44dc-a5e4-4bce39df492c service neutron] 10.222.0.18 "GET /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513509 Sep 02 12:50:58.362252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-3c27abe1-0c9f-459a-addf-94d7793e1c4c service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449618 Sep 02 12:50:58.390996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 86a526d2-9be9-42f5-9b86-4c6060498e6d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:58.391348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:58.428358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-c656121e-1523-4c30-95be-9af0e275cfed service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351299 Sep 02 12:50:58.622970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 86a526d2-9be9-42f5-9b86-4c6060498e6d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=86a526d2-9be9-42f5-9b86-4c6060498e6d,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:58.623480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:58.627679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11a2c7f6-c881-4be7-8ed0-2cdb2035f089 req-b794287e-7a7e-4380-86e5-e1ee646ed5d5 service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528145 Sep 02 12:50:58.655070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 86a526d2-9be9-42f5-9b86-4c6060498e6d owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:50:58.658915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-312f6082-2f78-4be4-9469-53207d4e186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:58.945239 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:58.958660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755', '294fbcae-c4ea-4150-a69c-3afff266465f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:58.964827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:50:59.047919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54395414-f433-411d-a970-8dc0b808ca6a req-d59136d9-29e1-4cac-8ac9-1575214efb5d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.049645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54395414-f433-411d-a970-8dc0b808ca6a req-d59136d9-29e1-4cac-8ac9-1575214efb5d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1611392 Sep 02 12:50:59.060617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=86a526d2-9be9-42f5-9b86-4c6060498e6d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:50:59.146503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-bba73469-edf7-4299-b64e-4087a021cbee tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.148884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-bba73469-edf7-4299-b64e-4087a021cbee tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 950 time: 0.6038697 Sep 02 12:50:59.163645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b19ae-25f5-4798-86fd-a2e35afbfe3d req-6a1c9ea6-a635-4b3d-a569-9004f32ad64c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.167880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a97b19ae-25f5-4798-86fd-a2e35afbfe3d req-6a1c9ea6-a635-4b3d-a569-9004f32ad64c tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=73178750-53ad-4bd5-b6ca-28a087302646 HTTP/1.1" status: 200 len: 950 time: 0.6034188 Sep 02 12:50:59.172324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39668) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:50:59.199103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-541f662e-32fd-4b02-a876-08fc0c017ae0 req-9eec640f-5e24-41c1-955f-69a521164ed5 service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628467 Sep 02 12:50:59.265931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54395414-f433-411d-a970-8dc0b808ca6a req-e43ea185-b7c8-46a4-a0cb-97d747afd5db tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885657 Sep 02 12:50:59.335302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 86a526d2-9be9-42f5-9b86-4c6060498e6d on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:50:59.338826 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:59.347862 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4e05887-61af-435f-a433-e01e210cdc99 req-8aff3e11-f28e-4847-8cc1-b8a030ffbadf tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "DELETE /v2.0/ports/86a526d2-9be9-42f5-9b86-4c6060498e6d HTTP/1.1" status: 204 len: 173 time: 1.1769764 Sep 02 12:50:59.492582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbbb0c-f500-4ee7-827c-729ee8de00a6 req-ea605102-e114-42ac-81f2-6ad233099a97 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.494467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78dbbb0c-f500-4ee7-827c-729ee8de00a6 req-ea605102-e114-42ac-81f2-6ad233099a97 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1079998 Sep 02 12:50:59.499945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a97b19ae-25f5-4798-86fd-a2e35afbfe3d req-6cd33132-41a5-47ef-a12c-2c0f224aeff4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052299 Sep 02 12:50:59.559634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb469-ec0a-4903-ae17-da3ce6443d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:59.598648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db996f8-a048-4997-abab-b4097af4fa34 req-d6c9a857-0711-4175-8e23-93d3e6e448ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.600415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73178750-53ad-4bd5-b6ca-28a087302646', 'name': 'network-vif-deleted', 'tag': '86a526d2-9be9-42f5-9b86-4c6060498e6d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:50:59.600891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-d6c9a857-0711-4175-8e23-93d3e6e448ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 1094 time: 0.2460911 Sep 02 12:50:59.604498 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42961eb5-fc59-4b37-931d-a7ad5cc9ce52" -d '{"events": [{"server_uuid": "73178750-53ad-4bd5-b6ca-28a087302646", "name": "network-vif-deleted", "tag": "86a526d2-9be9-42f5-9b86-4c6060498e6d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:50:59.619980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78dbbb0c-f500-4ee7-827c-729ee8de00a6 req-ec3c650e-7e73-4cec-b852-e38734433029 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091516 Sep 02 12:50:59.626472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 294fbcae-c4ea-4150-a69c-3afff266465f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:50:59.627068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:50:59.710350 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22340d8e-2365-4402-abd3-5574330e39e0 x-openstack-request-id: req-22340d8e-2365-4402-abd3-5574330e39e0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:50:59.710891 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73178750-53ad-4bd5-b6ca-28a087302646", "name": "network-vif-deleted", "tag": "86a526d2-9be9-42f5-9b86-4c6060498e6d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:50:59.710891 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22340d8e-2365-4402-abd3-5574330e39e0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:50:59.711271 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73178750-53ad-4bd5-b6ca-28a087302646', 'name': 'network-vif-deleted', 'tag': '86a526d2-9be9-42f5-9b86-4c6060498e6d', 'status': 'completed', 'code': 200} Sep 02 12:50:59.848012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db996f8-a048-4997-abab-b4097af4fa34 req-732f32eb-be89-4a81-b80d-207703c642af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.849588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-732f32eb-be89-4a81-b80d-207703c642af service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.2389717 Sep 02 12:50:59.881224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10228bb-0d6e-4ce9-83dc-b2838b650c32 req-dcdf60c1-9d5b-4f5f-8357-3b7fe5446c9d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:50:59.889111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f10228bb-0d6e-4ce9-83dc-b2838b650c32 req-dcdf60c1-9d5b-4f5f-8357-3b7fe5446c9d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 943 time: 0.2542684 Sep 02 12:50:59.962474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-efcd650f-7fbd-43be-9988-8a03444a5511 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc HTTP/1.1" status: 200 len: 217 time: 0.1036842 Sep 02 12:50:59.993002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 294fbcae-c4ea-4150-a69c-3afff266465f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=294fbcae-c4ea-4150-a69c-3afff266465f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:50:59.993541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.031806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 294fbcae-c4ea-4150-a69c-3afff266465f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:00.080632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f10228bb-0d6e-4ce9-83dc-b2838b650c32 req-42d3b923-7671-4a15-b1a9-d564fa58ca7b tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905847 Sep 02 12:51:00.087135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb469-ec0a-4903-ae17-da3ce6443d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.089110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db996f8-a048-4997-abab-b4097af4fa34 req-280d87ba-794a-492b-acb3-24f313125efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.091011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-280d87ba-794a-492b-acb3-24f313125efd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.1180496 Sep 02 12:51:00.134699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb469-ec0a-4903-ae17-da3ce6443d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.163300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-45190b50-8544-4500-b888-ffae0fdd5071 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426598 Sep 02 12:51:00.185618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-d7e233fc-5428-4dca-98b7-a6d2bef6b847 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0624149 Sep 02 12:51:00.261459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e8fcb469-ec0a-4903-ae17-da3ce6443d54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9d7f15ff32044e6a8397efb2ca37e97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0847383 Sep 02 12:51:00.262702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:00.279158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcb469-ec0a-4903-ae17-da3ce6443d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e7c61-e9aa-488b-b1ef-d66f8d05d20b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:00.319381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.320586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.322572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.323649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.324573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.325588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.326267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.329128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bbffbb07-0eef-462f-9c65-f1683456153e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a07d0b7db76541e091c95508021d3a1f&device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 6501 time: 0.0956595 Sep 02 12:51:00.380675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-9ffd84e4-8e3f-4c3e-871d-ed71bee876b9 service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040579 Sep 02 12:51:00.446257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.449523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e40a8-e853-4925-9eee-474f5fbfa3f9 req-585eb21b-e483-487d-ba38-0eedc58b114e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.449701 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cf76d7f-6df9-4bf0-82cd-cec66db88414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.451069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a9e40a8-e853-4925-9eee-474f5fbfa3f9 req-585eb21b-e483-487d-ba38-0eedc58b114e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1112332 Sep 02 12:51:00.458372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e', '86a526d2-9be9-42f5-9b86-4c6060498e6d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:00.496250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:00.518516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-0b37d471-42b2-47df-82c5-0d404a3ccfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.518888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-0b37d471-42b2-47df-82c5-0d404a3ccfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.519478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-0b37d471-42b2-47df-82c5-0d404a3ccfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.522668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-0b37d471-42b2-47df-82c5-0d404a3ccfd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=570c4c40-0a12-4264-8cd4-695bfe62e618&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 200 len: 2298 time: 0.1660218 Sep 02 12:51:00.528406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a9e40a8-e853-4925-9eee-474f5fbfa3f9 req-045da811-034a-4196-b01b-9299d3a9522f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Sep 02 12:51:00.612114 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3db996f8-a048-4997-abab-b4097af4fa34 req-bb112530-f640-4f0e-b3df-617624fc03d0 service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201769 Sep 02 12:51:00.617812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=294fbcae-c4ea-4150-a69c-3afff266465f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:00.629930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-18955bdb-690e-411a-afc7-331e225008de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 200 len: 1002 time: 0.0923443 Sep 02 12:51:00.646748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cf76d7f-6df9-4bf0-82cd-cec66db88414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.667507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 294fbcae-c4ea-4150-a69c-3afff266465f on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:00.671693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.673905 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04a87ea8-bc11-4809-8f11-1bbee98d1a74 req-8735657f-9515-4f09-8baa-ce31ebce99ad tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "DELETE /v2.0/ports/294fbcae-c4ea-4150-a69c-3afff266465f HTTP/1.1" status: 204 len: 173 time: 1.5048683 Sep 02 12:51:00.674524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7244fe11-399f-4865-81e3-65913166661e', 'name': 'network-vif-deleted', 'tag': '294fbcae-c4ea-4150-a69c-3afff266465f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:00.677181 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4124551-d775-4e70-8f40-699fffac7095" -d '{"events": [{"server_uuid": "7244fe11-399f-4865-81e3-65913166661e", "name": "network-vif-deleted", "tag": "294fbcae-c4ea-4150-a69c-3afff266465f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:00.723324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-150232d6-d909-420b-9055-c9f03e45a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.729904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-150232d6-d909-420b-9055-c9f03e45a93a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=791c1b25-8efe-4bc0-af0a-9389cd06562c HTTP/1.1" status: 200 len: 856 time: 0.0904772 Sep 02 12:51:00.788386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cf76d7f-6df9-4bf0-82cd-cec66db88414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.791720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cf76d7f-6df9-4bf0-82cd-cec66db88414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:00.793281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7cf76d7f-6df9-4bf0-82cd-cec66db88414 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/785e7c61-e9aa-488b-b1ef-d66f8d05d20b HTTP/1.1" status: 204 len: 168 time: 0.5279832 Sep 02 12:51:00.823482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf76d7f-6df9-4bf0-82cd-cec66db88414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e7c61-e9aa-488b-b1ef-d66f8d05d20b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:00.854664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-266364cc-538c-4de3-8fba-8f0945452154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.856234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-266364cc-538c-4de3-8fba-8f0945452154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=570c4c40-0a12-4264-8cd4-695bfe62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212339 Sep 02 12:51:00.866000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788735e-538f-47ee-899b-53f6c1ebe3e5 req-874d73dd-2829-450b-9b31-053f68413b8a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:00.873486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4788735e-538f-47ee-899b-53f6c1ebe3e5 req-874d73dd-2829-450b-9b31-053f68413b8a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1249678 Sep 02 12:51:01.012347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4788735e-538f-47ee-899b-53f6c1ebe3e5 req-bad47e59-c990-425a-ae66-596c8451253b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328516 Sep 02 12:51:01.067001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-de8b4d7a-9f6d-4598-be39-433d09d1a1cb service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905282 Sep 02 12:51:01.168429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4508d364-e65a-4209-9576-2586b3e8a600 req-e9cabb32-f400-4328-be06-ba59c49a655f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=7244fe11-399f-4865-81e3-65913166661e HTTP/1.1" status: 200 len: 210 time: 0.3739078 Sep 02 12:51:01.236938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-c7915499-5bf6-4234-8ba5-edf063264a44 service neutron] 10.222.0.41 "GET /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621289 Sep 02 12:51:01.293943 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7859c69f-07e5-4032-a268-a268f55d3d89 x-openstack-request-id: req-7859c69f-07e5-4032-a268-a268f55d3d89 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:01.294238 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7244fe11-399f-4865-81e3-65913166661e", "name": "network-vif-deleted", "tag": "294fbcae-c4ea-4150-a69c-3afff266465f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:01.294612 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7859c69f-07e5-4032-a268-a268f55d3d89 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:01.294955 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7244fe11-399f-4865-81e3-65913166661e', 'name': 'network-vif-deleted', 'tag': '294fbcae-c4ea-4150-a69c-3afff266465f', 'status': 'completed', 'code': 200} Sep 02 12:51:01.305380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 768135ef-82ba-4c7e-a7b1-295d9bff0f12 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:51:01.327181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-bb86104d-a28d-4017-bc5e-740fdba78610 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 217 time: 0.0789986 Sep 02 12:51:01.440711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60ae52-d20a-4065-b9d9-5f41a55317da req-4caf90e3-6286-40da-9fe9-4b518172b57d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:01.453093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c60ae52-d20a-4065-b9d9-5f41a55317da req-4caf90e3-6286-40da-9fe9-4b518172b57d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.3154233 Sep 02 12:51:01.475929 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bcb872f6-6226-4331-ae79-0e49ca85ec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:01.483063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-dd8145cf-c9a1-4e5b-a333-ac5db88fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:01.484582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-dd8145cf-c9a1-4e5b-a333-ac5db88fedbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.1488576 Sep 02 12:51:01.526307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:01.537548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c60ae52-d20a-4065-b9d9-5f41a55317da req-b3c9e5ec-2168-4f55-b59f-de02810c04e1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793679 Sep 02 12:51:01.557646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27bd6-6b93-48b6-9f60-33a179d44455 req-9e43b68c-788c-49b9-88cb-36f5f014a1a7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:01.562621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '768135ef-82ba-4c7e-a7b1-295d9bff0f12', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'port_id': '768135ef-82ba-4c7e-a7b1-295d9bff0f12', 'mac_address': 'fa:16:3e:cc:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:51:01.565713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a27bd6-6b93-48b6-9f60-33a179d44455 req-9e43b68c-788c-49b9-88cb-36f5f014a1a7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 943 time: 0.1080043 Sep 02 12:51:01.569570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-6ba622f6-2e5e-4a40-b834-94b2feb60c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:01.571948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-6ba622f6-2e5e-4a40-b834-94b2feb60c5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772967 Sep 02 12:51:01.635510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a27bd6-6b93-48b6-9f60-33a179d44455 req-492f2b30-a3d8-499c-b73a-772c00dc00fc tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651615 Sep 02 12:51:01.689313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:01.696661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:01.721388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768135ef-82ba-4c7e-a7b1-295d9bff0f12 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:01.738048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73b28f-5478-4edb-951f-85957454809a req-ce683a46-9f6f-4fbb-ae3d-6bb430d7c1d1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:01.740151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a73b28f-5478-4edb-951f-85957454809a req-ce683a46-9f6f-4fbb-ae3d-6bb430d7c1d1 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0840669 Sep 02 12:51:01.742273 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-a854d689-3a3c-4879-8e7b-448272b53082 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626318 Sep 02 12:51:01.753355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:01.759186 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:01.822239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=768135ef-82ba-4c7e-a7b1-295d9bff0f12,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:01.847711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.848720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.849734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.854808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.854808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.854808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.854808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.854808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.855821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.857458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.857458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.857989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:01.862013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a73b28f-5478-4edb-951f-85957454809a req-21e7c33c-4e6b-4a75-8b0a-47ff8a6bdb33 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043460 Sep 02 12:51:01.939541 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-f70b978c-5157-465d-9ff7-5bef30b4d97d service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862390 Sep 02 12:51:01.990614 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-9afe0bea-bfb7-476c-9d07-0d5a9c04f8ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 217 time: 0.0434427 Sep 02 12:51:02.006419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde176f-2ea6-4609-9e5a-7cc4eae7fa72 req-2bae8c2a-5619-41ef-b503-28d72cc20e69 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.008387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcde176f-2ea6-4609-9e5a-7cc4eae7fa72 req-2bae8c2a-5619-41ef-b503-28d72cc20e69 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0722101 Sep 02 12:51:02.058236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-87533dee-5a56-47a1-b6c2-81cf88eae07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.058479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['768135ef-82ba-4c7e-a7b1-295d9bff0f12'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:02.060068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-87533dee-5a56-47a1-b6c2-81cf88eae07c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0584791 Sep 02 12:51:02.063682 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcde176f-2ea6-4609-9e5a-7cc4eae7fa72 req-ac6d0fe1-7faa-4767-8257-3799cdba09e7 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490060 Sep 02 12:51:02.176985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-7c09395f-659f-4476-815c-bf538b80dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.178664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-7c09395f-659f-4476-815c-bf538b80dd44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107473 Sep 02 12:51:02.313500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093c919-3f87-4148-8d7e-b34e6983b594 req-e5bbdd47-437c-40ba-baa6-8ac5a9939869 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.322065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5093c919-3f87-4148-8d7e-b34e6983b594 req-e5bbdd47-437c-40ba-baa6-8ac5a9939869 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0685503 Sep 02 12:51:02.377415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-50b7b768-a3b0-4181-a2eb-1ed5f378f4e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911004 Sep 02 12:51:02.386095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5093c919-3f87-4148-8d7e-b34e6983b594 req-4c107f76-d3bf-4fda-9f79-c6dd0f5abfd0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587518 Sep 02 12:51:02.462131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:02.544434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-ea0b4f16-5f75-4651-b2c4-36858b374885 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601586 Sep 02 12:51:02.557776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207085a8-439c-49ee-a8a0-51e81a358095 req-74f4eca6-fbd6-4c75-91bf-2bc94ea936e8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.567133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-207085a8-439c-49ee-a8a0-51e81a358095 req-74f4eca6-fbd6-4c75-91bf-2bc94ea936e8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0885847 Sep 02 12:51:02.619048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-207085a8-439c-49ee-a8a0-51e81a358095 req-fa69d0b3-3ce0-4815-9504-c4d6352bd61c tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Sep 02 12:51:02.650577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-dbe2d6be-5cb4-443b-86f3-8799090d744f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 HTTP/1.1" status: 200 len: 217 time: 0.0952406 Sep 02 12:51:02.727082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-34e134ee-aaa3-4601-a051-58635520aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.730117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-34e134ee-aaa3-4601-a051-58635520aaa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0705729 Sep 02 12:51:02.820129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29635174-9a4c-48ff-9e3e-a0f403f4c567 req-a26547ec-1639-4bf8-a5d9-81f2b5846c00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.821727 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29635174-9a4c-48ff-9e3e-a0f403f4c567 req-a26547ec-1639-4bf8-a5d9-81f2b5846c00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.0978775 Sep 02 12:51:02.829710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-a88833d9-74ea-4529-b862-a5ab5d5ca8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:02.831394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-a88833d9-74ea-4529-b862-a5ab5d5ca8b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878294 Sep 02 12:51:02.894168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:02.937577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29635174-9a4c-48ff-9e3e-a0f403f4c567 req-2d9d6c5c-cce5-4995-8f09-1e93405c6d9d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049092 Sep 02 12:51:02.993395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-68809cce-9ded-4f6f-ba3c-9f5b062b7154 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421721 Sep 02 12:51:03.011579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef17eae-379f-4cf0-8431-e36455871b9b req-954d1454-eddb-4db1-a3d5-5c8bdca7f084 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.019475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bef17eae-379f-4cf0-8431-e36455871b9b req-954d1454-eddb-4db1-a3d5-5c8bdca7f084 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 943 time: 0.0714090 Sep 02 12:51:03.067844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bef17eae-379f-4cf0-8431-e36455871b9b req-c01b5fe9-dfc9-439c-be0a-d36cb6b6e63f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466566 Sep 02 12:51:03.089462 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff835241-d51d-408f-8cde-44dbd3a1751c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.181620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-b85a1eb2-bf68-4c3c-af1c-af49e0c6f074 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782560 Sep 02 12:51:03.193199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46734e-fa6c-4990-8813-66a2b8c5ed9c req-fe03c128-83b4-4025-adb9-3b4ee5012f08 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.195111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be46734e-fa6c-4990-8813-66a2b8c5ed9c req-fe03c128-83b4-4025-adb9-3b4ee5012f08 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 950 time: 0.1601474 Sep 02 12:51:03.219866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57d57f-83ed-4844-b59f-4d2a11d3066b req-a3091bd8-e7fc-494a-b562-db5d25b1f2bc tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.221458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de57d57f-83ed-4844-b59f-4d2a11d3066b req-a3091bd8-e7fc-494a-b562-db5d25b1f2bc tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0810256 Sep 02 12:51:03.263967 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-2f364f65-e955-42fa-aa04-9479b2a6e911 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c HTTP/1.1" status: 200 len: 217 time: 0.0676506 Sep 02 12:51:03.292013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff835241-d51d-408f-8cde-44dbd3a1751c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.295517 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de57d57f-83ed-4844-b59f-4d2a11d3066b req-c2db4206-ea43-49cd-b934-2b0e017501f4 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Sep 02 12:51:03.297385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be46734e-fa6c-4990-8813-66a2b8c5ed9c req-f8aaefbf-e3cb-465f-a088-aad2cd02da89 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899308 Sep 02 12:51:03.298689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff835241-d51d-408f-8cde-44dbd3a1751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.306779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 768135ef-82ba-4c7e-a7b1-295d9bff0f12 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:03.358840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ff835241-d51d-408f-8cde-44dbd3a1751c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17701dede7db45909b38bfed192e18ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627583 Sep 02 12:51:03.359852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:03.362254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff835241-d51d-408f-8cde-44dbd3a1751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17d108b-8eb8-4559-943c-8156a823d1dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:03.377886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-ca142c4a-b78f-4da8-a245-8cbbb7b97605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.380593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-ca142c4a-b78f-4da8-a245-8cbbb7b97605 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 200 len: 797 time: 0.0869040 Sep 02 12:51:03.451455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c76299-7d52-4001-90e3-77051651f307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.466483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-8f875289-8045-40e3-839b-8ca4ec7db25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.468274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-8f875289-8045-40e3-839b-8ca4ec7db25c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5395cd2-0f08-404e-83d1-fa94fd2d4500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802827 Sep 02 12:51:03.476604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c76299-7d52-4001-90e3-77051651f307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.532132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c76299-7d52-4001-90e3-77051651f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.536854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c76299-7d52-4001-90e3-77051651f307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.538461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-39c76299-7d52-4001-90e3-77051651f307 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c17d108b-8eb8-4559-943c-8156a823d1dd HTTP/1.1" status: 204 len: 168 time: 0.1775990 Sep 02 12:51:03.549983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76299-7d52-4001-90e3-77051651f307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17d108b-8eb8-4559-943c-8156a823d1dd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:03.562931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4125e-ab48-4532-967f-0e6575b122d5 req-01e09e86-1e06-4764-9f9e-1e86420e0c0a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.564720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7db4125e-ab48-4532-967f-0e6575b122d5 req-01e09e86-1e06-4764-9f9e-1e86420e0c0a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1245854 Sep 02 12:51:03.579327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b08ee09e-9282-4a87-ad39-785b7610cfdc details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:51:03.582864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 86a526d2-9be9-42f5-9b86-4c6060498e6d no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:03.609111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 86a526d2-9be9-42f5-9b86-4c6060498e6d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:03.609645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 86a526d2-9be9-42f5-9b86-4c6060498e6d not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:03.609803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7db4125e-ab48-4532-967f-0e6575b122d5 req-29ac99f1-5165-4957-a5e3-4fb43a4a80a9 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Sep 02 12:51:03.644426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-3b697359-6f94-45ec-b574-ff2f0d0508c8 service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588111 Sep 02 12:51:03.696770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-9103fbed-5878-4e8c-892e-bdb899f5b997 req-f36e9e93-a111-4c60-aa3a-8c88582a3fec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:51:03.697943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9103fbed-5878-4e8c-892e-bdb899f5b997 req-f36e9e93-a111-4c60-aa3a-8c88582a3fec service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068214 Sep 02 12:51:03.783217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b08ee09e-9282-4a87-ad39-785b7610cfdc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:03.788028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-9e7a0705-8811-4cf2-8174-c779df26d75e service neutron] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345158 Sep 02 12:51:03.804790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'b08ee09e-9282-4a87-ad39-785b7610cfdc', 'network_id': '83ee845e-343f-43c6-ab7d-9e460196b5cb', 'port_id': 'b08ee09e-9282-4a87-ad39-785b7610cfdc', 'mac_address': 'fa:16:3e:1b:e3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a759342e-1de4-415b-9973-1bd0e667c7ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:51:03.846024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-932c962d-c5cf-4af6-b9d1-d90a33505c22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 200 len: 217 time: 0.0503609 Sep 02 12:51:03.850175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.853431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:03.871398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:03.872012 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.878997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08ee09e-9282-4a87-ad39-785b7610cfdc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:03.919953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b08ee09e-9282-4a87-ad39-785b7610cfdc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:03.930011 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:03.952631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-1ce76c05-7499-4fe8-963a-4de9fa54885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.955157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-1ce76c05-7499-4fe8-963a-4de9fa54885d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.0968800 Sep 02 12:51:03.982799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450d46d-e2cc-48e6-aa4f-9c453b79a531 req-4a2a70f5-0ccc-4c4e-ba8d-c85cc7e74070 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:03.993531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2450d46d-e2cc-48e6-aa4f-9c453b79a531 req-4a2a70f5-0ccc-4c4e-ba8d-c85cc7e74070 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1463797 Sep 02 12:51:04.013341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=b08ee09e-9282-4a87-ad39-785b7610cfdc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:04.079317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-0e503342-aaf2-4061-ac7e-3857d478f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:04.082065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-0e503342-aaf2-4061-ac7e-3857d478f1af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851564 Sep 02 12:51:04.084882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2450d46d-e2cc-48e6-aa4f-9c453b79a531 req-9f78765d-3b3d-482a-852d-cda9bce6fbb8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905123 Sep 02 12:51:04.116052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-39b8cc16-99ff-488e-a4af-5f40f9d32ef7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:04.121247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-39b8cc16-99ff-488e-a4af-5f40f9d32ef7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 950 time: 0.1119456 Sep 02 12:51:04.137121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:04.212310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:04.219944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768135ef-82ba-4c7e-a7b1-295d9bff0f12'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:04.224276 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a56a58-506e-4cf6-9d93-364f1ad6dd9e" -d '{"events": [{"server_uuid": "6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5", "name": "network-vif-plugged", "status": "completed", "tag": "768135ef-82ba-4c7e-a7b1-295d9bff0f12"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:04.240233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:04.248699 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:04.249917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 294fbcae-c4ea-4150-a69c-3afff266465f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:04.305952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['b08ee09e-9282-4a87-ad39-785b7610cfdc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:04.389996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-1c8e4584-039f-496e-9c61-53b66a78afe2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:04.392298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-1c8e4584-039f-496e-9c61-53b66a78afe2 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "GET /v2.0/ports?device_id=a15f18cd-3938-40eb-a912-c401ef6224fd HTTP/1.1" status: 200 len: 950 time: 0.1622889 Sep 02 12:51:04.402698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c580-fc58-42bb-9969-c9bbddee0338 req-48b0b060-6d8f-40b2-97c6-bcc5e57939b3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:04.405077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cc7c580-fc58-42bb-9969-c9bbddee0338 req-48b0b060-6d8f-40b2-97c6-bcc5e57939b3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 944 time: 0.1792538 Sep 02 12:51:04.408931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-98989b63-363e-4bc5-a8f0-f7c89ba56632 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186061 Sep 02 12:51:04.434220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 294fbcae-c4ea-4150-a69c-3afff266465f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:04.434874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 294fbcae-c4ea-4150-a69c-3afff266465f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:04.487068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=768135ef-82ba-4c7e-a7b1-295d9bff0f12,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:04.499745 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-410d2c01-232d-4ac7-bfe7-45422ceb1d13 service neutron] show failed (client error): The resource could not be found. Sep 02 12:51:04.501916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-410d2c01-232d-4ac7-bfe7-45422ceb1d13 service neutron] 10.222.0.18 "GET /v2.0/ports/81fb4e36-bcdc-448b-a958-2427f6613f62/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.3031106 Sep 02 12:51:04.511778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7fc67-00bc-4d23-beb4-1abb0f5d3eb5 req-128d0630-0148-4fb2-8916-dfb80ccb5542 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:04.513411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71c7fc67-00bc-4d23-beb4-1abb0f5d3eb5 req-128d0630-0148-4fb2-8916-dfb80ccb5542 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.3134007 Sep 02 12:51:04.543879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cc7c580-fc58-42bb-9969-c9bbddee0338 req-99ee4215-79d8-4bed-877a-e8f0414dd559 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277001 Sep 02 12:51:04.599690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 35444455-f17f-4835-bb4f-0677c0f7925e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:04.600101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:04.730712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71c7fc67-00bc-4d23-beb4-1abb0f5d3eb5 req-1a35d0e2-ab43-4dec-a4fa-b79f5956d90e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997423 Sep 02 12:51:04.821971 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7f3ca-c682-4574-b588-6cd6b34271ef x-openstack-request-id: req-26d7f3ca-c682-4574-b588-6cd6b34271ef {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:04.822407 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5", "name": "network-vif-plugged", "status": "completed", "tag": "768135ef-82ba-4c7e-a7b1-295d9bff0f12", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:04.822754 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26d7f3ca-c682-4574-b588-6cd6b34271ef {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:04.823264 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768135ef-82ba-4c7e-a7b1-295d9bff0f12', 'code': 200} Sep 02 12:51:04.860798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 35444455-f17f-4835-bb4f-0677c0f7925e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35444455-f17f-4835-bb4f-0677c0f7925e,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:04.861237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:04.906912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 35444455-f17f-4835-bb4f-0677c0f7925e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:04.965553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-7b046f9f-5ea8-4590-ab89-e1971ff49864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:04.967895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-7b046f9f-5ea8-4590-ab89-e1971ff49864 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 1097 time: 0.1870048 Sep 02 12:51:05.045530 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.062677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:05.140367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c696553-6343-41f9-84e6-e17b927e26f1 req-d3c6cbd8-8830-421f-92c9-d5e38c9afc17 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.140766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-e8125dc7-3b68-451a-ad2a-832a2e97c261 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235243 Sep 02 12:51:05.149255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c696553-6343-41f9-84e6-e17b927e26f1 req-d3c6cbd8-8830-421f-92c9-d5e38c9afc17 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 950 time: 0.1799536 Sep 02 12:51:05.196735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.197084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-be49f642-f90f-46b6-8b02-4c624cab4a9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 200 len: 217 time: 0.0540097 Sep 02 12:51:05.214169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98776f-4170-451f-bc77-2b1883e36b0b req-e3a91fc7-d00d-44a0-b5cc-ba3f4f75ae94 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.217394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c98776f-4170-451f-bc77-2b1883e36b0b req-e3a91fc7-d00d-44a0-b5cc-ba3f4f75ae94 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1736958 Sep 02 12:51:05.243966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801379ff-57d8-4c52-8040-73440ac131e1 req-362ca821-d6f8-4d49-a99a-f94675d4b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.245882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-801379ff-57d8-4c52-8040-73440ac131e1 req-362ca821-d6f8-4d49-a99a-f94675d4b531 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 0.2463055 Sep 02 12:51:05.250842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 27bc1763-86c5-4e07-897f-cb7a312a1660 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:05.251195 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.319776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b08ee09e-9282-4a87-ad39-785b7610cfdc up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:05.325531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c696553-6343-41f9-84e6-e17b927e26f1 req-3f73a5b7-0fdf-49f8-9c34-0b7b29b932a5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660066 Sep 02 12:51:05.362415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-2171188e-5aa3-46d0-9582-6cd2a3c86849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.364142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-2171188e-5aa3-46d0-9582-6cd2a3c86849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 200 len: 797 time: 0.1598136 Sep 02 12:51:05.380942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c98776f-4170-451f-bc77-2b1883e36b0b req-3e92c036-0678-4a24-81f8-80d39a62288f tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523514 Sep 02 12:51:05.409508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port b08ee09e-9282-4a87-ad39-785b7610cfdc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:05.433170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port b08ee09e-9282-4a87-ad39-785b7610cfdc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:05.433555 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.448077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-5ae74d9d-c774-4e5d-8270-6c102c4d1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.450074 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-5ae74d9d-c774-4e5d-8270-6c102c4d1155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656755 Sep 02 12:51:05.455800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 27bc1763-86c5-4e07-897f-cb7a312a1660, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=27bc1763-86c5-4e07-897f-cb7a312a1660,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:05.456363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.500108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.513901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['27bc1763-86c5-4e07-897f-cb7a312a1660', '35444455-f17f-4835-bb4f-0677c0f7925e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:05.516128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:05.546011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 27bc1763-86c5-4e07-897f-cb7a312a1660 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:05.548492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-801379ff-57d8-4c52-8040-73440ac131e1 req-ab87b122-6e86-498c-b6f0-41cdc663143b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608123 Sep 02 12:51:05.633244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=35444455-f17f-4835-bb4f-0677c0f7925e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:05.640765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.667269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424e97c-0902-4dfb-80fd-c8cdc1c9f348 req-5e177d8a-9354-44cf-ba83-f08a8e45f78a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.675912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4424e97c-0902-4dfb-80fd-c8cdc1c9f348 req-5e177d8a-9354-44cf-ba83-f08a8e45f78a tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1314602 Sep 02 12:51:05.724035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 35444455-f17f-4835-bb4f-0677c0f7925e on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:05.727978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.730095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "DELETE /v2.0/ports/35444455-f17f-4835-bb4f-0677c0f7925e HTTP/1.1" status: 204 len: 173 time: 1.6016295 Sep 02 12:51:05.750210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b08ee09e-9282-4a87-ad39-785b7610cfdc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:05.750747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-7ce75ce6-4aa5-4990-9f8e-dfa891456a78 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893810 Sep 02 12:51:05.761953 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:05.835401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e294d192-b300-4fad-b104-405bed91a8b2', 'name': 'network-vif-deleted', 'tag': '35444455-f17f-4835-bb4f-0677c0f7925e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:05.837236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4424e97c-0902-4dfb-80fd-c8cdc1c9f348 req-6d109f8a-baac-4952-ac2e-b071852b1798 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603582 Sep 02 12:51:05.838138 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf52b3c-afe7-41d9-81e0-1dc66b1326c5" -d '{"events": [{"server_uuid": "e294d192-b300-4fad-b104-405bed91a8b2", "name": "network-vif-deleted", "tag": "35444455-f17f-4835-bb4f-0677c0f7925e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:05.839705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:05.845243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=b08ee09e-9282-4a87-ad39-785b7610cfdc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:05.890652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c15e49-8fa7-4861-99f3-28172e48326e req-24d28eb8-3d83-41ed-8fac-17af6a317f79 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:05.898923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43c15e49-8fa7-4861-99f3-28172e48326e req-24d28eb8-3d83-41ed-8fac-17af6a317f79 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 944 time: 0.2482367 Sep 02 12:51:05.953985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:05.958582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43c15e49-8fa7-4861-99f3-28172e48326e req-967736f9-d599-496b-8b89-01bc8459538a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587699 Sep 02 12:51:05.986531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cf74252-5e0a-4f94-b992-9572cf042f7c req-a7850ef0-ddeb-4f86-b3e8-9cb61ca49536 service neutron] 10.222.0.41 "GET /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256806 Sep 02 12:51:05.988468 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.042685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:06.050331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['35444455-f17f-4835-bb4f-0677c0f7925e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:06.051521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=27bc1763-86c5-4e07-897f-cb7a312a1660,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:06.120073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.134472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Transition to ACTIVE for port object 81fb4e36-bcdc-448b-a958-2427f6613f62 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:06.136541 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f136346-7ef6-47de-ba3e-663ddf7086dd x-openstack-request-id: req-0f136346-7ef6-47de-ba3e-663ddf7086dd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:06.137041 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e294d192-b300-4fad-b104-405bed91a8b2", "name": "network-vif-deleted", "tag": "35444455-f17f-4835-bb4f-0677c0f7925e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:06.137306 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f136346-7ef6-47de-ba3e-663ddf7086dd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:06.137695 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e294d192-b300-4fad-b104-405bed91a8b2', 'name': 'network-vif-deleted', 'tag': '35444455-f17f-4835-bb4f-0677c0f7925e', 'status': 'completed', 'code': 200} Sep 02 12:51:06.148485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.150735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 27bc1763-86c5-4e07-897f-cb7a312a1660 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:06.156559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.159209 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a58406a9-136d-469c-9f41-a5c0b953bfe5 req-51c1948f-7132-4bf6-8cc7-2932b0549b2f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.41 "DELETE /v2.0/ports/27bc1763-86c5-4e07-897f-cb7a312a1660 HTTP/1.1" status: 204 len: 173 time: 1.7525880 Sep 02 12:51:06.161222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'name': 'network-vif-deleted', 'tag': '27bc1763-86c5-4e07-897f-cb7a312a1660'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:06.170312 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ff7ac-8dcc-4bf9-bacb-eb7c1758bdaa" -d '{"events": [{"server_uuid": "a15f18cd-3938-40eb-a912-c401ef6224fd", "name": "network-vif-deleted", "tag": "27bc1763-86c5-4e07-897f-cb7a312a1660"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:06.190657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f52d4-909e-4ed8-b0b0-d295651711f2 req-fe528a38-a9ca-4dc9-b66c-d5498dc32171 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:06.193284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-667f52d4-909e-4ed8-b0b0-d295651711f2 req-fe528a38-a9ca-4dc9-b66c-d5498dc32171 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1478038 Sep 02 12:51:06.268056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-667f52d4-909e-4ed8-b0b0-d295651711f2 req-b02117b5-6cb6-4659-a3fc-c53369bf2849 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661750 Sep 02 12:51:06.274948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-765333935'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:06.280359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:06.326387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Made reservation on behalf of 35931cfa89ed4bd9a4caedf3e2698bfc for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:06.332601 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.344571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.380468 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cbe69f-76f5-4f41-b4e2-01ff31c9c6ae x-openstack-request-id: req-16cbe69f-76f5-4f41-b4e2-01ff31c9c6ae {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:06.380994 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15f18cd-3938-40eb-a912-c401ef6224fd", "name": "network-vif-deleted", "tag": "27bc1763-86c5-4e07-897f-cb7a312a1660", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:06.381402 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16cbe69f-76f5-4f41-b4e2-01ff31c9c6ae {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:06.381911 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15f18cd-3938-40eb-a912-c401ef6224fd', 'name': 'network-vif-deleted', 'tag': '27bc1763-86c5-4e07-897f-cb7a312a1660', 'status': 'completed', 'code': 200} Sep 02 12:51:06.391718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006d11e-6ab4-4cb6-a4f1-ca37205d067b req-7199be60-150f-4eb0-a1ed-f59fca087385 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:06.400825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9006d11e-6ab4-4cb6-a4f1-ca37205d067b req-7199be60-150f-4eb0-a1ed-f59fca087385 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.2622142 Sep 02 12:51:06.433907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:06.522200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.537686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.567121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9006d11e-6ab4-4cb6-a4f1-ca37205d067b req-660eaf6d-df4e-46e2-9ced-c78c477e486e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563957 Sep 02 12:51:06.569456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] No DVR routers for this DVR port 81fb4e36-bcdc-448b-a958-2427f6613f62 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:06.589068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0770173-9bb4-4f85-958d-9bc54b5acf1d req-a1b07331-292c-4dcf-ae69-17528c1729b5 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=e294d192-b300-4fad-b104-405bed91a8b2 HTTP/1.1" status: 200 len: 210 time: 0.0481644 Sep 02 12:51:06.654016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:06.659583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9be7a-9e79-4f62-9dfd-15bf631ca724,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:06.667710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.668055 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Added segment aa48356b-23fb-464d-984c-6c6a112f7301 of type vlan for network e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29 Sep 02 12:51:06.740401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.767457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:06.767910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:06.768225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:06.773532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Port 81fb4e36-bcdc-448b-a958-2427f6613f62 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:51:06.773873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Attempting to bind port 81fb4e36-bcdc-448b-a958-2427f6613f62 on network b2ee172b-b906-4e87-bb6a-5efa73a639c7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:06.777468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b87c-73e1-40f8-bd49-4c381f569949 req-6df4ae8d-6db0-41e1-9fc2-4e031c512042 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:06.778948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:06.779091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a705b87c-73e1-40f8-bd49-4c381f569949 req-6df4ae8d-6db0-41e1-9fc2-4e031c512042 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1014791 Sep 02 12:51:06.779288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Checking segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:06.779676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Bound using segment: {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:06.780114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Bound port: 81fb4e36-bcdc-448b-a958-2427f6613f62, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:06.780452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.799151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.806353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:06.806961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.825607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08ee09e-9282-4a87-ad39-785b7610cfdc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:06.827869 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1099875-71cb-46cd-89d9-5919da2c6c00" -d '{"events": [{"server_uuid": "e6ecf5c9-e448-4b6f-9d78-8facef996448", "name": "network-vif-plugged", "status": "completed", "tag": "b08ee09e-9282-4a87-ad39-785b7610cfdc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:06.871433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:06.880602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:06.887176 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e966e2-82d3-491a-88e3-0d6f94dfc94f x-openstack-request-id: req-96e966e2-82d3-491a-88e3-0d6f94dfc94f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:06.887515 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ecf5c9-e448-4b6f-9d78-8facef996448", "name": "network-vif-plugged", "status": "completed", "tag": "b08ee09e-9282-4a87-ad39-785b7610cfdc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:06.887705 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96e966e2-82d3-491a-88e3-0d6f94dfc94f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:06.888127 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08ee09e-9282-4a87-ad39-785b7610cfdc', 'code': 200} Sep 02 12:51:06.890152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.945546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:06.946200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:06.947774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] 10.222.0.41 "PUT /v2.0/ports/81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 1092 time: 1.8941734 Sep 02 12:51:06.950753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Pushing event updated for resources: {'Network': ['ID=e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:06.964578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:06.980832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23462ff8-350c-4a2f-a830-00b081981283 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1336062 Sep 02 12:51:06.988536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:06.996419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a705b87c-73e1-40f8-bd49-4c381f569949 req-93ba689f-486c-4f39-a66a-29dbcd9193b5 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047386 Sep 02 12:51:07.048816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980e50-7047-4fa0-8319-bec559c70766 service neutron] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:07.167019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269a8b-dbbe-4119-9e47-1a8d2eba9f4e req-f9d0aea2-08e2-423a-9e82-6a644e51c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.168582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae269a8b-dbbe-4119-9e47-1a8d2eba9f4e req-f9d0aea2-08e2-423a-9e82-6a644e51c909 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 1096 time: 0.1058323 Sep 02 12:51:07.181488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'network': {'name': 'tempest-network--1835845126', 'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:07.190371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-69a5137e-7e00-4ed4-8047-3035aebc3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.192381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-69a5137e-7e00-4ed4-8047-3035aebc3a84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1095 time: 0.1358356 Sep 02 12:51:07.219662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee9cd-40c6-4051-8fa9-1481167d7a18 req-31a1f319-1b74-42bb-a5d7-abe3707f93e0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.221759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ee9cd-40c6-4051-8fa9-1481167d7a18 req-31a1f319-1b74-42bb-a5d7-abe3707f93e0 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0863814 Sep 02 12:51:07.231332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d784cb7-a7cc-4a02-9b71-6604d19ad0f2 req-8c198587-f246-4bbe-bbf3-ab56ddf1a370 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.233505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d784cb7-a7cc-4a02-9b71-6604d19ad0f2 req-8c198587-f246-4bbe-bbf3-ab56ddf1a370 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1249514 Sep 02 12:51:07.276577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae269a8b-dbbe-4119-9e47-1a8d2eba9f4e req-92c29f91-2358-47c6-8341-765ef594181b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891335 Sep 02 12:51:07.279342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Made reservation on behalf of f0cdb9d08edf41aba126066a41b22256 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:07.281761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.299930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.325433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798ee9cd-40c6-4051-8fa9-1481167d7a18 req-b6cd78f6-ca25-4233-88ce-70351ded7b1b tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Sep 02 12:51:07.326350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d784cb7-a7cc-4a02-9b71-6604d19ad0f2 req-c043c2bf-cf1f-4381-bb7a-70876bb9364e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827529 Sep 02 12:51:07.363680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-d0ce657b-1498-47eb-8116-59c151d02804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.367081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-d0ce657b-1498-47eb-8116-59c151d02804 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.1668029 Sep 02 12:51:07.439634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.453978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.456995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd89e78-449c-42c4-8a50-a3be820e984e req-2a3297cb-1f82-43b6-a69e-3ca5e77437ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.458808 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cd89e78-449c-42c4-8a50-a3be820e984e req-2a3297cb-1f82-43b6-a69e-3ca5e77437ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.0561905 Sep 02 12:51:07.490047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:07.512618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.512968 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Added segment 7538a2da-50e9-43ef-89c9-a837f7a76aae of type vlan for network 283a3474-c118-4dc9-b88b-dd3777b9cbef Sep 02 12:51:07.522454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7006763-580d-48d8-8d84-3cc7f86490a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:07.549628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cd89e78-449c-42c4-8a50-a3be820e984e req-fb50592a-9860-4f27-983c-c0aab7ae5abe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836937 Sep 02 12:51:07.558637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-4b3a5641-4d46-4163-8a80-03bb7be3b45d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 999 time: 0.0861545 Sep 02 12:51:07.560614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823107e-c2c7-437c-9c8f-26c6a6be80ca req-b96ae266-5a42-4ba2-acb3-86ddd2ce6762 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.562270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c823107e-c2c7-437c-9c8f-26c6a6be80ca req-b96ae266-5a42-4ba2-acb3-86ddd2ce6762 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1213784 Sep 02 12:51:07.596242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.613240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-8580c410-8859-416e-8722-2ecae40ef56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.614718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-8580c410-8859-416e-8722-2ecae40ef56f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.0455976 Sep 02 12:51:07.624470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c823107e-c2c7-437c-9c8f-26c6a6be80ca req-c9048668-3f11-4706-a7cf-9ef51d5d3389 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Sep 02 12:51:07.657460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.658887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.659742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.698047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-fed32638-acc7-4589-ad6a-8ed8ce9b4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:07.700268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-fed32638-acc7-4589-ad6a-8ed8ce9b4f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673721 Sep 02 12:51:07.745624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7156050 Sep 02 12:51:07.750870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:07.846928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-95e317ea-275a-4abf-a3da-76a067b433fb service neutron] 10.222.0.41 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380854 Sep 02 12:51:07.850788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f9efa-ad6a-4531-be8d-4f4df0132beb tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Network': ['ID=283a3474-c118-4dc9-b88b-dd3777b9cbef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:07.863785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 283a3474-c118-4dc9-b88b-dd3777b9cbef details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:07.907020 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:07.985779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f989f0cc-be60-405d-b35b-b453acae0de6 req-e1a468c5-bf3f-4806-8c1c-81f9f77c990b service neutron] 10.222.0.41 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309309 Sep 02 12:51:08.037892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.050206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283a3474-c118-4dc9-b88b-dd3777b9cbef']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:08.067288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7538a2da-50e9-43ef-89c9-a837f7a76aae') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:08.067585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7538a2da-50e9-43ef-89c9-a837f7a76aae') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:08.079223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.088394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904584f-4041-459c-8585-22dca29a06e3 req-204d8305-aa57-4c3a-bcf3-679d9ff874e0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.089967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d904584f-4041-459c-8585-22dca29a06e3 req-204d8305-aa57-4c3a-bcf3-679d9ff874e0 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 950 time: 0.1157010 Sep 02 12:51:08.109077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.125499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:08.125931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:08.127692 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:08.183696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}, {'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:08.186201 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c733698-ee54-4a17-8f7e-9c3c745691af" -d '{"events": [{"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-unplugged", "status": "completed", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}, {"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:08.219155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d904584f-4041-459c-8585-22dca29a06e3 req-a9da2cf4-119a-4194-bf03-26ea62ced5d7 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Sep 02 12:51:08.240042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.248151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 283a3474-c118-4dc9-b88b-dd3777b9cbef {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 12:51:08.251353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.259078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:08.265750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:08.269017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/networks/283a3474-c118-4dc9-b88b-dd3777b9cbef HTTP/1.1" status: 204 len: 168 time: 0.5102408 Sep 02 12:51:08.290975 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381a782-a6d1-4879-bead-6202847ef313 x-openstack-request-id: req-f381a782-a6d1-4879-bead-6202847ef313 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:08.293323 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-unplugged", "status": "completed", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "code": 200}, {"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:08.293589 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f381a782-a6d1-4879-bead-6202847ef313 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:08.294034 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'code': 200} Sep 02 12:51:08.294294 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'status': 'completed', 'code': 200} Sep 02 12:51:08.295748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f32076-5da6-4f76-a39c-d848fd57c076 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Network': ['ID=283a3474-c118-4dc9-b88b-dd3777b9cbef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:08.321502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Made reservation on behalf of f0cdb9d08edf41aba126066a41b22256 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:08.326718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.373401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-6fa69b97-85d9-4a1d-90f7-6b55debd3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.376197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-6fa69b97-85d9-4a1d-90f7-6b55debd3a7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1095 time: 0.0732241 Sep 02 12:51:08.423292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:08.458410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.458664 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Added segment 381e101c-8447-46d9-9680-d82d5fa26d59 of type vlan for network 8a043460-3ce5-4433-b15d-fa638a8adbe6 Sep 02 12:51:08.482504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-eb802e57-1120-49d4-8ab1-9f47dfe16ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.484171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-eb802e57-1120-49d4-8ab1-9f47dfe16ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1095 time: 0.1641774 Sep 02 12:51:08.576492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.637552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-201ce1bb-397b-452f-94fd-2c6a81129a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.639745 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-201ce1bb-397b-452f-94fd-2c6a81129a46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.1361692 Sep 02 12:51:08.641063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.642163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.642908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.669784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4094746 Sep 02 12:51:08.670690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:08.741146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'subnet': {'network_id': '8a043460-3ce5-4433-b15d-fa638a8adbe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:08.874216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee87298-3668-4615-8b00-7bbf0ba781d5 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Network': ['ID=8a043460-3ce5-4433-b15d-fa638a8adbe6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:08.887326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-17548050-36cf-46a3-a8ca-f7ebd3476d61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 999 time: 0.2322226 Sep 02 12:51:08.889182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8a043460-3ce5-4433-b15d-fa638a8adbe6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:08.909084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aef66-9b2b-489e-bd90-6a4852a8a782 req-e919506c-da5b-4311-b6e2-6e0cd2f91342 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.915802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a5aef66-9b2b-489e-bd90-6a4852a8a782 req-e919506c-da5b-4311-b6e2-6e0cd2f91342 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.1709220 Sep 02 12:51:08.924088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Made reservation on behalf of f0cdb9d08edf41aba126066a41b22256 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:08.926457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:08.934884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c23e-7504-4a49-8c7b-a1725b9ec991 req-d09e3dac-cdf0-44b1-9c60-51d4d2195016 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.936444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e071c23e-7504-4a49-8c7b-a1725b9ec991 req-d09e3dac-cdf0-44b1-9c60-51d4d2195016 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1074786 Sep 02 12:51:08.960108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-8f4991df-481b-499c-8963-ccbb8876f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:08.961672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-8f4991df-481b-499c-8963-ccbb8876f3a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.5759137 Sep 02 12:51:09.045673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e071c23e-7504-4a49-8c7b-a1725b9ec991 req-64e5fb6d-5df2-486d-84f1-8a300fc1f403 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972366 Sep 02 12:51:09.054755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a5aef66-9b2b-489e-bd90-6a4852a8a782 req-ec1aae17-a37c-41b5-b413-5485679bcaec tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357627 Sep 02 12:51:09.066532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-e1c90259-8007-4ec1-9f7c-80d21f295c0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 999 time: 0.0907972 Sep 02 12:51:09.079074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-7f620215-b47e-4c5f-bd6b-faea3e2bf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.080674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-7f620215-b47e-4c5f-bd6b-faea3e2bf422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.1836982 Sep 02 12:51:09.136493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-10e40620-e4a9-41f2-81f1-800b3683779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.138870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-10e40620-e4a9-41f2-81f1-800b3683779f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.0643024 Sep 02 12:51:09.179380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-2010a009-8816-4064-8370-9d493274f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.181061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-2010a009-8816-4064-8370-9d493274f029 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905368 Sep 02 12:51:09.224449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-afbeea7a-8968-473a-aa22-5fe8a0ef30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.226367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-afbeea7a-8968-473a-aa22-5fe8a0ef30fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755644 Sep 02 12:51:09.332948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:09.397820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35444455-f17f-4835-bb4f-0677c0f7925e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:09.405158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-3dfecec1-1718-46cc-94f7-4567f5cef183 service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633835 Sep 02 12:51:09.427819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:09.428059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-6dfc14ad-8aa7-40a2-8b4c-fe6c6c5ba03a service neutron] 10.222.0.41 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378912 Sep 02 12:51:09.434090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 35444455-f17f-4835-bb4f-0677c0f7925e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:09.436237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35444455-f17f-4835-bb4f-0677c0f7925e not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:09.436941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 27bc1763-86c5-4e07-897f-cb7a312a1660 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:09.459408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 27bc1763-86c5-4e07-897f-cb7a312a1660 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:09.460124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 27bc1763-86c5-4e07-897f-cb7a312a1660 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:09.552203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953585b-5e41-4037-bf9c-335896d66272 req-8ed9cd60-fdde-44a7-b261-42d09cb2617f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.555492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9953585b-5e41-4037-bf9c-335896d66272 req-8ed9cd60-fdde-44a7-b261-42d09cb2617f tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 950 time: 0.1951768 Sep 02 12:51:09.602611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-d6d0ce77-271b-4d3c-8850-50e467898a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.606691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-d6d0ce77-271b-4d3c-8850-50e467898a4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 1096 time: 0.1962941 Sep 02 12:51:09.632630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b88a-9b9d-4b85-a9e9-7751156a8eee req-744eb343-e240-4d71-b975-bc084dfec8c5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.635589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2199b88a-9b9d-4b85-a9e9-7751156a8eee req-744eb343-e240-4d71-b975-bc084dfec8c5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.2290566 Sep 02 12:51:09.668946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-4efc4c3b-64e0-4e7c-aa77-84b15b9d8a35 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.670513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-4efc4c3b-64e0-4e7c-aa77-84b15b9d8a35 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 950 time: 0.1709383 Sep 02 12:51:09.674996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-615ec5dc-9565-4923-a864-486fd3d8f91f service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185962 Sep 02 12:51:09.679621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c733698-ee54-4a17-8f7e-9c3c745691af req-665e813a-f54a-478c-b24f-01933a14d97d service neutron] 10.222.0.41 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322612 Sep 02 12:51:09.696234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9953585b-5e41-4037-bf9c-335896d66272 req-e2a4ff85-2f21-4f61-b639-67d1564061c4 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/security-groups?id=0887819b-3bd6-458a-bc4f-d6f5d027a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228781 Sep 02 12:51:09.835035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 12:51:09.835307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:09.860662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-34b97263-0f01-41af-8c11-5ffe90b571dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:09.866961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-34b97263-0f01-41af-8c11-5ffe90b571dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.1922827 Sep 02 12:51:09.872400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2199b88a-9b9d-4b85-a9e9-7751156a8eee req-2a8e61f6-982e-4c82-a1ef-50b294fc0354 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853201 Sep 02 12:51:09.943406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a97d3a73-a225-4705-b4aa-39cd376fd4df,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:09.973241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Deleting port 68caa53b-858e-4a11-bad2-91f507e51755 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:09.973592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:09.977561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Checking segment: {'id': '381e101c-8447-46d9-9680-d82d5fa26d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8a043460-3ce5-4433-b15d-fa638a8adbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:09.977933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Network hostable DHCP agents. Network: 8a043460-3ce5-4433-b15d-fa638a8adbe6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:51:09.997012 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-5e64597a-5416-403f-af65-46cc83e7e1fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc HTTP/1.1" status: 200 len: 217 time: 0.1231408 Sep 02 12:51:10.096156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-59950b43-7ed1-497f-a032-f82e13e0288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:10.097992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-59950b43-7ed1-497f-a032-f82e13e0288e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0949550 Sep 02 12:51:10.099671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Network 8a043460-3ce5-4433-b15d-fa638a8adbe6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:51:10.167525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-6a43f8b9-c9b5-4c3f-970d-995edce94652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602784 Sep 02 12:51:10.173834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] For port 68caa53b-858e-4a11-bad2-91f507e51755, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=68caa53b-858e-4a11-bad2-91f507e51755,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:10.174215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.194840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Calling delete_port for 68caa53b-858e-4a11-bad2-91f507e51755 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:10.286993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8a043460-3ce5-4433-b15d-fa638a8adbe6) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:10.295318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088cc3c-bb74-482e-a9f8-118c681b3c60 None None] Network 8a043460-3ce5-4433-b15d-fa638a8adbe6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:10.315057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-6496b536-c2ee-4ece-8957-6de0a0bb87af service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289344 Sep 02 12:51:10.354654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:10.355274 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.402428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-096d8cfd-7e33-43e0-977a-0fcd29654e51 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6932917 Sep 02 12:51:10.413057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:10.418720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'floatingip': {'floating_network_id': '8a043460-3ce5-4433-b15d-fa638a8adbe6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:10.430213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0665a140-48e1-44c2-ae5e-d35bb1bbfd3f req-057e5e0a-57da-4189-89c5-a9f564f4ffd3 service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081667 Sep 02 12:51:10.466230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829191d-ad35-40d9-9639-3451f5a393ea req-7afd8b61-54d3-4d4f-861e-6685f6c49e4d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:10.475901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1829191d-ad35-40d9-9639-3451f5a393ea req-7afd8b61-54d3-4d4f-861e-6685f6c49e4d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.1915565 Sep 02 12:51:10.491856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fa4c5-15d2-437d-8847-6572ab9dfaf1 None None] Network 8a043460-3ce5-4433-b15d-fa638a8adbe6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:10.534105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.558568 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1829191d-ad35-40d9-9639-3451f5a393ea req-d180d8c3-d5c0-4897-8e46-502f02b42393 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817516 Sep 02 12:51:10.698183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.712784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['68caa53b-858e-4a11-bad2-91f507e51755'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:10.742445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Pushing event deleted for resources: {'Port': ['ID=68caa53b-858e-4a11-bad2-91f507e51755,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:10.831433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] No DVR routers for this DVR port 68caa53b-858e-4a11-bad2-91f507e51755 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:10.836843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.838996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0945523f-0cc1-4989-993c-deb5fa971f98 req-cabc73a2-d448-4be5-96f1-268d2b90061b tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.18 "DELETE /v2.0/ports/68caa53b-858e-4a11-bad2-91f507e51755 HTTP/1.1" status: 204 len: 173 time: 1.1444056 Sep 02 12:51:10.840379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'name': 'network-vif-deleted', 'tag': '68caa53b-858e-4a11-bad2-91f507e51755'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:10.843006 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28f1b3-4d6c-467a-a248-a458ecdace4e" -d '{"events": [{"server_uuid": "bdec3a6f-8528-456e-9efc-ebb8e523afc5", "name": "network-vif-deleted", "tag": "68caa53b-858e-4a11-bad2-91f507e51755"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:10.864276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-afc46696-ab93-43d9-9837-90de47a2dcfb req-1ccf3e4d-3add-46fc-88f5-48b4a847fcd6 tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdec3a6f-8528-456e-9efc-ebb8e523afc5 HTTP/1.1" status: 200 len: 210 time: 0.0437436 Sep 02 12:51:10.866129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.915266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:10.955205 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baad462-165e-44f4-99ef-6e35bed3887b x-openstack-request-id: req-8baad462-165e-44f4-99ef-6e35bed3887b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:10.955502 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdec3a6f-8528-456e-9efc-ebb8e523afc5", "name": "network-vif-deleted", "tag": "68caa53b-858e-4a11-bad2-91f507e51755", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:10.955754 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8baad462-165e-44f4-99ef-6e35bed3887b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:10.956158 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec3a6f-8528-456e-9efc-ebb8e523afc5', 'name': 'network-vif-deleted', 'tag': '68caa53b-858e-4a11-bad2-91f507e51755', 'status': 'completed', 'code': 200} Sep 02 12:51:11.025317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Allocated IP 172.20.0.8 (8a043460-3ce5-4433-b15d-fa638a8adbe6/a97d3a73-a225-4705-b4aa-39cd376fd4df/5975e9e3-b12a-45c2-9e9c-61984d4e4cb7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:11.081061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61303e3-7c29-4216-a004-2e1cb32c1c3a req-a1a87f20-1a63-4ca5-859f-c354f2e4736c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:11.083126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f61303e3-7c29-4216-a004-2e1cb32c1c3a req-a1a87f20-1a63-4ca5-859f-c354f2e4736c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 944 time: 0.2498474 Sep 02 12:51:11.159263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-4a77099d-1d15-488b-bc9c-79dcc6b8b084 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:11.165364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-4a77099d-1d15-488b-bc9c-79dcc6b8b084 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a&tenant_id=f83b2a7200524bfbb23facb779d17d3b&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 944 time: 0.2267118 Sep 02 12:51:11.309990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f61303e3-7c29-4216-a004-2e1cb32c1c3a req-4606cfcf-3e4f-4df2-be2c-86372bfbd7c7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083788 Sep 02 12:51:11.313802 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-fd5e6e77-0cfb-491d-8b5b-9b713553bc4b service neutron] delete failed (client error): The resource could not be found. Sep 02 12:51:11.315099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-fd5e6e77-0cfb-491d-8b5b-9b713553bc4b service neutron] 10.222.0.18 "DELETE /v2.0/ports/81fb4e36-bcdc-448b-a958-2427f6613f62/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.1308618 Sep 02 12:51:11.372126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:51:11.537226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-d0d96c03-357e-4304-877c-bedcc4219a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:11.538856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-d0d96c03-357e-4304-877c-bedcc4219a4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1095 time: 0.1203098 Sep 02 12:51:11.552840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:11.570273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'port_id': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'mac_address': 'fa:16:3e:69:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:51:11.644345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:11.662642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fb4e36-bcdc-448b-a958-2427f6613f62 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:11.691575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:11.698879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:11.758201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa9c91-fd6a-4885-8dae-0f5fea095e0b req-480d350f-3556-41a3-b196-9403ef896d91 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:11.759775 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ffa9c91-fd6a-4885-8dae-0f5fea095e0b req-480d350f-3556-41a3-b196-9403ef896d91 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.6464367 Sep 02 12:51:11.769141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:11.798325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-8d69e595-623a-4142-9b22-ba919664104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:11.800799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-8d69e595-623a-4142-9b22-ba919664104a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.2485685 Sep 02 12:51:11.823400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-0a6402ec-9ce8-4618-bcde-74e99845d327 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:11.827924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ffa9c91-fd6a-4885-8dae-0f5fea095e0b req-8b1258e7-3c42-4e00-87c8-41be8e0c0545 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592663 Sep 02 12:51:11.831058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:11.838824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-0a6402ec-9ce8-4618-bcde-74e99845d327 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.1813593 Sep 02 12:51:11.877297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:11.905327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-a72ea27d-4d80-4cba-bc06-c7111b500547 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/quotas/b41d3773b57d452bb82d0e748f849f4d HTTP/1.1" status: 200 len: 375 time: 0.0651605 Sep 02 12:51:11.918920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Network 8a043460-3ce5-4433-b15d-fa638a8adbe6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:11.922152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:11.927015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:11.934225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-f6e89358-be37-457b-a7fd-56b4d156e7dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 1000 time: 0.1254971 Sep 02 12:51:11.969210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Port': ['ID=5975e9e3-b12a-45c2-9e9c-61984d4e4cb7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:11.977003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['81fb4e36-bcdc-448b-a958-2427f6613f62'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:12.035851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-eeef02c7-fff1-4737-ba2b-a01795f8d893 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240802 Sep 02 12:51:12.058379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-a5391b25-39d9-4fbc-b657-48afc03dbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:12.060206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-a5391b25-39d9-4fbc-b657-48afc03dbe7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.1105006 Sep 02 12:51:12.101864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.159669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.185626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-f70eb9bd-3925-419d-a087-6c09b5c659ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:12.188395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-f70eb9bd-3925-419d-a087-6c09b5c659ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125047 Sep 02 12:51:12.386519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-cd46e922-6a22-4d99-9391-bd72780f48b3 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386521 Sep 02 12:51:12.397344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-c6f038c9-3ec3-4d91-8eff-a48e0ebe1900 service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014966 Sep 02 12:51:12.402610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:12.413010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.421258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.545510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06cabe27-766a-473c-aefa-ec56b7acf24f req-1b77f15b-3e43-427b-928d-6725cab66cfb service neutron] 10.222.0.18 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352389 Sep 02 12:51:12.546919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Port': ['ID=5975e9e3-b12a-45c2-9e9c-61984d4e4cb7,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:12.572722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-b3f3d1e8-85ac-4922-8587-aa3ced72da12 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852400 Sep 02 12:51:12.597575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeec2-65ff-4b52-937f-7f09ab66a7cb req-88b3c6d0-e0d8-4221-b20c-99bc5a315f2b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:12.599239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b1eeec2-65ff-4b52-937f-7f09ab66a7cb req-88b3c6d0-e0d8-4221-b20c-99bc5a315f2b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 945 time: 0.1357558 Sep 02 12:51:12.601637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.655872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.657176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3121cd8d-117c-4b97-8d80-1d42c61a1203 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2429540 Sep 02 12:51:12.660499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:12.678459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3dd967f4-ed5d-4d8f-87bd-b07a40ce47ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6164b3bab90f4461b344594d8046adcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743630 Sep 02 12:51:12.679421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:12.682581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b1eeec2-65ff-4b52-937f-7f09ab66a7cb req-e92ae52c-4732-488e-8c87-af2724ec34bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722816 Sep 02 12:51:12.756357 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5652cd08-d613-4bdd-9604-c88ef5ab3496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.779786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-088286c6-55cc-418c-ade4-cea9c2f6b5d7 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=8a043460-3ce5-4433-b15d-fa638a8adbe6 HTTP/1.1" status: 200 len: 689 time: 0.1163666 Sep 02 12:51:12.780677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:12.784780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5652cd08-d613-4bdd-9604-c88ef5ab3496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.878968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f7c3090-cff0-450f-87f5-4e7c758f4dfb req-88d56acc-8b56-441f-acd9-8707db4715c8 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 210 time: 0.0458853 Sep 02 12:51:12.885408 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5652cd08-d613-4bdd-9604-c88ef5ab3496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.888869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5652cd08-d613-4bdd-9604-c88ef5ab3496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:12.893660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5652cd08-d613-4bdd-9604-c88ef5ab3496 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0887819b-3bd6-458a-bc4f-d6f5d027a9d5 HTTP/1.1" status: 204 len: 168 time: 0.2070599 Sep 02 12:51:12.905124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652cd08-d613-4bdd-9604-c88ef5ab3496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887819b-3bd6-458a-bc4f-d6f5d027a9d5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:12.948292 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.118279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c89fca-5222-4a95-bd48-3a0987ff456a req-ca633047-53aa-4625-ad7e-da3e28103be3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:13.124373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92c89fca-5222-4a95-bd48-3a0987ff456a req-ca633047-53aa-4625-ad7e-da3e28103be3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0930412 Sep 02 12:51:13.154241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Deleting port 5975e9e3-b12a-45c2-9e9c-61984d4e4cb7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:13.154783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.225646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92c89fca-5222-4a95-bd48-3a0987ff456a req-f31762c8-2067-4542-932a-727990040673 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923407 Sep 02 12:51:13.276287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.276628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.291040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Calling delete_port for 5975e9e3-b12a-45c2-9e9c-61984d4e4cb7 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:13.339923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 68caa53b-858e-4a11-bad2-91f507e51755 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:13.378249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 68caa53b-858e-4a11-bad2-91f507e51755 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:13.378650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 68caa53b-858e-4a11-bad2-91f507e51755 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:13.390127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:13.507028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 81fb4e36-bcdc-448b-a958-2427f6613f62 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:13.516114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 81fb4e36-bcdc-448b-a958-2427f6613f62 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:13.516569 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.520700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:13.532830 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:51:13.545273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.629928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f803e4cf-e2d4-476c-8db9-2796a70bb75e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=998cafd96d6f4c17bdb5b5fe6305c241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054361 Sep 02 12:51:13.631116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:13.689431 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.700270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Port': ['ID=5975e9e3-b12a-45c2-9e9c-61984d4e4cb7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:13.722570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:13.725673 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9072f-1d07-4e27-b517-ed33a3acfc93" -d '{"events": [{"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-plugged", "status": "completed", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:13.738868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.739230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.739577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.739920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.740256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.740593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.740942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.741313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.741786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.753605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.754115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.754552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:13.759682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:13.772205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.798167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.817843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e45e937-c336-4d0d-9ad4-cc2749ff8ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.855601 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b3c1b-591a-4536-ba9a-0d85d358ca15 x-openstack-request-id: req-d78b3c1b-591a-4536-ba9a-0d85d358ca15 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:13.855601 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-plugged", "status": "completed", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:13.855601 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d78b3c1b-591a-4536-ba9a-0d85d358ca15 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:13.855601 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'code': 200} Sep 02 12:51:13.874506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:13.886611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e45e937-c336-4d0d-9ad4-cc2749ff8ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.947158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.959247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7f616-27b9-4ef4-b949-9366616894ea req-2bb9b5e4-6b87-4c5e-8705-379f2f5659cc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:13.961096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19c7f616-27b9-4ef4-b949-9366616894ea req-2bb9b5e4-6b87-4c5e-8705-379f2f5659cc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1442773 Sep 02 12:51:13.975484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e45e937-c336-4d0d-9ad4-cc2749ff8ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.978395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e45e937-c336-4d0d-9ad4-cc2749ff8ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:13.979650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8e45e937-c336-4d0d-9ad4-cc2749ff8ef6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c4b0ab0-1923-474f-9de4-2804d01ae84e HTTP/1.1" status: 204 len: 168 time: 0.3475833 Sep 02 12:51:13.999925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab286d-502b-4b93-8f25-f2eb34444a20 req-c3bea263-4f86-486c-964a-291a835766d8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.009580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6aab286d-502b-4b93-8f25-f2eb34444a20 req-c3bea263-4f86-486c-964a-291a835766d8 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.0754924 Sep 02 12:51:14.015616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45e937-c336-4d0d-9ad4-cc2749ff8ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4b0ab0-1923-474f-9de4-2804d01ae84e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:14.051432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19c7f616-27b9-4ef4-b949-9366616894ea req-d02fac87-eef4-498e-9f68-b20097d7dc0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703495 Sep 02 12:51:14.059992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.087095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6aab286d-502b-4b93-8f25-f2eb34444a20 req-c8b0f84b-ffc8-4b8a-99cc-c8fcbdc8d6ec tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782738 Sep 02 12:51:14.087524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.098457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a97d3a73-a225-4705-b4aa-39cd376fd4df,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:14.184111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.195462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3669b206-c6ad-4bda-9170-e53a17038861 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 HTTP/1.1" status: 200 len: 993 time: 0.1067421 Sep 02 12:51:14.197670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a043460-3ce5-4433-b15d-fa638a8adbe6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:14.219540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381e101c-8447-46d9-9680-d82d5fa26d59') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:14.219936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381e101c-8447-46d9-9680-d82d5fa26d59') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:14.242436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92a74a61-03b0-4650-8aa1-502aeb2f32df req-ea33004e-c86f-46ef-826c-fa9197564ed0 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 210 time: 0.0474243 Sep 02 12:51:14.246370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.340839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.352486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:14.353025 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:14.355073 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:14.415588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d7f51-97dc-4001-bbb5-3c229b273b59 req-aa67e54f-41c0-401e-9625-69e5160f94b1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.417231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-902d7f51-97dc-4001-bbb5-3c229b273b59 req-aa67e54f-41c0-401e-9625-69e5160f94b1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0988367 Sep 02 12:51:14.473770 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-902d7f51-97dc-4001-bbb5-3c229b273b59 req-dbb36bd8-5a4d-40b8-8f31-c896e6f4e1c8 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498919 Sep 02 12:51:14.475877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-c79e12e8-2416-4d1e-90b6-f9774c65cc4a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.477453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-c79e12e8-2416-4d1e-90b6-f9774c65cc4a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.2161200 Sep 02 12:51:14.478737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.482978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a043460-3ce5-4433-b15d-fa638a8adbe6 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 12:51:14.485081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.490086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/networks/8a043460-3ce5-4433-b15d-fa638a8adbe6 HTTP/1.1" status: 204 len: 168 time: 1.7054133 Sep 02 12:51:14.491829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.509134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Request body: {'port': {'device_id': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'admin_state_up': True, 'tenant_id': 'b41d3773b57d452bb82d0e748f849f4d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:14.524804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df920-a1f6-4cc1-b352-0795fae50871 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a043460-3ce5-4433-b15d-fa638a8adbe6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:14.652600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5144fffc-d536-4f8b-a2e0-1141a2ab9f9f tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.1581697 Sep 02 12:51:14.657014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.662457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Made reservation on behalf of b41d3773b57d452bb82d0e748f849f4d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:14.666171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.781329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.782256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.782778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.783245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.783811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.784368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.784921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.785393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.785848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.786447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.786899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.787346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.788157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:14.793961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4b341a24-3c76-4396-9d5c-df23638fba07 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8281 time: 0.1358182 Sep 02 12:51:14.794633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.866349 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-61c1c568-7b8a-4978-9739-fe4ff0265002 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] delete failed (client error): The resource could not be found. Sep 02 12:51:14.867616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-61c1c568-7b8a-4978-9739-fe4ff0265002 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/5f66d7c7-b7ca-4811-b248-1f1c4e08e533 HTTP/1.1" status: 404 len: 345 time: 0.0720038 Sep 02 12:51:14.870477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.883448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.884686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Allocated IP 172.20.0.4 (cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6/d024366f-ced5-477a-ad39-58ec50b017f7/806336e2-d1bf-4d8c-b399-b0a421e95b72) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:14.906831 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4aa1f04-1ddb-4736-886f-1d21fee2bc0e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] DELETE failed (client error): The resource could not be found. Sep 02 12:51:14.907338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4aa1f04-1ddb-4736-886f-1d21fee2bc0e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:51:14.909127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4aa1f04-1ddb-4736-886f-1d21fee2bc0e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/networks/8a043460-3ce5-4433-b15d-fa638a8adbe6 HTTP/1.1" status: 404 len: 339 time: 0.0374014 Sep 02 12:51:14.913490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:14.919333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'network': {'name': 'tempest-network--1002708603', 'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:14.945237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Made reservation on behalf of f0cdb9d08edf41aba126066a41b22256 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:14.948575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.976742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:14.987363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:14.987732 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Added segment 0bbdb0a8-f191-4cfa-befc-24a25465c184 of type vlan for network f3d455b6-45e6-4575-8b11-85c03edb87a2 Sep 02 12:51:15.038984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-network', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:15.054064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.090054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Made reservation on behalf of b2656dc967e64fdeaa76b49caaed545c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:15.093286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.093501 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.112374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.132974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.134475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.135143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.148193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.165942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:15.212218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:15.217516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:15.224632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:15.254563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Network': ['ID=f3d455b6-45e6-4575-8b11-85c03edb87a2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:15.256385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event updated for resources: {'Port': ['ID=806336e2-d1bf-4d8c-b399-b0a421e95b72,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:15.299071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f3d455b6-45e6-4575-8b11-85c03edb87a2 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:15.315601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.316477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.328042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24354-ae4e-43a8-9934-b0b0462c9f6e req-f623df38-330a-4806-8510-c1e9c496fc80 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.335506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bf24354-ae4e-43a8-9934-b0b0462c9f6e req-f623df38-330a-4806-8510-c1e9c496fc80 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1131504 Sep 02 12:51:15.355210 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.377451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-87e13e77-f58b-41af-a0a3-7da6295dbefd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8859110 Sep 02 12:51:15.388809 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.392580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Request body: {'port': {'device_id': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:15.402732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4d4132e3-6b77-4720-985a-64bd2da04e34 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4878943 Sep 02 12:51:15.412746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:15.429328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:15.429608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bf24354-ae4e-43a8-9934-b0b0462c9f6e req-7d124f10-e54a-4a15-b549-7beac3f0aa44 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/security-groups?id=1282377b-28f5-4503-bdb2-2fb8797efa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930784 Sep 02 12:51:15.497790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.499470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.499836 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Added segment 630ad8b5-27ed-4d56-82bb-6ff59fb8a836 of type vlan for network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 Sep 02 12:51:15.515505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d77ba-2b21-4637-8e36-29cdabe3c3d2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:15.542740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2bddc-8e99-443f-806e-c4f576710f3a req-eaaa813e-80f6-4910-85b4-76a0c35cd6da tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.549439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4e2bddc-8e99-443f-806e-c4f576710f3a req-eaaa813e-80f6-4910-85b4-76a0c35cd6da tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 931 time: 0.2136254 Sep 02 12:51:15.605173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.663815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4e2bddc-8e99-443f-806e-c4f576710f3a req-a03bd78e-0351-41cb-b84c-fcf41ba2c2c9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129496 Sep 02 12:51:15.672574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac019a1-f5df-4b8a-a1c8-53fdb885ba6f tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.678985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac019a1-f5df-4b8a-a1c8-53fdb885ba6f tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.685173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac019a1-f5df-4b8a-a1c8-53fdb885ba6f tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.691482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac019a1-f5df-4b8a-a1c8-53fdb885ba6f tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.693238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9ac019a1-f5df-4b8a-a1c8-53fdb885ba6f tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2769859 Sep 02 12:51:15.696644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:15.716084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.717122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.717713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.720559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-8471dd78-423c-4260-9d62-ff512266db1d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.722140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-8471dd78-423c-4260-9d62-ff512266db1d tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 946 time: 0.1598423 Sep 02 12:51:15.749832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1f43-0389-4517-94be-648bb5270cd5 req-01639600-e6de-484d-b0bb-ce1542f2cb1f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:15.751349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7fba1f43-0389-4517-94be-648bb5270cd5 req-01639600-e6de-484d-b0bb-ce1542f2cb1f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1875732 Sep 02 12:51:15.806027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9212718 Sep 02 12:51:15.818872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:15.828428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Request body: {'subnet': {'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-subnet', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:15.833542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc7d23-35e8-4515-b7d5-cbd8983c7a82 admin admin] Pushing event updated for resources: {'Network': ['ID=0d30651b-1154-44f3-bbd7-7b0d75ea3197,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:15.837500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.845104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:15.883722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Made reservation on behalf of b2656dc967e64fdeaa76b49caaed545c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:15.887220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.898233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7fba1f43-0389-4517-94be-648bb5270cd5 req-e688d326-663c-4dc6-bd2f-c6eee1611ca0 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216092 Sep 02 12:51:15.969296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Deleting port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:15.969706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:15.994719 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.009027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d455b6-45e6-4575-8b11-85c03edb87a2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:16.030845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbdb0a8-f191-4cfa-befc-24a25465c184') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:16.031168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbdb0a8-f191-4cfa-befc-24a25465c184') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:16.044329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.047646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806336e2-d1bf-4d8c-b399-b0a421e95b72 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:16.058336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.062855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.073454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:16.073859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:16.075565 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:16.101038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] For port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,segment=NetworkSegment(00e424ee-ab06-43e8-a6d8-7d636004b83e),segment_id=00e424ee-ab06-43e8-a6d8-7d636004b83e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:16.101406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.118695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Calling delete_port for e7423be3-72e8-4aa7-9aad-4d304e8b4fcf owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:16.158250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Transition to ACTIVE for port object 806336e2-d1bf-4d8c-b399-b0a421e95b72 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:16.164875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.176750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.189224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3d455b6-45e6-4575-8b11-85c03edb87a2 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 12:51:16.200297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.206626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f3d455b6-45e6-4575-8b11-85c03edb87a2 HTTP/1.1" status: 204 len: 168 time: 0.5091090 Sep 02 12:51:16.214272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:16.226870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4525bc-0c8a-4ba1-a20a-c6252679d0bc tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3d455b6-45e6-4575-8b11-85c03edb87a2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:16.230981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'network': {'name': 'tempest-network--1575748102', 'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:16.235518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.267972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Pushing event updated for resources: {'Port': ['ID=806336e2-d1bf-4d8c-b399-b0a421e95b72,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:16.301795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f095bb-9cd1-43de-852f-cc48ba31c80f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:16.315052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Checking segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:16.315515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Network hostable DHCP agents. Network: 0d30651b-1154-44f3-bbd7-7b0d75ea3197, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:51:16.329281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Made reservation on behalf of f0cdb9d08edf41aba126066a41b22256 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:16.331692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.335788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:51:16.345911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 0d30651b-1154-44f3-bbd7-7b0d75ea3197) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:16.356641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:16.357292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.359759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafcd317-ebec-49d6-beb1-beadb489610b None None] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:16.382283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6f35d58f-0b50-47ea-8d79-ec3921e86abe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5620739 Sep 02 12:51:16.386862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:16.396668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:16.430207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:16.431971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.432297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Attempting to bind port 806336e2-d1bf-4d8c-b399-b0a421e95b72 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:16.432684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Attempting to bind port 806336e2-d1bf-4d8c-b399-b0a421e95b72 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:16.433002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Attempting to bind port 806336e2-d1bf-4d8c-b399-b0a421e95b72 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:16.433485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.439813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.471262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:16.477600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Port 806336e2-d1bf-4d8c-b399-b0a421e95b72 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:51:16.477935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Attempting to bind port 806336e2-d1bf-4d8c-b399-b0a421e95b72 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:16.481578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.482161 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Added segment 50ac0142-2438-49ed-8c60-ffb30e30da5b of type vlan for network 65deaf28-45e7-40ff-a22e-827bd0d91d03 Sep 02 12:51:16.485742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Pushing event deleted for resources: {'Port': ['ID=e7423be3-72e8-4aa7-9aad-4d304e8b4fcf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:16.499899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:16.500239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Checking segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:16.500625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Bound using segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:16.501121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Bound port: 806336e2-d1bf-4d8c-b399-b0a421e95b72, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:16.501482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.536981 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.639778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.654550 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-075d3481-77a1-45a1-90f0-573b7cbba95e req-b32df725-07cb-4de3-8a4d-0f914795e262 tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa48a7e-fcd0-42a0-be38-d313eed7a1e5 HTTP/1.1" status: 200 len: 210 time: 0.0611708 Sep 02 12:51:16.707982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] No DVR routers for this DVR port e7423be3-72e8-4aa7-9aad-4d304e8b4fcf on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:16.710127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'fixed_ips': [{'subnet_id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:51:16.711019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.711743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.714260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c306ae3-3f03-406a-baf0-f1f14a0d43eb req-a95f56ca-bfc9-4874-83b8-c435e854ba2e tempest-ServersNegativeTestJSON-1002563705 tempest-ServersNegativeTestJSON-1002563705-project] 10.222.0.18 "DELETE /v2.0/ports/e7423be3-72e8-4aa7-9aad-4d304e8b4fcf HTTP/1.1" status: 204 len: 173 time: 0.9842618 Sep 02 12:51:16.715688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-deleted', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:16.719257 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22a36e3-cf9e-46de-a700-4835e91fa033" -d '{"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-deleted", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:16.736273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.747046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:16.747734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.761627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:16.882192 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288f427-2981-45f1-a2eb-b4379969d6ea x-openstack-request-id: req-0288f427-2981-45f1-a2eb-b4379969d6ea {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:16.882865 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa48a7e-fcd0-42a0-be38-d313eed7a1e5", "name": "network-vif-deleted", "tag": "e7423be3-72e8-4aa7-9aad-4d304e8b4fcf", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:16.883155 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0288f427-2981-45f1-a2eb-b4379969d6ea {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:16.883580 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa48a7e-fcd0-42a0-be38-d313eed7a1e5', 'name': 'network-vif-deleted', 'tag': 'e7423be3-72e8-4aa7-9aad-4d304e8b4fcf', 'status': 'completed', 'code': 200} Sep 02 12:51:16.949479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Allocated IP 172.20.0.2 (0d30651b-1154-44f3-bbd7-7b0d75ea3197/f7f095bb-9cd1-43de-852f-cc48ba31c80f/cd6ad6d4-b2fd-4487-a341-324f06a08b66) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:17.052142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.087622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.158110 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.170006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Transition to ACTIVE for port object cd6ad6d4-b2fd-4487-a341-324f06a08b66 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:17.194909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Transition to ACTIVE for port object cd6ad6d4-b2fd-4487-a341-324f06a08b66 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:17.195348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c29aa4-2b79-488c-82ff-214dcbe26f38 req-e30e3b7f-e965-4f16-8041-1513a81bc12a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.203829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.209357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c1c29aa4-2b79-488c-82ff-214dcbe26f38 req-e30e3b7f-e965-4f16-8041-1513a81bc12a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.2185280 Sep 02 12:51:17.258942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:17.264091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:17.273192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:17.283586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Pushing event updated for resources: {'Port': ['ID=cd6ad6d4-b2fd-4487-a341-324f06a08b66,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:17.283898 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c1c29aa4-2b79-488c-82ff-214dcbe26f38 req-532c60f5-8345-4389-bafd-276d08da52db tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724659 Sep 02 12:51:17.327759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1108916 Sep 02 12:51:17.344833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:17.351093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Attempting to bind port cd6ad6d4-b2fd-4487-a341-324f06a08b66 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:17.351867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Attempting to bind port cd6ad6d4-b2fd-4487-a341-324f06a08b66 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:17.352398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Attempting to bind port cd6ad6d4-b2fd-4487-a341-324f06a08b66 on network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:17.365259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:17.366005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Checking segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:17.366475 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.367160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Bound using segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:17.367811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Bound port: cd6ad6d4-b2fd-4487-a341-324f06a08b66, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:17.368206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.381576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f109f-1411-405b-9963-a2ae10fcd76a tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Network': ['ID=65deaf28-45e7-40ff-a22e-827bd0d91d03,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:17.406014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 65deaf28-45e7-40ff-a22e-827bd0d91d03 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:17.440784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e9c8-4449-44e0-848b-5fb585d7b9b9 req-2ef9b78f-3bb0-4966-869d-237846842e58 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.442712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93d3e9c8-4449-44e0-848b-5fb585d7b9b9 req-2ef9b78f-3bb0-4966-869d-237846842e58 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 943 time: 0.5643308 Sep 02 12:51:17.444114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] For port 806336e2-d1bf-4d8c-b399-b0a421e95b72, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:17.447941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] For port 806336e2-d1bf-4d8c-b399-b0a421e95b72, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:17.489197 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.501376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Allocated IP 172.25.7.117 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/c2fe68b9-8653-4368-9b86-e58e9c8d6421) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:17.503185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] For port cd6ad6d4-b2fd-4487-a341-324f06a08b66, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:17.507360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] For port cd6ad6d4-b2fd-4487-a341-324f06a08b66, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cd6ad6d4-b2fd-4487-a341-324f06a08b66,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:17.512877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7dd6d0-a2bd-42e9-8677-eba7827b856e tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.517136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8c7dd6d0-a2bd-42e9-8677-eba7827b856e tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] 10.222.0.60 "GET /v2.0/networks/65deaf28-45e7-40ff-a22e-827bd0d91d03 HTTP/1.1" status: 200 len: 757 time: 0.1597009 Sep 02 12:51:17.520376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:17.537012 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.586189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93d3e9c8-4449-44e0-848b-5fb585d7b9b9 req-e5185322-1b79-46a6-8d5e-8e5993abc488 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288524 Sep 02 12:51:17.600252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.600890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.602665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] 10.222.0.41 "PUT /v2.0/ports/806336e2-d1bf-4d8c-b399-b0a421e95b72 HTTP/1.1" status: 200 len: 1091 time: 2.2158697 Sep 02 12:51:17.640560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5e8f1-3dbe-44b0-b23a-178b8d532b74 service neutron] Pushing event updated for resources: {'Port': ['ID=806336e2-d1bf-4d8c-b399-b0a421e95b72,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:17.646467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2332f2-5298-417a-a7c9-46cc70f6c9f6 None None] Pushing event updated for resources: {'Port': ['ID=cd6ad6d4-b2fd-4487-a341-324f06a08b66,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:17.687958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d069cf80-6556-44d9-a88d-be02796160e0 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.690624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d069cf80-6556-44d9-a88d-be02796160e0 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] 10.222.0.60 "GET /v2.0/networks/e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29 HTTP/1.1" status: 200 len: 767 time: 0.1686521 Sep 02 12:51:17.694635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:17.745378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-a80c7f26-c699-4b08-9f03-9f7064f46d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.747103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-a80c7f26-c699-4b08-9f03-9f7064f46d44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 1094 time: 0.0889585 Sep 02 12:51:17.747619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:17.813347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.816237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-646e5a26-6def-42a4-8ea7-2ab4b2197bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72 HTTP/1.1" status: 200 len: 217 time: 0.0586288 Sep 02 12:51:17.850542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.873440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Deleting subnet baecb0d3-b16b-43b5-96a7-de765de06af4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:51:17.877808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.916358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-b42ea001-d28e-48c4-92d2-85a455a53f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:17.918084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-b42ea001-d28e-48c4-92d2-85a455a53f97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.0964754 Sep 02 12:51:17.936562 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.943756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:17.961161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65deaf28-45e7-40ff-a22e-827bd0d91d03']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:17.975314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-b785f0e9-1d9f-4854-94e5-83dedbaf31bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487518 Sep 02 12:51:17.979856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ac0142-2438-49ed-8c60-ffb30e30da5b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:17.980156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ac0142-2438-49ed-8c60-ffb30e30da5b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:17.993056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.007160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.011414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.043811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:18.044212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:18.046261 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:18.048638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.099821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:18.102350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fe68b9-8653-4368-9b86-e58e9c8d6421,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:18.114953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:18.119131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:18.126020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-d7fd3623-e9dc-49f5-aeaf-4aefd0ba69d3 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427155 Sep 02 12:51:18.132277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.157450 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.166340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65deaf28-45e7-40ff-a22e-827bd0d91d03 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 12:51:18.178787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baecb0d3-b16b-43b5-96a7-de765de06af4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:18.182792 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.185142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/networks/65deaf28-45e7-40ff-a22e-827bd0d91d03 HTTP/1.1" status: 204 len: 168 time: 0.4890740 Sep 02 12:51:18.188800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6704e44-7a9d-406f-8e09-0e8a11500d9e tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Network': ['ID=65deaf28-45e7-40ff-a22e-827bd0d91d03,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:18.189347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.194349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:18.198894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3469334e-0a3b-4482-a3f8-1dd22fee596a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/baecb0d3-b16b-43b5-96a7-de765de06af4 HTTP/1.1" status: 204 len: 168 time: 0.4467411 Sep 02 12:51:18.200574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:18.204205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'network': {'name': 'tempest-network--1037089075'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:18.260975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Made reservation on behalf of f0cdb9d08edf41aba126066a41b22256 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:18.264149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.341750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:18.344192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.353981 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.353981 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Added segment 0ec7d90e-30ac-40e8-8b44-89ed01c14110 of type vlan for network f53db970-8d71-44b2-8105-2aff53aff09a Sep 02 12:51:18.456004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.515920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.518079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:18.518715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.554845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cd6ad6d4-b2fd-4487-a341-324f06a08b66 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:18.607270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.612249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2c1e4b2-e6a2-4be4-8515-45500a11c02c req-0e495550-aff0-42fd-bcf4-d80f7fa813a5 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729972 Sep 02 12:51:18.636997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a32309-a5d3-4724-938e-55d135b41a90']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:18.656066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e424ee-ab06-43e8-a6d8-7d636004b83e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:18.656452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e424ee-ab06-43e8-a6d8-7d636004b83e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:18.658080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.670909 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.691722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5621e1-31d4-48b6-8d23-2c0ff9ac6ccc req-f67e1ad8-0624-4e60-94db-84f05997008f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:18.703451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port cd6ad6d4-b2fd-4487-a341-324f06a08b66 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:18.703803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba5621e1-31d4-48b6-8d23-2c0ff9ac6ccc req-f67e1ad8-0624-4e60-94db-84f05997008f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.2507238 Sep 02 12:51:18.727955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.750993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:18.751419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.764126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba5621e1-31d4-48b6-8d23-2c0ff9ac6ccc req-9d7e2bdd-e5f7-4ee5-abe1-f35b92fef400 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569224 Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:18.764864 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:18.837712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.844552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:18.849192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] 10.222.0.60 "DELETE /v2.0/networks/39a32309-a5d3-4724-938e-55d135b41a90 HTTP/1.1" status: 204 len: 168 time: 0.6448855 Sep 02 12:51:18.857254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90371b6-71fe-4a9b-97bf-6b8e0082b58f admin admin] Pushing event deleted for resources: {'Network': ['ID=39a32309-a5d3-4724-938e-55d135b41a90,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:18.872629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab96686-95e3-4790-a702-187ea6d74550 None None] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:18.884773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'tag': '806336e2-d1bf-4d8c-b399-b0a421e95b72'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:18.887885 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83619274-b9bb-487b-bf4e-5783ec08be70" -d '{"events": [{"name": "network-changed", "server_uuid": "9c01c2a9-e963-478d-bbd1-8b30b12571c3", "tag": "806336e2-d1bf-4d8c-b399-b0a421e95b72"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:18.956048 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0d5a7-9360-4125-96a4-981b5b01e90b x-openstack-request-id: req-83c0d5a7-9360-4125-96a4-981b5b01e90b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:18.956374 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c01c2a9-e963-478d-bbd1-8b30b12571c3", "tag": "806336e2-d1bf-4d8c-b399-b0a421e95b72", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:18.956832 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83c0d5a7-9360-4125-96a4-981b5b01e90b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:18.957308 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'tag': '806336e2-d1bf-4d8c-b399-b0a421e95b72', 'status': 'completed', 'code': 200} Sep 02 12:51:19.010680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] Provisioning for port cd6ad6d4-b2fd-4487-a341-324f06a08b66 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:19.039476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] Provisioning complete for port cd6ad6d4-b2fd-4487-a341-324f06a08b66 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:19.039868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.060005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-f66aa662-4c1e-40d6-84ce-f70707597f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:19.061643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-f66aa662-4c1e-40d6-84ce-f70707597f84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 1094 time: 0.0830483 Sep 02 12:51:19.122711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40112) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:19.179324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.211236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0893f505-90bb-4616-8408-03a858c0eeb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5b3fe68958747f38cebb210e4faf2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871544 Sep 02 12:51:19.214029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:19.242867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] For port cd6ad6d4-b2fd-4487-a341-324f06a08b66, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cd6ad6d4-b2fd-4487-a341-324f06a08b66,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:19.249788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.255759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-608d38be-b9b0-4825-8610-d44b35c6f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:19.257847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-608d38be-b9b0-4825-8610-d44b35c6f476 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 915 time: 0.1829112 Sep 02 12:51:19.318338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1203260 Sep 02 12:51:19.320825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40116) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:19.324018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-a1e34a7e-463d-41b5-ac48-0d4565c121ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72 HTTP/1.1" status: 200 len: 217 time: 0.0559413 Sep 02 12:51:19.326149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cfb41-d0ee-4917-be85-ed202257109a None None] Pushing event updated for resources: {'Port': ['ID=cd6ad6d4-b2fd-4487-a341-324f06a08b66,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:19.329179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:19.331688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Network': ['ID=f53db970-8d71-44b2-8105-2aff53aff09a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:19.341375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.345796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae673c-929d-4177-8fe3-4ee0a37f49e3 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:51:19.353752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:19.377505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f53db970-8d71-44b2-8105-2aff53aff09a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:19.393130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: e7423be3-72e8-4aa7-9aad-4d304e8b4fcf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:19.393885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e7423be3-72e8-4aa7-9aad-4d304e8b4fcf not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:19.423396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776c5f10-bf98-411e-b8e8-a8910b173753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.427406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-06f43fc9-39d2-4fcd-ae25-49191e0d93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:19.429035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-06f43fc9-39d2-4fcd-ae25-49191e0d93dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.0944993 Sep 02 12:51:19.459578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776c5f10-bf98-411e-b8e8-a8910b173753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.475354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e65cef5-92e4-4bc9-88dd-e7c52afdef3d None None] Provisioning complete for port cd6ad6d4-b2fd-4487-a341-324f06a08b66 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:19.475354 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e65cef5-92e4-4bc9-88dd-e7c52afdef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.479487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-8a8adce0-d85f-4659-821f-1e42abb9b150 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340912 Sep 02 12:51:19.500445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d4fb4-d41d-4d98-9d3e-aff172d25f84 req-dfe78886-79c5-45c4-83d2-c24b636f6846 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:19.502069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d03d4fb4-d41d-4d98-9d3e-aff172d25f84 req-dfe78886-79c5-45c4-83d2-c24b636f6846 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 943 time: 0.7289398 Sep 02 12:51:19.598765 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776c5f10-bf98-411e-b8e8-a8910b173753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.601734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776c5f10-bf98-411e-b8e8-a8910b173753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.602975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-776c5f10-bf98-411e-b8e8-a8910b173753 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1282377b-28f5-4503-bdb2-2fb8797efa6b HTTP/1.1" status: 204 len: 168 time: 0.3878284 Sep 02 12:51:19.630121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.632703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c5f10-bf98-411e-b8e8-a8910b173753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1282377b-28f5-4503-bdb2-2fb8797efa6b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:19.638591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d03d4fb4-d41d-4d98-9d3e-aff172d25f84 req-3e47aca3-5481-4e3e-be54-d3b3177516c1 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271896 Sep 02 12:51:19.648060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-370f5582-5f2f-4865-aff2-477099c4e0a6 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573534 Sep 02 12:51:19.735625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.750202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83619274-b9bb-487b-bf4e-5783ec08be70 req-15890b1d-e98c-4108-8eec-3c3016ed801b service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910573 Sep 02 12:51:19.759735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.799310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Network f53db970-8d71-44b2-8105-2aff53aff09a is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:51:19.800574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:19.801596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.806278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:19.806483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "PUT /v2.0/networks/f53db970-8d71-44b2-8105-2aff53aff09a HTTP/1.1" status: 200 len: 858 time: 0.4844978 Sep 02 12:51:19.865966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d7ef5-e058-4fc6-8922-e617f9d5db17 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event updated for resources: {'Network': ['ID=f53db970-8d71-44b2-8105-2aff53aff09a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:19.886776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Router e8220ac5-5e77-4dbf-9f14-38901e99495e is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:51:19.915710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:19.946097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c26cc-532c-4de5-a297-59a5bba2d7bf req-5629afc9-d74d-445f-9bd6-e387630133d5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:19.947718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-756c26cc-532c-4de5-a297-59a5bba2d7bf req-5629afc9-d74d-445f-9bd6-e387630133d5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0903583 Sep 02 12:51:20.008116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:20.019051 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Sync routers for ids ['e8220ac5-5e77-4dbf-9f14-38901e99495e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:20.030805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.035095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5a5a5009-e14c-4fff-ba00-61e9f81e67b6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6436245 Sep 02 12:51:20.035765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40132) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:20.037205 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Routers {'e8220ac5-5e77-4dbf-9f14-38901e99495e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:20.038170 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e8220ac5-5e77-4dbf-9f14-38901e99495e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.059753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.075304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-756c26cc-532c-4de5-a297-59a5bba2d7bf req-c3db52f6-3d63-49a7-919b-eadd69b00009 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951343 Sep 02 12:51:20.076980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53db970-8d71-44b2-8105-2aff53aff09a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.087850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec7d90e-30ac-40e8-8b44-89ed01c14110') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.088234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec7d90e-30ac-40e8-8b44-89ed01c14110') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.104057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.121044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.130232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:20.130749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:20.133499 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:20.211669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.218224 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Set router e8220ac5-5e77-4dbf-9f14-38901e99495e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:20.237034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f53db970-8d71-44b2-8105-2aff53aff09a {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 12:51:20.238899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Pushing event deleted for resources: {'Network': ['ID=f53db970-8d71-44b2-8105-2aff53aff09a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:20.241102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.243137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b2d0846-d1d5-4e9c-9198-403baf23cdf8 tempest-ExternalNetworksTestJSON-744439892 tempest-ExternalNetworksTestJSON-744439892-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f53db970-8d71-44b2-8105-2aff53aff09a HTTP/1.1" status: 204 len: 168 time: 0.4353690 Sep 02 12:51:20.246516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40138) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:20.279724 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f6bd2f-1de9-4f6c-b0d2-112d8aba09b9 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] DELETE failed (client error): The resource could not be found. Sep 02 12:51:20.280311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f6bd2f-1de9-4f6c-b0d2-112d8aba09b9 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:51:20.282369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98f6bd2f-1de9-4f6c-b0d2-112d8aba09b9 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] 10.222.0.60 "DELETE /v2.0/subnets/a97d3a73-a225-4705-b4aa-39cd376fd4df HTTP/1.1" status: 404 len: 337 time: 0.0345864 Sep 02 12:51:20.285302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:20.468954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.504250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cd6ad6d4-b2fd-4487-a341-324f06a08b66 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:20.605509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cd6ad6d4-b2fd-4487-a341-324f06a08b66 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:20.606123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.649391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.665131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.676843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa48356b-23fb-464d-984c-6c6a112f7301') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.677217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa48356b-23fb-464d-984c-6c6a112f7301') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.687714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.705331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.712801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:51:20.713154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:51:20.717426 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:51:20.765260 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:51:18Z', 'revision_number': 3, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:20.795129 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Checking router: e8220ac5-5e77-4dbf-9f14-38901e99495e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:51:20.795487 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Updating router e8220ac5-5e77-4dbf-9f14-38901e99495e port c2fe68b9-8653-4368-9b86-e58e9c8d6421 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:51:20.802424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.807307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.841545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.843848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] 10.222.0.60 "DELETE /v2.0/networks/e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29 HTTP/1.1" status: 204 len: 168 time: 0.5565417 Sep 02 12:51:20.857413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e003-4a57-44ce-aea9-28ceaf33c9c6 tempest-ExternalNetworksTestJSON-2073836299 tempest-ExternalNetworksTestJSON-2073836299-project] Pushing event deleted for resources: {'Network': ['ID=e5c5b0c9-fc70-4c43-8e1e-e619a8b5bd29,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:20.864746 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:20.881530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853819-ecf2-4d8d-85f2-5e95020af734 req-22b068f8-7bad-4e19-9474-d95ca0b9ad8e tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:20.883136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca853819-ecf2-4d8d-85f2-5e95020af734 req-22b068f8-7bad-4e19-9474-d95ca0b9ad8e tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 943 time: 0.0903552 Sep 02 12:51:20.976083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca853819-ecf2-4d8d-85f2-5e95020af734 req-edc6070a-bead-4d7c-8824-d5b36322ad2a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828514 Sep 02 12:51:21.086745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Allocated IP 172.20.0.1 (0d30651b-1154-44f3-bbd7-7b0d75ea3197/f7f095bb-9cd1-43de-852f-cc48ba31c80f/d4fc6a2c-2694-4910-8764-4e4ffa66bc3b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:21.224714 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.240208 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Transition to ACTIVE for port object c2fe68b9-8653-4368-9b86-e58e9c8d6421 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:21.248131 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.251662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.272646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Transition to ACTIVE for port object d4fc6a2c-2694-4910-8764-4e4ffa66bc3b will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:21.298365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958808a-195f-4643-a217-5f4d30ddbecd req-40b1a70f-da1c-461b-8e75-a6e2189be25c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:21.304997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7958808a-195f-4643-a217-5f4d30ddbecd req-40b1a70f-da1c-461b-8e75-a6e2189be25c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1048529 Sep 02 12:51:21.325448 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Attempting to bind port c2fe68b9-8653-4368-9b86-e58e9c8d6421 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:21.325943 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Attempting to bind port c2fe68b9-8653-4368-9b86-e58e9c8d6421 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:21.326209 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Attempting to bind port c2fe68b9-8653-4368-9b86-e58e9c8d6421 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:21.339343 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:21.340336 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:21.340868 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.341291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:21.342186 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Bound port: c2fe68b9-8653-4368-9b86-e58e9c8d6421, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:21.342784 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.349446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.377575 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7323-5477-4147-835a-76ced7ae0d76 None None] Pushing event updated for resources: {'Port': ['ID=c2fe68b9-8653-4368-9b86-e58e9c8d6421,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:21.398043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 806336e2-d1bf-4d8c-b399-b0a421e95b72 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:51:21.411837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7958808a-195f-4643-a217-5f4d30ddbecd req-e9dc7b75-359e-4051-8c47-7b2f4bef21fb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960300 Sep 02 12:51:21.412394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:21.456919 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] For port c2fe68b9-8653-4368-9b86-e58e9c8d6421, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:21.461947 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] For port c2fe68b9-8653-4368-9b86-e58e9c8d6421, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c2fe68b9-8653-4368-9b86-e58e9c8d6421,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:21.469760 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.470105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:21.484671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:21.488722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:21.543523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Pushing event updated for resources: {'Port': ['ID=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:21.586461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.592883 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Routers {'e8220ac5-5e77-4dbf-9f14-38901e99495e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:21.598728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 806336e2-d1bf-4d8c-b399-b0a421e95b72, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:21.603711 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e8220ac5-5e77-4dbf-9f14-38901e99495e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:21.614306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '806336e2-d1bf-4d8c-b399-b0a421e95b72', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'port_id': '806336e2-d1bf-4d8c-b399-b0a421e95b72', 'mac_address': 'fa:16:3e:44:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd024366f-ced5-477a-ad39-58ec50b017f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:51:21.676874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.694449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806336e2-d1bf-4d8c-b399-b0a421e95b72 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:21.724704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 806336e2-d1bf-4d8c-b399-b0a421e95b72, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:21.730357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.742803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9eefa494-58ca-4610-bae9-8ae25622fc93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35931cfa89ed4bd9a4caedf3e2698bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267508 Sep 02 12:51:21.746366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:21.756839 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7323-5477-4147-835a-76ced7ae0d76 None None] Pushing event updated for resources: {'Port': ['ID=c2fe68b9-8653-4368-9b86-e58e9c8d6421,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:21.797621 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.841096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=806336e2-d1bf-4d8c-b399-b0a421e95b72,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:21.850357 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] Set router e8220ac5-5e77-4dbf-9f14-38901e99495e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:21.898594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9733da75-d53c-4260-9235-a52bb1c180f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.930561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90a70b59-ec19-443d-a3f7-9cbae3a8d365 None None] Provisioning for port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:21.941465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90a70b59-ec19-443d-a3f7-9cbae3a8d365 None None] Provisioning complete for port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:21.941856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90a70b59-ec19-443d-a3f7-9cbae3a8d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.948750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9733da75-d53c-4260-9235-a52bb1c180f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:21.980753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-90a70b59-ec19-443d-a3f7-9cbae3a8d365 None None] Port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:51:22.066445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['806336e2-d1bf-4d8c-b399-b0a421e95b72'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:22.090397 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:51:18Z', 'revision_number': 3, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:22.100425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.105807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9733da75-d53c-4260-9235-a52bb1c180f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.109866 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9733da75-d53c-4260-9235-a52bb1c180f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.112575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9733da75-d53c-4260-9235-a52bb1c180f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ff9be7a-9e79-4f62-9dfd-15bf631ca724 HTTP/1.1" status: 204 len: 168 time: 0.3643823 Sep 02 12:51:22.122283 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb9fc3-7341-478c-bf70-96b869767e82 None None] The sync data for ids ['e8220ac5-5e77-4dbf-9f14-38901e99495e'] in n-d-792364-8 is: [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:51:18Z', 'revision_number': 3, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:51:22.123442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.134404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733da75-d53c-4260-9235-a52bb1c180f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9be7a-9e79-4f62-9dfd-15bf631ca724,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:22.148753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b4bb-3576-46d1-8a64-41a9f6195882 req-5ce656db-011c-452e-8cfc-8f9c196c293f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:22.169950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bc7b4bb-3576-46d1-8a64-41a9f6195882 req-5ce656db-011c-452e-8cfc-8f9c196c293f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 944 time: 0.0851824 Sep 02 12:51:22.255657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Pushing event updated for resources: {'Port': ['ID=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:22.275116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.293863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bc7b4bb-3576-46d1-8a64-41a9f6195882 req-37c7b9dd-f249-4d3c-97c4-1ad5043225e0 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945332 Sep 02 12:51:22.398400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:22.405963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:22.626153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Router e8220ac5-5e77-4dbf-9f14-38901e99495e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:51:22.653626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:22.713657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92059f7f-7706-4a56-a025-c76cc78c4776 req-20e65a43-2390-45bf-a461-24d9e7f6038a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:22.717199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92059f7f-7706-4a56-a025-c76cc78c4776 req-20e65a43-2390-45bf-a461-24d9e7f6038a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1435714 Sep 02 12:51:22.730364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4b50504-69e3-4c8c-b6f0-97a439f9794c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0cdb9d08edf41aba126066a41b22256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731902 Sep 02 12:51:22.734679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:22.805640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6216e7-cd8e-4a89-a8fa-37aa104d3f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.809207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eee1ea6f-324d-421e-b321-8fa1087a7241 None None] Provisioning complete for port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:22.810333 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eee1ea6f-324d-421e-b321-8fa1087a7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.830034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6216e7-cd8e-4a89-a8fa-37aa104d3f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.838977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92059f7f-7706-4a56-a025-c76cc78c4776 req-f0d44aae-c525-4feb-a0c1-f067f88b3093 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625639 Sep 02 12:51:22.866407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:22.893942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f27c3d57-1b50-4fab-b7dd-ba380094748a admin admin] 10.222.0.60 "PUT /v2.0/routers/e8220ac5-5e77-4dbf-9f14-38901e99495e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562865 Sep 02 12:51:22.908231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eee1ea6f-324d-421e-b321-8fa1087a7241 None None] Port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:51:22.959413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6216e7-cd8e-4a89-a8fa-37aa104d3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.962283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6216e7-cd8e-4a89-a8fa-37aa104d3f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:22.963550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c6216e7-cd8e-4a89-a8fa-37aa104d3f08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7006763-580d-48d8-8d84-3cc7f86490a7 HTTP/1.1" status: 204 len: 168 time: 0.2278094 Sep 02 12:51:22.988370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6216e7-cd8e-4a89-a8fa-37aa104d3f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7006763-580d-48d8-8d84-3cc7f86490a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:23.406887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 806336e2-d1bf-4d8c-b399-b0a421e95b72 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:23.450741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b48f8-57f1-4cc9-961f-09acc73bbc76 req-0c6cb79b-498b-4cce-af35-e46bf90249c9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:23.456756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa2b48f8-57f1-4cc9-961f-09acc73bbc76 req-0c6cb79b-498b-4cce-af35-e46bf90249c9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 944 time: 0.0811574 Sep 02 12:51:23.519009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa2b48f8-57f1-4cc9-961f-09acc73bbc76 req-7d280e80-ffb4-4521-9f9d-b4e142d8dfb6 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Sep 02 12:51:23.521219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 806336e2-d1bf-4d8c-b399-b0a421e95b72 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:23.531347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 806336e2-d1bf-4d8c-b399-b0a421e95b72 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:23.531740 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:23.642103 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:23.677172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806336e2-d1bf-4d8c-b399-b0a421e95b72'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:23.679891 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17c07d-3a5f-4b00-a5f2-ff4455902d29" -d '{"events": [{"server_uuid": "9c01c2a9-e963-478d-bbd1-8b30b12571c3", "name": "network-vif-plugged", "status": "completed", "tag": "806336e2-d1bf-4d8c-b399-b0a421e95b72"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:23.696387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 806336e2-d1bf-4d8c-b399-b0a421e95b72, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:23.703816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:23.782313 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ff60e-4d44-408f-a1a1-61fa32274a67 x-openstack-request-id: req-7b6ff60e-4d44-408f-a1a1-61fa32274a67 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:23.782664 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c01c2a9-e963-478d-bbd1-8b30b12571c3", "name": "network-vif-plugged", "status": "completed", "tag": "806336e2-d1bf-4d8c-b399-b0a421e95b72", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:23.782926 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b6ff60e-4d44-408f-a1a1-61fa32274a67 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:23.783366 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806336e2-d1bf-4d8c-b399-b0a421e95b72', 'code': 200} Sep 02 12:51:23.784202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=806336e2-d1bf-4d8c-b399-b0a421e95b72,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:23.832646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:23.838528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-network', 'tenant_id': '221a016e4eff478b969dafa23be09232'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:23.902994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Made reservation on behalf of 221a016e4eff478b969dafa23be09232 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:23.905326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:23.908530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e3459-ac42-4376-95d0-9240571b79ad req-3cb77082-7bee-44f9-be56-7f2ca04cf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:23.910195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d9e3459-ac42-4376-95d0-9240571b79ad req-3cb77082-7bee-44f9-be56-7f2ca04cf080 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 1096 time: 0.0643048 Sep 02 12:51:23.918248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.071147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d9e3459-ac42-4376-95d0-9240571b79ad req-adfb0a65-90ad-431d-a5ca-f2c76341c206 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419187 Sep 02 12:51:24.095328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bc532-8256-468e-8246-61ac641578b5 req-00af32c8-4b1d-4c82-978a-07481a5c8ac5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:24.100211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa0bc532-8256-468e-8246-61ac641578b5 req-00af32c8-4b1d-4c82-978a-07481a5c8ac5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1449907 Sep 02 12:51:24.156429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.162293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.191832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa0bc532-8256-468e-8246-61ac641578b5 req-8fa4a262-2b21-4344-b6d7-0a620c9e6ea7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806489 Sep 02 12:51:24.206136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:24.213556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02122fd9-800a-4902-8ffb-1aa88af29650,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:24.223375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.224014 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Added segment f2b45aea-05e9-470a-b913-269d3d21f9d1 of type vlan for network 9e2430bd-021b-4748-845c-74228eb994ff Sep 02 12:51:24.283407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.318272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.319722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:24.320729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.383425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5492399 Sep 02 12:51:24.387103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:24.389144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59fa9f-17d5-4e93-9dca-d994deeb2eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2430bd-021b-4748-845c-74228eb994ff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:24.400034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Request body: {'subnet': {'network_id': '9e2430bd-021b-4748-845c-74228eb994ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-subnet', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:24.446520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 9e2430bd-021b-4748-845c-74228eb994ff details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:24.468860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Made reservation on behalf of 221a016e4eff478b969dafa23be09232 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:24.472976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.582414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Sync routers for ids ['e8220ac5-5e77-4dbf-9f14-38901e99495e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:24.587600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c2fe68b9-8653-4368-9b86-e58e9c8d6421 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:24.646314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Routers {'e8220ac5-5e77-4dbf-9f14-38901e99495e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:24.647336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e8220ac5-5e77-4dbf-9f14-38901e99495e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:24.722920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17065-352e-4984-8cb0-10ed4bf7abaf req-3682fd5a-738a-4817-998f-73fc3d0d5502 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:24.725675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67e17065-352e-4984-8cb0-10ed4bf7abaf req-3682fd5a-738a-4817-998f-73fc3d0d5502 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 945 time: 0.0904248 Sep 02 12:51:24.726427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.802257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67e17065-352e-4984-8cb0-10ed4bf7abaf req-fc566e2e-0c84-4a45-989b-238c77b2ecc3 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702908 Sep 02 12:51:24.808954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c2fe68b9-8653-4368-9b86-e58e9c8d6421 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:24.816555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c2fe68b9-8653-4368-9b86-e58e9c8d6421 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:24.817355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.843847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71b75d4-a7b3-4623-8e98-e298e4fa1765,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:24.858015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Checking segment: {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:24.858757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Network hostable DHCP agents. Network: 9e2430bd-021b-4748-845c-74228eb994ff, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:51:24.868777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Set router e8220ac5-5e77-4dbf-9f14-38901e99495e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:24.882463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Network 9e2430bd-021b-4748-845c-74228eb994ff is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:51:24.895112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 9e2430bd-021b-4748-845c-74228eb994ff) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:24.903241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:24.903381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.907264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb752ed-e242-413f-865d-ab45a3a4a0a3 None None] Network 9e2430bd-021b-4748-845c-74228eb994ff requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:24.925820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e447659-3f61-4441-b765-c4f6d81371fb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5318077 Sep 02 12:51:24.926120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:24.932394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:24.965795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:24.968376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.045564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.146144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:25.186737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.236224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c2fe68b9-8653-4368-9b86-e58e9c8d6421, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c2fe68b9-8653-4368-9b86-e58e9c8d6421,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:25.278228 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.328600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.360520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:25.366855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a027a-e4f5-433d-b2b1-22225fb203d5 req-1e8158cc-0a2c-4a12-90b8-6559b1637dec tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:25.368183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e77a027a-e4f5-433d-b2b1-22225fb203d5 req-1e8158cc-0a2c-4a12-90b8-6559b1637dec tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0871754 Sep 02 12:51:25.399410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.441440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c2fe68b9-8653-4368-9b86-e58e9c8d6421,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:25.451399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e77a027a-e4f5-433d-b2b1-22225fb203d5 req-a3845c46-63bd-4fe5-8f49-be7756ccd78e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592465 Sep 02 12:51:25.515117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-9e2430bd-021b-4748-845c-74228eb994ff', 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'fixed_ips': [{'subnet_id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:51:25.516053 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.522613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 4, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd4fc6a2c-2694-4910-8764-4e4ffa66bc3b', 'name': '', 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'mac_address': 'fa:16:3e:84:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:20Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 2, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'subnets': [{'id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:25.584179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.674762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.700307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.725779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Allocated IP 172.25.7.235 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/796d5757-4441-41b7-a32f-9a2b0711a46c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:25.751110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Checking router: e8220ac5-5e77-4dbf-9f14-38901e99495e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:51:25.751543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Updating router e8220ac5-5e77-4dbf-9f14-38901e99495e port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:51:25.759133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40286) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:25.794085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.881400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.947339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:25.961409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68ac4a59-24b7-40c4-90e8-118437f51074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.019056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Pushing event updated for resources: {'Port': ['ID=796d5757-4441-41b7-a32f-9a2b0711a46c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:26.034322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Allocated IP 172.20.0.2 (9e2430bd-021b-4748-845c-74228eb994ff/b71b75d4-a7b3-4623-8e98-e298e4fa1765/03956f21-7c97-44f2-88ab-50c202aa9104) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:26.052783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Allocated IP 172.25.7.166 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/95bc584a-a138-4c9e-99fb-98215fb798ce) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:26.053366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:26.055705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:26.068622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:26.114501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5d1f-d7b6-4839-885c-34a1bf5b1942 req-96a81c02-1138-4721-8c4d-2519218357f2 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:26.116290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-836d5d1f-d7b6-4839-885c-34a1bf5b1942 req-96a81c02-1138-4721-8c4d-2519218357f2 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 945 time: 0.1831634 Sep 02 12:51:26.173787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-836d5d1f-d7b6-4839-885c-34a1bf5b1942 req-80363e8b-da32-4db8-a920-80ba25c68658 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502772 Sep 02 12:51:26.220992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.250916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.266915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68ac4a59-24b7-40c4-90e8-118437f51074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.269470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.276505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68ac4a59-24b7-40c4-90e8-118437f51074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.310121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-68ac4a59-24b7-40c4-90e8-118437f51074 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=276c0e99609e4ff4b3a8f8cf4cb04ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496736 Sep 02 12:51:26.318872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:26.370321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac4a59-24b7-40c4-90e8-118437f51074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f7c0d1-32a9-4a8e-a0a7-99b3e65cade0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:26.381435 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.403957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Transition to ACTIVE for port object 03956f21-7c97-44f2-88ab-50c202aa9104 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:26.446191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Transition to ACTIVE for port object 03956f21-7c97-44f2-88ab-50c202aa9104 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:26.447293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.467194 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8b58c7-7d33-4e35-aab7-cc0c9f6a36a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.468023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.473478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.477611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.478957 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.517096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Transition to ACTIVE for port object d4fc6a2c-2694-4910-8764-4e4ffa66bc3b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:26.536193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Network 9e2430bd-021b-4748-845c-74228eb994ff is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:26.541777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=95bc584a-a138-4c9e-99fb-98215fb798ce,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:26.544122 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.552218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:26.562751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Pushing event updated for resources: {'Port': ['ID=796d5757-4441-41b7-a32f-9a2b0711a46c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:26.570635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Pushing event updated for resources: {'Port': ['ID=03956f21-7c97-44f2-88ab-50c202aa9104,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:26.577781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.579517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:26.589435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c2fe68b9-8653-4368-9b86-e58e9c8d6421 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:26.595686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.598385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3af6db6a-6932-469f-9fcb-11ddf9559d56 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4506109 Sep 02 12:51:26.603280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40302) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:26.605160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:26.615046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-449542300', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'fixed_ips': [{'ip_address': '172.25.7.235'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:26.623341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:26.625768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:26.629835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8b58c7-7d33-4e35-aab7-cc0c9f6a36a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.661172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f1dd-38c7-4e4e-9f49-8d99933818df req-2a552793-63b6-4229-a3e8-50678115bfb4 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:26.663815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22a0f1dd-38c7-4e4e-9f49-8d99933818df req-2a552793-63b6-4229-a3e8-50678115bfb4 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0624580 Sep 02 12:51:26.702523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Made reservation on behalf of 7e549e939aa0437b995e552e3f91a2ba for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:26.705877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.722367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.726905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22a0f1dd-38c7-4e4e-9f49-8d99933818df req-19085541-027d-4889-957b-d15d32095c96 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566521 Sep 02 12:51:26.783868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Attempting to bind port 03956f21-7c97-44f2-88ab-50c202aa9104 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:26.784196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Attempting to bind port 03956f21-7c97-44f2-88ab-50c202aa9104 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:26.784678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Attempting to bind port 03956f21-7c97-44f2-88ab-50c202aa9104 on network 9e2430bd-021b-4748-845c-74228eb994ff {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:26.789089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6013312-4c1b-4deb-8558-678841885f1f None None] Pushing event updated for resources: {'Port': ['ID=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:26.847235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c2fe68b9-8653-4368-9b86-e58e9c8d6421 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:26.847617 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.849839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:26.850191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.850317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Checking segment: {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:26.850736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.851164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Bound using segment: {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:26.852444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Bound port: 03956f21-7c97-44f2-88ab-50c202aa9104, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:26.852696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.926062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.932805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] device_id is not set on port 65b8a606-2f31-446d-9a8e-4134c711b0b6 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:51:26.962539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Attempting to bind port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:26.962957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Attempting to bind port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:26.963318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Attempting to bind port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b on network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:26.994526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:26.994902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Checking segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:26.995291 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:26.995679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Bound using segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:26.996619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Bound port: d4fc6a2c-2694-4910-8764-4e4ffa66bc3b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:26.996619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.029483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8b58c7-7d33-4e35-aab7-cc0c9f6a36a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.032522 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8b58c7-7d33-4e35-aab7-cc0c9f6a36a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.034044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dd8b58c7-7d33-4e35-aab7-cc0c9f6a36a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37f7c0d1-32a9-4a8e-a0a7-99b3e65cade0 HTTP/1.1" status: 204 len: 168 time: 0.7142093 Sep 02 12:51:27.060344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db26dda-a5ff-4754-b796-f71a45f78f84,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:27.111229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b58c7-7d33-4e35-aab7-cc0c9f6a36a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f7c0d1-32a9-4a8e-a0a7-99b3e65cade0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:27.112800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] For port 03956f21-7c97-44f2-88ab-50c202aa9104, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:27.142428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] For port 03956f21-7c97-44f2-88ab-50c202aa9104, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=03956f21-7c97-44f2-88ab-50c202aa9104,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:27.159579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.170987 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] For port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:27.213960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] For port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:27.226848 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.254075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816cb5-8ad2-419a-9ec1-0ca2d270d07d None None] Pushing event updated for resources: {'Port': ['ID=03956f21-7c97-44f2-88ab-50c202aa9104,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:27.328007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Routers {'e8220ac5-5e77-4dbf-9f14-38901e99495e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:27.329102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e8220ac5-5e77-4dbf-9f14-38901e99495e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:27.338522 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.395441 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 02 12:51:27.396389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:51:27.441416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6013312-4c1b-4deb-8558-678841885f1f None None] Pushing event updated for resources: {'Port': ['ID=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:27.455694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4878dee2-1c02-4cb5-bfef-448ff1390f0f tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8492708 Sep 02 12:51:27.459909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40320) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:27.529114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] Set router e8220ac5-5e77-4dbf-9f14-38901e99495e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:27.761486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Deleting port 796d5757-4441-41b7-a32f-9a2b0711a46c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:27.761884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:27.948878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 4, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd4fc6a2c-2694-4910-8764-4e4ffa66bc3b', 'name': '', 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'mac_address': 'fa:16:3e:84:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:20Z', 'updated_at': '2021-09-02T12:51:27Z', 'revision_number': 4, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'subnets': [{'id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:27.987603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7206648-4df0-4dff-b613-19651579abb2 None None] The sync data for ids ['e8220ac5-5e77-4dbf-9f14-38901e99495e'] in n-d-792364-8 is: [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:51:21Z', 'revision_number': 4, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd4fc6a2c-2694-4910-8764-4e4ffa66bc3b', 'name': '', 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'mac_address': 'fa:16:3e:84:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:20Z', 'updated_at': '2021-09-02T12:51:27Z', 'revision_number': 4, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'subnets': [{'id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:51:28.361776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:28.434398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a8c1-0c01-4155-aff0-3f234dfc2aaf req-dce10094-33ab-4ffd-bc4b-7311ce3e2851 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:28.451329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3264a8c1-0c01-4155-aff0-3f234dfc2aaf req-dce10094-33ab-4ffd-bc4b-7311ce3e2851 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1884887 Sep 02 12:51:28.567983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4fc6a2c-2694-4910-8764-4e4ffa66bc3b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:28.572593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:28.586477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:28.672947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16b99797-ac79-49d3-9af4-91eb24bc06ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:28.686271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:28.691825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:28.691825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:28.728329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Calling delete_port for 796d5757-4441-41b7-a32f-9a2b0711a46c owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:28.830256 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:28.890777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab0e10-e89d-446e-af4c-aaa01e892aab None None] Network 9e2430bd-021b-4748-845c-74228eb994ff requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:28.959952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3264a8c1-0c01-4155-aff0-3f234dfc2aaf req-c5a94581-96fa-4a08-886b-f7c6ecc0fe93 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077038 Sep 02 12:51:28.974189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:29.000159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.005508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 03956f21-7c97-44f2-88ab-50c202aa9104 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:29.112684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc53c7c1-8a46-459f-b2c9-4713aa16327b None None] Provisioning for port 03956f21-7c97-44f2-88ab-50c202aa9104 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:29.193398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.212650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Router 9d5f0853-ee0e-4e60-9a7c-290f364c464f is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:51:29.240471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:29.254794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Pushing event deleted for resources: {'Port': ['ID=796d5757-4441-41b7-a32f-9a2b0711a46c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:29.286446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 03956f21-7c97-44f2-88ab-50c202aa9104 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:29.310853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 03956f21-7c97-44f2-88ab-50c202aa9104 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:29.311306 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.417237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.462832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 03956f21-7c97-44f2-88ab-50c202aa9104, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=03956f21-7c97-44f2-88ab-50c202aa9104,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:29.469705 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.489901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.494630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.499491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-964290a7-6805-4b04-bb08-20fb31feecec tempest-ExternalNetworksAdminNegativeTestJSON-1213517044 tempest-ExternalNetworksAdminNegativeTestJSON-1213517044-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/1adda0f1-45ef-4b87-b205-bb51df905fc4 HTTP/1.1" status: 204 len: 168 time: 2.0356729 Sep 02 12:51:29.560530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:29.573883 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Sync routers for ids ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:29.600406 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Routers {'9d5f0853-ee0e-4e60-9a7c-290f364c464f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:29.600965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=03956f21-7c97-44f2-88ab-50c202aa9104,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:29.601450 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:29.615498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:29.617001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-04c86d1a-37ad-4a16-a6fa-52ebc80fe8a0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6897724 Sep 02 12:51:29.620634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:29.862728 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Set router 9d5f0853-ee0e-4e60-9a7c-290f364c464f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:30.106865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51a5e6a7-7b2d-4af8-9f61-b43b15f160fc None None] Provisioning complete for port 03956f21-7c97-44f2-88ab-50c202aa9104 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:30.107432 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51a5e6a7-7b2d-4af8-9f61-b43b15f160fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.155410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:30.179735 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:51:27Z', 'revision_number': 3, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:30.241364 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Checking router: 9d5f0853-ee0e-4e60-9a7c-290f364c464f for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:51:30.241630 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Updating router 9d5f0853-ee0e-4e60-9a7c-290f364c464f port 95bc584a-a138-4c9e-99fb-98215fb798ce binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:51:30.298117 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.340667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624882b0-845f-4ab1-a47c-d34ef2e62a67 req-0e40dbb7-c067-4708-af6d-c53bd23117ef tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:30.343036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-624882b0-845f-4ab1-a47c-d34ef2e62a67 req-0e40dbb7-c067-4708-af6d-c53bd23117ef tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.2518716 Sep 02 12:51:30.397574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8e12654-6277-4ef4-bec6-cd4ba0a453e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.506078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-624882b0-845f-4ab1-a47c-d34ef2e62a67 req-449e98df-f99e-4d76-b9a7-e46ab3df12ba tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547856 Sep 02 12:51:30.568101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4fc6a2c-2694-4910-8764-4e4ffa66bc3b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:30.597617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8e12654-6277-4ef4-bec6-cd4ba0a453e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.603086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8e12654-6277-4ef4-bec6-cd4ba0a453e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.671307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f8e12654-6277-4ef4-bec6-cd4ba0a453e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=615e42aedd7f437591a6357f64cf4f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138478 Sep 02 12:51:30.672184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12654-6277-4ef4-bec6-cd4ba0a453e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1b8e6-64e1-4e84-8dd2-602b6266dacc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:30.676290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:30.685583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:30.686465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.740951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.747800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dac-632f-4b79-acc0-0a4089974a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.774933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dac-632f-4b79-acc0-0a4089974a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.843280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dac-632f-4b79-acc0-0a4089974a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.846209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dac-632f-4b79-acc0-0a4089974a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.851021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-01eb6dac-632f-4b79-acc0-0a4089974a6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ca1b8e6-64e1-4e84-8dd2-602b6266dacc HTTP/1.1" status: 204 len: 168 time: 0.1710749 Sep 02 12:51:30.873163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 03956f21-7c97-44f2-88ab-50c202aa9104 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:30.883266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6dac-632f-4b79-acc0-0a4089974a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1b8e6-64e1-4e84-8dd2-602b6266dacc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:30.931192 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:30.948817 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Transition to ACTIVE for port object 95bc584a-a138-4c9e-99fb-98215fb798ce will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:30.957700 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.028669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 03956f21-7c97-44f2-88ab-50c202aa9104 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:31.029227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.033300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Allocated IP 172.20.0.1 (9e2430bd-021b-4748-845c-74228eb994ff/b71b75d4-a7b3-4623-8e98-e298e4fa1765/7d40483b-e51f-41c6-b100-82353d289802) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:31.037526 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Attempting to bind port 95bc584a-a138-4c9e-99fb-98215fb798ce on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:31.037908 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Attempting to bind port 95bc584a-a138-4c9e-99fb-98215fb798ce by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:31.038501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Attempting to bind port 95bc584a-a138-4c9e-99fb-98215fb798ce on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:31.048790 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:31.049571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:31.050061 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.051597 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:31.053526 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Bound port: 95bc584a-a138-4c9e-99fb-98215fb798ce, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:31.053932 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.065268 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df801ff5-6ee1-4c3e-89b5-6e8cdc5debe6 None None] Pushing event updated for resources: {'Port': ['ID=95bc584a-a138-4c9e-99fb-98215fb798ce,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:31.179653 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] For port 95bc584a-a138-4c9e-99fb-98215fb798ce, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:31.183836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] For port 95bc584a-a138-4c9e-99fb-98215fb798ce, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=95bc584a-a138-4c9e-99fb-98215fb798ce,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:31.195672 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.235082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.256025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Transition to ACTIVE for port object 7d40483b-e51f-41c6-b100-82353d289802 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:31.277704 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df801ff5-6ee1-4c3e-89b5-6e8cdc5debe6 None None] Pushing event updated for resources: {'Port': ['ID=95bc584a-a138-4c9e-99fb-98215fb798ce,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:31.307536 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Routers {'9d5f0853-ee0e-4e60-9a7c-290f364c464f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:31.308191 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:31.326844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.377125 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10a25fff-e5e5-4603-8ff5-bc0687309926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.400263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Pushing event updated for resources: {'Port': ['ID=7d40483b-e51f-41c6-b100-82353d289802,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:31.425555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Network 9e2430bd-021b-4748-845c-74228eb994ff is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:31.427567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:31.430442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:31.490053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:31.494001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.551394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4a8c8ad-f749-49c3-8e5c-67715c5d3981 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e549e939aa0437b995e552e3f91a2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596998 Sep 02 12:51:31.552170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40410) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:31.617450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.689104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1905f08c-c8b2-4bc6-a187-b800cec3f18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.726201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1905f08c-c8b2-4bc6-a187-b800cec3f18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.759079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:31.815104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1905f08c-c8b2-4bc6-a187-b800cec3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.818434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1905f08c-c8b2-4bc6-a187-b800cec3f18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.820124 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.822527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1905f08c-c8b2-4bc6-a187-b800cec3f18b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0db26dda-a5ff-4754-b796-f71a45f78f84 HTTP/1.1" status: 204 len: 168 time: 0.2574255 Sep 02 12:51:31.837391 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] Set router 9d5f0853-ee0e-4e60-9a7c-290f364c464f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:31.842440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905f08c-c8b2-4bc6-a187-b800cec3f18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db26dda-a5ff-4754-b796-f71a45f78f84,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:31.851530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ef533-8175-4aeb-a94d-149d38df6965 req-68c82c6d-2bb9-4dd8-9956-c309a46e9dbf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:31.853235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a33ef533-8175-4aeb-a94d-149d38df6965 req-68c82c6d-2bb9-4dd8-9956-c309a46e9dbf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0936821 Sep 02 12:51:31.885284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70e51ca9-166c-4472-9181-63121461e0bc None None] Provisioning for port 7d40483b-e51f-41c6-b100-82353d289802 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:31.901530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70e51ca9-166c-4472-9181-63121461e0bc None None] Provisioning complete for port 7d40483b-e51f-41c6-b100-82353d289802 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:31.901910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70e51ca9-166c-4472-9181-63121461e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:31.976879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a33ef533-8175-4aeb-a94d-149d38df6965 req-00b35b11-1829-49de-b4b2-64ace53f84a3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933754 Sep 02 12:51:31.997435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-70e51ca9-166c-4472-9181-63121461e0bc None None] Port 7d40483b-e51f-41c6-b100-82353d289802 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:51:32.101182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.112972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.163067 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:51:27Z', 'revision_number': 3, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:32.178497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.197120 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5ec36-2630-4a16-8fec-df353c099c4f None None] The sync data for ids ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'] in n-d-792364-8 is: [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:51:27Z', 'revision_number': 3, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:51:32.251390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ef986-1ed1-4948-a86c-24b2f2c53316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.282214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Pushing event updated for resources: {'Port': ['ID=7d40483b-e51f-41c6-b100-82353d289802,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:32.339320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Network 9e2430bd-021b-4748-845c-74228eb994ff is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:32.341270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:32.474444 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ef986-1ed1-4948-a86c-24b2f2c53316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.484296 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ef986-1ed1-4948-a86c-24b2f2c53316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.486207 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.511977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Router 9d5f0853-ee0e-4e60-9a7c-290f364c464f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:51:32.572979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-689ef986-1ed1-4948-a86c-24b2f2c53316 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c78ba52b16794ccab361d5507639b6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8123963 Sep 02 12:51:32.575410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ef986-1ed1-4948-a86c-24b2f2c53316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a3fbc-6b97-46c6-94db-53ceda06d968,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:32.578375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:32.662942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-985513f2-901e-4f93-ac84-22a393dd2ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.726423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d2feabe-2951-4ca2-900e-82c0d379d29e None None] Provisioning complete for port 7d40483b-e51f-41c6-b100-82353d289802 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:32.726794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d2feabe-2951-4ca2-900e-82c0d379d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.728095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-985513f2-901e-4f93-ac84-22a393dd2ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.765361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:32.783245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-412dc914-e788-4a4e-a80d-0493fb19cfcb admin admin] 10.222.0.60 "PUT /v2.0/routers/9d5f0853-ee0e-4e60-9a7c-290f364c464f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1608269 Sep 02 12:51:32.813724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1d2feabe-2951-4ca2-900e-82c0d379d29e None None] Port 7d40483b-e51f-41c6-b100-82353d289802 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:51:32.832920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-985513f2-901e-4f93-ac84-22a393dd2ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.836393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-985513f2-901e-4f93-ac84-22a393dd2ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:32.838189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-985513f2-901e-4f93-ac84-22a393dd2ae6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da0a3fbc-6b97-46c6-94db-53ceda06d968 HTTP/1.1" status: 204 len: 168 time: 0.2571347 Sep 02 12:51:32.859282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985513f2-901e-4f93-ac84-22a393dd2ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a3fbc-6b97-46c6-94db-53ceda06d968,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:33.147456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e2b7-c2b7-4df5-a2fb-410e4764c1f7 req-a99b1b90-d883-4310-95e3-ac660019fb98 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:33.149212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73b9e2b7-c2b7-4df5-a2fb-410e4764c1f7 req-a99b1b90-d883-4310-95e3-ac660019fb98 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0739121 Sep 02 12:51:33.208627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73b9e2b7-c2b7-4df5-a2fb-410e4764c1f7 req-03bea810-8441-4577-8030-7a904cdf4a4a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526443 Sep 02 12:51:33.266054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:33.288596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6caa07f-dff8-46e5-9786-05116da65b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:33.538382 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6caa07f-dff8-46e5-9786-05116da65b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:33.559354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6caa07f-dff8-46e5-9786-05116da65b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:33.686615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caa07f-dff8-46e5-9786-05116da65b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2efec7-06fd-4113-953e-1b73ca07d29d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:33.736955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b6caa07f-dff8-46e5-9786-05116da65b13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=350f6bf5c65c4e7cb78ac36fe7687a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699454 Sep 02 12:51:33.739887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:33.844595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5687447c-244f-45e5-8e3e-f3c95bf0a7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:33.892111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5687447c-244f-45e5-8e3e-f3c95bf0a7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:34.012550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5687447c-244f-45e5-8e3e-f3c95bf0a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:34.023591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5687447c-244f-45e5-8e3e-f3c95bf0a7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:34.023591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5687447c-244f-45e5-8e3e-f3c95bf0a7e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f2efec7-06fd-4113-953e-1b73ca07d29d HTTP/1.1" status: 204 len: 168 time: 0.2762749 Sep 02 12:51:34.028036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687447c-244f-45e5-8e3e-f3c95bf0a7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2efec7-06fd-4113-953e-1b73ca07d29d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:34.171171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:34.391987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc018f4-8020-4651-9968-1d158b8e6cc5 req-1cc19997-5948-4811-8ae2-203737516cc2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:34.406110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-afc018f4-8020-4651-9968-1d158b8e6cc5 req-1cc19997-5948-4811-8ae2-203737516cc2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1099787 Sep 02 12:51:34.470854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-afc018f4-8020-4651-9968-1d158b8e6cc5 req-464d2c19-7c62-4109-9c34-f7cee8f5bd55 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632732 Sep 02 12:51:34.564036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 95bc584a-a138-4c9e-99fb-98215fb798ce up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:34.683404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 95bc584a-a138-4c9e-99fb-98215fb798ce completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:34.691475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 95bc584a-a138-4c9e-99fb-98215fb798ce triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:34.693612 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:34.825700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Sync routers for ids ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:34.849189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Routers {'9d5f0853-ee0e-4e60-9a7c-290f364c464f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:34.850130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:35.011688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40500) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:35.205003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.231240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-281432967'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:35.262810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 95bc584a-a138-4c9e-99fb-98215fb798ce, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=95bc584a-a138-4c9e-99fb-98215fb798ce,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:35.278664 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.279750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.321782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.323045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.374558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=95bc584a-a138-4c9e-99fb-98215fb798ce,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:35.399229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Set router 9d5f0853-ee0e-4e60-9a7c-290f364c464f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:35.467577 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.481801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.512242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-4a486343-6da8-4fd8-b7cf-f11030a8cd95 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:35.514077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-4a486343-6da8-4fd8-b7cf-f11030a8cd95 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.1849468 Sep 02 12:51:35.515605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.516981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cd386d04-8ce5-441b-91d5-b1f5482d3352 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5033171 Sep 02 12:51:35.520102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40524) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:35.556170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-788f1462-900f-425f-900e-e9911d7610c3 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/quotas/b41d3773b57d452bb82d0e748f849f4d HTTP/1.1" status: 200 len: 375 time: 0.0273604 Sep 02 12:51:35.692288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-0a101d30-ca00-4b59-a057-be2aef746a8b tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273541 Sep 02 12:51:35.742431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.787168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 4, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7d40483b-e51f-41c6-b100-82353d289802', 'name': '', 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'mac_address': 'fa:16:3e:3e:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:30Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 2, 'project_id': '221a016e4eff478b969dafa23be09232', 'subnets': [{'id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:35.829439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Checking router: 9d5f0853-ee0e-4e60-9a7c-290f364c464f for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:51:35.830507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Updating router 9d5f0853-ee0e-4e60-9a7c-290f364c464f port 7d40483b-e51f-41c6-b100-82353d289802 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:51:35.843396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b5a78-ddf7-4477-aac9-2ce8d2bb1630 req-e32900d9-90cb-45b5-9644-62ac202fb1e3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:35.845075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1b5a78-ddf7-4477-aac9-2ce8d2bb1630 req-e32900d9-90cb-45b5-9644-62ac202fb1e3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.2237935 Sep 02 12:51:35.876742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:35.959104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-cd667b7b-4fca-4f1d-a67b-3f8a3c83efd3 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462342 Sep 02 12:51:36.121716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.124043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.253763 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-48c29201-276b-4bfc-8729-ad3d5f368b95 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975824 Sep 02 12:51:36.411939 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.425834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Transition to ACTIVE for port object 7d40483b-e51f-41c6-b100-82353d289802 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:36.434366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.605326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 95bc584a-a138-4c9e-99fb-98215fb798ce up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:36.721137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aec86b-8da7-45d3-abc1-f1a085db81e9 None None] Pushing event updated for resources: {'Port': ['ID=7d40483b-e51f-41c6-b100-82353d289802,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:36.742679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Attempting to bind port 7d40483b-e51f-41c6-b100-82353d289802 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:36.743510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Attempting to bind port 7d40483b-e51f-41c6-b100-82353d289802 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:36.744241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Attempting to bind port 7d40483b-e51f-41c6-b100-82353d289802 on network 9e2430bd-021b-4748-845c-74228eb994ff {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:36.763173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:36.764440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Checking segment: {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:36.771204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.771204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Bound using segment: {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:36.771204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Bound port: 7d40483b-e51f-41c6-b100-82353d289802, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b45aea-05e9-470a-b913-269d3d21f9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:36.771204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.894777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] For port 7d40483b-e51f-41c6-b100-82353d289802, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:36.901777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] For port 7d40483b-e51f-41c6-b100-82353d289802, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7d40483b-e51f-41c6-b100-82353d289802,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:36.931014 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:36.941885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-209fcf8a-73ce-4ebb-a74b-7e89a11e98db req-c556c87b-024d-4372-badd-5b9cf5193269 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 210 time: 0.0889711 Sep 02 12:51:36.979723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 95bc584a-a138-4c9e-99fb-98215fb798ce triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:36.980549 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.046947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.047470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06c43af0-ee35-42d9-a30b-2f155fae41e2 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:51:37.067228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.070623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-631915ed-6c83-473c-8a7e-9a6d112d489d tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "DELETE /v2.0/routers/06c43af0-ee35-42d9-a30b-2f155fae41e2 HTTP/1.1" status: 204 len: 168 time: 1.5488114 Sep 02 12:51:37.074099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:37.079181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Request body: {'router': {'name': 'tempest-router-209434824', 'distributed': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:37.096310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1b5a78-ddf7-4477-aac9-2ce8d2bb1630 req-ed98a530-7b07-44db-9f56-29962fda43e4 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9641933 Sep 02 12:51:37.100848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aec86b-8da7-45d3-abc1-f1a085db81e9 None None] Pushing event updated for resources: {'Port': ['ID=7d40483b-e51f-41c6-b100-82353d289802,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:37.131435 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.133425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.159032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Routers {'9d5f0853-ee0e-4e60-9a7c-290f364c464f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:37.160023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:37.195892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.202246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.231746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.235719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ee4cf619-820f-4c79-af8e-595db3125063 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1578619 Sep 02 12:51:37.236328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:37.324030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] Set router 9d5f0853-ee0e-4e60-9a7c-290f364c464f gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:37.429563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.761370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.766633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.825305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 4, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7d40483b-e51f-41c6-b100-82353d289802', 'name': '', 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'mac_address': 'fa:16:3e:3e:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:30Z', 'updated_at': '2021-09-02T12:51:36Z', 'revision_number': 4, 'project_id': '221a016e4eff478b969dafa23be09232', 'subnets': [{'id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:37.833063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.833689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01431b65-3b48-4205-956d-6f19da6b29a5 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:51:37.838571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.845113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:37.845259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f2e5c6c8-bcfa-48fe-82c9-b722992f65d9 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "DELETE /v2.0/routers/01431b65-3b48-4205-956d-6f19da6b29a5 HTTP/1.1" status: 204 len: 168 time: 0.6071272 Sep 02 12:51:37.848389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Request body: {'router': {'name': 'tempest-router-69672003', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3fafdc1303424dbd84571cc2a9b5016f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:37.872240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517904ba-dcbd-476d-9982-72c5606f2494 None None] The sync data for ids ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'] in n-d-792364-8 is: [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:51:31Z', 'revision_number': 4, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7d40483b-e51f-41c6-b100-82353d289802', 'name': '', 'network_id': '9e2430bd-021b-4748-845c-74228eb994ff', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'mac_address': 'fa:16:3e:3e:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:30Z', 'updated_at': '2021-09-02T12:51:36Z', 'revision_number': 4, 'project_id': '221a016e4eff478b969dafa23be09232', 'subnets': [{'id': 'b71b75d4-a7b3-4623-8e98-e298e4fa1765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:51:37.877253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.879219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.967113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:37.973673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:38.003576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:38.008752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a9208f91-522b-4f90-9dbd-c6afe7959216 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1613138 Sep 02 12:51:38.009273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:38.019259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:38.254435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5650ed4-b08f-4861-860f-eccc1a8e00ef req-a48d8ea5-d91d-481a-8497-f6d108b908c0 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 210 time: 0.1501706 Sep 02 12:51:38.369995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156e5b2-75c8-48be-bb3b-f5abe7563ca9 req-9e896ea8-51d1-40f3-b270-9d6b32477e5a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:38.374313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1156e5b2-75c8-48be-bb3b-f5abe7563ca9 req-9e896ea8-51d1-40f3-b270-9d6b32477e5a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1338084 Sep 02 12:51:38.510995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1156e5b2-75c8-48be-bb3b-f5abe7563ca9 req-575506eb-a674-49b5-a16f-257aab75e348 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290994 Sep 02 12:51:38.682560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7d40483b-e51f-41c6-b100-82353d289802 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:38.790729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:38.791322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:38.850907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 7d40483b-e51f-41c6-b100-82353d289802 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:38.867031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7d40483b-e51f-41c6-b100-82353d289802 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:38.867419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:38.980753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-74a01f48-c1b0-4c76-b741-90ffc6627b41 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:38.983049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-74a01f48-c1b0-4c76-b741-90ffc6627b41 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.7274055 Sep 02 12:51:39.004673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Request body: {'port': {'device_id': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'admin_state_up': True, 'tenant_id': 'b41d3773b57d452bb82d0e748f849f4d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:39.028606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 02 12:51:39.028980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Router 086a0f39-d8af-4876-89b3-d0c02275d933 migrating from provider to provider. {{(pid=94840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 02 12:51:39.029381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:39.066071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:39.081874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:39.086097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:39.132199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 7d40483b-e51f-41c6-b100-82353d289802, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7d40483b-e51f-41c6-b100-82353d289802,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:39.148849 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:39.223928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=7d40483b-e51f-41c6-b100-82353d289802,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:39.795317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d256c650-2671-4398-85c4-8e235849c8ef req-dd569e96-be00-482a-a6f7-40b7aca7571a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 210 time: 0.0417104 Sep 02 12:51:39.801882 n-d-792364-8 neutron-server[94840]: WARNING neutron.scheduler.l3_agent_scheduler [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] No L3 agents can host the router 086a0f39-d8af-4876-89b3-d0c02275d933 Sep 02 12:51:40.005516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Hosts for router 086a0f39-d8af-4876-89b3-d0c02275d933: [] {{(pid=94840) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 02 12:51:40.063261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Hosts for other DVR routers connected to router 086a0f39-d8af-4876-89b3-d0c02275d933: set() {{(pid=94840) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 02 12:51:40.066347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:40.070626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:40.071352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-319ec50b-ff5c-4965-a883-c268f656f61b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "PUT /v2.0/routers/086a0f39-d8af-4876-89b3-d0c02275d933 HTTP/1.1" status: 200 len: 715 time: 2.0597980 Sep 02 12:51:40.123651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b5680-8bd6-42a2-8313-9010798a97ab req-bdae9b44-22eb-4b78-bf1f-008163ac942d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.126140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-468b5680-8bd6-42a2-8313-9010798a97ab req-bdae9b44-22eb-4b78-bf1f-008163ac942d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1314914 Sep 02 12:51:40.134868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Made reservation on behalf of b41d3773b57d452bb82d0e748f849f4d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:40.144195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:40.246316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2ab6c6b2-230c-4616-84ec-f02d5d7b236b tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "GET /v2.0/routers/086a0f39-d8af-4876-89b3-d0c02275d933 HTTP/1.1" status: 200 len: 715 time: 0.1742632 Sep 02 12:51:40.260011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:40.326127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-468b5680-8bd6-42a2-8313-9010798a97ab req-15017853-9055-4971-b144-5ed387616036 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614556 Sep 02 12:51:40.448422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Allocated IP 172.20.0.5 (cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6/d024366f-ced5-477a-ad39-58ec50b017f7/1bd1e56a-7550-4080-a9e5-070aee4535de) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:40.485621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.519109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.540324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.561813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.565637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7d40483b-e51f-41c6-b100-82353d289802 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:40.575410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.592815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.605510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.621488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-c9dda2ae-a4c2-4755-9d89-350d8dfe2c6f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.3622625 Sep 02 12:51:40.702024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7d40483b-e51f-41c6-b100-82353d289802 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:40.702785 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:40.719122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:40.733013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d66f84f-31fa-46be-ad24-b00566d3df75 req-105a3573-9aec-4d8c-9fe7-be8c7afe86a7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004803 Sep 02 12:51:40.770396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:40.793910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['806336e2-d1bf-4d8c-b399-b0a421e95b72'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:40.807629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:40.829554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:40.839852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:40.901707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event updated for resources: {'Port': ['ID=1bd1e56a-7550-4080-a9e5-070aee4535de,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:40.917279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:40.918239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:40.939388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-aeb8922a-af29-4977-ad3d-16c4fa86f860 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9431529 Sep 02 12:51:40.951780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:41.030122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c339d-a9f1-4a4c-9b93-44b2f1b314d4 req-522e0a6a-1cdd-4aee-a643-4314cb1b4730 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.058696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-305c339d-a9f1-4a4c-9b93-44b2f1b314d4 req-522e0a6a-1cdd-4aee-a643-4314cb1b4730 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 931 time: 0.0919724 Sep 02 12:51:41.058981 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6beba86c-3e17-4f25-af0c-d5e143fbffbc tempest-RoutersTestDVR-2051769059 tempest-RoutersTestDVR-2051769059-project] 10.222.0.60 "GET /v2.0/routers/086a0f39-d8af-4876-89b3-d0c02275d933 HTTP/1.1" status: 200 len: 681 time: 0.7912431 Sep 02 12:51:41.059098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:41.149752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:41.203949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Request body: {'port': {'device_id': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:41.217146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.227727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.237024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.242946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:41.261131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.270899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.283535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.311157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:41.332719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.342703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-9ba629c0-23a8-4a45-b5bd-c7f8ee563a28 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.2537158 Sep 02 12:51:41.389193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-305c339d-a9f1-4a4c-9b93-44b2f1b314d4 req-980282cf-3d62-425f-a7fe-387a0de2289c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068087 Sep 02 12:51:41.421609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:41.462953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-c88de712-0b41-4491-a1fc-0b3e6f98e11d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.472554 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-c88de712-0b41-4491-a1fc-0b3e6f98e11d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "GET /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1210375 Sep 02 12:51:41.683432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c056b-e1fa-490a-8865-ac4a759886d7 req-198d5abe-09ce-47ca-895d-80e1ce19e665 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:41.684943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f68c056b-e1fa-490a-8865-ac4a759886d7 req-198d5abe-09ce-47ca-895d-80e1ce19e665 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0788031 Sep 02 12:51:41.822625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f68c056b-e1fa-490a-8865-ac4a759886d7 req-36f7a2b2-541f-4825-8c10-084d470bd60c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805025 Sep 02 12:51:41.832047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-006f229b-2cbe-48f4-bbee-f53b251e162b tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "GET /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3464091 Sep 02 12:51:41.843984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:41.866520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:41.869658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:41.917544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:41.918593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac73fb2d-f3ea-4b1d-a4ed-3f0d827c5279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.063680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.065214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 086a0f39-d8af-4876-89b3-d0c02275d933 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:51:42.076774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.077966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5c6c20f5-7924-4481-82d7-aa1f07452c15 tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "DELETE /v2.0/routers/086a0f39-d8af-4876-89b3-d0c02275d933 HTTP/1.1" status: 204 len: 168 time: 1.0193441 Sep 02 12:51:42.083251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40674) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:42.088760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Request body: {'router': {'name': 'tempest-router-1758014557', 'distributed': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:42.090311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7185f60-41eb-4551-8d8f-2f09e09abd05 req-f2fece2f-f330-4bc7-93f4-fae7a0883d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.091913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7185f60-41eb-4551-8d8f-2f09e09abd05 req-f2fece2f-f330-4bc7-93f4-fae7a0883d4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 1096 time: 0.1756935 Sep 02 12:51:42.133483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:42.144635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.151335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.157487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.163658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.170906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] For port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:42.173309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.182359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.188382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.190589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-27e87116-6344-4bf4-8d93-89485dd03bcd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 5432 time: 0.2730584 Sep 02 12:51:42.206369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] device_id is not set on port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:51:42.215559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.222887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.290763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] No DVR routers for this DVR port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:42.296377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7185f60-41eb-4551-8d8f-2f09e09abd05 req-a35c9a71-abc7-4408-9a6a-ffaa841ab504 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916368 Sep 02 12:51:42.324966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:42.345023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] In _notify_port_updated(), no bound segment for port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:51:42.345986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.347397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.348501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-f0c1c88b-e9f2-4938-b3ef-09cb15b5eb73 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 200 len: 1028 time: 0.5094948 Sep 02 12:51:42.349610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6adc98ff-818a-4166-b6f1-5ce5dcdd0b98 req-16ef9767-75aa-421b-af3a-ba0f5d986671 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&id=b4714ecc-ec11-423a-8f14-9773c1e64e31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411090 Sep 02 12:51:42.428163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-e7923d78-866d-4ae6-b83f-aa4580bc78e0 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.430433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-e7923d78-866d-4ae6-b83f-aa4580bc78e0 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "GET /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0746031 Sep 02 12:51:42.444674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:42.474199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac73fb2d-f3ea-4b1d-a4ed-3f0d827c5279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.485893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac73fb2d-f3ea-4b1d-a4ed-3f0d827c5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.515623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.517025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.571387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.592582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd1e56a-7550-4080-a9e5-070aee4535de {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:42.604088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ac73fb2d-f3ea-4b1d-a4ed-3f0d827c5279 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=438b84186c614d69a37841aaee4509e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499188 Sep 02 12:51:42.607339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73fb2d-f3ea-4b1d-a4ed-3f0d827c5279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f71e8-ae1c-4ec1-982a-c6c07965c519,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:42.610119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:42.612061 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.648195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Transition to ACTIVE for port object 1bd1e56a-7550-4080-a9e5-070aee4535de will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:42.658692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.724739 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a8b015-a0f6-42a5-b2f8-8fb7d98e60dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.738824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-116a16e2-5d82-46c9-9fbc-615c3778c91d None None] Provisioning complete for port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:42.740220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-116a16e2-5d82-46c9-9fbc-615c3778c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.756069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd1e56a-7550-4080-a9e5-070aee4535de,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:42.803609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-116a16e2-5d82-46c9-9fbc-615c3778c91d None None] Port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:51:42.810495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.814444 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a8b015-a0f6-42a5-b2f8-8fb7d98e60dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.823722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.853801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ce2bc-e2f1-424d-b537-700454a7defc req-0945140a-46a5-4023-8455-f2c234bf6d28 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:42.861815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea5ce2bc-e2f1-424d-b537-700454a7defc req-0945140a-46a5-4023-8455-f2c234bf6d28 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 931 time: 0.2690933 Sep 02 12:51:42.869014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Attempting to bind port 1bd1e56a-7550-4080-a9e5-070aee4535de on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:42.869583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Attempting to bind port 1bd1e56a-7550-4080-a9e5-070aee4535de by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:42.870260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Attempting to bind port 1bd1e56a-7550-4080-a9e5-070aee4535de on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:42.883892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Port 1bd1e56a-7550-4080-a9e5-070aee4535de on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:51:42.884551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Attempting to bind port 1bd1e56a-7550-4080-a9e5-070aee4535de on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:42.901061 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.902294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5b2306fb-40e3-4aa4-b59d-5a2f8008c0db tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8176138 Sep 02 12:51:42.906366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40684) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:42.920975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a036dc19-c3d6-4ed7-adac-eebba3471f98,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:42.927350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:42.929353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Checking segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:42.929923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Bound using segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:42.930515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Bound port: 1bd1e56a-7550-4080-a9e5-070aee4535de, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:42.931440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.990800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a8b015-a0f6-42a5-b2f8-8fb7d98e60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:42.993597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a8b015-a0f6-42a5-b2f8-8fb7d98e60dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.008126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-29a8b015-a0f6-42a5-b2f8-8fb7d98e60dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a3f71e8-ae1c-4ec1-982a-c6c07965c519 HTTP/1.1" status: 204 len: 168 time: 0.3800950 Sep 02 12:51:43.043387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8b015-a0f6-42a5-b2f8-8fb7d98e60dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f71e8-ae1c-4ec1-982a-c6c07965c519,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:43.060834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] For port a036dc19-c3d6-4ed7-adac-eebba3471f98, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:43.111887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.111887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea5ce2bc-e2f1-424d-b537-700454a7defc req-12903f5a-159b-4a5a-9dbf-feb962144ecc tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455750 Sep 02 12:51:43.138492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415073d-e265-41c6-8dcc-9348eb9e5770 req-d34f5a27-5b38-4ce0-a97d-95f34c5c2717 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.161526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9415073d-e265-41c6-8dcc-9348eb9e5770 req-d34f5a27-5b38-4ce0-a97d-95f34c5c2717 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.2095587 Sep 02 12:51:43.201526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] device_id is not set on port a036dc19-c3d6-4ed7-adac-eebba3471f98 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:51:43.219322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] For port 1bd1e56a-7550-4080-a9e5-070aee4535de, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:43.230850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.264715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9415073d-e265-41c6-8dcc-9348eb9e5770 req-84bc1e63-5a63-4133-bfeb-b8e9026b22fb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018882 Sep 02 12:51:43.275931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] For port 1bd1e56a-7550-4080-a9e5-070aee4535de, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1bd1e56a-7550-4080-a9e5-070aee4535de,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:43.283819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.336715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.353373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.353981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.355989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] 10.222.0.18 "PUT /v2.0/ports/1bd1e56a-7550-4080-a9e5-070aee4535de HTTP/1.1" status: 200 len: 1091 time: 2.4067256 Sep 02 12:51:43.356515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'tag': '1bd1e56a-7550-4080-a9e5-070aee4535de'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:43.359682 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e577001-b38a-42e1-9b16-db631d278c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "727b2029-a5b2-4b2d-9ba6-c1d977f3e37b", "tag": "1bd1e56a-7550-4080-a9e5-070aee4535de"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:43.408563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd0149-424d-4f4d-b97b-7268df451720 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd1e56a-7550-4080-a9e5-070aee4535de,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:43.479128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.489793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.512098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde6a3-a669-407c-a354-c32aab3a5aa8 req-ecc2c5f6-7cbc-4cc0-ba8e-a4135d8d84d1 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.519806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60cde6a3-a669-407c-a354-c32aab3a5aa8 req-ecc2c5f6-7cbc-4cc0-ba8e-a4135d8d84d1 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1097 time: 0.2287459 Sep 02 12:51:43.556250 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d973a387-6506-4326-a650-84d9cfdafdfe x-openstack-request-id: req-d973a387-6506-4326-a650-84d9cfdafdfe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:43.556820 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727b2029-a5b2-4b2d-9ba6-c1d977f3e37b", "tag": "1bd1e56a-7550-4080-a9e5-070aee4535de", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:43.557347 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d973a387-6506-4326-a650-84d9cfdafdfe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:43.558664 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'tag': '1bd1e56a-7550-4080-a9e5-070aee4535de', 'status': 'completed', 'code': 200} Sep 02 12:51:43.563865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Pushing event updated for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:43.645649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:43.666565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-e1dc0f9e-b46e-4d0c-abb8-2a4766982cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.668926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] No DVR routers for this DVR port a036dc19-c3d6-4ed7-adac-eebba3471f98 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:43.683063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-e1dc0f9e-b46e-4d0c-abb8-2a4766982cbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 1094 time: 0.2475483 Sep 02 12:51:43.706230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.706740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5d4c22f-11e5-4d4b-b82a-ef0a839f3ee1 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:51:43.711829 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.713089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5d7a9f3-76cf-4d00-af91-2cbf9b9d7ada tempest-RoutersTestDVR-1295144895 tempest-RoutersTestDVR-1295144895-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d5d4c22f-11e5-4d4b-b82a-ef0a839f3ee1 HTTP/1.1" status: 204 len: 168 time: 0.8055398 Sep 02 12:51:43.722107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60cde6a3-a669-407c-a354-c32aab3a5aa8 req-ad0ed9ab-5b83-4ae8-8825-e65f7b68f74f tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885594 Sep 02 12:51:43.732072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] In _notify_port_updated(), no bound segment for port a036dc19-c3d6-4ed7-adac-eebba3471f98 on network 0371b580-8bd4-4b56-bba6-c734687d2852 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:51:43.733012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.733587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.734928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-d20d6503-3dbc-4353-8e44-38db422bae77 service neutron] 10.222.0.18 "PUT /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 200 len: 1025 time: 1.2961171 Sep 02 12:51:43.761577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:43.830040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-806ceb9a-5c73-4c22-992d-d65f4e98aa57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bd1e56a-7550-4080-a9e5-070aee4535de HTTP/1.1" status: 200 len: 217 time: 0.1279893 Sep 02 12:51:43.834004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bba3013-4350-43f4-bfc8-da91161f04ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:43.848126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-429ca0c7-5a43-465e-ad9a-fddaa2d1d512 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.857984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-429ca0c7-5a43-465e-ad9a-fddaa2d1d512 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.865051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-429ca0c7-5a43-465e-ad9a-fddaa2d1d512 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.871751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-429ca0c7-5a43-465e-ad9a-fddaa2d1d512 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.879436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-429ca0c7-5a43-465e-ad9a-fddaa2d1d512 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:43.881907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-429ca0c7-5a43-465e-ad9a-fddaa2d1d512 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 3885 time: 0.3005924 Sep 02 12:51:43.948305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2fa5e97-9ce2-42ae-87ae-2faa632de167 None None] Provisioning complete for port a036dc19-c3d6-4ed7-adac-eebba3471f98 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:43.949014 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5e97-9ce2-42ae-87ae-2faa632de167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.023304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa5e97-9ce2-42ae-87ae-2faa632de167 None None] Port a036dc19-c3d6-4ed7-adac-eebba3471f98 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:51:44.037392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2016fff0-1352-436b-a1ee-cf5700db3397 req-89682782-3c4d-46fa-88b6-828013e2e797 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432941 Sep 02 12:51:44.075069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-4750eac3-2546-4e56-ad66-42be3b9b5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:44.079374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-4750eac3-2546-4e56-ad66-42be3b9b5f5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.1893642 Sep 02 12:51:44.100426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 7082d787-3d6e-43e3-b57c-79ce74b52853 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:44.100987 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.163846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-c8e66e60-d582-4b54-b0c0-8757479407ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702431 Sep 02 12:51:44.234570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:44.317164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] For port 7082d787-3d6e-43e3-b57c-79ce74b52853, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=7082d787-3d6e-43e3-b57c-79ce74b52853,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:44.318680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.332661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bba3013-4350-43f4-bfc8-da91161f04ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.339718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-ce1edf23-941a-492b-af7b-965ce5305192 service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661613 Sep 02 12:51:44.341841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bba3013-4350-43f4-bfc8-da91161f04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.412789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 7082d787-3d6e-43e3-b57c-79ce74b52853 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:44.458622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7bba3013-4350-43f4-bfc8-da91161f04ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90a65438fd984e04a7c5b98310835403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055680 Sep 02 12:51:44.469441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:44.477646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba3013-4350-43f4-bfc8-da91161f04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45087d0b-2062-49d0-aff1-a39918fdcc5f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:44.494906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c94c672d-7285-49ff-87d1-2f58a2493d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.516004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d6755-92b8-42da-ac53-1023610c313b req-0822dadc-a3b4-4c8f-925d-0408471c323d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:44.518734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0d6755-92b8-42da-ac53-1023610c313b req-0822dadc-a3b4-4c8f-925d-0408471c323d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.0904360 Sep 02 12:51:44.584290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b260853-2dbc-4b4f-8160-9941fa2658f1 req-1d3fc52e-a845-4133-939a-7daa2d6d0230 service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358239 Sep 02 12:51:44.621956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0d6755-92b8-42da-ac53-1023610c313b req-9ba81e23-36f5-4da7-a5d5-75076d4a2919 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Sep 02 12:51:44.627167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79b1fb-061d-45d3-9180-d3a436cee5e6 req-0cc50893-f0ed-4dd4-9fa4-834037b949fa tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:44.629344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7f79b1fb-061d-45d3-9180-d3a436cee5e6 req-0cc50893-f0ed-4dd4-9fa4-834037b949fa tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 943 time: 0.3510468 Sep 02 12:51:44.681536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port fc470cac-eb43-4575-b92b-eff643cb5404 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:44.682004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.774559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e577001-b38a-42e1-9b16-db631d278c9c req-78de23d7-97e7-4ef9-9230-514530248271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:44.776244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-78de23d7-97e7-4ef9-9230-514530248271 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 1094 time: 0.1159315 Sep 02 12:51:44.802663 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9afa053-5bfa-4475-8f4c-569fdf318377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.889263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9afa053-5bfa-4475-8f4c-569fdf318377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.897490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7f79b1fb-061d-45d3-9180-d3a436cee5e6 req-6f298964-87d5-48df-8f84-56208469b666 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554636 Sep 02 12:51:44.934200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e577001-b38a-42e1-9b16-db631d278c9c req-e913db25-f1d9-4814-b9eb-5a18f16ef2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:44.936004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-e913db25-f1d9-4814-b9eb-5a18f16ef2b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 915 time: 0.1382003 Sep 02 12:51:44.944489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e789-4c79-4d2f-b6d8-1f79fa7c7b9a req-f4326475-857c-4565-b93b-6cfe7c794940 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:44.946322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68b8e789-4c79-4d2f-b6d8-1f79fa7c7b9a req-f4326475-857c-4565-b93b-6cfe7c794940 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1878910 Sep 02 12:51:44.955881 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.956375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:44.989494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-cc6387a5-8757-40c9-a159-1447c74e525b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bd1e56a-7550-4080-a9e5-070aee4535de HTTP/1.1" status: 200 len: 217 time: 0.0419996 Sep 02 12:51:45.003734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for fc470cac-eb43-4575-b92b-eff643cb5404 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:45.018830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.061961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68b8e789-4c79-4d2f-b6d8-1f79fa7c7b9a req-362eae05-ce90-47c7-9495-e2a98944cbdb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755363 Sep 02 12:51:45.087763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e577001-b38a-42e1-9b16-db631d278c9c req-d7a1846a-f6bc-4130-8207-9478499767b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:45.089314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-d7a1846a-f6bc-4130-8207-9478499767b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.0825934 Sep 02 12:51:45.161542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=7082d787-3d6e-43e3-b57c-79ce74b52853,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:45.164069 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9afa053-5bfa-4475-8f4c-569fdf318377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.166842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9afa053-5bfa-4475-8f4c-569fdf318377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.171316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b9afa053-5bfa-4475-8f4c-569fdf318377 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45087d0b-2062-49d0-aff1-a39918fdcc5f HTTP/1.1" status: 204 len: 168 time: 0.7000790 Sep 02 12:51:45.194542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-181906bb-2680-4e09-a971-fb4650483f94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873768 Sep 02 12:51:45.210387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c94c672d-7285-49ff-87d1-2f58a2493d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.262716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c94c672d-7285-49ff-87d1-2f58a2493d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.305042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c94c672d-7285-49ff-87d1-2f58a2493d01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fafdc1303424dbd84571cc2a9b5016f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0419977 Sep 02 12:51:45.310656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afa053-5bfa-4475-8f4c-569fdf318377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45087d0b-2062-49d0-aff1-a39918fdcc5f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:45.312688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:45.467171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62499434-c50f-45f0-af8d-466a952e102b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.507950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a036dc19-c3d6-4ed7-adac-eebba3471f98 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:45.541618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62499434-c50f-45f0-af8d-466a952e102b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.560466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-35272dfa-95d4-4c1c-a3b6-dc4fe513cc8c service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548043 Sep 02 12:51:45.586603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff93c0-bb94-41d8-83cb-df9319577554 req-13be2188-9d1a-4027-ba61-f15e2e761645 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:45.594560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ff93c0-bb94-41d8-83cb-df9319577554 req-13be2188-9d1a-4027-ba61-f15e2e761645 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1570022 Sep 02 12:51:45.673158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a036dc19-c3d6-4ed7-adac-eebba3471f98 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:45.673699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 079de256-b5ab-47b1-8180-6978534affff no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:45.777559 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8ff93c0-bb94-41d8-83cb-df9319577554 req-a0b88fb3-46a6-4322-81ba-f453cf199e5d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819911 Sep 02 12:51:45.847669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62499434-c50f-45f0-af8d-466a952e102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.850343 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62499434-c50f-45f0-af8d-466a952e102b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.853838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-62499434-c50f-45f0-af8d-466a952e102b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d9067b8-fa7f-40b7-a5dd-b09e106d98e2 HTTP/1.1" status: 204 len: 168 time: 0.5367408 Sep 02 12:51:45.860619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e577001-b38a-42e1-9b16-db631d278c9c req-55ad7035-0eea-40db-abde-5f14a31789f5 service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921200 Sep 02 12:51:45.864761 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.870856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62499434-c50f-45f0-af8d-466a952e102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9067b8-fa7f-40b7-a5dd-b09e106d98e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:45.880443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c672d-7285-49ff-87d1-2f58a2493d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9067b8-fa7f-40b7-a5dd-b09e106d98e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:45.920758 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] No DVR routers for this DVR port 7082d787-3d6e-43e3-b57c-79ce74b52853 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:45.927547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=079de256-b5ab-47b1-8180-6978534affff,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:45.928998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079de256-b5ab-47b1-8180-6978534affff'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:45.931942 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ebc635-27a3-463e-bf8d-8dc2717c024b" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "079de256-b5ab-47b1-8180-6978534affff"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:45.938452 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.939659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8c055a77-144a-4ab6-812b-b98fb3704689 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:45.965412 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:45.968505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-27b942f4-831b-48ba-bdd1-f1ef8c8f3191 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "DELETE /v2.0/ports/7082d787-3d6e-43e3-b57c-79ce74b52853 HTTP/1.1" status: 204 len: 173 time: 2.2266445 Sep 02 12:51:45.990351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0fa31-4034-4827-86f4-2fabf35bd240 req-c81d2e5e-5099-46ab-974e-a006ca1776c8 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:45.996561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0fa31-4034-4827-86f4-2fabf35bd240 req-c81d2e5e-5099-46ab-974e-a006ca1776c8 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:46.013435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0fa31-4034-4827-86f4-2fabf35bd240 req-c81d2e5e-5099-46ab-974e-a006ca1776c8 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:46.020123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0fa31-4034-4827-86f4-2fabf35bd240 req-c81d2e5e-5099-46ab-974e-a006ca1776c8 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:46.021937 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cf0fa31-4034-4827-86f4-2fabf35bd240 req-c81d2e5e-5099-46ab-974e-a006ca1776c8 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 3151 time: 0.8307052 Sep 02 12:51:46.022938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '7082d787-3d6e-43e3-b57c-79ce74b52853'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:46.024723 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88600252-fe04-4dac-8afb-2d827bf70db9" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "7082d787-3d6e-43e3-b57c-79ce74b52853"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:46.092492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceaac0-6b95-4dfd-a16c-549a9b6a1623 req-662e4860-0d07-48c4-8d7e-458b0c858287 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:46.101981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8ceaac0-6b95-4dfd-a16c-549a9b6a1623 req-662e4860-0d07-48c4-8d7e-458b0c858287 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 943 time: 0.1092801 Sep 02 12:51:46.113124 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.165832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:46.175685 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8ceaac0-6b95-4dfd-a16c-549a9b6a1623 req-3dc0ae3a-4d0d-40a5-aeb7-83d8712c8a21 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676017 Sep 02 12:51:46.218160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8c055a77-144a-4ab6-812b-b98fb3704689,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:46.225121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.225894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:46.336154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cf0fa31-4034-4827-86f4-2fabf35bd240 req-ddada215-cfa0-4cc5-8fa8-e8ab67450c97 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991364 Sep 02 12:51:46.336580 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252e7e4-7f51-4c25-9b64-f0d392ce14a0 x-openstack-request-id: req-5252e7e4-7f51-4c25-9b64-f0d392ce14a0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:46.336787 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "079de256-b5ab-47b1-8180-6978534affff", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:46.340030 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5252e7e4-7f51-4c25-9b64-f0d392ce14a0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:46.341473 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079de256-b5ab-47b1-8180-6978534affff', 'code': 200} Sep 02 12:51:46.399271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.402378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:46.409472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 70cd96b7-e165-4b4e-aab8-303cb6721493 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:46.409788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.427864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:46.432242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 7082d787-3d6e-43e3-b57c-79ce74b52853 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:46.453465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=fc470cac-eb43-4575-b92b-eff643cb5404,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:46.513747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:46.533490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5652f3f6-8f8b-4f53-b5f2-ed8dda7c6cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.600496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.600954 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP 2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 disassociated (deleted). External IP: 172.25.7.20, port: 81fb4e36-bcdc-448b-a958-2427f6613f62. Sep 02 12:51:46.721034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=70cd96b7-e165-4b4e-aab8-303cb6721493,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:46.721499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.768675 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5652f3f6-8f8b-4f53-b5f2-ed8dda7c6cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.797071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5652f3f6-8f8b-4f53-b5f2-ed8dda7c6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:46.885760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 7082d787-3d6e-43e3-b57c-79ce74b52853 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:46.886641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 7082d787-3d6e-43e3-b57c-79ce74b52853 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:46.887551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 70cd96b7-e165-4b4e-aab8-303cb6721493 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:46.946453 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b2042b-c2ae-433b-a54d-73f860f42048 x-openstack-request-id: req-a5b2042b-c2ae-433b-a54d-73f860f42048 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:46.947092 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "7082d787-3d6e-43e3-b57c-79ce74b52853", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:46.947639 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5b2042b-c2ae-433b-a54d-73f860f42048 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:46.948257 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '7082d787-3d6e-43e3-b57c-79ce74b52853', 'status': 'completed', 'code': 200} Sep 02 12:51:46.963887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5652f3f6-8f8b-4f53-b5f2-ed8dda7c6cd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d18668d12b894a24a8d6f6afd8155c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483316 Sep 02 12:51:46.968335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652f3f6-8f8b-4f53-b5f2-ed8dda7c6cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232eb835-640b-403e-8ecd-7822e56efe4b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:46.969805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:47.024038 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.075455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 70cd96b7-e165-4b4e-aab8-303cb6721493, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=70cd96b7-e165-4b4e-aab8-303cb6721493,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:47.081260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.082525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:47.121804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1c03a-1963-47dc-af91-9df8c967820c req-c2f9cd4a-18af-4e41-95a4-ce1af5bba01a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:47.123533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ccd1c03a-1963-47dc-af91-9df8c967820c req-c2f9cd4a-18af-4e41-95a4-ce1af5bba01a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2272615 Sep 02 12:51:47.181533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:47.217902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae28338b-5c07-4a61-8d2a-4c211baba78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.242979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.252205 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae28338b-5c07-4a61-8d2a-4c211baba78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.297226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:47.306482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.413203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccc121-00ae-4ef3-aeed-a04af8ff1b1f req-8515f4de-d757-406a-a47c-be44fdeed66d tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:47.422755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6eccc121-00ae-4ef3-aeed-a04af8ff1b1f req-8515f4de-d757-406a-a47c-be44fdeed66d tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 943 time: 0.1059766 Sep 02 12:51:47.445735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:47.468148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router e0043f81-2ff3-461c-a7b2-60c03be483e3 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:51:47.473186 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ccd1c03a-1963-47dc-af91-9df8c967820c req-86348365-9d50-475e-804e-d63f404b249b tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382139 Sep 02 12:51:47.490994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae28338b-5c07-4a61-8d2a-4c211baba78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.493848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae28338b-5c07-4a61-8d2a-4c211baba78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.498499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ae28338b-5c07-4a61-8d2a-4c211baba78d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/232eb835-640b-403e-8ecd-7822e56efe4b HTTP/1.1" status: 204 len: 168 time: 0.5212748 Sep 02 12:51:47.521321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.521725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.522052 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Floating IP e39ed9a0-e9f0-4da0-995b-abbc781677f6 disassociated. External IP: 172.25.7.175, port: 70cd96b7-e165-4b4e-aab8-303cb6721493. Sep 02 12:51:47.522447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 70cd96b7-e165-4b4e-aab8-303cb6721493 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:47.527978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6eccc121-00ae-4ef3-aeed-a04af8ff1b1f req-a60823e8-b0f3-4464-8ca0-e5601ca31556 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030664 Sep 02 12:51:47.531630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28338b-5c07-4a61-8d2a-4c211baba78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232eb835-640b-403e-8ecd-7822e56efe4b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:47.559354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1bd1e56a-7550-4080-a9e5-070aee4535de details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:51:47.812133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:47.821400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:47.827437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] Sync routers for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:47.844102 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:47.849920 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:47.874411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c94a-e082-4f1c-9226-aad55995fd5f req-73f449bb-6903-438e-87b1-add0ae53fca5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:47.881890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c94a-e082-4f1c-9226-aad55995fd5f req-73f449bb-6903-438e-87b1-add0ae53fca5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:47.889105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c94a-e082-4f1c-9226-aad55995fd5f req-73f449bb-6903-438e-87b1-add0ae53fca5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:47.895381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c94a-e082-4f1c-9226-aad55995fd5f req-73f449bb-6903-438e-87b1-add0ae53fca5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:47.897314 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e016c94a-e082-4f1c-9226-aad55995fd5f req-73f449bb-6903-438e-87b1-add0ae53fca5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 3143 time: 0.1542723 Sep 02 12:51:47.910037 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d95e7546-1df4-4467-b861-919522cd11ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/floatingips/2e5f9fbe-9dfc-4134-b027-962f2a5be7e4 HTTP/1.1" status: 204 len: 168 time: 4.0927079 Sep 02 12:51:47.958901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 1bd1e56a-7550-4080-a9e5-070aee4535de, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1bd1e56a-7550-4080-a9e5-070aee4535de,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:48.013133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '1bd1e56a-7550-4080-a9e5-070aee4535de', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'port_id': '1bd1e56a-7550-4080-a9e5-070aee4535de', 'mac_address': 'fa:16:3e:62:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd024366f-ced5-477a-ad39-58ec50b017f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:51:48.044754 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e016c94a-e082-4f1c-9226-aad55995fd5f req-1dc77e0a-cf65-4b59-87f4-98008c28ba8e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086299 Sep 02 12:51:48.070332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:48.137171 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:48.171336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=70cd96b7-e165-4b4e-aab8-303cb6721493,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:48.228860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:48.261355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd1e56a-7550-4080-a9e5-070aee4535de {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:51:48.295390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 1bd1e56a-7550-4080-a9e5-070aee4535de, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1bd1e56a-7550-4080-a9e5-070aee4535de,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:48.302421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:48.389610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:48.419532 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6a16ed-5a94-4041-b14d-197f7af2387a" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:48.525616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=1bd1e56a-7550-4080-a9e5-070aee4535de,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:48.530393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd0f7d-85c2-4a6d-b0c0-9a5bb15ff5f1 req-cd9b7db3-aef6-4fa9-b8c2-05e2fcbe5b37 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:48.548802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67dd0f7d-85c2-4a6d-b0c0-9a5bb15ff5f1 req-cd9b7db3-aef6-4fa9-b8c2-05e2fcbe5b37 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2689569 Sep 02 12:51:48.550454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['1bd1e56a-7550-4080-a9e5-070aee4535de'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:51:48.626235 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1edd81c-b4f4-457e-8767-e302333df323 x-openstack-request-id: req-b1edd81c-b4f4-457e-8767-e302333df323 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:48.627438 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-unplugged", "status": "completed", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:48.627976 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1edd81c-b4f4-457e-8767-e302333df323 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:48.629788 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689', 'code': 200} Sep 02 12:51:48.633968 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'code': 200} Sep 02 12:51:48.634504 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d', 'code': 200} Sep 02 12:51:48.667245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Router febea485-1964-4508-a96f-610d8936c787 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:51:48.687485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67dd0f7d-85c2-4a6d-b0c0-9a5bb15ff5f1 req-7628afdd-7006-48e1-87c7-8a6d70b5edd7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377020 Sep 02 12:51:48.768089 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:40Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:48.859698 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] Checking router: e0043f81-2ff3-461c-a7b2-60c03be483e3 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:51:48.911087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca12ec-f4b9-451d-9d6d-6cbc72eb474d req-a34830fc-a982-4459-ba1d-f5ad35283b09 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:48.912022 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:48.912702 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:48.920091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85ca12ec-f4b9-451d-9d6d-6cbc72eb474d req-a34830fc-a982-4459-ba1d-f5ad35283b09 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.1724145 Sep 02 12:51:48.964427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:48.966538 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98e5d2c-68fb-4736-8305-e6882aad0b58" -d '{"events": [{"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:48.984860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85ca12ec-f4b9-451d-9d6d-6cbc72eb474d req-1118d677-6779-4a6f-a305-4cada7390547 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634055 Sep 02 12:51:49.064579 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae04c8f-2de7-4fee-beeb-dd1ebe5db0ff x-openstack-request-id: req-aae04c8f-2de7-4fee-beeb-dd1ebe5db0ff {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:49.064854 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:49.065529 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aae04c8f-2de7-4fee-beeb-dd1ebe5db0ff {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:49.065661 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'status': 'completed', 'code': 200} Sep 02 12:51:49.107854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05339-68c3-40c4-b750-c6c084fb2605 req-332f5bb4-0d82-4b04-b4dc-edddcf555ec4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.109420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86a05339-68c3-40c4-b750-c6c084fb2605 req-332f5bb4-0d82-4b04-b4dc-edddcf555ec4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 944 time: 0.1719320 Sep 02 12:51:49.122332 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:49.148724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:49.163775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] Sync routers for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:49.207823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:49.211984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:49.217191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:49.218222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] No DVR routers for this DVR port 70cd96b7-e165-4b4e-aab8-303cb6721493 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:49.224378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:49.226446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-02b07d69-5676-4a61-b985-83d8bf9ff1b4 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "DELETE /v2.0/ports/70cd96b7-e165-4b4e-aab8-303cb6721493 HTTP/1.1" status: 204 len: 173 time: 3.1988077 Sep 02 12:51:49.256951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86a05339-68c3-40c4-b750-c6c084fb2605 req-ae183964-277f-49ff-9a5f-65fcbcae8a3f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404605 Sep 02 12:51:49.332201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-8beb2582-9d67-4119-938b-29549118f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.336833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-8beb2582-9d67-4119-938b-29549118f707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 1097 time: 0.2539883 Sep 02 12:51:49.476330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 079de256-b5ab-47b1-8180-6978534affff {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:49.478753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:49.518151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-731053064'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:49.526126 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:40Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:49.531201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c7ca-353b-4b2c-82b2-ad7d95b15a1d req-3ac048e7-0aa3-414b-864f-63fb23f5dd3e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.548143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c7ca-353b-4b2c-82b2-ad7d95b15a1d req-3ac048e7-0aa3-414b-864f-63fb23f5dd3e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.566578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c7ca-353b-4b2c-82b2-ad7d95b15a1d req-3ac048e7-0aa3-414b-864f-63fb23f5dd3e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.568731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ccf0c7ca-353b-4b2c-82b2-ad7d95b15a1d req-3ac048e7-0aa3-414b-864f-63fb23f5dd3e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 2409 time: 0.2727606 Sep 02 12:51:49.579726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1bd1e56a-7550-4080-a9e5-070aee4535de up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:49.594796 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28ed8-2f6e-4407-b85c-0fa1a4cfca24 None None] The sync data for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 is: [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:32Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d8bfd98-03d2-4b12-b4bf-f631ad26b596', 'name': '', 'network_id': 'b2ee172b-b906-4e87-bb6a-5efa73a639c7', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:92:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:30Z', 'updated_at': '2021-09-02T12:49:40Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '0f053f83-e317-4e8e-b775-60cf0ddc413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:51:49.642454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-ddf313ae-77d6-406e-863a-6940925c478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.645434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-ddf313ae-77d6-406e-863a-6940925c478a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 200 len: 896 time: 0.2740865 Sep 02 12:51:49.651596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] For port 079de256-b5ab-47b1-8180-6978534affff, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=079de256-b5ab-47b1-8180-6978534affff,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:49.652101 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:49.674970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:49.681746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ccf0c7ca-353b-4b2c-82b2-ad7d95b15a1d req-06a06f99-f20a-4d6c-86a5-95daa3581a8a tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053886 Sep 02 12:51:49.683126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 079de256-b5ab-47b1-8180-6978534affff owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:49.794008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-291ca549-21ec-4fa3-ac2d-7ecd27f9b53d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 200 len: 217 time: 0.1380913 Sep 02 12:51:49.920193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-0d549281-e0a9-4e79-a148-e6942ae99ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:49.924939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-0d549281-e0a9-4e79-a148-e6942ae99ceb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 200 len: 835 time: 0.1201475 Sep 02 12:51:50.011170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 1bd1e56a-7550-4080-a9e5-070aee4535de completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:50.014709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:50.021055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.021555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 1bd1e56a-7550-4080-a9e5-070aee4535de triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:50.021940 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.043267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.094739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.100820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-e31ac853-b46f-4023-bbce-ed1b79f649f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:50.102456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-e31ac853-b46f-4023-bbce-ed1b79f649f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2ee172b-b906-4e87-bb6a-5efa73a639c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685629 Sep 02 12:51:50.145446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-b2a9e161-0f1c-4722-8371-a057a1a58703 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:50.147545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-b2a9e161-0f1c-4722-8371-a057a1a58703 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.41 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.2498798 Sep 02 12:51:50.189774 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.225426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085733d-f27a-49b0-a6cc-c421a949d103 req-8ac231ee-b8e5-4d96-ad91-94c6ceb2ec44 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:50.230508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1085733d-f27a-49b0-a6cc-c421a949d103 req-8ac231ee-b8e5-4d96-ad91-94c6ceb2ec44 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.3731790 Sep 02 12:51:50.279478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 1bd1e56a-7550-4080-a9e5-070aee4535de, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1bd1e56a-7550-4080-a9e5-070aee4535de,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:50.289428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.340068 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e81fbe-7352-4b4d-8c99-271ba2b16089 None None] New status for floating IP 2e5f9fbe-9dfc-4134-b027-962f2a5be7e4: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:51:50.360190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] No DVR routers for this DVR port 079de256-b5ab-47b1-8180-6978534affff on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:50.371312 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:50.375838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "DELETE /v2.0/ports/079de256-b5ab-47b1-8180-6978534affff HTTP/1.1" status: 204 len: 173 time: 1.1407347 Sep 02 12:51:50.376036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5f8d4-77bc-4408-b686-98397c03681d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=079de256-b5ab-47b1-8180-6978534affff,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:50.381486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:03Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:50.423356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] Checking router: febea485-1964-4508-a96f-610d8936c787 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:51:50.426894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=1bd1e56a-7550-4080-a9e5-070aee4535de,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:50.439465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:50.440221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:50.485946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9b4e8-474a-46fb-963a-2d40e3a97e3e req-0387ded3-7ef8-47dd-9167-eacc3da5045c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:50.496088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82a9b4e8-474a-46fb-963a-2d40e3a97e3e req-0387ded3-7ef8-47dd-9167-eacc3da5045c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.2844627 Sep 02 12:51:50.500494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-2bd136b2-2b15-4b1f-80a3-80ed74be56c0 service neutron] 10.222.0.41 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884706 Sep 02 12:51:50.534112 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:51:50.638031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd1e56a-7550-4080-a9e5-070aee4535de'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:50.643258 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb322a98-9906-464c-b096-c108813c0392" -d '{"events": [{"server_uuid": "727b2029-a5b2-4b2d-9ba6-c1d977f3e37b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd1e56a-7550-4080-a9e5-070aee4535de"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:50.682952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:50.753692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82a9b4e8-474a-46fb-963a-2d40e3a97e3e req-7e3e6783-5442-49c2-8992-1b425e67d3b1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562995 Sep 02 12:51:50.797256 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a98e5d2c-68fb-4736-8305-e6882aad0b58 req-b1b5def8-74ff-494d-a790-dae5fc2d32b1 service neutron] 10.222.0.41 "GET /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857990 Sep 02 12:51:50.887828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1085733d-f27a-49b0-a6cc-c421a949d103 req-4ff8e7b7-269c-4d0d-bac2-f576e8f94b3e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278151 Sep 02 12:51:50.946400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257658-b27b-44cb-aad2-da2ac4edf338 req-bf938379-a226-43c6-826f-4683aaa3e14e tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:50.955053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66257658-b27b-44cb-aad2-da2ac4edf338 req-bf938379-a226-43c6-826f-4683aaa3e14e tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.1069312 Sep 02 12:51:50.973216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 81fb4e36-bcdc-448b-a958-2427f6613f62 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:50.973907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.054345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66257658-b27b-44cb-aad2-da2ac4edf338 req-7cc216c4-5828-4014-8cf5-823e0a654fa0 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983059 Sep 02 12:51:51.109460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493'}, {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '079de256-b5ab-47b1-8180-6978534affff'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:51.115381 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f526ce7c-58ea-4a41-9e64-ab39daaa2515" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493"}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "079de256-b5ab-47b1-8180-6978534affff"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:51.155534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:03Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:51.226055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82319-0941-46b2-bf3d-95446c215127 None None] The sync data for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 is: [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:40:52Z', 'revision_number': 4, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e3ca03a3-d919-4ec7-ac80-1615737e3290', 'name': '', 'network_id': 'a2ab007a-abbf-4e90-b0c6-4a35c3990e24', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'mac_address': 'fa:16:3e:ab:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7342db09-aee2-4520-8420-d1c553d77e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:50Z', 'updated_at': '2021-09-02T12:41:03Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'subnets': [{'id': '7342db09-aee2-4520-8420-d1c553d77e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:51:51.345281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:51.357637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.390001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054750f-b13a-4c22-89f2-c43d29a5ee70 req-85021ffa-01ca-4587-bbee-dc09253d3466 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:51.393616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 8c055a77-144a-4ab6-812b-b98fb3704689 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:51.394706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.403897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.415851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054750f-b13a-4c22-89f2-c43d29a5ee70 req-85021ffa-01ca-4587-bbee-dc09253d3466 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:51.419214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c054750f-b13a-4c22-89f2-c43d29a5ee70 req-85021ffa-01ca-4587-bbee-dc09253d3466 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 1677 time: 0.2057371 Sep 02 12:51:51.430459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:51:51.445495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.445924 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Added segment 1c8afaa1-b482-4c7b-b694-32bcf5ab6102 of type vlan for network 34ec9f5e-42d5-4749-942d-532b160f5311 Sep 02 12:51:51.521421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.530938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9fb8e06-3aa8-455d-bb90-e0c7b4620328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.572623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c054750f-b13a-4c22-89f2-c43d29a5ee70 req-11091afe-e138-4212-a0fe-8e1da94de99c tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455638 Sep 02 12:51:51.638827 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.645187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:51.645834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.657011 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2de5f6-ee47-4443-ba50-204ce38111ac x-openstack-request-id: req-dc2de5f6-ee47-4443-ba50-204ce38111ac {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:51.657317 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727b2029-a5b2-4b2d-9ba6-c1d977f3e37b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd1e56a-7550-4080-a9e5-070aee4535de", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:51.657554 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc2de5f6-ee47-4443-ba50-204ce38111ac {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:51.658135 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd1e56a-7550-4080-a9e5-070aee4535de', 'code': 200} Sep 02 12:51:51.773895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 81fb4e36-bcdc-448b-a958-2427f6613f62, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=81fb4e36-bcdc-448b-a958-2427f6613f62,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:51.774272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.784670 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd988063-b607-49a8-b562-40bd6f8a19be x-openstack-request-id: req-fd988063-b607-49a8-b562-40bd6f8a19be {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:51.784670 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "70cd96b7-e165-4b4e-aab8-303cb6721493", "status": "completed", "code": 200}, {"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "079de256-b5ab-47b1-8180-6978534affff", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:51.801712 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd988063-b607-49a8-b562-40bd6f8a19be {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:51.802597 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '70cd96b7-e165-4b4e-aab8-303cb6721493', 'status': 'completed', 'code': 200} Sep 02 12:51:51.802848 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '079de256-b5ab-47b1-8180-6978534affff', 'status': 'completed', 'code': 200} Sep 02 12:51:51.893437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67225230-4baa-4d09-9c8f-57485dd3a2be None None] New status for floating IP e39ed9a0-e9f0-4da0-995b-abbc781677f6: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:51:51.968596 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9fb8e06-3aa8-455d-bb90-e0c7b4620328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.984205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68195ae-9562-42e3-aab9-d450c48fa11e req-804fda6a-a83b-4145-aecf-529c4acb1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:51.984714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8631f8d7-eaef-428b-a4b2-46e2392a4b6d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:51.996939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d68195ae-9562-42e3-aab9-d450c48fa11e req-804fda6a-a83b-4145-aecf-529c4acb1dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 1096 time: 0.2737176 Sep 02 12:51:51.998125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9fb8e06-3aa8-455d-bb90-e0c7b4620328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:51.998685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 81fb4e36-bcdc-448b-a958-2427f6613f62 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:52.035443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8151233 Sep 02 12:51:52.040281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:52.051525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'subnet': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:52.060716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ef229-5441-4fce-a756-4dec366ad143 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Network': ['ID=34ec9f5e-42d5-4749-942d-532b160f5311,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:52.064614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9fb8e06-3aa8-455d-bb90-e0c7b4620328 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd993c734a384136b59f57ab1662737e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182035 Sep 02 12:51:52.070658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40912) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:52.089002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 34ec9f5e-42d5-4749-942d-532b160f5311 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:51:52.136141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c109091-1d6c-4ed1-8e6b-c155e14ca134 req-0b02c443-3288-4dbb-a112-8ac759b3d31e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:52.147053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c109091-1d6c-4ed1-8e6b-c155e14ca134 req-0b02c443-3288-4dbb-a112-8ac759b3d31e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 946 time: 0.2153661 Sep 02 12:51:52.154238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb8e06-3aa8-455d-bb90-e0c7b4620328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b05b6e-85d5-4b92-8087-68a4a65f1e49,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:52.212171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d68195ae-9562-42e3-aab9-d450c48fa11e req-650bb7ec-0356-4424-a3ec-c4d692196cb9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674602 Sep 02 12:51:52.253095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5914355-1cca-4418-aadf-05043a1f5122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:52.274873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bf153-0eb7-474c-a553-3d881ed0017c req-37790788-7336-4b1e-8b30-83e474717fc7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:52.276469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd6bf153-0eb7-474c-a553-3d881ed0017c req-37790788-7336-4b1e-8b30-83e474717fc7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.0848787 Sep 02 12:51:52.301555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5914355-1cca-4418-aadf-05043a1f5122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:52.354432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd6bf153-0eb7-474c-a553-3d881ed0017c req-cdd4d8f1-33a2-49f6-96f2-2fe73f3dee5c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Sep 02 12:51:52.435890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5914355-1cca-4418-aadf-05043a1f5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:52.443565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5914355-1cca-4418-aadf-05043a1f5122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:52.445234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c5914355-1cca-4418-aadf-05043a1f5122 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52b05b6e-85d5-4b92-8087-68a4a65f1e49 HTTP/1.1" status: 204 len: 168 time: 0.3676970 Sep 02 12:51:52.469886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914355-1cca-4418-aadf-05043a1f5122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b05b6e-85d5-4b92-8087-68a4a65f1e49,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:52.769037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] For port 8c055a77-144a-4ab6-812b-b98fb3704689, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8c055a77-144a-4ab6-812b-b98fb3704689,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:52.769771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:52.793516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1c109091-1d6c-4ed1-8e6b-c155e14ca134 req-1729463f-dad2-4003-b75c-aa5879429298 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=472ed13b-ee94-4cf7-a777-c43442bf2408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454327 Sep 02 12:51:52.818010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24172837-8ac8-4d42-8cce-44ded1fb04a0 req-64a61e5e-1a10-44ad-ad3c-a8d57f591cf7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:52.839190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24172837-8ac8-4d42-8cce-44ded1fb04a0 req-64a61e5e-1a10-44ad-ad3c-a8d57f591cf7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:52.850745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24172837-8ac8-4d42-8cce-44ded1fb04a0 req-64a61e5e-1a10-44ad-ad3c-a8d57f591cf7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 1677 time: 0.1382246 Sep 02 12:51:52.882229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 8c055a77-144a-4ab6-812b-b98fb3704689 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:52.931487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:52.957586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24172837-8ac8-4d42-8cce-44ded1fb04a0 req-ec4d32c3-4a03-44a6-9041-0370ed2282b7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058204 Sep 02 12:51:52.975969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-730769e1-0af5-4d1a-a7ac-4ce94fa1fe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.055388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:53.058583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.202515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-730769e1-0af5-4d1a-a7ac-4ce94fa1fe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.215584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-730769e1-0af5-4d1a-a7ac-4ce94fa1fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.294352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730769e1-0af5-4d1a-a7ac-4ce94fa1fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e0de19-d223-48d0-8710-ece26186b311,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:53.297317 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.302530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-730769e1-0af5-4d1a-a7ac-4ce94fa1fe64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb75274de28c4e878f9f43c54c9ca8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668795 Sep 02 12:51:53.302778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:53.327386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.380481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=8c055a77-144a-4ab6-812b-b98fb3704689,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:53.380804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb1dee-233d-4870-a449-e5af12cd7e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.428352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb1dee-233d-4870-a449-e5af12cd7e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.455752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=81fb4e36-bcdc-448b-a958-2427f6613f62,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:53.506522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:51:53.512993 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb1dee-233d-4870-a449-e5af12cd7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.519634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] No DVR routers for this DVR port 8c055a77-144a-4ab6-812b-b98fb3704689 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:53.524155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.526255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-ef1d62af-0be5-4257-9163-b1d170e52834 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "DELETE /v2.0/ports/8c055a77-144a-4ab6-812b-b98fb3704689 HTTP/1.1" status: 204 len: 173 time: 3.0333159 Sep 02 12:51:53.541520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb1dee-233d-4870-a449-e5af12cd7e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.542909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-59cb1dee-233d-4870-a449-e5af12cd7e81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1e0de19-d223-48d0-8710-ece26186b311 HTTP/1.1" status: 204 len: 168 time: 0.2377286 Sep 02 12:51:53.543692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 81fb4e36-bcdc-448b-a958-2427f6613f62 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:51:53.544276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 81fb4e36-bcdc-448b-a958-2427f6613f62 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:51:53.552232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] No DVR routers for this DVR port 81fb4e36-bcdc-448b-a958-2427f6613f62 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:53.557020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1dee-233d-4870-a449-e5af12cd7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e0de19-d223-48d0-8710-ece26186b311,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:53.596108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:53.597983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-489dc68b-31a1-49ed-a7c4-5f892a86542d req-115655f9-bb8b-4dfd-bbbb-96dc9186ac0f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.41 "DELETE /v2.0/ports/81fb4e36-bcdc-448b-a958-2427f6613f62 HTTP/1.1" status: 204 len: 173 time: 3.3949869 Sep 02 12:51:53.789191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba5e7b-7996-484c-9aec-8ade5cf9f230 req-876c3baf-4baa-41ae-8833-1909562fd767 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:53.790228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05ba5e7b-7996-484c-9aec-8ade5cf9f230 req-876c3baf-4baa-41ae-8833-1909562fd767 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.1860845 Sep 02 12:51:53.806934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689'}, {'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-deleted', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:53.809030 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ed51bb-fb20-4f03-9f25-dc9ab6c5a28c" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689"}, {"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-deleted", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:53.875262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:54.040620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c937751-0978-456e-b450-5796174cd18e req-75b584f1-e76a-4275-ad19-28f96abba316 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19829d4-ca04-4ed0-a04c-5591c74ac72a HTTP/1.1" status: 200 len: 210 time: 0.0835216 Sep 02 12:51:54.091861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05ba5e7b-7996-484c-9aec-8ade5cf9f230 req-e9af3a86-af36-498c-81d0-474844624c81 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929950 Sep 02 12:51:54.123741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:54.123741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:54.156359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Subnet': ['ID=6289eb02-fc1e-4e6b-928b-5903ef93c3a6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:54.235506 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec7a234-b8f3-4d65-8fb9-1dd852897d79 x-openstack-request-id: req-bec7a234-b8f3-4d65-8fb9-1dd852897d79 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:54.235859 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "8c055a77-144a-4ab6-812b-b98fb3704689", "status": "completed", "code": 200}, {"server_uuid": "d19829d4-ca04-4ed0-a04c-5591c74ac72a", "name": "network-vif-deleted", "tag": "81fb4e36-bcdc-448b-a958-2427f6613f62", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:54.236117 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bec7a234-b8f3-4d65-8fb9-1dd852897d79 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:54.236513 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '8c055a77-144a-4ab6-812b-b98fb3704689', 'status': 'completed', 'code': 200} Sep 02 12:51:54.236766 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19829d4-ca04-4ed0-a04c-5591c74ac72a', 'name': 'network-vif-deleted', 'tag': '81fb4e36-bcdc-448b-a958-2427f6613f62', 'status': 'completed', 'code': 200} Sep 02 12:51:54.256053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Checking segment: {'id': '1c8afaa1-b482-4c7b-b694-32bcf5ab6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:54.256416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network hostable DHCP agents. Network: 34ec9f5e-42d5-4749-942d-532b160f5311, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:51:54.360288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:51:54.388310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] For port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:54.389065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:54.395059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 34ec9f5e-42d5-4749-942d-532b160f5311) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:54.406796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b630e-4c54-4875-a88d-495737e237fb None None] Network 34ec9f5e-42d5-4749-942d-532b160f5311 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:54.416393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ceba-7d9c-468f-b54b-91ba7a57fb42 req-d1f8eba2-bda7-42b6-a1c5-60ca3d734603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:54.418603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5e4ceba-7d9c-468f-b54b-91ba7a57fb42 req-d1f8eba2-bda7-42b6-a1c5-60ca3d734603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 943 time: 0.1288769 Sep 02 12:51:54.420227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:54.421268 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:54.458266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f2674f78-bdd5-4473-b8a5-e8d4b8b1c845 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4112105 Sep 02 12:51:54.459670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:54.461188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:54.475366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'name': 'tempest-AllowedAddressPairTestJSON-210199631'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:54.569211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5e4ceba-7d9c-468f-b54b-91ba7a57fb42 req-2f7551e0-561f-4523-9e9f-8f8f767c8e2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5e78a24-446e-4034-b908-63a79d19bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248930 Sep 02 12:51:54.790781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:54.882527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=533bafc1-a3b5-4a92-9fc4-db8bc2d0958d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:54.886441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-34ec9f5e-42d5-4749-942d-532b160f5311', 'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'tenant_id': '75ba01f579e5494aafcca04c60ac8d24', 'fixed_ips': [{'subnet_id': '6289eb02-fc1e-4e6b-928b-5903ef93c3a6'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:51:54.888253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:55.048146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] No DVR routers for this DVR port 533bafc1-a3b5-4a92-9fc4-db8bc2d0958d on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:51:55.059733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:55.069720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71ec977e-875e-4407-b13e-a315a081c53a req-b2618824-1f4e-4755-bfc1-473d3501ada6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.18 "DELETE /v2.0/ports/533bafc1-a3b5-4a92-9fc4-db8bc2d0958d HTTP/1.1" status: 204 len: 173 time: 1.5192113 Sep 02 12:51:55.136144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:55.327203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Allocated IP 172.20.0.2 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:55.776600 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:55.796335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Transition to ACTIVE for port object db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:55.835684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30c51fa5-9f15-48ce-93c5-065d135951f2 req-c17c53c1-2b53-4bab-9cb9-1981e8893e10 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0549290 Sep 02 12:51:55.873160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Transition to ACTIVE for port object db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:55.888714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.013692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:56.017000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:56.021491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:56.080241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.097171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:56.104414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.118373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-1ffb8707-0f6c-401b-9f97-e3fb193ffd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:56.126265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-1ffb8707-0f6c-401b-9f97-e3fb193ffd46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 1.4160006 Sep 02 12:51:56.169348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4561ca5-009c-4e52-8547-11d0014bb495 req-8d4b8474-4688-4fc6-aa7e-54e005f0ad7f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:56.176134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Pushing event updated for resources: {'Port': ['ID=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:56.178093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4561ca5-009c-4e52-8547-11d0014bb495 req-8d4b8474-4688-4fc6-aa7e-54e005f0ad7f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 1.4731264 Sep 02 12:51:56.214366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Attempting to bind port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:51:56.214991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Attempting to bind port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '1c8afaa1-b482-4c7b-b694-32bcf5ab6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:51:56.215594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Attempting to bind port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c on network 34ec9f5e-42d5-4749-942d-532b160f5311 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:51:56.237416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:51:56.238256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Checking segment: {'id': '1c8afaa1-b482-4c7b-b694-32bcf5ab6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:51:56.239484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.240146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Bound using segment: {'id': '1c8afaa1-b482-4c7b-b694-32bcf5ab6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:51:56.242264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Bound port: db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8afaa1-b482-4c7b-b694-32bcf5ab6102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:51:56.242959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.274545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:51:56.276846 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6312f445-ec58-4903-ae16-53d3cdc07fdb" -d '{"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:51:56.382614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] device_id is not set on port e657ed92-a4cf-4e35-a18d-4b106ae91f26 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:51:56.403831 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19bd269-9478-41f8-b6fa-6f1001a3789f x-openstack-request-id: req-f19bd269-9478-41f8-b6fa-6f1001a3789f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:51:56.404125 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd165e3-1a6f-401b-82f3-cb6f85c2dac3", "name": "network-vif-deleted", "tag": "533bafc1-a3b5-4a92-9fc4-db8bc2d0958d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:51:56.404444 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f19bd269-9478-41f8-b6fa-6f1001a3789f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:51:56.411670 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd165e3-1a6f-401b-82f3-cb6f85c2dac3', 'name': 'network-vif-deleted', 'tag': '533bafc1-a3b5-4a92-9fc4-db8bc2d0958d', 'status': 'completed', 'code': 200} Sep 02 12:51:56.417165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] For port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:51:56.429817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] For port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,segment=NetworkSegment(1c8afaa1-b482-4c7b-b694-32bcf5ab6102),segment_id=1c8afaa1-b482-4c7b-b694-32bcf5ab6102)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:51:56.470325 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.608269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf3020-a3b7-4953-a5ef-c5f93566f057 None None] Pushing event updated for resources: {'Port': ['ID=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:56.651274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4561ca5-009c-4e52-8547-11d0014bb495 req-0e746e2d-98e1-4d7c-840f-3271800f7842 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719946 Sep 02 12:51:56.744757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:51:56.745256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:56.843097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-ec19aee8-de76-4fed-9118-1780e75be2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:56.850784 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-ec19aee8-de76-4fed-9118-1780e75be2ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.6918969 Sep 02 12:51:57.067976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-b316e9d3-fac4-476f-bc30-b99bfc021cd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 217 time: 0.2041712 Sep 02 12:51:57.166092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e7d4bd4-9e1b-424b-acb2-ae9feec23958 req-ddf59a14-078a-4f4f-b1f1-bb86dc337bc5 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0826719 Sep 02 12:51:57.188020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 9d8bfd98-03d2-4b12-b4bf-f631ad26b596, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:57.188438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:57.213093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Allocated IP 172.20.0.13 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/e657ed92-a4cf-4e35-a18d-4b106ae91f26) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:51:57.237211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-3b54dcc4-e38a-4221-b827-3a98c805eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:57.238967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-3b54dcc4-e38a-4221-b827-3a98c805eeab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.1475654 Sep 02 12:51:57.241738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:51:57.345371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-06f066f4-95c8-46d7-90b4-a6d3d82dea52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957866 Sep 02 12:51:57.568372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-e4933af8-bb18-4369-a599-7b3d21a4035e service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119749 Sep 02 12:51:57.733371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:57.760121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:57.797028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Transition to ACTIVE for port object e657ed92-a4cf-4e35-a18d-4b106ae91f26 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:51:57.807898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=9d8bfd98-03d2-4b12-b4bf-f631ad26b596,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:57.968653 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:58.193386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6786172b-d3c4-47ef-85aa-c398e11e4d5e req-b3e106be-6faa-4958-a6c0-f1d399aa103c service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170781 Sep 02 12:51:58.281978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:51:58.303403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:51:58.313825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:51:58.410496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=e657ed92-a4cf-4e35-a18d-4b106ae91f26,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:58.526961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:58.560736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdafd557-3f68-4d09-b6b0-64d82bf5965d req-65f851e3-c4ba-4188-8894-7110a084e024 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1570961 Sep 02 12:51:58.567676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f6633-dd18-4c3b-a167-4ba258eb4902 req-1ca8bef8-6ec3-40f1-a9bd-ceb63e752dc0 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:58.570628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644df3c-8751-42d6-b0ca-a4e00189337c None None] Network 34ec9f5e-42d5-4749-942d-532b160f5311 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:51:58.577923 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b7f6633-dd18-4c3b-a167-4ba258eb4902 req-1ca8bef8-6ec3-40f1-a9bd-ceb63e752dc0 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.7300565 Sep 02 12:51:58.607758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:51:58.608938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:58.648942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a1e3975b-c446-4616-bd1d-ceadb52e44d8 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1864982 Sep 02 12:51:58.651849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:58.659924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'name': 'tempest-AllowedAddressPairTestJSON-841535902', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:27:a7:86'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:51:58.787591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b7f6633-dd18-4c3b-a167-4ba258eb4902 req-abf96f24-dc29-49ae-8105-95dfc33d2dfe tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963007 Sep 02 12:51:58.789422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efa062a3-6718-4c27-a7ed-fc8e8f164941 None None] Provisioning for port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:58.817659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:51:58.844397 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87ffc402-7b96-4be2-bf4a-0072188b57cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:58.930578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:58.953552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:58.954017 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:58.997458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:51:59.072658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router e0043f81-2ff3-461c-a7b2-60c03be483e3 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:51:59.209149 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:59.267269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:59.278845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,segment=NetworkSegment(1c8afaa1-b482-4c7b-b694-32bcf5ab6102),segment_id=1c8afaa1-b482-4c7b-b694-32bcf5ab6102)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:51:59.294574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:59.332604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] device_id is not set on port 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:51:59.335501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:51:59.343142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-59328bfd-5766-4df9-bd7f-fc8709cf43f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/e0043f81-2ff3-461c-a7b2-60c03be483e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2050653 Sep 02 12:51:59.348632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:51:59.350048 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] Sync routers for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:51:59.366692 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:51:59.368624 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:51:59.466242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:51:59.550997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd57b57c-1f92-4dc7-a4f0-a65384f78b1d None None] Provisioning complete for port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:59.551373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd57b57c-1f92-4dc7-a4f0-a65384f78b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:59.594765 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:51:59.683659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting subnet 0f053f83-e317-4e8e-b775-60cf0ddc413f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:51:59.691320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:59.863429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd57b57c-1f92-4dc7-a4f0-a65384f78b1d None None] Provisioning for port e657ed92-a4cf-4e35-a18d-4b106ae91f26 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:51:59.880020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd57b57c-1f92-4dc7-a4f0-a65384f78b1d None None] Provisioning complete for port e657ed92-a4cf-4e35-a18d-4b106ae91f26 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:51:59.880398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd57b57c-1f92-4dc7-a4f0-a65384f78b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:51:59.893508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81ba282d-3894-4576-9ef3-3f2b3c932960 req-4c418b34-6e47-4f15-b5d5-c561c82c85df tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1874619 Sep 02 12:52:00.033007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bd57b57c-1f92-4dc7-a4f0-a65384f78b1d None None] Port e657ed92-a4cf-4e35-a18d-4b106ae91f26 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:00.034094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Allocated IP 172.20.0.9 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/723193bc-dbc7-4cd1-9c8d-01f6cb7e0784) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:00.167031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84033261-8a0a-4ab9-8d0b-68f5fc9e24ea None None] Provisioning complete for port e657ed92-a4cf-4e35-a18d-4b106ae91f26 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:00.167031 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84033261-8a0a-4ab9-8d0b-68f5fc9e24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.193001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13047ef0-2800-4d86-a2b4-324c8fa43085 req-57d2407c-f59e-4876-88d6-008a9adee476 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:00.205744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13047ef0-2800-4d86-a2b4-324c8fa43085 req-57d2407c-f59e-4876-88d6-008a9adee476 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2218378 Sep 02 12:52:00.303307 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:51:57Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:00.312794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-84033261-8a0a-4ab9-8d0b-68f5fc9e24ea None None] Port e657ed92-a4cf-4e35-a18d-4b106ae91f26 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:00.326057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.343427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Transition to ACTIVE for port object 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:00.350750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13047ef0-2800-4d86-a2b4-324c8fa43085 req-891f7443-e618-4610-807c-06765e4b80f1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409287 Sep 02 12:52:00.371874 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] Checking router: e0043f81-2ff3-461c-a7b2-60c03be483e3 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:52:00.383084 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] Routers {'e0043f81-2ff3-461c-a7b2-60c03be483e3'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:00.384213 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:51:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e0043f81-2ff3-461c-a7b2-60c03be483e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:00.426820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.452031 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.559829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:00.604081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:00.609228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=723193bc-dbc7-4cd1-9c8d-01f6cb7e0784,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:00.613929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:00.619845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:00.725567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:00.726526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.743260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.749733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dfc2a021-0217-42f1-879e-1596dc2f172f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0964601 Sep 02 12:52:00.752370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:00.778640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:00.781216 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.788190 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] Set router e0043f81-2ff3-461c-a7b2-60c03be483e3 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:00.892182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.912773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bcfd51-0845-4ef5-85c0-ea6e17e139ae tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:00.931568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bcfd51-0845-4ef5-85c0-ea6e17e139ae tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:00.948528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bcfd51-0845-4ef5-85c0-ea6e17e139ae tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:00.950618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-27bcfd51-0845-4ef5-85c0-ea6e17e139ae tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1971307 Sep 02 12:52:00.953493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:00.966393 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:00.976139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/subnets/0f053f83-e317-4e8e-b775-60cf0ddc413f HTTP/1.1" status: 204 len: 168 time: 1.6239369 Sep 02 12:52:00.976989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:00.977873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489a291-814c-46c2-94a3-4081e007bb9b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Subnet': ['ID=0f053f83-e317-4e8e-b775-60cf0ddc413f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:01.055408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1dc346-3e0a-4f44-96f4-45c4db211963 None None] Network b2ee172b-b906-4e87-bb6a-5efa73a639c7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:01.113375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:01.114040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.249326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.268326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:01.292177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bafe5cfd-e174-424b-823d-1f9479452722 req-28b0b317-dd35-4a00-9038-f3a0575cfa91 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1738896 Sep 02 12:52:01.357184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6bd1e8b1-06e6-4c64-86e5-91f4ed0795cd None None] Provisioning for port 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:01.364150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6bd1e8b1-06e6-4c64-86e5-91f4ed0795cd None None] Provisioning complete for port 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:01.364597 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e8b1-06e6-4c64-86e5-91f4ed0795cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.388473 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:51:57Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:01.413410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.423850 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90e031e8-c790-404c-840d-90557ee6a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.473463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1e8b1-06e6-4c64-86e5-91f4ed0795cd None None] Port 723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:01.512415 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025125d1-9693-4c86-a759-182f7605b1dc None None] The sync data for ids ['e0043f81-2ff3-461c-a7b2-60c03be483e3'] in n-d-792364-8 is: [{'id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109408059', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:51:57Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '239f2a13-abca-4a26-a3b6-06bc273d608d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0043f81-2ff3-461c-a7b2-60c03be483e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:49:25Z', 'updated_at': '2021-09-02T12:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:52:01.550573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] DHCP port deletion for b2ee172b-b906-4e87-bb6a-5efa73a639c7 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:52:01.689202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.695678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.741143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=723193bc-dbc7-4cd1-9c8d-01f6cb7e0784,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:01.760971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.766590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a05b2-c4e2-46df-a2b8-e7db3fa08381 req-9aae3a8f-76b0-4022-b81c-59cb70b9c15e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:01.768184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Deleting port b417906e-27ce-46b1-9185-f325d2c806c9 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:01.769396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:01.777617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e55a05b2-c4e2-46df-a2b8-e7db3fa08381 req-9aae3a8f-76b0-4022-b81c-59cb70b9c15e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2508588 Sep 02 12:52:01.895058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 239f2a13-abca-4a26-a3b6-06bc273d608d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:01.895420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.035938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e55a05b2-c4e2-46df-a2b8-e7db3fa08381 req-fe5982c0-8951-4ef7-bd7e-9956d1c50299 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565935 Sep 02 12:52:02.036264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] For port b417906e-27ce-46b1-9185-f325d2c806c9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b417906e-27ce-46b1-9185-f325d2c806c9,segment=NetworkSegment(e00fdf05-5f5e-41c8-8b72-202ceb7cfafc),segment_id=e00fdf05-5f5e-41c8-8b72-202ceb7cfafc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:02.036836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.110304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Calling delete_port for b417906e-27ce-46b1-9185-f325d2c806c9 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:02.119960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 239f2a13-abca-4a26-a3b6-06bc273d608d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=239f2a13-abca-4a26-a3b6-06bc273d608d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:02.121207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.191538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 239f2a13-abca-4a26-a3b6-06bc273d608d owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:02.312493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.319852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca61d4dc-8111-4ea5-bf29-124a17c21cef tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/ports/723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 HTTP/1.1" status: 204 len: 168 time: 1.3650348 Sep 02 12:52:02.320511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:02.357037 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1426b5a4-1415-471c-a70d-5e5c59a0b99a tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] GET failed (client error): The resource could not be found. Sep 02 12:52:02.364882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1426b5a4-1415-471c-a70d-5e5c59a0b99a tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "GET /v2.0/ports/723193bc-dbc7-4cd1-9c8d-01f6cb7e0784 HTTP/1.1" status: 404 len: 333 time: 0.0431056 Sep 02 12:52:02.365573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41092) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:02.371024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'name': 'tempest-AllowedAddressPairTestJSON-1314017892'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:02.621218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d8a52cd2-d8ab-4db8-81c9-978e458df0b5 req-686e8892-862f-4147-90a5-2e906e2f35b7 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1395836 Sep 02 12:52:02.682283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b417906e-27ce-46b1-9185-f325d2c806c9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:02.687610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.743845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:02.793561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.794239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=239f2a13-abca-4a26-a3b6-06bc273d608d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:02.806582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] device_id is not set on port 97f8c597-96eb-4793-abc8-97c969050edb yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:02.813741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.815953 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.850497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Pushing event deleted for resources: {'Port': ['ID=b417906e-27ce-46b1-9185-f325d2c806c9,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:02.860734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No active binding found for port b417906e-27ce-46b1-9185-f325d2c806c9 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 12:52:02.869152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b417906e-27ce-46b1-9185-f325d2c806c9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:52:02.869152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:02.879247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:02.894466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.894908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.895214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.895771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.895866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.898875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.899265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.899775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.901350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.901695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.902305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.904486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:02.962663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8dd14-e014-45c3-aca8-4ed9bb219220 None None] No DVR routers for this DVR port b417906e-27ce-46b1-9185-f325d2c806c9 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:02.967010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:52:02.967364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d8bfd98-03d2-4b12-b4bf-f631ad26b596 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:52:03.114712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.117780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.149127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Allocated IP 172.20.0.3 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/97f8c597-96eb-4793-abc8-97c969050edb) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:03.201707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.206263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Fanout notify agent at l3_agent the message router_deleted on router e0043f81-2ff3-461c-a7b2-60c03be483e3 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:52:03.246120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.254882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-55fc5aa7-c826-46f7-bd30-0dd0f76cb774 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/routers/e0043f81-2ff3-461c-a7b2-60c03be483e3 HTTP/1.1" status: 204 len: 168 time: 2.2713664 Sep 02 12:52:03.260244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:03.369131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.383996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Transition to ACTIVE for port object 97f8c597-96eb-4793-abc8-97c969050edb will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:03.462484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.477696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.571915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:03.578306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:03.581922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:03.618928 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.638932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ee172b-b906-4e87-bb6a-5efa73a639c7']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:03.664497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:03.665103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00fdf05-5f5e-41c8-8b72-202ceb7cfafc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:03.673304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14389ad-7f9c-4f13-be93-9b1030f7a3b8 req-eced290e-7ac0-4a14-bef8-d29c66b050f1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:03.687785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.697581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c14389ad-7f9c-4f13-be93-9b1030f7a3b8 req-eced290e-7ac0-4a14-bef8-d29c66b050f1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2810025 Sep 02 12:52:03.726163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.738892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:52:03.739320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:52:03.744035 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:52:03.775148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c14389ad-7f9c-4f13-be93-9b1030f7a3b8 req-2736c514-75f6-44d9-89d8-d27473d2ea12 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721271 Sep 02 12:52:03.803794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=97f8c597-96eb-4793-abc8-97c969050edb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:03.853248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:03.854267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:03.886269 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-210627f2-a069-45f5-b798-a62748a0a645 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5122442 Sep 02 12:52:03.887094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:03.904077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:27:a7:86'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:04.004911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-658c2a1c-bd80-40c9-9705-446a0c95bd53 req-597071e5-7100-43cc-a0c2-10a933c69ad2 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1022708 Sep 02 12:52:04.058149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.063949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.066383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/networks/b2ee172b-b906-4e87-bb6a-5efa73a639c7 HTTP/1.1" status: 204 len: 168 time: 0.8051405 Sep 02 12:52:04.073429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41116) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:04.116996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7d36-3c36-421c-908a-98814526b3be tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Network': ['ID=b2ee172b-b906-4e87-bb6a-5efa73a639c7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:04.120683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8267cbe8-1d04-46da-9865-a0993e6a7287 None None] Provisioning for port 97f8c597-96eb-4793-abc8-97c969050edb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:04.168507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8267cbe8-1d04-46da-9865-a0993e6a7287 None None] Provisioning complete for port 97f8c597-96eb-4793-abc8-97c969050edb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:04.168910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8267cbe8-1d04-46da-9865-a0993e6a7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.212460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d979-7586-4db8-a081-9f4c7c70ad81 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.219685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.231618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8267cbe8-1d04-46da-9865-a0993e6a7287 None None] Port 97f8c597-96eb-4793-abc8-97c969050edb cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:04.271684 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.295711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d979-7586-4db8-a081-9f4c7c70ad81 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.508403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d979-7586-4db8-a081-9f4c7c70ad81 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.511372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d979-7586-4db8-a081-9f4c7c70ad81 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.515447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e6a7d979-7586-4db8-a081-9f4c7c70ad81 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/security-groups/472ed13b-ee94-4cf7-a777-c43442bf2408 HTTP/1.1" status: 204 len: 168 time: 0.4354358 Sep 02 12:52:04.566995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d979-7586-4db8-a081-9f4c7c70ad81 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ed13b-ee94-4cf7-a777-c43442bf2408,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:04.610639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 239f2a13-abca-4a26-a3b6-06bc273d608d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:04.682252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 239f2a13-abca-4a26-a3b6-06bc273d608d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:52:04.682602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 239f2a13-abca-4a26-a3b6-06bc273d608d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:52:04.719092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.727515 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.816208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=97f8c597-96eb-4793-abc8-97c969050edb,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:04.894483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:04.899629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735838356', 'description': 'tempest-secgroup-smoke-735838356 description', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:04.950533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.967485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] In _notify_port_updated(), no bound segment for port 97f8c597-96eb-4793-abc8-97c969050edb on network 34ec9f5e-42d5-4749-942d-532b160f5311 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:52:04.974847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:04.977557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:04.980598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-95c33599-4781-4184-9432-8331da7823bc tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "PUT /v2.0/ports/97f8c597-96eb-4793-abc8-97c969050edb HTTP/1.1" status: 200 len: 994 time: 1.0920541 Sep 02 12:52:04.984159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:05.044113 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.048741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e002b13-27ac-4b78-81ee-6c759c9e061d req-44cf0c40-e8ec-4f55-a3aa-7c0b8ef87ad1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:05.055169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e002b13-27ac-4b78-81ee-6c759c9e061d req-44cf0c40-e8ec-4f55-a3aa-7c0b8ef87ad1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1527135 Sep 02 12:52:05.143267 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e002b13-27ac-4b78-81ee-6c759c9e061d req-7df3a242-9fca-4a3a-9ccb-1b12bcd962b5 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755606 Sep 02 12:52:05.283544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.293740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.361890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a0951c3-4866-4b86-8b66-21d97f7adece req-d6b7254c-622a-456c-b621-03721d80f231 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1619985 Sep 02 12:52:05.385485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-041e649c-a72a-4aea-bf8f-39e35fb47943 None None] Provisioning complete for port 97f8c597-96eb-4793-abc8-97c969050edb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:05.385987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-041e649c-a72a-4aea-bf8f-39e35fb47943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.423610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.430473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:05.436329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '37654071-babb-4e52-ad92-003b6b9e4ced', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:05.441369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5455649 Sep 02 12:52:05.453929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012950d-6c73-4627-8437-e4164ccfecc8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37654071-babb-4e52-ad92-003b6b9e4ced,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:05.470786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port 97f8c597-96eb-4793-abc8-97c969050edb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:05.472495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-041e649c-a72a-4aea-bf8f-39e35fb47943 None None] Port 97f8c597-96eb-4793-abc8-97c969050edb cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:05.472949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.498838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.577030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.586616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.614327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.620272 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886415 Sep 02 12:52:05.620491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:05.628975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558498-ea63-404f-a5b3-e029534dc811 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d394f818-1b82-4ab6-9791-914ccb7fdc53,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:05.641034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '37654071-babb-4e52-ad92-003b6b9e4ced', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:05.705929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.719985 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.728230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for 97f8c597-96eb-4793-abc8-97c969050edb owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:05.846554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.875458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.896719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd58e592-cbe3-452e-a0e2-78e5ca1a9880,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:05.917431 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:05.921527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4fc1b98f-845a-45c8-8336-e1377804fcd5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2970405 Sep 02 12:52:05.922332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:05.928423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '37654071-babb-4e52-ad92-003b6b9e4ced', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:06.003184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.019971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.087919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=97f8c597-96eb-4793-abc8-97c969050edb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:06.151202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.166190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.239472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c851cddc-416c-4378-82d4-a1a40b4cdf31,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:06.245961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.251198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:06.254483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f9d57e8f-3b2f-4a98-8c3d-63a1af4488bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293455 Sep 02 12:52:06.263180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '37654071-babb-4e52-ad92-003b6b9e4ced', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:06.383735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef6b7d-2d87-4fc2-8167-c6f48cbbd461 req-70229d2e-49a2-412d-92c8-fde4957e8724 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:06.410423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7ef6b7d-2d87-4fc2-8167-c6f48cbbd461 req-70229d2e-49a2-412d-92c8-fde4957e8724 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1204052 Sep 02 12:52:06.510234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.526732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7ef6b7d-2d87-4fc2-8167-c6f48cbbd461 req-481465d7-8e0d-4a8b-8b6e-a37c8cdcf3b3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139660 Sep 02 12:52:06.608936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f60f455-1b1e-49d1-a63e-78130b7699f6 req-665fbac0-2107-49db-96de-c6754c819410 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0597634 Sep 02 12:52:06.610222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.612169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb7f084a-a843-4dfe-b1c0-01b3c5365cf1 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/ports/97f8c597-96eb-4793-abc8-97c969050edb HTTP/1.1" status: 204 len: 168 time: 1.6185982 Sep 02 12:52:06.618507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:06.650399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.656712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.667173 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-369e3400-c623-4504-9a8d-604cfd9335de tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] GET failed (client error): The resource could not be found. Sep 02 12:52:06.668991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-369e3400-c623-4504-9a8d-604cfd9335de tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "GET /v2.0/ports/97f8c597-96eb-4793-abc8-97c969050edb HTTP/1.1" status: 404 len: 333 time: 0.0491819 Sep 02 12:52:06.673437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:06.679548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'name': 'tempest-AllowedAddressPairTestJSON-632523208'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:06.681369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba097be-2d24-410f-b3e7-f9c8cf301ce1,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:06.690662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.692382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-254dc3ac-98e5-46b6-815d-5a222a164522 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4380772 Sep 02 12:52:06.696754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:06.713022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '37654071-babb-4e52-ad92-003b6b9e4ced', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:06.781017 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:52:06.791177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.892239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.901044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.906288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:06.913121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.929727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d092b1c4-13ef-442b-8f29-41b65f8416c5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:06.944814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:06.947207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2fc44838-278e-47c8-b7fa-5b79d38adafe tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2492926 Sep 02 12:52:06.951174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:06.959254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': '37654071-babb-4e52-ad92-003b6b9e4ced', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:06.959845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] device_id is not set on port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:07.020564 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:52:07.036778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.151144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.164023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.207989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b202c295-d12a-426d-8707-e42ff811b2cf,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:07.213108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.214573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-81feb4a5-7411-4fdc-bc94-317d88201b45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2621820 Sep 02 12:52:07.220091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Allocated IP 172.20.0.7 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/8bc3e0c5-cba6-422f-9b14-3506b36882b0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:07.222452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:07.235259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'network': {'name': 'tempest-network-smoke--668786354', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:07.296958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:07.301302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.356002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:52:07.380119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.380873 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Added segment 8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab of type vlan for network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d Sep 02 12:52:07.472485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.500287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.517297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Transition to ACTIVE for port object 8bc3e0c5-cba6-422f-9b14-3506b36882b0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:07.529618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.541781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:07.545140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.599594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.724547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Network': ['ID=0d1a4e67-acd4-4440-ab44-fe0de1576b1d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:07.728803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7e77100f-fb16-4e68-8d2d-9368fb49109d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5045218 Sep 02 12:52:07.735664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:07.742860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:52:07.757992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'admin_state_up': True, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:07.841345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ed24f6c-5a2c-4ac4-8004-0bc7578078be req-645ae5b9-a11a-45b6-a129-bad07eac60cb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0616198 Sep 02 12:52:07.877805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.878951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:07.935765 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.210816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=8bc3e0c5-cba6-422f-9b14-3506b36882b0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:08.244401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.264285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:08.267590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:08.270882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:08.333347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe55e-75e1-4af2-ac92-df62b23338f1 req-1bf363d4-71af-4464-a8af-a670a06a12ed tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:08.342902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5bbfe55e-75e1-4af2-ac92-df62b23338f1 req-1bf363d4-71af-4464-a8af-a670a06a12ed tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1367731 Sep 02 12:52:08.415276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5bbfe55e-75e1-4af2-ac92-df62b23338f1 req-c84ab44a-eceb-45c9-9e91-5b98cbbabfb2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713441 Sep 02 12:52:08.455952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:08.462471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.493909 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8219ea8-d381-472d-a401-6e4bb0714239 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8190706 Sep 02 12:52:08.499823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:08.507159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:27:a7:86'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:08.599598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.656663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.691889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.736516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68ba8495-8ece-430e-baaa-ef8f5fb8bfb2 None None] Provisioning for port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:08.745942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68ba8495-8ece-430e-baaa-ef8f5fb8bfb2 None None] Provisioning complete for port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:08.746587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68ba8495-8ece-430e-baaa-ef8f5fb8bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:08.816848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-68ba8495-8ece-430e-baaa-ef8f5fb8bfb2 None None] Port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:08.833404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.19 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/6ef7629c-f395-4c87-b9aa-afa989dc622b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:09.088434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b93e907-f9eb-4865-a0f1-b9d4d8826b72 req-62289141-04cf-4a2e-bcf5-bce498e12cef tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0959802 Sep 02 12:52:09.156266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.164267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.166988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.254913 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.360512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:09.364741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:09.383946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:09.388340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=8bc3e0c5-cba6-422f-9b14-3506b36882b0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:09.406295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] In _notify_port_updated(), no bound segment for port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 on network 34ec9f5e-42d5-4749-942d-532b160f5311 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:52:09.413162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:09.413944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.417885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a0bea61e-a269-4b8b-8ff9-bb88ff59db1d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "PUT /v2.0/ports/8bc3e0c5-cba6-422f-9b14-3506b36882b0 HTTP/1.1" status: 200 len: 995 time: 0.9134235 Sep 02 12:52:09.421394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:09.447575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=6ef7629c-f395-4c87-b9aa-afa989dc622b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:09.562668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f117313-359c-4ea7-9b0d-db0f7346a12b None None] Provisioning complete for port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:09.575700 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f117313-359c-4ea7-9b0d-db0f7346a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.673877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8f117313-359c-4ea7-9b0d-db0f7346a12b None None] Port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:09.693390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f203f-0ab1-4555-ab23-18014ff347fb req-60c799f3-f67c-47e9-b63a-b8066de45b9e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:09.697851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c61f203f-0ab1-4555-ab23-18014ff347fb req-60c799f3-f67c-47e9-b63a-b8066de45b9e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1633389 Sep 02 12:52:09.760841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c61f203f-0ab1-4555-ab23-18014ff347fb req-78dc3574-3462-4855-ab6d-f5fc1ec7c58b tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474298 Sep 02 12:52:09.771711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port 8bc3e0c5-cba6-422f-9b14-3506b36882b0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:09.772338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.925072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:09.945975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for 8bc3e0c5-cba6-422f-9b14-3506b36882b0 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:10.097314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:10.241204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.313563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=8bc3e0c5-cba6-422f-9b14-3506b36882b0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:10.385096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d304fdc1-4363-4d9f-bc7a-a0827b23b31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.453273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.458235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-da43c75b-c1ea-47f4-91c1-8aa0f09bede3 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/ports/8bc3e0c5-cba6-422f-9b14-3506b36882b0 HTTP/1.1" status: 204 len: 168 time: 1.0322580 Sep 02 12:52:10.459015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:10.466711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3ea7578b-3cc0-4783-9081-8cebfd9e324a req-16e98189-5971-4a91-998a-7f5da9431915 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1364582 Sep 02 12:52:10.505842 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4dec3f-600e-4136-88c2-9eb6c4525226 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] GET failed (client error): The resource could not be found. Sep 02 12:52:10.511714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bc4dec3f-600e-4136-88c2-9eb6c4525226 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "GET /v2.0/ports/8bc3e0c5-cba6-422f-9b14-3506b36882b0 HTTP/1.1" status: 404 len: 333 time: 0.0482247 Sep 02 12:52:10.513453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:10.530691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'name': 'tempest-AllowedAddressPairTestJSON-1634786939'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:10.653532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.684414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d304fdc1-4363-4d9f-bc7a-a0827b23b31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.693285 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d304fdc1-4363-4d9f-bc7a-a0827b23b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.757611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d304fdc1-4363-4d9f-bc7a-a0827b23b31f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=308d021ce15a4ba1a1c0ee17eb27b6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6588371 Sep 02 12:52:10.758398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304fdc1-4363-4d9f-bc7a-a0827b23b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8185dce9-adbc-4b8a-90c0-746f04175003,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:10.761838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41230) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:10.933331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320ea2a0-24b9-47ac-94fd-58f31b8f7326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.936451 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:10.990183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320ea2a0-24b9-47ac-94fd-58f31b8f7326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.020488 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.026052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:11.026434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.027725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a40d50-cdb3-47c5-9155-c372e12dfc4b req-8c56ca9d-e4a7-4b15-b0d8-afba4e10995d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:11.039729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26a40d50-cdb3-47c5-9155-c372e12dfc4b req-8c56ca9d-e4a7-4b15-b0d8-afba4e10995d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1531029 Sep 02 12:52:11.146733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26a40d50-cdb3-47c5-9155-c372e12dfc4b req-38a817a6-a861-4c2a-a2c0-5caff45e19b6 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059396 Sep 02 12:52:11.170487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] device_id is not set on port d13501b9-eeef-4462-98b6-30d1e72ecd65 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:11.224951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320ea2a0-24b9-47ac-94fd-58f31b8f7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.228129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-320ea2a0-24b9-47ac-94fd-58f31b8f7326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.232481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-320ea2a0-24b9-47ac-94fd-58f31b8f7326 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8185dce9-adbc-4b8a-90c0-746f04175003 HTTP/1.1" status: 204 len: 168 time: 0.4666235 Sep 02 12:52:11.255188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea2a0-24b9-47ac-94fd-58f31b8f7326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8185dce9-adbc-4b8a-90c0-746f04175003,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:11.430540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Allocated IP 172.20.0.12 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/d13501b9-eeef-4462-98b6-30d1e72ecd65) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:11.433381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router ed9ebbf4-7d85-4416-8da0-149cafff8de6 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:52:11.692124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e8da446c-97d0-464a-b925-451292cebb2f req-fc82f86b-fc0d-4bea-8621-148798f3241e tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0425231 Sep 02 12:52:11.729646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:52:11.745958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Sync routers for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:52:11.767287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:11.767967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:11.784184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:11.804661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.805126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cfe93527-3404-4f7a-ad3a-4f5e8c19ac92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.812224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-63ea376a-b332-4ad4-9e6c-37c1a9122aaa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0749424 Sep 02 12:52:11.812795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:11.831267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:11.857773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Transition to ACTIVE for port object d13501b9-eeef-4462-98b6-30d1e72ecd65 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:11.886765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-36834fcb-9896-4f30-850d-515ce402399d tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f83b2a7200524bfbb23facb779d17d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725279 Sep 02 12:52:11.889647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:11.903297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:12.000393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cfe93527-3404-4f7a-ad3a-4f5e8c19ac92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.006214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cfe93527-3404-4f7a-ad3a-4f5e8c19ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.063317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cfe93527-3404-4f7a-ad3a-4f5e8c19ac92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d84fae765d04240b6badce6a40e0f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778819 Sep 02 12:52:12.064951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93527-3404-4f7a-ad3a-4f5e8c19ac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e1105b-914c-45d2-89e2-1df2e88ecba8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:12.067761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:12.121105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.201897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc20f6bd-6bd2-4625-a0d3-4838260496aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.232538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:09Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:12.266154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Checking router: ed9ebbf4-7d85-4416-8da0-149cafff8de6 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:52:12.266923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Updating router ed9ebbf4-7d85-4416-8da0-149cafff8de6 port 6ef7629c-f395-4c87-b9aa-afa989dc622b binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:52:12.278440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc20f6bd-6bd2-4625-a0d3-4838260496aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.297798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.307644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36af5e-7a0f-4c9c-9b88-f19d00404e3e tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:12.312056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e36af5e-7a0f-4c9c-9b88-f19d00404e3e tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4185085 Sep 02 12:52:12.317268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:12.347776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:12.385996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=d13501b9-eeef-4462-98b6-30d1e72ecd65,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:12.396529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:12.403453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4beb50e3-38d2-4483-85ca-03a94bc323bb tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817177 Sep 02 12:52:12.403453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:12.406299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:12.414659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902328743', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:12.456289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-7596552a-4de2-4aed-953b-ef872adb7852 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:12.458295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-7596552a-4de2-4aed-953b-ef872adb7852 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/networks?id=0d30651b-1154-44f3-bbd7-7b0d75ea3197 HTTP/1.1" status: 200 len: 814 time: 0.1993964 Sep 02 12:52:12.459646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc20f6bd-6bd2-4625-a0d3-4838260496aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.464023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc20f6bd-6bd2-4625-a0d3-4838260496aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.465621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bc20f6bd-6bd2-4625-a0d3-4838260496aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86e1105b-914c-45d2-89e2-1df2e88ecba8 HTTP/1.1" status: 204 len: 168 time: 0.3964896 Sep 02 12:52:12.485131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20f6bd-6bd2-4625-a0d3-4838260496aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e1105b-914c-45d2-89e2-1df2e88ecba8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:12.491167 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-398d003e-cb4d-490b-8489-757bfd75b546 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/quotas/b2656dc967e64fdeaa76b49caaed545c HTTP/1.1" status: 200 len: 375 time: 0.0232928 Sep 02 12:52:12.578627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-cc1051e5-1497-4bec-b20b-bfc3e767b05d tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2656dc967e64fdeaa76b49caaed545c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786386 Sep 02 12:52:12.739955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b47ec0-c1f8-4f6c-9ca6-d2728621b9c2 req-1f503ea0-3b7d-428b-8e29-2c0db69c3147 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:12.747792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68b47ec0-c1f8-4f6c-9ca6-d2728621b9c2 req-1f503ea0-3b7d-428b-8e29-2c0db69c3147 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.4371827 Sep 02 12:52:12.768747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:12.769818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.780019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-753735b4-2bfe-4c7e-9c80-b63a7438ab62 service neutron] 10.222.0.60 "GET /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792896 Sep 02 12:52:12.797725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:12.799323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.801490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.822592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-11024295-5e5e-4d8e-9490-9aceb7c13ece tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3054149 Sep 02 12:52:12.835925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:12.844786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Transition to ACTIVE for port object 6ef7629c-f395-4c87-b9aa-afa989dc622b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:12.863079 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:12.889276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'network_id': '34ec9f5e-42d5-4749-942d-532b160f5311', 'name': 'tempest-AllowedAddressPairTestJSON-435933200'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:12.911177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68b47ec0-c1f8-4f6c-9ca6-d2728621b9c2 req-2f3efef7-3a41-436f-9ad3-c5e5dd5a3e3f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213050 Sep 02 12:52:12.927775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf94a6-b767-42e3-bdb9-720f9d1dbf7e None None] Pushing event updated for resources: {'Port': ['ID=6ef7629c-f395-4c87-b9aa-afa989dc622b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:12.938239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87ab0bf8-6e54-4291-8111-3a48251bf745 None None] Provisioning for port d13501b9-eeef-4462-98b6-30d1e72ecd65 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:12.964519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87ab0bf8-6e54-4291-8111-3a48251bf745 None None] Provisioning complete for port d13501b9-eeef-4462-98b6-30d1e72ecd65 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:12.964915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87ab0bf8-6e54-4291-8111-3a48251bf745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.012600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Attempting to bind port 6ef7629c-f395-4c87-b9aa-afa989dc622b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:13.013012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Attempting to bind port 6ef7629c-f395-4c87-b9aa-afa989dc622b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:13.013389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Attempting to bind port 6ef7629c-f395-4c87-b9aa-afa989dc622b on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:13.023672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-87ab0bf8-6e54-4291-8111-3a48251bf745 None None] Port d13501b9-eeef-4462-98b6-30d1e72ecd65 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:13.028496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:13.029427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:13.029870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.030839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:13.031378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Bound port: 6ef7629c-f395-4c87-b9aa-afa989dc622b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:13.031752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.109634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] For port 6ef7629c-f395-4c87-b9aa-afa989dc622b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:13.114594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] For port 6ef7629c-f395-4c87-b9aa-afa989dc622b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6ef7629c-f395-4c87-b9aa-afa989dc622b,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:13.125742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1e6001cb-208c-4b27-87d3-550869bae48a req-196afc73-7e54-44c5-abe1-fd560ac13ac8 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0500972 Sep 02 12:52:13.126901 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.137622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-bd1911cb-09b2-44bd-bfb4-6d14eb70fd1b service neutron] 10.222.0.60 "GET /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505218 Sep 02 12:52:13.159941 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.169917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Made reservation on behalf of 75ba01f579e5494aafcca04c60ac8d24 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:13.174672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.210211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] device_id is not set on port 43db89cf-bc09-4f35-8794-87e860e505d7 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:13.261426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:13.262083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:13.357058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Subnet': ['ID=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:13.371141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Checking segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:13.371485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network hostable DHCP agents. Network: 0d1a4e67-acd4-4440-ab44-fe0de1576b1d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:52:13.416280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf94a6-b767-42e3-bdb9-720f9d1dbf7e None None] Pushing event updated for resources: {'Port': ['ID=6ef7629c-f395-4c87-b9aa-afa989dc622b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:13.417048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:52:13.468521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 0d1a4e67-acd4-4440-ab44-fe0de1576b1d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:13.480974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:13.481561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:13.497343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf6ff1-40bb-4618-8bde-7c823e59ac65 None None] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:13.513339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Allocated IP 172.20.0.7 (34ec9f5e-42d5-4749-942d-532b160f5311/6289eb02-fc1e-4e6b-928b-5903ef93c3a6/43db89cf-bc09-4f35-8794-87e860e505d7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:13.572859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe89eab-3c83-49cc-acc9-07f2db441a1a req-935b8e6f-d6a8-49bc-a5aa-c3871d0b9e53 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 210 time: 0.0830009 Sep 02 12:52:13.578114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:13.591439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b6d252f-9c75-4ca3-ae32-869c064a4135 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1817753 Sep 02 12:52:13.630060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:14.039889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.075152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:52:14.076520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.098028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Transition to ACTIVE for port object 43db89cf-bc09-4f35-8794-87e860e505d7 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:14.156764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaadf3-4c51-461e-b1ca-b7195b1a00c4 req-9b1ea95d-7ac3-4a38-acd8-17090698aec4 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:14.158338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25aaadf3-4c51-461e-b1ca-b7195b1a00c4 req-9b1ea95d-7ac3-4a38-acd8-17090698aec4 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1121976 Sep 02 12:52:14.304469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Allocated IP 172.20.0.2 (0d1a4e67-acd4-4440-ab44-fe0de1576b1d/e25f5db4-5e94-4d5e-a4f5-c914524ed2b3/2c16860e-cce6-4603-b3b8-fccdba13fd00) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:14.327692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:09Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:14.355446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2522c96-931e-4008-9253-4f7178db28dd req-5ef296f9-6301-4f1d-a5de-fb29089f1564 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0535245 Sep 02 12:52:14.368463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25aaadf3-4c51-461e-b1ca-b7195b1a00c4 req-5a91e298-1a05-4520-b3ba-1733035faa10 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081283 Sep 02 12:52:14.381011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.404289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f771282-8fc4-41a3-a1c3-f32f996b89ea None None] The sync data for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 is: [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:09Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:52:14.463140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Network 34ec9f5e-42d5-4749-942d-532b160f5311 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:14.472177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:14.498245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:14.575877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=43db89cf-bc09-4f35-8794-87e860e505d7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:14.639613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:14.640429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.680892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e5282119-f023-466d-8c9c-75f461d3acba tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8426909 Sep 02 12:52:14.683776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:14.695360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:27:a7:86'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d0:a2:f1'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:14.719263 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.746306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Transition to ACTIVE for port object 2c16860e-cce6-4603-b3b8-fccdba13fd00 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:14.785114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Transition to ACTIVE for port object 2c16860e-cce6-4603-b3b8-fccdba13fd00 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:14.800496 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.831955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:14.872367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d51a3ba-e979-437c-919d-1152134d3168 req-1b9e9e79-a99d-4c75-aa4e-b2bbc29980ba tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 210 time: 0.1008770 Sep 02 12:52:14.873933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:14.877213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:14.883451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:14.940155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Pushing event updated for resources: {'Port': ['ID=2c16860e-cce6-4603-b3b8-fccdba13fd00,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:14.982032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Attempting to bind port 2c16860e-cce6-4603-b3b8-fccdba13fd00 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:14.982032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Attempting to bind port 2c16860e-cce6-4603-b3b8-fccdba13fd00 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:14.982032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Attempting to bind port 2c16860e-cce6-4603-b3b8-fccdba13fd00 on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:15.009521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:15.011723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Checking segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:15.012284 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.013722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Bound using segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:15.015302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Bound port: 2c16860e-cce6-4603-b3b8-fccdba13fd00, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:15.017062 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.054130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9dede8a-0aba-4a00-ac19-164b5c474662 None None] Provisioning for port 43db89cf-bc09-4f35-8794-87e860e505d7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:15.069994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9dede8a-0aba-4a00-ac19-164b5c474662 None None] Provisioning complete for port 43db89cf-bc09-4f35-8794-87e860e505d7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:15.070370 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9dede8a-0aba-4a00-ac19-164b5c474662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.159298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.297827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] For port 2c16860e-cce6-4603-b3b8-fccdba13fd00, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:15.321147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f9dede8a-0aba-4a00-ac19-164b5c474662 None None] Port 43db89cf-bc09-4f35-8794-87e860e505d7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:15.329867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] For port 2c16860e-cce6-4603-b3b8-fccdba13fd00, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2c16860e-cce6-4603-b3b8-fccdba13fd00,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:15.344961 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.542982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdeb01-ebca-474a-8b8a-ca5a649610bc None None] Pushing event updated for resources: {'Port': ['ID=2c16860e-cce6-4603-b3b8-fccdba13fd00,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:15.579631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.667525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:15.729013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.1 (0d1a4e67-acd4-4440-ab44-fe0de1576b1d/e25f5db4-5e94-4d5e-a4f5-c914524ed2b3/c0eaa615-bcd9-4019-8a10-dec061bf2b71) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:15.768384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event updated for resources: {'Port': ['ID=43db89cf-bc09-4f35-8794-87e860e505d7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:15.873479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f7a61-483f-483f-a58f-a7b786b60c58 req-9cf5c51d-2a54-4cb1-a050-5842412fc1b2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:15.881735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec7f7a61-483f-483f-a58f-a7b786b60c58 req-9cf5c51d-2a54-4cb1-a050-5842412fc1b2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2877824 Sep 02 12:52:15.886986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.887343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.887697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.888040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.888378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.888725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.889091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.889715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.890034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.890365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.890693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:15.891024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:16.106858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1958599-fb73-4e59-914b-0835bbdef3c0 req-0f876c22-b4f4-4f26-a83f-23fe927c928f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.5379963 Sep 02 12:52:16.145827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec7f7a61-483f-483f-a58f-a7b786b60c58 req-3a9999ef-2170-4e4d-a92e-bfc787c084c2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631261 Sep 02 12:52:16.154914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] In _notify_port_updated(), no bound segment for port 43db89cf-bc09-4f35-8794-87e860e505d7 on network 34ec9f5e-42d5-4749-942d-532b160f5311 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:52:16.163134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:16.163970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:16.165551 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e7ac380f-a068-4bd5-b006-533a7ab127e9 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "PUT /v2.0/ports/43db89cf-bc09-4f35-8794-87e860e505d7 HTTP/1.1" status: 200 len: 1056 time: 1.4798124 Sep 02 12:52:16.168377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:16.195497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-5c88e896-56ef-44a0-b026-982ab572dffe tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:16.197072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-5c88e896-56ef-44a0-b026-982ab572dffe tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.41 "GET /v2.0/networks?id=0d30651b-1154-44f3-bbd7-7b0d75ea3197 HTTP/1.1" status: 200 len: 814 time: 1.1147912 Sep 02 12:52:16.222549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Request body: {'port': {'device_id': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'admin_state_up': True, 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:16.354470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:16.408920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e46033a8-1ef9-4bdb-b959-4eb68350986b req-7db7fc0a-3773-46fb-b68a-82d595f1ed30 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 210 time: 0.0656011 Sep 02 12:52:16.428177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object c0eaa615-bcd9-4019-8a10-dec061bf2b71 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:16.457745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00c14d06-3ecb-45b7-872e-73b05455f829 None None] Provisioning complete for port 43db89cf-bc09-4f35-8794-87e860e505d7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:16.461911 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-00c14d06-3ecb-45b7-872e-73b05455f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:16.489816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port 43db89cf-bc09-4f35-8794-87e860e505d7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:16.493935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:16.516490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-00c14d06-3ecb-45b7-872e-73b05455f829 None None] Port 43db89cf-bc09-4f35-8794-87e860e505d7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:16.741961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:16.800493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:16.874729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6ef7629c-f395-4c87-b9aa-afa989dc622b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:16.878045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for 43db89cf-bc09-4f35-8794-87e860e505d7 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:16.946361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Made reservation on behalf of b2656dc967e64fdeaa76b49caaed545c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:16.949878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:17.020206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 6ef7629c-f395-4c87-b9aa-afa989dc622b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:17.050473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6ef7629c-f395-4c87-b9aa-afa989dc622b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:17.052988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:17.128578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=c0eaa615-bcd9-4019-8a10-dec061bf2b71,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:17.163322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:17.223105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:17.245868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:17.362006 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:17.498240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 6ef7629c-f395-4c87-b9aa-afa989dc622b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6ef7629c-f395-4c87-b9aa-afa989dc622b,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:17.516856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:17.518509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:17.520860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c16860e-cce6-4603-b3b8-fccdba13fd00 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:17.593254 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:17.634452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d91efc0b-7785-49ef-ae77-0f5f6d55d14c req-5fd7bdfa-26eb-4902-aeef-c9f176fa18cb tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1885893 Sep 02 12:52:17.752588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca810bc-27d4-44a2-beb5-35923a91c3e2 None None] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:17.810462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=43db89cf-bc09-4f35-8794-87e860e505d7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:18.043548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=6ef7629c-f395-4c87-b9aa-afa989dc622b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:18.104359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b63b320c-70de-4701-98e0-15a3d5cd440a req-ea2c83bd-c34c-43a8-bade-c130df16bd3c tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 210 time: 0.1723146 Sep 02 12:52:18.131119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-194a8507-d436-49b5-8cf7-735b06c49271 None None] Provisioning for port 2c16860e-cce6-4603-b3b8-fccdba13fd00 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:18.261347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2c16860e-cce6-4603-b3b8-fccdba13fd00 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:18.294760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2c16860e-cce6-4603-b3b8-fccdba13fd00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:18.296335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:18.343910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Allocated IP 172.20.0.4 (0d30651b-1154-44f3-bbd7-7b0d75ea3197/f7f095bb-9cd1-43de-852f-cc48ba31c80f/256da202-033f-4bee-a637-0bfd977a7c9c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:18.509532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:18.511893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-11cc8bad-f38f-4a75-8542-e1e9b105324b tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/ports/43db89cf-bc09-4f35-8794-87e860e505d7 HTTP/1.1" status: 204 len: 168 time: 2.3423643 Sep 02 12:52:18.514922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:18.576483 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff9e474-ca38-44d4-93dd-8e8fa13f762a tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] GET failed (client error): The resource could not be found. Sep 02 12:52:18.578909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0ff9e474-ca38-44d4-93dd-8e8fa13f762a tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "GET /v2.0/ports/43db89cf-bc09-4f35-8794-87e860e505d7 HTTP/1.1" status: 404 len: 333 time: 0.0581567 Sep 02 12:52:18.582059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41400) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:18.792583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:18.929860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2c16860e-cce6-4603-b3b8-fccdba13fd00, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2c16860e-cce6-4603-b3b8-fccdba13fd00,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:18.941663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:18.993811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59effd5a-1b20-4a74-9a02-277891aabfef req-fb70fb5f-6cc9-4ba7-84af-c542e036cc14 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1495163 Sep 02 12:52:19.024288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.054240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port d13501b9-eeef-4462-98b6-30d1e72ecd65 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:19.059238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.090869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Transition to ACTIVE for port object 256da202-033f-4bee-a637-0bfd977a7c9c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:19.193276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.197977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6ef7629c-f395-4c87-b9aa-afa989dc622b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:19.399939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.427470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:19.442283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:19.497922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:19.643269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:19.643625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2c16860e-cce6-4603-b3b8-fccdba13fd00,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:19.644846 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.692010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4742622 Sep 02 12:52:19.723428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6ef7629c-f395-4c87-b9aa-afa989dc622b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:19.724630 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.732892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cf59f-0472-4c5d-a6e1-2272becac688 req-5f0e4af0-7177-4f8c-aac6-9cf22640ed21 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:19.734530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-446cf59f-0472-4c5d-a6e1-2272becac688 req-5f0e4af0-7177-4f8c-aac6-9cf22640ed21 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 2.2918377 Sep 02 12:52:19.735051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:19.735190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Pushing event updated for resources: {'Port': ['ID=256da202-033f-4bee-a637-0bfd977a7c9c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:19.884564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fa8ad-b524-4c24-8b15-d7a18fc42d4b req-066d192e-db8a-41ba-b07a-c9c6fc68fc85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:19.893085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e5fa8ad-b524-4c24-8b15-d7a18fc42d4b req-066d192e-db8a-41ba-b07a-c9c6fc68fc85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 931 time: 0.6575451 Sep 02 12:52:19.900886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for d13501b9-eeef-4462-98b6-30d1e72ecd65 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:19.969239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05579-a495-40cc-a484-932ab5659865 req-9c5df783-9c6a-4678-88aa-fd6718c5ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:19.974375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ec05579-a495-40cc-a484-932ab5659865 req-9c5df783-9c6a-4678-88aa-fd6718c5ed4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 0.5166585 Sep 02 12:52:20.102141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eb0b7aed-b420-44ad-8d56-dde04462b751 None None] Provisioning for port 256da202-033f-4bee-a637-0bfd977a7c9c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:20.107435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eb0b7aed-b420-44ad-8d56-dde04462b751 None None] Provisioning complete for port 256da202-033f-4bee-a637-0bfd977a7c9c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:20.108183 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7aed-b420-44ad-8d56-dde04462b751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.131729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Request body: {'port': {'device_id': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:20.210466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b7aed-b420-44ad-8d56-dde04462b751 None None] Port 256da202-033f-4bee-a637-0bfd977a7c9c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:20.215617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ec05579-a495-40cc-a484-932ab5659865 req-b71f0ca6-1f49-46a0-93ec-06ff9993852d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253134 Sep 02 12:52:20.244997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e5fa8ad-b524-4c24-8b15-d7a18fc42d4b req-9b8505fd-43a7-4c65-86c0-8dbd7513e293 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412991 Sep 02 12:52:20.277166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.277635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.277833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.278163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.278489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.278811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.279129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.279441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.291459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.292383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.292995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.293564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91bca0-537c-47fa-8196-473e6ae6bce8 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:20.357345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a6c1618-13aa-4776-9c1f-adfc709bef32 None None] Provisioning complete for port 2c16860e-cce6-4603-b3b8-fccdba13fd00 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:20.360075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1618-13aa-4776-9c1f-adfc709bef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.436882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-446cf59f-0472-4c5d-a6e1-2272becac688 req-18ab1d1e-75ce-4de6-bca8-e4b7784b2f2e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315163 Sep 02 12:52:20.476055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2720ac-7f24-4b03-905e-248ded9c020b req-dcd589d8-bbfa-4421-a128-dd8f60dfdd47 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0969100 Sep 02 12:52:20.543103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.559646 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.658802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a6c1618-13aa-4776-9c1f-adfc709bef32 None None] Provisioning for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:20.670033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a6c1618-13aa-4776-9c1f-adfc709bef32 None None] Provisioning complete for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:20.671825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1618-13aa-4776-9c1f-adfc709bef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.765258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=d13501b9-eeef-4462-98b6-30d1e72ecd65,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:20.770404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c1618-13aa-4776-9c1f-adfc709bef32 None None] Port c0eaa615-bcd9-4019-8a10-dec061bf2b71 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:20.895220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1d31f9c-2355-449d-93a7-229e1aa0785c None None] Provisioning complete for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:20.896541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1d31f9c-2355-449d-93a7-229e1aa0785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.901383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:20.917530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fd5483f5-79ac-4382-9171-3b7d2a82e003 tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/ports/d13501b9-eeef-4462-98b6-30d1e72ecd65 HTTP/1.1" status: 204 len: 168 time: 2.3340552 Sep 02 12:52:20.918248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:21.023981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c1d31f9c-2355-449d-93a7-229e1aa0785c None None] Port c0eaa615-bcd9-4019-8a10-dec061bf2b71 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:21.030057 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd98eb6-aca0-46db-bde3-ca1b25a0d9ad tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] GET failed (client error): The resource could not be found. Sep 02 12:52:21.047452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:21.048423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-abd98eb6-aca0-46db-bde3-ca1b25a0d9ad tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "GET /v2.0/ports/d13501b9-eeef-4462-98b6-30d1e72ecd65 HTTP/1.1" status: 404 len: 333 time: 0.1288939 Sep 02 12:52:21.093506 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:21.206338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c16860e-cce6-4603-b3b8-fccdba13fd00 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:21.428471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2c16860e-cce6-4603-b3b8-fccdba13fd00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:21.429035 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:21.713716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7942f-5efa-48ce-949f-3e48b4014e81 req-e9f0f676-e07d-43b1-a86c-30a9022065c6 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:21.726002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aca7942f-5efa-48ce-949f-3e48b4014e81 req-e9f0f676-e07d-43b1-a86c-30a9022065c6 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1350758 Sep 02 12:52:21.805415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:21.862906 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aca7942f-5efa-48ce-949f-3e48b4014e81 req-1c4d3065-eb18-436a-9e51-5a63fe4b61cc tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284258 Sep 02 12:52:22.059298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-432c46e2-868c-41dc-b5f9-a2a85fb8634d req-53b3e30f-8c4b-4562-affd-655549897233 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.0709524 Sep 02 12:52:22.240365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:22.365192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=c0eaa615-bcd9-4019-8a10-dec061bf2b71,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:22.499970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410de968-5f68-495d-b50a-89d9c1e3ae1f req-4c347845-314d-4226-b944-fa0033abb40f tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:22.506520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-410de968-5f68-495d-b50a-89d9c1e3ae1f req-4c347845-314d-4226-b944-fa0033abb40f tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 931 time: 0.6923876 Sep 02 12:52:22.671026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port e657ed92-a4cf-4e35-a18d-4b106ae91f26 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:22.671479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:22.788932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:22.802841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for e657ed92-a4cf-4e35-a18d-4b106ae91f26 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:22.847118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541b01-d037-4cef-af5b-3497ff44b734 req-b978d065-2603-4e2e-a79c-c40af70beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:22.853542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-b978d065-2603-4e2e-a79c-c40af70beec8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 0.1758683 Sep 02 12:52:22.949877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e6538-29a4-4c98-8933-b65d529bfa68 req-620a5a69-9d02-4172-9069-cd032797ab8a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:22.952045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e8e6538-29a4-4c98-8933-b65d529bfa68 req-620a5a69-9d02-4172-9069-cd032797ab8a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2200074 Sep 02 12:52:22.976284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-410de968-5f68-495d-b50a-89d9c1e3ae1f req-54256ade-ab42-46e6-a0b4-7f8214dd6665 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222205 Sep 02 12:52:22.997656 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:23.051441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:23.057347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e8e6538-29a4-4c98-8933-b65d529bfa68 req-6dbb11b8-82ab-4d31-886d-156646810e70 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940447 Sep 02 12:52:23.080161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541b01-d037-4cef-af5b-3497ff44b734 req-dda2d6c4-0b10-44c7-b897-44fa448137f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:23.082703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-dda2d6c4-0b10-44c7-b897-44fa448137f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.2151923 Sep 02 12:52:23.097213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:23.106555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=e657ed92-a4cf-4e35-a18d-4b106ae91f26,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:23.159044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-615db6e6-5241-4d33-bd91-1d4b9b713503 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 217 time: 0.0596600 Sep 02 12:52:23.359380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router ed9ebbf4-7d85-4416-8da0-149cafff8de6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:52:23.416210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256da202-033f-4bee-a637-0bfd977a7c9c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:52:23.430567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be83d29a-ef1e-4f2f-a557-02ebfb76f669 req-8e96e1aa-c58e-4aa8-8736-350818717471 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.1796722 Sep 02 12:52:23.440315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:23.461361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541b01-d037-4cef-af5b-3497ff44b734 req-bd273458-6118-4acf-8298-52bc4a2ed4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:23.463019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-bd273458-6118-4acf-8298-52bc4a2ed4ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.2959528 Sep 02 12:52:23.578629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-62cffc46-7c1e-4a52-b4f1-3f83a7f40679 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874224 Sep 02 12:52:23.678525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-40729f74-a372-4b76-b0c1-872099b25616 None None] Provisioning complete for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:23.681359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-40729f74-a372-4b76-b0c1-872099b25616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:23.720019 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:23.728724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:23.731170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c3a86079-b736-4461-ade5-bac1b4f94bcd tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/ports/e657ed92-a4cf-4e35-a18d-4b106ae91f26 HTTP/1.1" status: 204 len: 168 time: 2.6715176 Sep 02 12:52:23.752071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Transition to ACTIVE for port object 256da202-033f-4bee-a637-0bfd977a7c9c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:23.769646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:23.784346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-40729f74-a372-4b76-b0c1-872099b25616 None None] Port c0eaa615-bcd9-4019-8a10-dec061bf2b71 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:23.922279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Pushing event updated for resources: {'Port': ['ID=256da202-033f-4bee-a637-0bfd977a7c9c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:23.960071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:52:23.967535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd38cd77-8fc0-43a6-adc8-09f8836ba922 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/ed9ebbf4-7d85-4416-8da0-149cafff8de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3883288 Sep 02 12:52:23.979910 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Sync routers for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:52:24.020328 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:24.024004 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:24.487728 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:24.493410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111d1e-c3f7-49f7-96fa-d9402b06a0bb req-a6e61cbd-1f24-42cb-96fd-a4f417ab6530 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:24.501390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5111d1e-c3f7-49f7-96fa-d9402b06a0bb req-a6e61cbd-1f24-42cb-96fd-a4f417ab6530 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 943 time: 0.2782509 Sep 02 12:52:24.611629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Attempting to bind port 256da202-033f-4bee-a637-0bfd977a7c9c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:24.617506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Attempting to bind port 256da202-033f-4bee-a637-0bfd977a7c9c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:24.618344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Attempting to bind port 256da202-033f-4bee-a637-0bfd977a7c9c on network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:24.663609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Port 256da202-033f-4bee-a637-0bfd977a7c9c on network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:52:24.665209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Attempting to bind port 256da202-033f-4bee-a637-0bfd977a7c9c on network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:24.734022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:24.734022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Checking segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:24.734022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Bound using segment: {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:24.734022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Bound port: 256da202-033f-4bee-a637-0bfd977a7c9c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ad8b5-27ed-4d56-82bb-6ff59fb8a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:24.734022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:24.784446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5111d1e-c3f7-49f7-96fa-d9402b06a0bb req-548d945d-b514-4f77-87ef-6d3ae927cfa2 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572007 Sep 02 12:52:25.097666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting subnet 6289eb02-fc1e-4e6b-928b-5903ef93c3a6 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:52:25.105536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.168619 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:20Z', 'revision_number': 2, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:25.176418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] For port 256da202-033f-4bee-a637-0bfd977a7c9c, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:25.187493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-04d2937a-7a77-4cea-8636-72ae6e1be2b5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735838356&fields=id&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 267 time: 0.1716290 Sep 02 12:52:25.239531 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Checking router: ed9ebbf4-7d85-4416-8da0-149cafff8de6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:52:25.240409 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Updating router ed9ebbf4-7d85-4416-8da0-149cafff8de6 port c0eaa615-bcd9-4019-8a10-dec061bf2b71 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:52:25.297283 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.321129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] For port 256da202-033f-4bee-a637-0bfd977a7c9c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=256da202-033f-4bee-a637-0bfd977a7c9c,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:25.348369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.379084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.427112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Pushing event updated for resources: {'Port': ['ID=256da202-033f-4bee-a637-0bfd977a7c9c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:25.453600 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:25.454449 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.456494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-cc5a7295-ac67-4cc7-bf44-1be490899260 service neutron] 10.222.0.41 "PUT /v2.0/ports/256da202-033f-4bee-a637-0bfd977a7c9c HTTP/1.1" status: 200 len: 1091 time: 5.3531010 Sep 02 12:52:25.457161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'tag': '256da202-033f-4bee-a637-0bfd977a7c9c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:25.461204 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f973c0-509b-44a4-b693-d0d65da8037e" -d '{"events": [{"name": "network-changed", "server_uuid": "1836c32e-ef1e-4e14-9d1f-c54a69586eb5", "tag": "256da202-033f-4bee-a637-0bfd977a7c9c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:25.576377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-00f22279-c543-40ea-a437-399f20622fb8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:25.577087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.579212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-00f22279-c543-40ea-a437-399f20622fb8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 796 time: 0.3797278 Sep 02 12:52:25.677367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-53072b27-615e-4aae-941c-a592aec3310b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/quotas/f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 375 time: 0.0894363 Sep 02 12:52:25.739967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-9296311f-0eb9-4b35-87d1-cfbe06c33b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:25.741185 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-9296311f-0eb9-4b35-87d1-cfbe06c33b2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2656dc967e64fdeaa76b49caaed545c&device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 1094 time: 0.1364520 Sep 02 12:52:25.763896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d012cb-3f62-40d4-8621-d190bc875040 req-514df6cf-7f10-4ce4-9b3e-0ea1f37ef955 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:25.777062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6d012cb-3f62-40d4-8621-d190bc875040 req-514df6cf-7f10-4ce4-9b3e-0ea1f37ef955 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.6947005 Sep 02 12:52:25.785147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-78615b5b-d105-466a-ae37-d21edbdd6464 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920761 Sep 02 12:52:25.806142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:25.913673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e82b5e-0ff7-43ec-b144-6373a49c3c48 None None] Network 34ec9f5e-42d5-4749-942d-532b160f5311 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:25.960733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Subnet': ['ID=6289eb02-fc1e-4e6b-928b-5903ef93c3a6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:26.024496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.029223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e2e0da6-ed38-41fb-8280-31c84b60f54f tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/subnets/6289eb02-fc1e-4e6b-928b-5903ef93c3a6 HTTP/1.1" status: 204 len: 168 time: 2.2969694 Sep 02 12:52:26.047722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6d012cb-3f62-40d4-8621-d190bc875040 req-67c71924-84ea-47a1-a80c-8499c7fa2176 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484980 Sep 02 12:52:26.047987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:26.256571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-12e860f4-b284-4d07-a9ab-81645361d85b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256da202-033f-4bee-a637-0bfd977a7c9c HTTP/1.1" status: 200 len: 217 time: 0.4974294 Sep 02 12:52:26.314376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-2dc71890-e210-498d-9043-f4d5d36a67a0 service neutron] 10.222.0.60 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144740 Sep 02 12:52:26.333458 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.364954 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Transition to ACTIVE for port object c0eaa615-bcd9-4019-8a10-dec061bf2b71 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:26.373132 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.476490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] DHCP port deletion for 34ec9f5e-42d5-4749-942d-532b160f5311 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:52:26.480833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.484622 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Pushing event updated for resources: {'Port': ['ID=c0eaa615-bcd9-4019-8a10-dec061bf2b71,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:26.520554 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.520891 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.521302 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.521639 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.521973 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.522349 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.522637 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.524067 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.524429 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.524761 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.525124 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.525452 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:52:26.563137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-a0e3e7ee-eeb7-411c-9239-01c32820c5ed service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.9611647 Sep 02 12:52:26.640168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] Deleting port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:26.643509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.660377 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Attempting to bind port c0eaa615-bcd9-4019-8a10-dec061bf2b71 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:26.660732 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Attempting to bind port c0eaa615-bcd9-4019-8a10-dec061bf2b71 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:26.661142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Attempting to bind port c0eaa615-bcd9-4019-8a10-dec061bf2b71 on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:26.676364 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:26.677454 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Checking segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:26.678687 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.679116 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Bound using segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:26.679633 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Bound port: c0eaa615-bcd9-4019-8a10-dec061bf2b71, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:26.680024 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.710221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-fa66a4d6-a059-482f-a2de-90f55aa23c43 service neutron] 10.222.0.60 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944418 Sep 02 12:52:26.749872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-330e9edf-0d20-4c76-add3-bb2bfcbc7e13 req-924d3db2-e687-4dbc-9f02-4f5ec4f7b001 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd165e3-1a6f-401b-82f3-cb6f85c2dac3 HTTP/1.1" status: 200 len: 210 time: 0.2554934 Sep 02 12:52:26.750116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-18634092-a68f-4be1-af85-0629402c62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:26.751392 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-18634092-a68f-4be1-af85-0629402c62ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7f095bb-9cd1-43de-852f-cc48ba31c80f HTTP/1.1" status: 200 len: 853 time: 0.4345057 Sep 02 12:52:26.878524 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] For port c0eaa615-bcd9-4019-8a10-dec061bf2b71, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:26.883761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543e25-617f-4006-bdff-418277183edc req-77520212-4c1d-4ea3-aa77-6636161c258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:26.889218 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] For port c0eaa615-bcd9-4019-8a10-dec061bf2b71, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c0eaa615-bcd9-4019-8a10-dec061bf2b71,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:26.892785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-77520212-4c1d-4ea3-aa77-6636161c258f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d30651b-1154-44f3-bbd7-7b0d75ea3197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309774 Sep 02 12:52:26.897636 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.927355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] For port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,segment=NetworkSegment(1c8afaa1-b482-4c7b-b694-32bcf5ab6102),segment_id=1c8afaa1-b482-4c7b-b694-32bcf5ab6102)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:26.928588 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:26.996382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] Calling delete_port for db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:27.120406 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:27.130360 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:27.274789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:27.284879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-f02f5125-5e0a-40b9-bee6-c5092b52af44 service neutron] 10.222.0.41 "GET /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729265 Sep 02 12:52:27.305888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.313391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.326315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.342445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.365091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.374726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.390355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:27.418660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.420816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0f3c0d7a-481b-4d5b-9584-38c22cf9dabc tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.9277549 Sep 02 12:52:27.460179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:27.463543 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626bd1-9d0f-4843-bc76-07bb0c147d84 None None] Pushing event updated for resources: {'Port': ['ID=c0eaa615-bcd9-4019-8a10-dec061bf2b71,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:27.523351 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212a054-da24-400d-8486-cd14d235d13f x-openstack-request-id: req-5212a054-da24-400d-8486-cd14d235d13f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:27.523646 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1836c32e-ef1e-4e14-9d1f-c54a69586eb5", "tag": "256da202-033f-4bee-a637-0bfd977a7c9c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:27.523902 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5212a054-da24-400d-8486-cd14d235d13f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:27.524314 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'tag': '256da202-033f-4bee-a637-0bfd977a7c9c', 'status': 'completed', 'code': 200} Sep 02 12:52:27.539491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-f5f00d18-ca6f-44ac-8ce4-87f83e3b0671 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.541296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-f5f00d18-ca6f-44ac-8ce4-87f83e3b0671 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "GET /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1045468 Sep 02 12:52:27.548300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90541b01-d037-4cef-af5b-3497ff44b734 req-4bd6f33a-7b64-4aea-a3da-4e0a95ffb91e service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654595 Sep 02 12:52:27.581586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.587645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.594238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.601559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.607055 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:52:27.617660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.624238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.630810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.632975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-c85a3cc1-d588-4b83-ba55-f4e6ed03eec5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5444 time: 0.5251784 Sep 02 12:52:27.668480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] No DVR routers for this DVR port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:27.673527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:52:27.674709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:52:27.688281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac2bd-7b29-471c-9914-f4f16fa72b74 None None] Pushing event deleted for resources: {'Port': ['ID=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:27.714208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Deleting port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:27.714553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:27.723274 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:27.836273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534602-c8c9-46bc-9121-df4527908b19 req-4007e20b-0554-4ddb-b6bc-ebed0c9b5e97 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:27.837944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8534602-c8c9-46bc-9121-df4527908b19 req-4007e20b-0554-4ddb-b6bc-ebed0c9b5e97 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 943 time: 0.2782521 Sep 02 12:52:27.850508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89543e25-617f-4006-bdff-418277183edc req-773cbcfa-8098-4cb6-b53a-fb29d22e933b service neutron] 10.222.0.41 "GET /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592804 Sep 02 12:52:27.948507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-48c0bf84-9896-4f17-8844-db15ba6f16d2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "GET /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3987849 Sep 02 12:52:27.955525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8534602-c8c9-46bc-9121-df4527908b19 req-1d42e1fd-c1f8-42c1-adc5-ea66a73eb8ba tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994022 Sep 02 12:52:27.990742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ccec9ec-bdba-434a-8df8-1d2cf3073fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.069343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:28.126827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f973c0-509b-44a4-b693-d0d65da8037e req-c6231360-d84b-4a7c-bb88-b66d59225e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:28.149615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-c6231360-d84b-4a7c-bb88-b66d59225e8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2656dc967e64fdeaa76b49caaed545c&device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 1094 time: 0.1317151 Sep 02 12:52:28.162781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] For port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c, host n-d-792364-8, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:28.163126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.247876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cbad8766-7c87-483c-bbcf-6375ee87d12d req-887e6d74-11af-4680-939c-a83555c0648f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5706375 Sep 02 12:52:28.251601 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:26Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:28.280120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Calling delete_port for db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:28.288034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:52:28.308407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.328535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.409982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Port': ['ID=db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:28.431548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cab76-58d6-4760-a886-93bfd81a129c req-6aec4628-6098-47a5-ad71-8f8157adf66b tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:28.433682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-001cab76-58d6-4760-a886-93bfd81a129c req-6aec4628-6098-47a5-ad71-8f8157adf66b tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2073979 Sep 02 12:52:28.444850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] No DVR routers for this DVR port db17f1ca-ee4f-4ec6-b091-cdcf3fd29e3c on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:28.526307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-001cab76-58d6-4760-a886-93bfd81a129c req-a02b4159-d78f-4785-aa4b-95a064870983 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734379 Sep 02 12:52:28.539585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f973c0-509b-44a4-b693-d0d65da8037e req-f26ef731-57bd-46c3-86ff-b025fb9a3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:28.541850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-f26ef731-57bd-46c3-86ff-b025fb9a3d97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d30651b-1154-44f3-bbd7-7b0d75ea3197 HTTP/1.1" status: 200 len: 915 time: 0.3602397 Sep 02 12:52:28.560918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-274b7ae0-182a-44c5-884e-5856ae4be7d4 req-c507be01-a0e5-4824-9bb0-ef01ca00251e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 210 time: 0.1589777 Sep 02 12:52:28.567670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d99df6-8bb7-4741-9de6-1a67d4e051c8 None None] The sync data for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 is: [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:26Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:52:28.686822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb776306-11f5-406f-98c7-f5be1716aa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.701295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ccec9ec-bdba-434a-8df8-1d2cf3073fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.726528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-75899f16-0651-4a7d-8c35-e13c801867a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256da202-033f-4bee-a637-0bfd977a7c9c HTTP/1.1" status: 200 len: 217 time: 0.1751804 Sep 02 12:52:28.781954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:28.824970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.838483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ec9f5e-42d5-4749-942d-532b160f5311']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:28.855976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8afaa1-b482-4c7b-b694-32bcf5ab6102') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:28.856284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8afaa1-b482-4c7b-b694-32bcf5ab6102') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:28.873588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.890978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.901296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:52:28.902102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.979806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-254f8048-b414-4678-ad44-4d46ddff3603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:52:28.985810 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:52:29.070658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ccec9ec-bdba-434a-8df8-1d2cf3073fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.086389 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.093829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.098810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-254f8048-b414-4678-ad44-4d46ddff3603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.100781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] 10.222.0.60 "DELETE /v2.0/networks/34ec9f5e-42d5-4749-942d-532b160f5311 HTTP/1.1" status: 204 len: 168 time: 3.0215611 Sep 02 12:52:29.205338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c0eaa615-bcd9-4019-8a10-dec061bf2b71 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:29.415451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:29.426656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:29.434915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.493988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f973c0-509b-44a4-b693-d0d65da8037e req-3578bc62-7b01-43a2-be7c-e2b1c243ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:29.505066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-3578bc62-7b01-43a2-be7c-e2b1c243ea03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7f095bb-9cd1-43de-852f-cc48ba31c80f HTTP/1.1" status: 200 len: 853 time: 0.4202883 Sep 02 12:52:29.541134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65a64-1fa6-4895-b91f-03da644d549d tempest-AllowedAddressPairTestJSON-131458551 tempest-AllowedAddressPairTestJSON-131458551-project] Pushing event deleted for resources: {'Network': ['ID=34ec9f5e-42d5-4749-942d-532b160f5311,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:29.618059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5ccec9ec-bdba-434a-8df8-1d2cf3073fda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1265168bb631445ab5adfb4de86f6b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3391268 Sep 02 12:52:29.625917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:29.628458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:29.636941 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.686712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a8b7fa48-04e9-4e99-8158-58efe672dd4c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:29.764451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec9ec-bdba-434a-8df8-1d2cf3073fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593705c2-0755-4a1a-a05d-05065dceb738,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:29.807717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c0eaa615-bcd9-4019-8a10-dec061bf2b71, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c0eaa615-bcd9-4019-8a10-dec061bf2b71,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:29.821554 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.887711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f973c0-509b-44a4-b693-d0d65da8037e req-0c20d2fd-14be-4d33-998d-4638aa04abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:29.894387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-0c20d2fd-14be-4d33-998d-4638aa04abaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d30651b-1154-44f3-bbd7-7b0d75ea3197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3877282 Sep 02 12:52:29.933973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba49b7-165e-424f-8d66-e266458f19d3 req-9f717b8e-03be-4dfa-84a6-dcb2b0bb9494 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:29.935752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-baba49b7-165e-424f-8d66-e266458f19d3 req-9f717b8e-03be-4dfa-84a6-dcb2b0bb9494 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 943 time: 0.6021240 Sep 02 12:52:29.969584 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:29.973722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c0eaa615-bcd9-4019-8a10-dec061bf2b71,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:30.027437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=3aeccee3-1e54-4b99-8997-3f4580bdfef3,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:30.029715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:30.031239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:30.035341 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b813d4d7-1a16-4499-93aa-da94ce278449" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:30.042055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.043453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 760d858d-5429-49df-941d-f7fa519f0966 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:30.119008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] For port 3aeccee3-1e54-4b99-8997-3f4580bdfef3, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:30.144338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-254f8048-b414-4678-ad44-4d46ddff3603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.149076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-254f8048-b414-4678-ad44-4d46ddff3603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.150744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-254f8048-b414-4678-ad44-4d46ddff3603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/security-groups/f5e78a24-446e-4034-b908-63a79d19bceb HTTP/1.1" status: 204 len: 168 time: 1.3679583 Sep 02 12:52:30.172652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:30.206558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:30.314785 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.381429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-baba49b7-165e-424f-8d66-e266458f19d3 req-4ee6da0b-ce55-4d25-8ad8-0e57a6743cca tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231093 Sep 02 12:52:30.386094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f8048-b414-4678-ad44-4d46ddff3603 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e78a24-446e-4034-b908-63a79d19bceb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:30.411403 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-1468e42e-4ff7-43f3-a41f-6c939384d0b6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] show failed (client error): The resource could not be found. Sep 02 12:52:30.413977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=760d858d-5429-49df-941d-f7fa519f0966,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:30.418415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1468e42e-4ff7-43f3-a41f-6c939384d0b6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "GET /v2.0/security-groups/f5e78a24-446e-4034-b908-63a79d19bceb HTTP/1.1" status: 404 len: 347 time: 0.2089529 Sep 02 12:52:30.419379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] device_id is not set on port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:30.419523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:30.442907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.443451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 95cd0b99-8884-45db-9f78-88979017ba16 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:30.469450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-810e81ee-562d-402d-bd48-bd39b49488b2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.471047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-810e81ee-562d-402d-bd48-bd39b49488b2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 796 time: 1.2377422 Sep 02 12:52:30.554446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.688293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.715856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.749328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.764753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.789434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.803159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.810624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.820225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4cd6c498-8502-42e9-b203-967890b072ff req-53adbbf7-4f8b-4c18-a816-c33149b71cb3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 5442 time: 1.2409477 Sep 02 12:52:30.827227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:30.848880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-bc9bd9d4-3448-4141-a145-02d1d073d512 service neutron] 10.222.0.41 "GET /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117017 Sep 02 12:52:30.850313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.871308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.907913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700ddf0-ceed-401a-97c4-ff2c767e63fc req-0dbe7ad6-a065-4357-ade2-6ff90108d66c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:30.924280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1700ddf0-ceed-401a-97c4-ff2c767e63fc req-0dbe7ad6-a065-4357-ade2-6ff90108d66c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.3621356 Sep 02 12:52:30.939089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=95cd0b99-8884-45db-9f78-88979017ba16,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:30.948485 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:30.949284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:31.014775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1caeb5ac-1784-4169-a91f-18aa1e781571 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75ba01f579e5494aafcca04c60ac8d24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2415481 Sep 02 12:52:31.033436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:31.075600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:31.125771 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1700ddf0-ceed-401a-97c4-ff2c767e63fc req-0ce9cb49-adcd-4bac-81ca-57301ed1f2c4 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004786 Sep 02 12:52:31.127022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c0eaa615-bcd9-4019-8a10-dec061bf2b71 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:31.191157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] No DVR routers for this DVR port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:31.244197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4cd6c498-8502-42e9-b203-967890b072ff req-03a3d048-5b23-4a23-abb1-cb3def6addb2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4224477 Sep 02 12:52:31.273080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port bd881c0a-eca3-4b55-abb4-24b036c59c60 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:31.273884 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.278929 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.326276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-fefa0d6a-07e3-4378-aec9-998eda3d5f50 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 379 time: 0.7860177 Sep 02 12:52:31.354332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'port': {'device_id': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'admin_state_up': True, 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'security_groups': ['37654071-babb-4e52-ad92-003b6b9e4ced']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:31.396028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96e044c5-0070-44f3-bc55-d32c656a309b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.425667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.427746 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.445115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for bd881c0a-eca3-4b55-abb4-24b036c59c60 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:31.448731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:31.460565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.461342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3aeccee3-1e54-4b99-8997-3f4580bdfef3 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:31.475378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Pushing event updated for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:31.513820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96e044c5-0070-44f3-bc55-d32c656a309b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.524777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-608a76d9-d00f-4910-8ee9-b7a3c00ae33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.538151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60f973c0-509b-44a4-b693-d0d65da8037e req-6f247b08-e3f2-4124-9683-d3114bceea77 service neutron] 10.222.0.41 "GET /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552785 Sep 02 12:52:31.564987 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-608a76d9-d00f-4910-8ee9-b7a3c00ae33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.583871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-65109e33-c79b-459d-ba42-6fbfd95814b1 req-2c830e7a-0159-4151-b9db-9b6fa24e4eb2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 210 time: 0.0447159 Sep 02 12:52:31.592332 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe044783-7520-47c8-98a1-799546f7f9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.636104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] In _notify_port_updated(), no bound segment for port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:52:31.636814 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5388686a-0541-4e81-b442-7a9448e6ca48 x-openstack-request-id: req-5388686a-0541-4e81-b442-7a9448e6ca48 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:31.637972 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:31.638418 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5388686a-0541-4e81-b442-7a9448e6ca48 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:31.639213 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c', 'code': 200} Sep 02 12:52:31.640473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2c6ac03c-6c5c-49e1-8017-4cf52a0a0be6 None None] Provisioning complete for port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:31.640953 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac03c-6c5c-49e1-8017-4cf52a0a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.649743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:31.650403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.651761 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-0294c979-a2a8-423b-9473-a5d75f8770bd service neutron] 10.222.0.41 "PUT /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 200 len: 1033 time: 3.6554396 Sep 02 12:52:31.660547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:31.675784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c0eaa615-bcd9-4019-8a10-dec061bf2b71 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:31.676367 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.732973 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.775942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=bd881c0a-eca3-4b55-abb4-24b036c59c60,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:31.834184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 3aeccee3-1e54-4b99-8997-3f4580bdfef3 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:52:31.834802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9727c5cc-9d6c-4944-b453-4401b0ce4620 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:31.844286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-bb900d55-11fd-4718-963d-cbf6518e72b5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:31.846806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-bb900d55-11fd-4718-963d-cbf6518e72b5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "GET /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1479580 Sep 02 12:52:31.868728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:31.898791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.902458 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.903865 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ecb3f0ec-fde2-451c-a42c-b145329351e6 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/floatingips/e39ed9a0-e9f0-4da0-995b-abbc781677f6 HTTP/1.1" status: 204 len: 168 time: 1.4763603 Sep 02 12:52:31.907268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:31.914127 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-608a76d9-d00f-4910-8ee9-b7a3c00ae33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.917050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-608a76d9-d00f-4910-8ee9-b7a3c00ae33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.920611 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.921465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-608a76d9-d00f-4910-8ee9-b7a3c00ae33a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8631f8d7-eaef-428b-a4b2-46e2392a4b6d HTTP/1.1" status: 204 len: 168 time: 0.8703177 Sep 02 12:52:31.943509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48f3d-a7e1-4912-b5fd-18c89d55968a req-0efd2bcb-8075-496a-a5d4-6401516b9e98 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:31.945693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-88f48f3d-a7e1-4912-b5fd-18c89d55968a req-0efd2bcb-8075-496a-a5d4-6401516b9e98 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 943 time: 0.2837873 Sep 02 12:52:31.985946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96e044c5-0070-44f3-bc55-d32c656a309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.988508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96e044c5-0070-44f3-bc55-d32c656a309b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:31.989690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-96e044c5-0070-44f3-bc55-d32c656a309b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/593705c2-0755-4a1a-a05d-05065dceb738 HTTP/1.1" status: 204 len: 168 time: 2.2041752 Sep 02 12:52:31.991623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a76d9-d00f-4910-8ee9-b7a3c00ae33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631f8d7-eaef-428b-a4b2-46e2392a4b6d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:32.024987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:32.028957 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.054590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ac03c-6c5c-49e1-8017-4cf52a0a0be6 None None] Port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:32.064036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.073244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e044c5-0070-44f3-bc55-d32c656a309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593705c2-0755-4a1a-a05d-05065dceb738,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:32.107820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.114698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:32.128417 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.129520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a95e9964-8342-426e-a7fc-ca8c27a963ab no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:32.148082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-88f48f3d-a7e1-4912-b5fd-18c89d55968a req-9b570916-624d-4334-b55f-ae9919e82874 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860116 Sep 02 12:52:32.225208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:32.225572 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.252393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:32.417488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.518927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.7 (0d1a4e67-acd4-4440-ab44-fe0de1576b1d/e25f5db4-5e94-4d5e-a4f5-c914524ed2b3/f18c535f-f4d2-4d87-a119-0a3ef33b330e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:32.561987 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:32.571756 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.573815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.598104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9727c5cc-9d6c-4944-b453-4401b0ce4620,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:32.601789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:32.632558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:32.644548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.679676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:32.693111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:32.704703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:32.709201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:32.716233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:32.724314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:32.725593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087186d6-b65d-4100-903b-bd854eabfa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:32.731171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:32.740143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b746329f-6cd6-4062-a721-2218a206ce3d req-b46bbd97-6593-4f41-b06e-e69119ab0353 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 4654 time: 0.3196259 Sep 02 12:52:32.789821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1212d5b7-04e6-4d2d-a5b9-e326852353a9 req-7c123e1e-b399-4ea0-9940-caa1389af876 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 210 time: 0.0828438 Sep 02 12:52:32.845220 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b746329f-6cd6-4062-a721-2218a206ce3d req-f6996f02-8b3b-44a6-9876-4d32a2ac35bb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&id=2cba6c97-d898-46b4-888c-2fb5483c8e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986431 Sep 02 12:52:33.020682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.072263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:33.197163 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.199278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3bb70280-2fd5-4792-a149-0c22e12c8e49 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/ports/8ff05e41-d6ce-4217-89f9-7e9fbd8d14e0 HTTP/1.1" status: 204 len: 168 time: 1.2895238 Sep 02 12:52:33.202534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:33.348973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port a036dc19-c3d6-4ed7-adac-eebba3471f98 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:33.349212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.426434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] For port 9727c5cc-9d6c-4944-b453-4401b0ce4620, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:33.432923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087186d6-b65d-4100-903b-bd854eabfa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.448978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.462069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for a036dc19-c3d6-4ed7-adac-eebba3471f98 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:33.468400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087186d6-b65d-4100-903b-bd854eabfa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.560759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] device_id is not set on port 9727c5cc-9d6c-4944-b453-4401b0ce4620 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:33.575764 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.595222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087186d6-b65d-4100-903b-bd854eabfa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832b3208-2364-4665-b918-730e6a8843a9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:33.620165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-087186d6-b65d-4100-903b-bd854eabfa0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7bf1707135f4d7d874f5f87e5b460ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0101528 Sep 02 12:52:33.624005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:33.638501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.641661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760d858d-5429-49df-941d-f7fa519f0966'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9727c5cc-9d6c-4944-b453-4401b0ce4620'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:33.645438 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb1404-1fe7-4bbe-a0e0-c9e8d4155c3e" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "760d858d-5429-49df-941d-f7fa519f0966"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "95cd0b99-8884-45db-9f78-88979017ba16"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9727c5cc-9d6c-4944-b453-4401b0ce4620"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:33.659936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.671091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce527-619c-4be5-ac7b-e3a4daf2b824 req-c0233675-cff5-4d01-a8e1-8116834209e0 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:33.671857 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.673092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-034ce527-619c-4be5-ac7b-e3a4daf2b824 req-c0233675-cff5-4d01-a8e1-8116834209e0 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 943 time: 0.2501585 Sep 02 12:52:33.697663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 256da202-033f-4bee-a637-0bfd977a7c9c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:52:33.741453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=a036dc19-c3d6-4ed7-adac-eebba3471f98,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:33.748384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object f18c535f-f4d2-4d87-a119-0a3ef33b330e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:33.821550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:33.824844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] No DVR routers for this DVR port 9727c5cc-9d6c-4944-b453-4401b0ce4620 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:33.905871 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58e994a-c0d5-4752-9d4b-0cf9cf9c971b x-openstack-request-id: req-e58e994a-c0d5-4752-9d4b-0cf9cf9c971b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:33.906420 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "760d858d-5429-49df-941d-f7fa519f0966", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "95cd0b99-8884-45db-9f78-88979017ba16", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9727c5cc-9d6c-4944-b453-4401b0ce4620", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:33.906739 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e58e994a-c0d5-4752-9d4b-0cf9cf9c971b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:33.906925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fc90607-dada-4e87-92e5-4d42f601528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.912787 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-034ce527-619c-4be5-ac7b-e3a4daf2b824 req-b0ef6ddc-ab35-4656-82ad-17f26160f95d tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108767 Sep 02 12:52:33.925640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:33.926875 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760d858d-5429-49df-941d-f7fa519f0966', 'code': 200} Sep 02 12:52:33.934863 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-891f4e3e-b2a4-4d70-a710-d2c3bd0b1552 tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/ports/a036dc19-c3d6-4ed7-adac-eebba3471f98 HTTP/1.1" status: 204 len: 168 time: 0.7312028 Sep 02 12:52:33.941744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:33.941855 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16', 'code': 200} Sep 02 12:52:33.943879 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93', 'code': 200} Sep 02 12:52:33.944156 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9727c5cc-9d6c-4944-b453-4401b0ce4620', 'code': 200} Sep 02 12:52:33.944565 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'code': 200} Sep 02 12:52:34.027875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fc90607-dada-4e87-92e5-4d42f601528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.032649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.036021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] In _notify_port_updated(), no bound segment for port 9727c5cc-9d6c-4944-b453-4401b0ce4620 on network b5395cd2-0f08-404e-83d1-fa94fd2d4500 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:52:34.038058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.039235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.041659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-30beb7d3-9263-4b59-8cc5-b7df839283c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 200 len: 1033 time: 2.1783450 Sep 02 12:52:34.092835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 256da202-033f-4bee-a637-0bfd977a7c9c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=256da202-033f-4bee-a637-0bfd977a7c9c,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:34.116440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '256da202-033f-4bee-a637-0bfd977a7c9c', 'network_id': '0d30651b-1154-44f3-bbd7-7b0d75ea3197', 'port_id': '256da202-033f-4bee-a637-0bfd977a7c9c', 'mac_address': 'fa:16:3e:d0:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f095bb-9cd1-43de-852f-cc48ba31c80f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:52:34.155326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bdf07-d278-4429-b92a-911a146d4b51 req-6df22d3d-bb57-4340-ad0f-3f70aec7dda2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.156936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c2bdf07-d278-4429-b92a-911a146d4b51 req-6df22d3d-bb57-4340-ad0f-3f70aec7dda2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 931 time: 0.1852129 Sep 02 12:52:34.195522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.212942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fc90607-dada-4e87-92e5-4d42f601528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.221019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256da202-033f-4bee-a637-0bfd977a7c9c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:52:34.221267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fc90607-dada-4e87-92e5-4d42f601528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.228029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9fc90607-dada-4e87-92e5-4d42f601528b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/832b3208-2364-4665-b918-730e6a8843a9 HTTP/1.1" status: 204 len: 168 time: 0.5974467 Sep 02 12:52:34.249711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-23c77deb-fbcf-4a1f-85f9-b69f7dc59e61 None None] Provisioning complete for port 9727c5cc-9d6c-4944-b453-4401b0ce4620 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:34.250147 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23c77deb-fbcf-4a1f-85f9-b69f7dc59e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.261394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:34.274594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:34.280644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting subnet 7130c4c7-d69a-415d-a355-6682cc2c7cc3 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:52:34.284544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:34.297411 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.312085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 256da202-033f-4bee-a637-0bfd977a7c9c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=256da202-033f-4bee-a637-0bfd977a7c9c,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:34.318702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90607-dada-4e87-92e5-4d42f601528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b3208-2364-4665-b918-730e6a8843a9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:34.334981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:34.343156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.347808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.366454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c2bdf07-d278-4429-b92a-911a146d4b51 req-2d2ad6e4-d523-4585-aadc-a6e1e69b72bc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788807 Sep 02 12:52:34.494586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=256da202-033f-4bee-a637-0bfd977a7c9c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:34.508549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.509382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.534646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-23c77deb-fbcf-4a1f-85f9-b69f7dc59e61 None None] Port 9727c5cc-9d6c-4944-b453-4401b0ce4620 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:34.602729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-51f9cc10-d345-4f4b-8dc7-049acd0e85ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.606589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-51f9cc10-d345-4f4b-8dc7-049acd0e85ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.607928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['256da202-033f-4bee-a637-0bfd977a7c9c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:52:34.615778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-51f9cc10-d345-4f4b-8dc7-049acd0e85ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.618130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca5e1a-284a-4956-a646-6ecb98dbe6a7 req-92472efa-86bf-4601-80d6-93525f3e3344 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.619734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95ca5e1a-284a-4956-a646-6ecb98dbe6a7 req-92472efa-86bf-4601-80d6-93525f3e3344 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1142757 Sep 02 12:52:34.637926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-51f9cc10-d345-4f4b-8dc7-049acd0e85ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.649826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-51f9cc10-d345-4f4b-8dc7-049acd0e85ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:34.651744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-51f9cc10-d345-4f4b-8dc7-049acd0e85ea tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 3874 time: 0.5352306 Sep 02 12:52:34.699863 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95ca5e1a-284a-4956-a646-6ecb98dbe6a7 req-97f39fd9-23e2-471d-a066-cfa7a0bdeb35 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697119 Sep 02 12:52:34.710131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.772980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d44326f5-2f21-4246-985f-d5438595b9de None None] Provisioning for port f18c535f-f4d2-4d87-a119-0a3ef33b330e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:34.792577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d44326f5-2f21-4246-985f-d5438595b9de None None] Provisioning complete for port f18c535f-f4d2-4d87-a119-0a3ef33b330e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:34.795173 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d44326f5-2f21-4246-985f-d5438595b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:34.810984 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-37ae25c5-16de-4613-a958-059c4405e418 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4614003 Sep 02 12:52:34.858189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d44326f5-2f21-4246-985f-d5438595b9de None None] Port f18c535f-f4d2-4d87-a119-0a3ef33b330e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:52:34.904947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Request body: {'port': {'device_id': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:34.999262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port a8b7fa48-04e9-4e99-8158-58efe672dd4c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:34.999262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.010858 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c1d1ef0-36e3-4906-b1b3-506ed52587cb req-990809ba-d30b-4b4a-9ff6-a3d86e72cf5e tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195105 Sep 02 12:52:35.063969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.179448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] For port a8b7fa48-04e9-4e99-8158-58efe672dd4c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a8b7fa48-04e9-4e99-8158-58efe672dd4c,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:35.179908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.245063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for a8b7fa48-04e9-4e99-8158-58efe672dd4c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:35.246381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.286293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.430580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc41257-8391-44e4-94ed-19c1ceab99fa req-31b0978d-a41d-47ff-bd49-3ec563a43b96 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:35.443542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0dc41257-8391-44e4-94ed-19c1ceab99fa req-31b0978d-a41d-47ff-bd49-3ec563a43b96 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 944 time: 0.2446010 Sep 02 12:52:35.460086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.543895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Subnet': ['ID=7130c4c7-d69a-415d-a355-6682cc2c7cc3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:35.560531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845fe6a8-60b7-4ce3-bf2b-2aa7acb6c585 None None] Network f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:35.593907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.598985 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b88f3e1e-2ff5-451e-9f32-840c0833805d tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/subnets/7130c4c7-d69a-415d-a355-6682cc2c7cc3 HTTP/1.1" status: 204 len: 168 time: 1.6422772 Sep 02 12:52:35.602891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:35.621744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0dc41257-8391-44e4-94ed-19c1ceab99fa req-e4d7c9a3-9f9f-4991-80ec-53884046b45b tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666172 Sep 02 12:52:35.720109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 256da202-033f-4bee-a637-0bfd977a7c9c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:35.724627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e363b-06ad-413c-ba88-3128c8fa72cf req-17af50c6-a481-4995-ba6b-cc52be835bdc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:35.741266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc1e363b-06ad-413c-ba88-3128c8fa72cf req-17af50c6-a481-4995-ba6b-cc52be835bdc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 931 time: 0.1538463 Sep 02 12:52:35.759537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.813957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=a8b7fa48-04e9-4e99-8158-58efe672dd4c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:35.838659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting subnet bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:52:35.853531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.899135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] No DVR routers for this DVR port a8b7fa48-04e9-4e99-8158-58efe672dd4c on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:35.905060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 256da202-033f-4bee-a637-0bfd977a7c9c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:35.906038 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:35.908364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-c29ae1f9-4eb7-4909-b11a-04051a4ac0e8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "DELETE /v2.0/ports/a8b7fa48-04e9-4e99-8158-58efe672dd4c HTTP/1.1" status: 204 len: 173 time: 1.8431339 Sep 02 12:52:35.908799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:35.911252 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76425a60-8ae6-4d20-b4d7-6ea4c91b4b9d" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:35.913159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 256da202-033f-4bee-a637-0bfd977a7c9c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:35.914633 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.008659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] DHCP port deletion for f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:52:36.017118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.113590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] Deleting port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:36.114135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.116409 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.203818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18c535f-f4d2-4d87-a119-0a3ef33b330e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:52:36.223502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.264394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc1e363b-06ad-413c-ba88-3128c8fa72cf req-d8023ddc-8853-46d7-a17d-a7fc4d430ed6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205979 Sep 02 12:52:36.280530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Transition to ACTIVE for port object f18c535f-f4d2-4d87-a119-0a3ef33b330e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:36.300312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.394508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.448532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:36.448882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.523362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.598882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:36.672105 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c5110a-8b32-4445-99ba-96fa7a51d5d4 x-openstack-request-id: req-47c5110a-8b32-4445-99ba-96fa7a51d5d4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:36.672397 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "a8b7fa48-04e9-4e99-8158-58efe672dd4c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:36.672589 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47c5110a-8b32-4445-99ba-96fa7a51d5d4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:36.673005 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': 'a8b7fa48-04e9-4e99-8158-58efe672dd4c', 'status': 'completed', 'code': 200} Sep 02 12:52:36.684016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:36.744667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Subnet': ['ID=bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:36.769026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.770928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8b10f08f-4a48-4f21-a00e-b7f8b4c66c2f tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/subnets/bf26aaa8-62fe-491c-8ece-b3a1d94ce6d9 HTTP/1.1" status: 204 len: 168 time: 1.1654098 Sep 02 12:52:36.773798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:36.779290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256da202-033f-4bee-a637-0bfd977a7c9c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:36.787634 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a51fd-bb35-4f07-8b08-d59e41aaa3bf" -d '{"events": [{"server_uuid": "1836c32e-ef1e-4e14-9d1f-c54a69586eb5", "name": "network-vif-plugged", "status": "completed", "tag": "256da202-033f-4bee-a637-0bfd977a7c9c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:36.826984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c5502-6716-40ba-b12d-0c6d2365fbab None None] Network 0371b580-8bd4-4b56-bba6-c734687d2852 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:36.932443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.966484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395cc2-400c-4165-9564-bb43d9cebe17 req-75761998-7b60-475c-9fdd-1788fd506785 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:36.972736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395cc2-400c-4165-9564-bb43d9cebe17 req-75761998-7b60-475c-9fdd-1788fd506785 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:36.975496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b4445d5-c501-4652-a708-f0e79af84223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.979861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395cc2-400c-4165-9564-bb43d9cebe17 req-75761998-7b60-475c-9fdd-1788fd506785 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:36.985954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395cc2-400c-4165-9564-bb43d9cebe17 req-75761998-7b60-475c-9fdd-1788fd506785 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:36.987114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] For port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:36.987595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:36.993640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88395cc2-400c-4165-9564-bb43d9cebe17 req-75761998-7b60-475c-9fdd-1788fd506785 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 3142 time: 0.4818337 Sep 02 12:52:36.999190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 256da202-033f-4bee-a637-0bfd977a7c9c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=256da202-033f-4bee-a637-0bfd977a7c9c,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:37.007054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] For port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:37.007485 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.015801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03ac73-3884-4be3-a29c-7b24676c620d req-7e764172-fdca-4be6-be3f-2a5a20e40c35 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:37.024462 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.033807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a03ac73-3884-4be3-a29c-7b24676c620d req-7e764172-fdca-4be6-be3f-2a5a20e40c35 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 944 time: 0.2319391 Sep 02 12:52:37.038881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:37.039667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:37.040195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:37.080806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] Calling delete_port for 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:37.087143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88395cc2-400c-4165-9564-bb43d9cebe17 req-249338c0-195c-49ef-9a14-8a34c08e41cd tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925248 Sep 02 12:52:37.124228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Deleting port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:37.126461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.189833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b4445d5-c501-4652-a708-f0e79af84223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.199265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:37.216160 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc5493f-cab0-4f6f-9c9c-b962a94d83b7 x-openstack-request-id: req-3dc5493f-cab0-4f6f-9c9c-b962a94d83b7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:37.216551 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1836c32e-ef1e-4e14-9d1f-c54a69586eb5", "name": "network-vif-plugged", "status": "completed", "tag": "256da202-033f-4bee-a637-0bfd977a7c9c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:37.216735 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dc5493f-cab0-4f6f-9c9c-b962a94d83b7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:37.217586 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256da202-033f-4bee-a637-0bfd977a7c9c', 'code': 200} Sep 02 12:52:37.224888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:37.365729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=256da202-033f-4bee-a637-0bfd977a7c9c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:37.371857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b4445d5-c501-4652-a708-f0e79af84223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.415133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3b4445d5-c501-4652-a708-f0e79af84223 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9612cce4549644e4a9d63e2a912fb19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708281 Sep 02 12:52:37.419541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:52:37.419908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:37.428368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:37.451715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:37.452218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Checking segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:37.452586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Bound using segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:37.456586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Bound port: f18c535f-f4d2-4d87-a119-0a3ef33b330e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:37.456586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.514681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] DHCP port deletion for 0371b580-8bd4-4b56-bba6-c734687d2852 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:52:37.531648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.582367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a03ac73-3884-4be3-a29c-7b24676c620d req-ff4e4970-3922-4720-87ef-4dab2415e4dc tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445774 Sep 02 12:52:37.647479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] Pushing event deleted for resources: {'Port': ['ID=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:37.656553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07b695-2ed8-44c8-9675-3859e8898675 None None] No DVR routers for this DVR port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:37.666593 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.739879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] Deleting port 6d3ed7b0-101a-49f6-8884-a792af9e4766 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:37.740465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.747016 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2955b4a2-e8d1-4d8f-8059-b57be9e44555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.810455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:37.814233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:37.821477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4445d5-c501-4652-a708-f0e79af84223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b6b9a1-787d-45b0-8a40-b5aeb695167c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:37.843900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] For port 6d3ed7b0-101a-49f6-8884-a792af9e4766, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6d3ed7b0-101a-49f6-8884-a792af9e4766,segment=NetworkSegment(e9fb1dbe-95e6-4ae7-9adc-3325b2283b41),segment_id=e9fb1dbe-95e6-4ae7-9adc-3325b2283b41)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:37.847180 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.856973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.880961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] Calling delete_port for 6d3ed7b0-101a-49f6-8884-a792af9e4766 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:37.938047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2955b4a2-e8d1-4d8f-8059-b57be9e44555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.953324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.993473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:37.994206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:37.995709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] 10.222.0.18 "PUT /v2.0/ports/f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 1091 time: 3.1183043 Sep 02 12:52:38.012975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5ee-bb8c-4de9-8447-9896b6b9df7b req-6b9e8f1a-f0e7-4a7a-b573-8ef64fef8367 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:38.023743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] For port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,segment=NetworkSegment(fb3117fd-9444-44f0-b20a-6b94361adf4f),segment_id=fb3117fd-9444-44f0-b20a-6b94361adf4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:38.025557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.031031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3416e5ee-bb8c-4de9-8447-9896b6b9df7b req-6b9e8f1a-f0e7-4a7a-b573-8ef64fef8367 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 943 time: 0.2860110 Sep 02 12:52:38.032205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.045108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Calling delete_port for 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:38.050965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] No DVR routers for this DVR port 6d3ed7b0-101a-49f6-8884-a792af9e4766 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:38.086951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6edd4-3bfc-443c-a67f-80e78316b622 None None] Pushing event deleted for resources: {'Port': ['ID=6d3ed7b0-101a-49f6-8884-a792af9e4766,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:38.099360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:38.124883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897b205-be87-49d1-a4c6-7e8fa7340a83 service neutron] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:38.173653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.220650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:38.249035 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2955b4a2-e8d1-4d8f-8059-b57be9e44555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.251979 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2955b4a2-e8d1-4d8f-8059-b57be9e44555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.255950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2955b4a2-e8d1-4d8f-8059-b57be9e44555 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7b6b9a1-787d-45b0-8a40-b5aeb695167c HTTP/1.1" status: 204 len: 168 time: 0.7906966 Sep 02 12:52:38.264936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] No DVR routers for this DVR port 8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:38.269189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.271487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-3d6db83b-e88f-45f2-9b1b-4800ef71a2f3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "DELETE /v2.0/ports/8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93 HTTP/1.1" status: 204 len: 173 time: 2.3501525 Sep 02 12:52:38.274449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955b4a2-e8d1-4d8f-8059-b57be9e44555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b6b9a1-787d-45b0-8a40-b5aeb695167c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:38.286812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] No DVR routers for this DVR port 081f3a04-52b6-46cf-856d-dfc6d6f5fe4c on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:38.339090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3416e5ee-bb8c-4de9-8447-9896b6b9df7b req-beb50a82-c53f-4999-9045-9f5f436b1bf9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005862 Sep 02 12:52:38.387502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Port': ['ID=081f3a04-52b6-46cf-856d-dfc6d6f5fe4c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:38.399312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e8851-5c81-4ae3-bdc1-d4333bf291eb req-85051476-eca2-483f-b487-513df1772e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:38.401264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf2e8851-5c81-4ae3-bdc1-d4333bf291eb req-85051476-eca2-483f-b487-513df1772e20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 1096 time: 1.1078100 Sep 02 12:52:38.484137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-04a273d6-ad94-4bc2-97cd-8c49edcc9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:38.486493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-04a273d6-ad94-4bc2-97cd-8c49edcc9460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1094 time: 0.4287114 Sep 02 12:52:38.516486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.549332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:38.563556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3117fd-9444-44f0-b20a-6b94361adf4f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:38.563868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3117fd-9444-44f0-b20a-6b94361adf4f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:38.575128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.594723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.605524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:52:38.605995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.678429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-5b3cab32-a34b-4e5c-b7ae-48cb0d17d1ac tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:38.686255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-5b3cab32-a34b-4e5c-b7ae-48cb0d17d1ac tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 1.3341794 Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:52:38.688139 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:52:38.726290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-c7594f09-3218-4968-8c68-59b04e54ea39 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/quotas/b41d3773b57d452bb82d0e748f849f4d HTTP/1.1" status: 200 len: 375 time: 0.0383422 Sep 02 12:52:38.759549 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf2e8851-5c81-4ae3-bdc1-d4333bf291eb req-8c567627-84eb-4f12-a8fd-59f0fec214da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465409 Sep 02 12:52:38.762429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.798193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.800563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/networks/f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a HTTP/1.1" status: 204 len: 168 time: 2.0257998 Sep 02 12:52:38.806026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:38.828333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650ac42-87a2-47a9-9e70-c8c0464960aa tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Network': ['ID=f2d816e1-d59a-47a0-b5c5-a0b0fdc1425a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:38.831103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:38.885669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c8dceb0-aba0-449f-8e46-95c6b134a22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.896426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-1b962b72-a622-4561-bb92-30ce4f933731 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 217 time: 0.3852315 Sep 02 12:52:38.897109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d76c7ca-d276-4f9c-be8d-f981e26983a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:38.900014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}, {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:38.901850 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:38.969306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-f4d496d2-2912-4071-8b3a-a7477f4e0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:38.971371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-f4d496d2-2912-4071-8b3a-a7477f4e0ed2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.0650582 Sep 02 12:52:38.989225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c8dceb0-aba0-449f-8e46-95c6b134a22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.001566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cec5-2743-4966-8da3-538095e38fc5 req-8d1c562d-26e7-411d-a09c-3650c153ab0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:39.008039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cec5-2743-4966-8da3-538095e38fc5 req-8d1c562d-26e7-411d-a09c-3650c153ab0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:39.014560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cec5-2743-4966-8da3-538095e38fc5 req-8d1c562d-26e7-411d-a09c-3650c153ab0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:39.016303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dce8cec5-2743-4966-8da3-538095e38fc5 req-8d1c562d-26e7-411d-a09c-3650c153ab0c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 2411 time: 0.5475736 Sep 02 12:52:39.023122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-fd3c13e4-8656-496d-8d2d-ac04735d098d tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2947457 Sep 02 12:52:39.051894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c8dceb0-aba0-449f-8e46-95c6b134a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.060477 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.108890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d76c7ca-d276-4f9c-be8d-f981e26983a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.111897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dceb0-aba0-449f-8e46-95c6b134a22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26deb8-5fe9-4fb5-a77f-292e7b6c8484,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:39.114927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6d3ed7b0-101a-49f6-8884-a792af9e4766 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:52:39.178127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 6d3ed7b0-101a-49f6-8884-a792af9e4766 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:52:39.178775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6d3ed7b0-101a-49f6-8884-a792af9e4766 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:52:39.182974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port 95cd0b99-8884-45db-9f78-88979017ba16 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:39.183931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.192037 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d76c7ca-d276-4f9c-be8d-f981e26983a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.224595 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c8dceb0-aba0-449f-8e46-95c6b134a22e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de1e89706dc54cd0ac37b2f5a1636ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821213 Sep 02 12:52:39.228413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:39.249737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76c7ca-d276-4f9c-be8d-f981e26983a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78fba50-8d01-49cd-9734-cb4fa006952e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:39.341548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dce8cec5-2743-4966-8da3-538095e38fc5 req-b621bb29-3549-4219-950c-8d6914b5dd47 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529000 Sep 02 12:52:39.343398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-614e775f-1eb6-4a34-a4ee-bb1766f2ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:39.344810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-614e775f-1eb6-4a34-a4ee-bb1766f2ae04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3543847 Sep 02 12:52:39.353460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2d76c7ca-d276-4f9c-be8d-f981e26983a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eba25f500de24cc0a193915075782048&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2294192 Sep 02 12:52:39.357052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:39.456484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-15f05717-2e02-40d6-9ceb-f5b10753cca4 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913164 Sep 02 12:52:39.469674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.503727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0371b580-8bd4-4b56-bba6-c734687d2852']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:39.546857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:39.546857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fb1dbe-95e6-4ae7-9adc-3325b2283b41') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:39.571251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-495a1ca8-d62d-48a8-8705-7bc224ffb362 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037480 Sep 02 12:52:39.572883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.573677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] For port 95cd0b99-8884-45db-9f78-88979017ba16, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=95cd0b99-8884-45db-9f78-88979017ba16,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:39.574247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.582518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb13f-e890-487c-a926-fdc3e3463ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.595638 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.616630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for 95cd0b99-8884-45db-9f78-88979017ba16 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:39.624927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:52:39.625266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:52:39.628941 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:52:39.638186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb13f-e890-487c-a926-fdc3e3463ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.665072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371427-dbc8-403a-a450-f252614eb250 req-face2b34-05bc-4962-873c-cbb748000b38 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:39.673123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5a371427-dbc8-403a-a450-f252614eb250 req-face2b34-05bc-4962-873c-cbb748000b38 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 945 time: 0.1942668 Sep 02 12:52:39.707567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b38b1789-7666-4bbd-9949-1f02d722aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.707824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-442fe6fe-bebf-4c8e-a43e-d1881d9bc8fd service neutron] 10.222.0.60 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331743 Sep 02 12:52:39.758967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.793561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.802322 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] 10.222.0.60 "DELETE /v2.0/networks/0371b580-8bd4-4b56-bba6-c734687d2852 HTTP/1.1" status: 204 len: 168 time: 0.9862282 Sep 02 12:52:39.822172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b9f8b-1e25-4a58-af00-6dbe408ea1bd tempest-TaggedBootDevicesTest-394433705 tempest-TaggedBootDevicesTest-394433705-project] Pushing event deleted for resources: {'Network': ['ID=0371b580-8bd4-4b56-bba6-c734687d2852,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:39.827457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb13f-e890-487c-a926-fdc3e3463ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.835227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb13f-e890-487c-a926-fdc3e3463ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:39.837578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aa9eb13f-e890-487c-a926-fdc3e3463ffd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b26deb8-5fe9-4fb5-a77f-292e7b6c8484 HTTP/1.1" status: 204 len: 168 time: 0.6066856 Sep 02 12:52:39.868780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5a371427-dbc8-403a-a450-f252614eb250 req-c44f13d9-0996-49eb-8960-a651133a681a tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915593 Sep 02 12:52:39.871975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eb13f-e890-487c-a926-fdc3e3463ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26deb8-5fe9-4fb5-a77f-292e7b6c8484,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:39.879810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b38b1789-7666-4bbd-9949-1f02d722aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:40.025176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-71847b75-4d81-4f12-837f-dc4747c14e83 req-455379f6-a3ff-4dd2-9fa3-bd5cdaf881f5 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395702 Sep 02 12:52:40.117748 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45abee2-6630-4ac7-b1a2-53b523bda638 x-openstack-request-id: req-f45abee2-6630-4ac7-b1a2-53b523bda638 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:40.118941 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "status": "completed", "code": 200}, {"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:40.119932 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f45abee2-6630-4ac7-b1a2-53b523bda638 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:40.120616 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'status': 'completed', 'code': 200} Sep 02 12:52:40.122290 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': '8c31a5e9-ca9d-4fb2-8d18-d02ccd02fe93', 'status': 'completed', 'code': 200} Sep 02 12:52:40.129910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d541-9984-4ba5-8060-6d6e628896ae req-329f9072-12c4-49f2-b83c-792c0da9daf4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:40.137628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7a5d541-9984-4ba5-8060-6d6e628896ae req-329f9072-12c4-49f2-b83c-792c0da9daf4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 943 time: 0.0947402 Sep 02 12:52:40.189155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7a5d541-9984-4ba5-8060-6d6e628896ae req-05557843-dcea-4fdd-8a7b-3bd9c9c06334 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515571 Sep 02 12:52:40.248213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea1a6345-d602-488f-ac77-200c701b677d req-490a3f77-4a06-46c9-b38b-bc3695a3ce3f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 210 time: 0.1133919 Sep 02 12:52:40.277053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:40.283373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-2a96c1de-def4-41f0-9965-b98ac099b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:40.284713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-2a96c1de-def4-41f0-9965-b98ac099b70a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1094 time: 0.1575277 Sep 02 12:52:40.337625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b38b1789-7666-4bbd-9949-1f02d722aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:40.340203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b38b1789-7666-4bbd-9949-1f02d722aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:40.341444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b38b1789-7666-4bbd-9949-1f02d722aabb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a78fba50-8d01-49cd-9734-cb4fa006952e HTTP/1.1" status: 204 len: 168 time: 0.9836850 Sep 02 12:52:40.342355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=95cd0b99-8884-45db-9f78-88979017ba16,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:40.410222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b1789-7666-4bbd-9949-1f02d722aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78fba50-8d01-49cd-9734-cb4fa006952e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:40.463395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] No DVR routers for this DVR port 95cd0b99-8884-45db-9f78-88979017ba16 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:40.467590 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:40.469794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-5a7a256e-f20b-4135-8297-db7f2b490e6f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "DELETE /v2.0/ports/95cd0b99-8884-45db-9f78-88979017ba16 HTTP/1.1" status: 204 len: 173 time: 2.1353362 Sep 02 12:52:40.600620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34e10-effa-444d-a634-331c4ee1da64 req-3e916b8a-88d7-4bd7-9c8c-f8b13a4b6b81 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:40.626935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34e10-effa-444d-a634-331c4ee1da64 req-3e916b8a-88d7-4bd7-9c8c-f8b13a4b6b81 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:40.631299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aab34e10-effa-444d-a634-331c4ee1da64 req-3e916b8a-88d7-4bd7-9c8c-f8b13a4b6b81 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 1678 time: 0.1282003 Sep 02 12:52:40.674284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-50c0b648-db24-495b-a70f-e68c67a3b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:40.679065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-50c0b648-db24-495b-a70f-e68c67a3b9a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.3481128 Sep 02 12:52:40.703253 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aab34e10-effa-444d-a634-331c4ee1da64 req-27ac23d5-96a1-438c-8b71-ec5d6da2dbe3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614603 Sep 02 12:52:40.772417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-7073c953-ef9d-4870-8583-27d6741ea567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 217 time: 0.0726674 Sep 02 12:52:40.831500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port 760d858d-5429-49df-941d-f7fa519f0966 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:40.832200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:40.852528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-6191c2d9-c91d-4587-86a3-8d7027dc47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:40.856142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-6191c2d9-c91d-4587-86a3-8d7027dc47a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.0748646 Sep 02 12:52:40.937068 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:41.105859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8c9e6-5c59-40b3-8de2-7b5e77bd479b req-c80d81c2-3450-4738-a01a-03b6a5eb919d tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:41.119314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2aa8c9e6-5c59-40b3-8de2-7b5e77bd479b req-c80d81c2-3450-4738-a01a-03b6a5eb919d tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 945 time: 0.1022148 Sep 02 12:52:41.197354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2aa8c9e6-5c59-40b3-8de2-7b5e77bd479b req-9d3496b7-8d8e-4dba-9b45-bd92467414c0 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695205 Sep 02 12:52:41.226411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-a3374d78-eecd-4514-a989-8a3ccd1ca104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:41.228386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-a3374d78-eecd-4514-a989-8a3ccd1ca104 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540449 Sep 02 12:52:41.438512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c532f-54ee-4af5-825f-7bb090f0426a req-4a96f149-7b01-41a4-8976-87e4aa8051ba tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:41.440374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f7c532f-54ee-4af5-825f-7bb090f0426a req-4a96f149-7b01-41a4-8976-87e4aa8051ba tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 943 time: 0.1431832 Sep 02 12:52:41.474831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] For port 760d858d-5429-49df-941d-f7fa519f0966, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=760d858d-5429-49df-941d-f7fa519f0966,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:41.476190 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:41.544722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-7e0c69d8-a111-416b-9d00-d55f29cf3a2c service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003221 Sep 02 12:52:41.545737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for 760d858d-5429-49df-941d-f7fa519f0966 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:41.615119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44bfbc00-588a-4d18-98c3-1c18954684a7 req-c0834756-6e1c-4fd3-ad51-ac5f14fa4ff5 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 210 time: 0.1695082 Sep 02 12:52:41.687218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-37be46f7-3bbd-4f20-95ab-d5f763c99c61 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:41.689030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-37be46f7-3bbd-4f20-95ab-d5f763c99c61 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 814 time: 0.2412362 Sep 02 12:52:41.721751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Request body: {'port': {'device_id': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'admin_state_up': True, 'tenant_id': 'b41d3773b57d452bb82d0e748f849f4d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:41.910756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f7c532f-54ee-4af5-825f-7bb090f0426a req-a248fb25-60b1-4093-b9d9-328b1810bf44 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423754 Sep 02 12:52:41.946724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb1da6c1-68a2-44cd-a7c3-fceac1bd503e req-d3612d96-20c9-437e-b1dd-ba192c372732 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576996 Sep 02 12:52:41.987990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474c5d-7153-4071-b374-2e49ca6121bb req-b7c00473-598d-4fec-a0ef-14aa5fd15beb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:41.996642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474c5d-7153-4071-b374-2e49ca6121bb req-b7c00473-598d-4fec-a0ef-14aa5fd15beb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:41.998463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29474c5d-7153-4071-b374-2e49ca6121bb req-b7c00473-598d-4fec-a0ef-14aa5fd15beb tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 1678 time: 0.1145580 Sep 02 12:52:42.029565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Made reservation on behalf of b41d3773b57d452bb82d0e748f849f4d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:42.035212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.075229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29474c5d-7153-4071-b374-2e49ca6121bb req-16ea5762-9e7e-4418-a5f8-068430342aaf tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673630 Sep 02 12:52:42.128471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:42.131691 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc0b24a-e659-4db8-82cf-5c08edc930a6" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "95cd0b99-8884-45db-9f78-88979017ba16"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:42.232328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.329610 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a08e3-d6bb-4a9e-be97-daf08c7f35e5 x-openstack-request-id: req-f89a08e3-d6bb-4a9e-be97-daf08c7f35e5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:42.332278 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "95cd0b99-8884-45db-9f78-88979017ba16", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:42.332657 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f89a08e3-d6bb-4a9e-be97-daf08c7f35e5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:42.333209 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': '95cd0b99-8884-45db-9f78-88979017ba16', 'status': 'completed', 'code': 200} Sep 02 12:52:42.340943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=760d858d-5429-49df-941d-f7fa519f0966,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:42.372942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Allocated IP 172.20.0.12 (cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6/d024366f-ced5-477a-ad39-58ec50b017f7/724997e7-0ff6-499c-9c1f-57d7acdabcb8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:42.437473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] No DVR routers for this DVR port 760d858d-5429-49df-941d-f7fa519f0966 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:42.444300 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.449830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-8320f10a-0d5d-403c-95f7-aa55a7f51c80 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "DELETE /v2.0/ports/760d858d-5429-49df-941d-f7fa519f0966 HTTP/1.1" status: 204 len: 173 time: 1.9698143 Sep 02 12:52:42.518803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:42.636338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port a95e9964-8342-426e-a7fc-ca8c27a963ab {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:42.636699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.730063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.781219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7e7a7bb-aa22-46ec-9ee3-f04280f55959 req-0db3b049-4c58-44ca-aac4-ce72ebcd4f34 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 210 time: 0.0480926 Sep 02 12:52:42.837254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] For port a95e9964-8342-426e-a7fc-ca8c27a963ab, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a95e9964-8342-426e-a7fc-ca8c27a963ab,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:42.837882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.872087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:42.893635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['806336e2-d1bf-4d8c-b399-b0a421e95b72'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:52:43.037664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090', '1bd1e56a-7550-4080-a9e5-070aee4535de'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:52:43.081441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event updated for resources: {'Port': ['ID=724997e7-0ff6-499c-9c1f-57d7acdabcb8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:43.096844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:43.099089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:43.103464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:43.380501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:43.381078 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:43.381531 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Floating IP bd63338d-82df-4748-b690-70121eec5126 disassociated. External IP: 172.25.7.116, port: a95e9964-8342-426e-a7fc-ca8c27a963ab. Sep 02 12:52:43.382349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for a95e9964-8342-426e-a7fc-ca8c27a963ab owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:43.395511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4f865-56f7-4291-ad84-e3d12ed324b9 req-5661ede1-7a49-455c-8101-df31b46e111f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:43.403985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33d4f865-56f7-4291-ad84-e3d12ed324b9 req-5661ede1-7a49-455c-8101-df31b46e111f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 943 time: 0.2960570 Sep 02 12:52:43.440508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:43.441797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:43.508024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33d4f865-56f7-4291-ad84-e3d12ed324b9 req-fad6bfde-bb0b-43f0-a098-fd358931fdb1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993209 Sep 02 12:52:43.537772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-79f4aa7e-becf-4962-a5a3-9f843b8062b7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8249025 Sep 02 12:52:43.561558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Request body: {'port': {'device_id': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:43.710200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:43.804768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542402d1-19b4-4d29-b186-03cf88245e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:43.841430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:52:44.006904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af17a0-88f1-4f7b-88bf-be9298607372 req-f5cebe79-de97-4f4f-8df1-89ac12748b74 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:44.015393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79af17a0-88f1-4f7b-88bf-be9298607372 req-f5cebe79-de97-4f4f-8df1-89ac12748b74 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 944 time: 0.2406197 Sep 02 12:52:44.024611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:44.067844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'mac_address': 'fa:16:3e:37:b2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:52:44.157199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79af17a0-88f1-4f7b-88bf-be9298607372 req-0a85d90f-43d2-4d1f-9822-373a8256aaa5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups?id=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054425 Sep 02 12:52:44.211649 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.250725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18c535f-f4d2-4d87-a119-0a3ef33b330e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:52:44.288776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724997e7-0ff6-499c-9c1f-57d7acdabcb8 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:52:44.299741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.310174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:44.312387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542402d1-19b4-4d29-b186-03cf88245e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.318346 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.328231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.338730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': '760d858d-5429-49df-941d-f7fa519f0966'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:44.341331 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee9b22d-3a68-4dc7-bc76-1565c18a95a7" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "760d858d-5429-49df-941d-f7fa519f0966"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:44.345052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542402d1-19b4-4d29-b186-03cf88245e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.386548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=a95e9964-8342-426e-a7fc-ca8c27a963ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:44.390093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Transition to ACTIVE for port object 724997e7-0ff6-499c-9c1f-57d7acdabcb8 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:44.401437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.422665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542402d1-19b4-4d29-b186-03cf88245e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd9157-56d5-4343-ba5b-35ebbc9a4a48,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:44.505080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:44.553048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637ce93-036a-4cde-a3c8-2954a0d26cae req-2d4f1a7b-6737-4aa7-a6dc-60820be4616a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:44.579065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f18c535f-f4d2-4d87-a119-0a3ef33b330e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:52:44.579302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f637ce93-036a-4cde-a3c8-2954a0d26cae req-2d4f1a7b-6737-4aa7-a6dc-60820be4616a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 932 time: 0.3614843 Sep 02 12:52:44.587619 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb31aa1c-c53a-499c-bcc7-fa0a4ab96990 x-openstack-request-id: req-bb31aa1c-c53a-499c-bcc7-fa0a4ab96990 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:44.587934 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "760d858d-5429-49df-941d-f7fa519f0966", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:44.588197 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb31aa1c-c53a-499c-bcc7-fa0a4ab96990 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:44.588633 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': '760d858d-5429-49df-941d-f7fa519f0966', 'status': 'completed', 'code': 200} Sep 02 12:52:44.661171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-542402d1-19b4-4d29-b186-03cf88245e78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a11e4d0f7d3445549748275cfbe2f145&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1411138 Sep 02 12:52:44.661815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:44.730268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Pushing event updated for resources: {'Port': ['ID=724997e7-0ff6-499c-9c1f-57d7acdabcb8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:44.781767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f637ce93-036a-4cde-a3c8-2954a0d26cae req-1f83c264-0d64-4ee5-a531-d5339ea9e56f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087219 Sep 02 12:52:44.819345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Attempting to bind port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:44.822098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Attempting to bind port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:44.822714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Attempting to bind port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:44.836443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:52:44.837000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Attempting to bind port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 on network cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:44.849489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:44.853099 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6868830-7092-4736-96e7-dbec9f552bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.853763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Checking segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:44.854320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Bound using segment: {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:44.854998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Bound port: 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:44.855457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:44.899761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d24e-90e9-42bd-948e-8776078613cb req-2216acb4-5501-489f-a8d6-5a1a3abbc851 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:44.909604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2eb4d24e-90e9-42bd-948e-8776078613cb req-2216acb4-5501-489f-a8d6-5a1a3abbc851 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.2321074 Sep 02 12:52:44.988291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2eb4d24e-90e9-42bd-948e-8776078613cb req-81f04ba7-76bf-468b-8cca-50cac7a452b7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763600 Sep 02 12:52:44.997979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Router ab59ecd8-f210-4553-995e-6bb8f78c9e4c has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:52:45.010770 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6868830-7092-4736-96e7-dbec9f552bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:45.023117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] For port 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:45.027148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] For port 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:45.038128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:45.156105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:45.157698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:45.163544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] 10.222.0.41 "PUT /v2.0/ports/724997e7-0ff6-499c-9c1f-57d7acdabcb8 HTTP/1.1" status: 200 len: 1092 time: 1.6162474 Sep 02 12:52:45.164496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'tag': '724997e7-0ff6-499c-9c1f-57d7acdabcb8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:45.174866 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17fc721-32d9-4247-9e10-b6fcd7787532" -d '{"events": [{"name": "network-changed", "server_uuid": "f577359c-b96f-4ca3-9fc5-391bbc1a23e6", "tag": "724997e7-0ff6-499c-9c1f-57d7acdabcb8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:45.255947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9203e-c558-440a-a934-4ec515f6fd00 service neutron] Pushing event updated for resources: {'Port': ['ID=724997e7-0ff6-499c-9c1f-57d7acdabcb8,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:45.317344 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed37db16-e8e2-43f9-9492-13f2cf1a2fdb x-openstack-request-id: req-ed37db16-e8e2-43f9-9492-13f2cf1a2fdb {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:45.318436 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f577359c-b96f-4ca3-9fc5-391bbc1a23e6", "tag": "724997e7-0ff6-499c-9c1f-57d7acdabcb8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:45.318436 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed37db16-e8e2-43f9-9492-13f2cf1a2fdb {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:45.318786 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'tag': '724997e7-0ff6-499c-9c1f-57d7acdabcb8', 'status': 'completed', 'code': 200} Sep 02 12:52:45.360750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-6ccdc934-536b-4dbe-b431-bac84e2ff1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:45.365667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-6ccdc934-536b-4dbe-b431-bac84e2ff1db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 1095 time: 0.1530340 Sep 02 12:52:45.423982 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6868830-7092-4736-96e7-dbec9f552bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:45.426977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6868830-7092-4736-96e7-dbec9f552bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:45.429591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6868830-7092-4736-96e7-dbec9f552bfc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8fd9157-56d5-4343-ba5b-35ebbc9a4a48 HTTP/1.1" status: 204 len: 168 time: 0.7613261 Sep 02 12:52:45.443148 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23c0000f-dbe8-44b3-a7c3-071e9e6b7e97 req-3e357732-825d-4a4d-a355-daed8db51bc3 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0742939 Sep 02 12:52:45.470016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868830-7092-4736-96e7-dbec9f552bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd9157-56d5-4343-ba5b-35ebbc9a4a48,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:45.479918 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-85ca437e-6498-44c3-9dea-b8d14aa5a7f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8 HTTP/1.1" status: 200 len: 217 time: 0.1064837 Sep 02 12:52:45.526191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:52:45.547413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] Sync routers for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:52:45.568713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:45.569863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:45.589369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2158-7462-4725-9f62-35817f65be3a req-5ea5c41c-10ec-4ec2-ae3b-c0ba68d319b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:45.592682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-5ea5c41c-10ec-4ec2-ae3b-c0ba68d319b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.1008480 Sep 02 12:52:45.644466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] No DVR routers for this DVR port a95e9964-8342-426e-a7fc-ca8c27a963ab on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:52:45.659338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:45.660395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-3a96c34a-f9b1-426f-9952-ce934b76e7dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595975 Sep 02 12:52:45.661765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46394d9-f13c-4ab7-bc63-eee79065674f req-72bdc146-812c-4ede-87a2-88b7312acb07 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.41 "DELETE /v2.0/ports/a95e9964-8342-426e-a7fc-ca8c27a963ab HTTP/1.1" status: 204 len: 173 time: 3.2048297 Sep 02 12:52:45.784592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:45.788819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:45.847021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-de8a27a7-1df8-4948-b22b-16010027cd50 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776633 Sep 02 12:52:45.870796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:46.072098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port f18c535f-f4d2-4d87-a119-0a3ef33b330e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:46.090108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port f18c535f-f4d2-4d87-a119-0a3ef33b330e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:46.092245 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.109291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d227e1f-7e34-4a70-a48d-069077e4a65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.129176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e3284-e91e-4373-a148-19b9a24b6958 req-942d4470-0f75-4f5c-951b-3e3953d0d1f8 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:46.146884 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c0e3284-e91e-4373-a148-19b9a24b6958 req-942d4470-0f75-4f5c-951b-3e3953d0d1f8 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 944 time: 0.2797525 Sep 02 12:52:46.157574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-782e2158-7462-4725-9f62-35817f65be3a req-45124f52-b8cb-434a-978f-ed23ebf488d4 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021519 Sep 02 12:52:46.176576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7557bd9-8a2f-4e4a-b9d7-8aea0561a2f4 req-2c508d20-4917-43c2-a3af-eff07f66113c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:46.185916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7557bd9-8a2f-4e4a-b9d7-8aea0561a2f4 req-2c508d20-4917-43c2-a3af-eff07f66113c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.1019635 Sep 02 12:52:46.278745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7557bd9-8a2f-4e4a-b9d7-8aea0561a2f4 req-fafc8411-7f7c-4429-bb60-f8d27f882b25 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916290 Sep 02 12:52:46.387017 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.403141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d227e1f-7e34-4a70-a48d-069077e4a65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.410863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d227e1f-7e34-4a70-a48d-069077e4a65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.417982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c0e3284-e91e-4373-a148-19b9a24b6958 req-99ded5f9-78e2-4342-a6cc-889cea33e05f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664332 Sep 02 12:52:46.447270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:46.448491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:46.465626 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f9935e-d31f-4941-b395-23e551bfcab7" -d '{"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-plugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:46.471821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.489385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-f0cab561-5e0f-4f3a-93d2-ef04f3017491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:46.490960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-f0cab561-5e0f-4f3a-93d2-ef04f3017491 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 1095 time: 0.2560110 Sep 02 12:52:46.512804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227e1f-7e34-4a70-a48d-069077e4a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585426f3-ee82-440f-bd17-210b48ab3f2b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:46.532109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d227e1f-7e34-4a70-a48d-069077e4a65f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d2a3795a44448b1b543a5774b3175ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7449620 Sep 02 12:52:46.548260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:46.550039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:55Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:46.601977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:46.607361 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40746fb3-2dbb-46f3-99f8-6f9778e55a38" -d '{"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:46.630882 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22748219-efac-4074-a95f-830fc83b3e9a x-openstack-request-id: req-22748219-efac-4074-a95f-830fc83b3e9a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:46.631134 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-plugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:46.631259 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22748219-efac-4074-a95f-830fc83b3e9a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:46.631653 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'code': 200} Sep 02 12:52:46.634254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] Checking router: ab59ecd8-f210-4553-995e-6bb8f78c9e4c for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:52:46.641345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:46.674663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:46.675923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:46.706763 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c5fe4-b024-4572-b595-030b6f49027b x-openstack-request-id: req-b32c5fe4-b024-4572-b595-030b6f49027b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:46.707057 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a581a1d-be51-4b10-bb81-f575a4a925b2", "name": "network-vif-deleted", "tag": "a95e9964-8342-426e-a7fc-ca8c27a963ab", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:46.707308 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b32c5fe4-b024-4572-b595-030b6f49027b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:46.707707 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a581a1d-be51-4b10-bb81-f575a4a925b2', 'name': 'network-vif-deleted', 'tag': 'a95e9964-8342-426e-a7fc-ca8c27a963ab', 'status': 'completed', 'code': 200} Sep 02 12:52:46.719046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-445f8231-506e-4203-80c5-cabf405d1794 req-ffb95e39-9f6f-4561-a519-d2e27e79a3ce tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0716090 Sep 02 12:52:46.740736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542b8f55-39db-460e-a372-5a74ab0ce0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.797614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-3dc22622-f931-4bc7-8e93-6bcebc491b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:46.799269 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-3dc22622-f931-4bc7-8e93-6bcebc491b6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 915 time: 0.3001249 Sep 02 12:52:46.821817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:46.835405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b538c5a-25c3-4506-b697-84eae21de841 req-2bac3158-74e8-4555-b866-d49668276c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:46.846644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b538c5a-25c3-4506-b697-84eae21de841 req-2bac3158-74e8-4555-b866-d49668276c8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1096 time: 0.2010438 Sep 02 12:52:46.879211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542b8f55-39db-460e-a372-5a74ab0ce0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:46.912980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-6fbca254-4c81-443f-9e6e-80a29c644a13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8 HTTP/1.1" status: 200 len: 217 time: 0.1060121 Sep 02 12:52:46.966117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b538c5a-25c3-4506-b697-84eae21de841 req-19da1588-9f3f-4ed4-a695-2c7dd614f07e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176898 Sep 02 12:52:47.015323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542b8f55-39db-460e-a372-5a74ab0ce0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:47.015810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-542b8f55-39db-460e-a372-5a74ab0ce0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:47.017427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-542b8f55-39db-460e-a372-5a74ab0ce0ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/585426f3-ee82-440f-bd17-210b48ab3f2b HTTP/1.1" status: 204 len: 168 time: 0.4654181 Sep 02 12:52:47.032835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-d1051092-822b-4438-bb93-a927adf4fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:47.034431 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-d1051092-822b-4438-bb93-a927adf4fdbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.1127033 Sep 02 12:52:47.036094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b8f55-39db-460e-a372-5a74ab0ce0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585426f3-ee82-440f-bd17-210b48ab3f2b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:47.114955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-c2c173f1-74b7-4469-8539-e13c2daa8936 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654631 Sep 02 12:52:47.166292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:55Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:47.204389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac634a7-364f-4d95-848e-d6c6452a4792 None None] The sync data for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 is: [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:41:45Z', 'revision_number': 4, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'ba05d8b5-3538-435b-8757-5c4f9617dcb9', 'name': '', 'network_id': '570c4c40-0a12-4264-8cd4-695bfe62e618', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'mac_address': 'fa:16:3e:0c:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:43Z', 'updated_at': '2021-09-02T12:41:55Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'subnets': [{'id': '791c1b25-8efe-4bc0-af0a-9389cd06562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:52:47.325769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-d4dfe23f-7fd2-4346-9ab2-0deb34ba7399 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976128 Sep 02 12:52:47.453992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec7984-4397-47da-b9ff-f8040ae7f4e1 req-dea7af47-afc0-4a45-b73c-e9c9b241abf8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:47.463610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74ec7984-4397-47da-b9ff-f8040ae7f4e1 req-dea7af47-afc0-4a45-b73c-e9c9b241abf8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.0978875 Sep 02 12:52:47.527842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74ec7984-4397-47da-b9ff-f8040ae7f4e1 req-3fe2972a-911e-47ce-a0ba-734af48059a8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631707 Sep 02 12:52:47.582535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17fc721-32d9-4247-9e10-b6fcd7787532 req-6275a0e8-1741-4b82-bc72-1d6d7df6eff8 service neutron] 10.222.0.41 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447956 Sep 02 12:52:47.660804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42118) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:47.667086 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e1ee4-49a2-4f03-82c9-9b877ff1a8ea None None] New status for floating IP bd63338d-82df-4748-b690-70121eec5126: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:52:47.670568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc932f-a0c9-4e5c-aad6-a729cedb4021 req-7d3a2ea5-179e-412c-96d8-5b4af55082e4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:47.678573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eecc932f-a0c9-4e5c-aad6-a729cedb4021 req-7d3a2ea5-179e-412c-96d8-5b4af55082e4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 944 time: 0.0811880 Sep 02 12:52:47.684332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5593d2f1-d27d-4d5d-82eb-2b8be64f9352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:47.734847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eecc932f-a0c9-4e5c-aad6-a729cedb4021 req-1b1089c1-6bf9-40a0-a552-100213c2979e tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552819 Sep 02 12:52:47.805188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5593d2f1-d27d-4d5d-82eb-2b8be64f9352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:47.818285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5593d2f1-d27d-4d5d-82eb-2b8be64f9352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:47.889846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5593d2f1-d27d-4d5d-82eb-2b8be64f9352 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=516ea7a7333b4a5e88b1990ba7f03db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255545 Sep 02 12:52:47.890257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:47.898850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc0be6c7-06ae-442a-b054-a4939593a235 req-4d3b6050-2ee2-44b2-9524-2c57c7dd812b tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0660007 Sep 02 12:52:47.928463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d2f1-d27d-4d5d-82eb-2b8be64f9352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b91b5b-e050-4ecc-8d1b-8caa67b2977b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:47.967073 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee42b0a5-57a8-4588-ae4c-f1c41cfb0496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:47.993919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee42b0a5-57a8-4588-ae4c-f1c41cfb0496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:48.048284 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee42b0a5-57a8-4588-ae4c-f1c41cfb0496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:48.051256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee42b0a5-57a8-4588-ae4c-f1c41cfb0496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:48.052667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ee42b0a5-57a8-4588-ae4c-f1c41cfb0496 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39b91b5b-e050-4ecc-8d1b-8caa67b2977b HTTP/1.1" status: 204 len: 168 time: 0.1611698 Sep 02 12:52:48.062717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42b0a5-57a8-4588-ae4c-f1c41cfb0496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b91b5b-e050-4ecc-8d1b-8caa67b2977b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:48.459732 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-10710e5c-b7d1-40b3-abee-28be4588d2ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422523 Sep 02 12:52:48.563014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-24373402-a0eb-45ae-9c71-932cedaaaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:48.565399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-24373402-a0eb-45ae-9c71-932cedaaaa4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 1096 time: 0.0528135 Sep 02 12:52:48.697733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1cd2e-127d-41e2-94ab-006266cc44ca req-5e70a77f-5ade-473a-9cae-470f0676f0ed tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:48.706792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06c1cd2e-127d-41e2-94ab-006266cc44ca req-5e70a77f-5ade-473a-9cae-470f0676f0ed tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.0965919 Sep 02 12:52:48.743799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-0e7374b4-d1da-4df0-8a03-fdd7174602fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:48.745783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-0e7374b4-d1da-4df0-8a03-fdd7174602fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 200 len: 915 time: 0.1309912 Sep 02 12:52:48.748552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06c1cd2e-127d-41e2-94ab-006266cc44ca req-7bb26748-e241-44bb-a261-c525a9c64d31 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Sep 02 12:52:48.822367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-70c4a09f-eed3-4823-a958-4ed69ebf45fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b2ca62-2504-4982-89b6-a91107c43090 HTTP/1.1" status: 200 len: 217 time: 0.0675025 Sep 02 12:52:48.935236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9f74-5e40-4d97-b80d-ec247d1d1900 req-62ed4694-3cb4-4923-a505-505dcf2cc860 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:48.937911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a23d9f74-5e40-4d97-b80d-ec247d1d1900 req-62ed4694-3cb4-4923-a505-505dcf2cc860 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.0723698 Sep 02 12:52:48.945376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-719d2e7a-6fc5-4b2b-a14d-98d65d6fcc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:48.946885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-719d2e7a-6fc5-4b2b-a14d-98d65d6fcc71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 200 len: 854 time: 0.1185968 Sep 02 12:52:48.955906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685268-0e13-41c3-a241-22ce577df990 req-7f232fa6-092c-44a0-9310-9102b86f26ed tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:48.957457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45685268-0e13-41c3-a241-22ce577df990 req-7f232fa6-092c-44a0-9310-9102b86f26ed tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 944 time: 0.1176295 Sep 02 12:52:48.986463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a23d9f74-5e40-4d97-b80d-ec247d1d1900 req-4498b1a0-5ccb-45f7-bb8c-3acb39f18a26 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416982 Sep 02 12:52:49.010218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-542815ee-d185-45c6-ac95-ec6337e35695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476127 Sep 02 12:52:49.010535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:49.101640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45685268-0e13-41c3-a241-22ce577df990 req-33f40c3c-3e32-472f-8c4e-66af639a2b6c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337430 Sep 02 12:52:49.131421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432822da-a6d3-4a2d-8716-4866f7047041 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:49.135130 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-432822da-a6d3-4a2d-8716-4866f7047041 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1091 time: 0.1209121 Sep 02 12:52:49.150131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:49.153683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae31dbe5-b7a3-4933-89a0-f3a1bba3a032 req-5a4539ed-368a-44ee-ad4e-daa32c3bd4f9 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0543036 Sep 02 12:52:49.157201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:49.192858 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-018b2ed3-ee79-4e18-b0f5-5770def9c6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567230 Sep 02 12:52:49.194515 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:49.308834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a751a286-6689-45d1-86ff-7a0d2605f4f9 req-5ccc7118-bba6-4868-8e60-22e72322ffa0 service neutron] 10.222.0.18 "GET /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099126 Sep 02 12:52:49.343141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:49.461885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.52 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/8adb3b53-140c-4adf-9cbb-bd16dd9a0db4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:49.572681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:49.613611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:49.663615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:49.667126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:49.671494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:49.710523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=8adb3b53-140c-4adf-9cbb-bd16dd9a0db4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:49.755246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 724997e7-0ff6-499c-9c1f-57d7acdabcb8 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:52:49.907111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:49.928089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '724997e7-0ff6-499c-9c1f-57d7acdabcb8', 'network_id': 'cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6', 'port_id': '724997e7-0ff6-499c-9c1f-57d7acdabcb8', 'mac_address': 'fa:16:3e:a2:ba:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd024366f-ced5-477a-ad39-58ec50b017f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:52:49.980783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:49.997123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724997e7-0ff6-499c-9c1f-57d7acdabcb8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:52:50.023825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:50.029519 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:50.096832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=724997e7-0ff6-499c-9c1f-57d7acdabcb8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:50.133724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:50.242587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:50.252300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['724997e7-0ff6-499c-9c1f-57d7acdabcb8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:52:50.269880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1270-324d-416c-842c-c7c8f368b850 req-34347830-6102-4b5a-9ae4-7f7900b0000a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:50.274832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04ae1270-324d-416c-842c-c7c8f368b850 req-34347830-6102-4b5a-9ae4-7f7900b0000a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 945 time: 0.0866909 Sep 02 12:52:50.337359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04ae1270-324d-416c-842c-c7c8f368b850 req-c05e6888-36bc-4d13-9303-73057f154415 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Sep 02 12:52:50.373082 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-708aa161-a734-41ff-913d-633f18f86220 req-0d22e18f-cda4-46a8-b4a5-752cb38f978f tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0776134 Sep 02 12:52:50.561865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:50.568643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:50.641985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=8adb3b53-140c-4adf-9cbb-bd16dd9a0db4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:50.658347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:50.777888 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP b324fcb2-4c77-483c-a722-edef363456a8 associated. External IP: 172.25.7.52, port: f18c535f-f4d2-4d87-a119-0a3ef33b330e. Sep 02 12:52:51.027503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router ed9ebbf4-7d85-4416-8da0-149cafff8de6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:52:51.141944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:52:51.159159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] Sync routers for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:52:51.168517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:51.179392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:51.207325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:51.515396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abc871-fbc5-43cd-9878-fbd2b2bb7cd5 req-033e2b74-cbfb-4d69-b33b-84cee1d14b84 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:51.519802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3abc871-fbc5-43cd-9878-fbd2b2bb7cd5 req-033e2b74-cbfb-4d69-b33b-84cee1d14b84 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 945 time: 0.1016119 Sep 02 12:52:51.575608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:51.576208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3abc871-fbc5-43cd-9878-fbd2b2bb7cd5 req-70beb717-9700-4b66-b3d3-7b94cb51c60c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Sep 02 12:52:51.688936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-75c49598-dd79-4070-a4cb-cb8fcb8da5ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5375156 Sep 02 12:52:51.690784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:51.695237 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0549b-57e1-418f-a0c2-1afd43309eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:51.725702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df98b676-bc28-4a0a-9f0d-80c31c983b59 req-be43402e-ac11-4614-a962-716888e03738 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0355632 Sep 02 12:52:51.766247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 724997e7-0ff6-499c-9c1f-57d7acdabcb8 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:52:51.796118 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47afe570-fa70-4610-95a4-05091e4ac55b x-openstack-request-id: req-47afe570-fa70-4610-95a4-05091e4ac55b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:51.796684 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:51.796684 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47afe570-fa70-4610-95a4-05091e4ac55b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:51.797040 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'status': 'completed', 'code': 200} Sep 02 12:52:51.830770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3c1a5-c8e4-4527-b119-78ba078c25ac req-867ea5b2-34f9-4bf9-8632-190607c20867 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:51.838438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef3c1a5-c8e4-4527-b119-78ba078c25ac req-867ea5b2-34f9-4bf9-8632-190607c20867 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.0921702 Sep 02 12:52:51.881750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:52:51.920213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:52:51.921181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:51.941674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ef3c1a5-c8e4-4527-b119-78ba078c25ac req-12f36e22-5505-481f-b80e-3930bcee2511 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994635 Sep 02 12:52:51.961722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:51.964537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-50e78deb-c742-4deb-9530-5f9a30adcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:51.966374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-50e78deb-c742-4deb-9530-5f9a30adcd49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1096 time: 0.1176767 Sep 02 12:52:51.991856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'b324fcb2-4c77-483c-a722-edef363456a8', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'mac_address': 'fa:16:3e:37:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:52:49Z', 'updated_at': '2021-09-02T12:52:49Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:29Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:52.027933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] Checking router: ed9ebbf4-7d85-4416-8da0-149cafff8de6 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:52:52.063625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b61bb919-2e1e-43de-865b-c25ee88e6f1b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/b324fcb2-4c77-483c-a722-edef363456a8 HTTP/1.1" status: 200 len: 990 time: 0.0999227 Sep 02 12:52:52.081280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:52.095926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:52:52.096571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:52:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:52.121196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-91a6b8b3-f2b3-465f-a77d-a645d61cb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:52.122919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-91a6b8b3-f2b3-465f-a77d-a645d61cb6a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.1482909 Sep 02 12:52:52.147837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724997e7-0ff6-499c-9c1f-57d7acdabcb8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:52:52.150169 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af67f1-c04a-41ea-b195-5e6a3a8b7da3" -d '{"events": [{"server_uuid": "f577359c-b96f-4ca3-9fc5-391bbc1a23e6", "name": "network-vif-plugged", "status": "completed", "tag": "724997e7-0ff6-499c-9c1f-57d7acdabcb8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:52:52.200658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:52:52.210807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:52.248783 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae977336-b047-4743-ac7c-923ac5707111 x-openstack-request-id: req-ae977336-b047-4743-ac7c-923ac5707111 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:52:52.249226 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f577359c-b96f-4ca3-9fc5-391bbc1a23e6", "name": "network-vif-plugged", "status": "completed", "tag": "724997e7-0ff6-499c-9c1f-57d7acdabcb8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:52:52.249499 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae977336-b047-4743-ac7c-923ac5707111 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:52:52.249904 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724997e7-0ff6-499c-9c1f-57d7acdabcb8', 'code': 200} Sep 02 12:52:52.263959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-ad4815a2-e740-438e-bc18-b8366a855f5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.1326199 Sep 02 12:52:52.299763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:52:52.326505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-1c2c880a-e840-438d-a9b7-1a9bbfd0b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:52.328703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-1c2c880a-e840-438d-a9b7-1a9bbfd0b0ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.0572288 Sep 02 12:52:52.372687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9e7b-1d49-46cc-8937-fc4e2865d071 req-a64c28dc-92fe-4125-8afa-f18be7d43395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:52.374297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-748a9e7b-1d49-46cc-8937-fc4e2865d071 req-a64c28dc-92fe-4125-8afa-f18be7d43395 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 1097 time: 0.0827091 Sep 02 12:52:52.394132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-ef7af96d-8e9e-4ba5-8a94-a36acbd104e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:52.395901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-ef7af96d-8e9e-4ba5-8a94-a36acbd104e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597742 Sep 02 12:52:52.419377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:52.431891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=724997e7-0ff6-499c-9c1f-57d7acdabcb8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:52.441678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-748a9e7b-1d49-46cc-8937-fc4e2865d071 req-d12ef2c8-921c-48b4-a498-336374676014 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Sep 02 12:52:52.515579 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-95008c15-6831-41b3-9f41-814e132595bb service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113658 Sep 02 12:52:52.600294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'b324fcb2-4c77-483c-a722-edef363456a8', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'mac_address': 'fa:16:3e:37:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:52:49Z', 'updated_at': '2021-09-02T12:52:49Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:29Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:52:52.605660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13a288-0560-488b-b744-f357513e5435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:52.633782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210c20b-2bc0-4e34-a202-7d89995bc305 None None] The sync data for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 is: [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'b324fcb2-4c77-483c-a722-edef363456a8', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'mac_address': 'fa:16:3e:37:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:52:49Z', 'updated_at': '2021-09-02T12:52:49Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:29Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:52:52.708187 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c0549b-57e1-418f-a0c2-1afd43309eea req-6c46e32f-bdea-46c4-9a8b-296a84af5f68 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844988 Sep 02 12:52:52.776292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d14-73b2-4a69-bb9e-b8be5f1538de req-24a930ec-1ad2-4ec2-a865-9c60c3db7649 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:52.778014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dcc15d14-73b2-4a69-bb9e-b8be5f1538de req-24a930ec-1ad2-4ec2-a865-9c60c3db7649 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 946 time: 0.1161289 Sep 02 12:52:52.848884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13a288-0560-488b-b744-f357513e5435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:52.870257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dcc15d14-73b2-4a69-bb9e-b8be5f1538de req-68a7a97f-ac98-4698-a7f6-7d8aa81d5d90 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770450 Sep 02 12:52:52.873533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13a288-0560-488b-b744-f357513e5435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:52.883881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d16f2ae-89e8-45e5-b7dc-a77c070cefef req-9f1da4f5-c79e-45ca-bede-aed1825afbba tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0371151 Sep 02 12:52:52.926728 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-db13a288-0560-488b-b744-f357513e5435 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f246c0243504aa199bb0a34f2a9a86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050080 Sep 02 12:52:52.929425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:52.945226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13a288-0560-488b-b744-f357513e5435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa28e599-587a-4c9c-95b5-d9c123f15aaf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:52.962561 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcbe02-c1f6-4859-a14c-17ea7145d833 None None] New status for floating IP b324fcb2-4c77-483c-a722-edef363456a8: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:52:53.026252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b43e01ce-ddae-4f07-ba7c-08b63b61670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:53.053763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b43e01ce-ddae-4f07-ba7c-08b63b61670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:53.067237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:53.173733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b43e01ce-ddae-4f07-ba7c-08b63b61670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:53.177682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b43e01ce-ddae-4f07-ba7c-08b63b61670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:53.181322 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b43e01ce-ddae-4f07-ba7c-08b63b61670f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa28e599-587a-4c9c-95b5-d9c123f15aaf HTTP/1.1" status: 204 len: 168 time: 0.2485638 Sep 02 12:52:53.202584 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d34e92fb-8dac-4878-8c05-3f28ce08654d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/b324fcb2-4c77-483c-a722-edef363456a8 HTTP/1.1" status: 200 len: 990 time: 0.1325870 Sep 02 12:52:53.210182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e01ce-ddae-4f07-ba7c-08b63b61670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa28e599-587a-4c9c-95b5-d9c123f15aaf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:54.023040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e6841c-2165-4258-8a2c-7b0fc74025ba req-8ed30775-817c-4181-b84e-666372f2a42c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0424614 Sep 02 12:52:54.060325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb2f5f-3148-4a36-9c17-893d7f7f2f3b req-6e578ad4-1110-4e77-93fd-70613a848cc4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:54.066169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1cb2f5f-3148-4a36-9c17-893d7f7f2f3b req-6e578ad4-1110-4e77-93fd-70613a848cc4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 946 time: 0.1036563 Sep 02 12:52:54.120107 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1cb2f5f-3148-4a36-9c17-893d7f7f2f3b req-c1d5dea3-cb6b-49e3-ad91-350728f953d1 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451086 Sep 02 12:52:54.202781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:54.274501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c06e7e5e-ccdf-4bdc-bbab-4936cdf67669 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/b324fcb2-4c77-483c-a722-edef363456a8 HTTP/1.1" status: 200 len: 992 time: 0.0698755 Sep 02 12:52:54.404068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:54.565280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b207a3a1-022c-4ce1-85a3-4337bcce1629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.708106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b207a3a1-022c-4ce1-85a3-4337bcce1629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.714354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b207a3a1-022c-4ce1-85a3-4337bcce1629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.767935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b207a3a1-022c-4ce1-85a3-4337bcce1629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f05a049ea1e6457fa546963a84845387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625300 Sep 02 12:52:54.769246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207a3a1-022c-4ce1-85a3-4337bcce1629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15429158-18ef-4949-a23f-eac177f92be1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:54.771239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42434) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:54.834675 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57650d35-cf4f-4d80-8abe-ab71a5a92941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.857518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57650d35-cf4f-4d80-8abe-ab71a5a92941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.918470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57650d35-cf4f-4d80-8abe-ab71a5a92941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.921125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57650d35-cf4f-4d80-8abe-ab71a5a92941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:54.925016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-57650d35-cf4f-4d80-8abe-ab71a5a92941 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15429158-18ef-4949-a23f-eac177f92be1 HTTP/1.1" status: 204 len: 168 time: 0.1500924 Sep 02 12:52:54.931010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57650d35-cf4f-4d80-8abe-ab71a5a92941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15429158-18ef-4949-a23f-eac177f92be1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:55.230352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-04f93cad-137d-444c-9c86-d2dcca806f1a req-fb3389ab-04fe-44d0-8d89-c5cd69a4d5b7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0479410 Sep 02 12:52:55.665732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-3af45159-e3b0-4a68-8bae-dd2d333f1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:55.668440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-3af45159-e3b0-4a68-8bae-dd2d333f1b39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0898042 Sep 02 12:52:55.672264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c76a8-4fff-4229-af03-bd9f980ff990 req-4cf1d73f-6cc2-409a-8be3-319877868426 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:55.674153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d43c76a8-4fff-4229-af03-bd9f980ff990 req-4cf1d73f-6cc2-409a-8be3-319877868426 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0770946 Sep 02 12:52:55.745455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d43c76a8-4fff-4229-af03-bd9f980ff990 req-8d61856a-a34f-4ddb-86e6-ef7ff82fd6ca tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573342 Sep 02 12:52:55.840267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-369da5cc-1cc5-4483-b131-2b2a2ee5afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:55.842390 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-369da5cc-1cc5-4483-b131-2b2a2ee5afa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.1659338 Sep 02 12:52:55.935520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-e5a359bf-3253-46d4-80ff-45b5c1092a6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 217 time: 0.0838203 Sep 02 12:52:56.002298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-ec1ad4ff-c623-4ab6-9f31-262f041b0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:56.004320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-ec1ad4ff-c623-4ab6-9f31-262f041b0d81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0602720 Sep 02 12:52:56.063078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-2addc801-b6fd-4ee7-ab21-9c35f384c895 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464375 Sep 02 12:52:56.214501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-6fb52cec-67d5-4f9b-b0f8-56bf227ff3ca service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437483 Sep 02 12:52:56.429879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4bc92c4-face-4819-a8df-899a1450bf71 req-975a9909-851c-40c2-a840-1ad86dc5680c tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0804687 Sep 02 12:52:56.433758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9155c4d-3395-4a7f-9a59-2050373414bf req-a10e695d-c197-48b6-af62-238583da2628 service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016704 Sep 02 12:52:56.918054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a251-0f90-4fc6-9ace-0d3a5378a867 req-4f9345b0-5979-4847-93e1-3758057074a0 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:56.919774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b281a251-0f90-4fc6-9ace-0d3a5378a867 req-4f9345b0-5979-4847-93e1-3758057074a0 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0849240 Sep 02 12:52:56.996025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b281a251-0f90-4fc6-9ace-0d3a5378a867 req-16c7ba87-0f1d-4734-bc92-ccd2fcbf054c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680027 Sep 02 12:52:57.065266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:57.276001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-281347877'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:57.300630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Made reservation on behalf of 6ee7d2011a1e4872b39e68a89045da52 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:57.304608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.315141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.439339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.452066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.468097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:52:57.483478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.484175 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Added segment 159b1ba6-151f-4100-9319-f4bb92872f2d of type vlan for network a88f330c-e271-461f-803a-8697d74d24dd Sep 02 12:52:57.566369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.572638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557c2879-73ba-4e97-8dd8-0a1e5cc88f3b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:57.604948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f513d43-2120-4176-af54-f8a60cbe134a req-9eb31b43-b1bc-4c41-a5a4-6087016222b5 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0541570 Sep 02 12:52:57.627621 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.639047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:57.640331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:57.713644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6461766 Sep 02 12:52:57.716111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:57.719869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f50820-c79f-4ddb-8160-5e7a493ddafe tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event updated for resources: {'Network': ['ID=a88f330c-e271-461f-803a-8697d74d24dd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:57.724403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Request body: {'subnet': {'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:57.736259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a88f330c-e271-461f-803a-8697d74d24dd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:52:57.837561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Made reservation on behalf of 6ee7d2011a1e4872b39e68a89045da52 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:57.841715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:58.085548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:58.153167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event updated for resources: {'Subnet': ['ID=945ef461-fc62-4cf1-a7c8-f1abd358838b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:58.202549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d962c-e076-471c-9184-06c2fa1131f0 req-c36325af-743d-4a5d-9aa6-5d1f688b204a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:58.204459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a3d962c-e076-471c-9184-06c2fa1131f0 req-c36325af-743d-4a5d-9aa6-5d1f688b204a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1469154 Sep 02 12:52:58.213539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Checking segment: {'id': '159b1ba6-151f-4100-9319-f4bb92872f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:58.213919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Network hostable DHCP agents. Network: a88f330c-e271-461f-803a-8697d74d24dd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:52:58.261198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a3d962c-e076-471c-9184-06c2fa1131f0 req-198ce687-de12-4cda-80bb-eaeccb568abb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Sep 02 12:52:58.262225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Network a88f330c-e271-461f-803a-8697d74d24dd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:52:58.273928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a88f330c-e271-461f-803a-8697d74d24dd) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:58.278537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:58.279956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:58.287950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3297f4a3-ba73-4eed-b9d7-8e3b1513bb49 None None] Network a88f330c-e271-461f-803a-8697d74d24dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:52:58.305321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-093b25ac-6eef-490b-a957-e20a8738a2b8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5856528 Sep 02 12:52:58.305678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:58.312751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Request body: {'port': {'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-657897428'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:52:58.435839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Made reservation on behalf of 6ee7d2011a1e4872b39e68a89045da52 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:52:58.440720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:58.466273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a88f330c-e271-461f-803a-8697d74d24dd', 'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd', 'tenant_id': '6ee7d2011a1e4872b39e68a89045da52', 'fixed_ips': [{'subnet_id': '945ef461-fc62-4cf1-a7c8-f1abd358838b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:52:58.467158 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:58.467735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] device_id is not set on port 217e9a4a-0aa7-4dba-a0ad-1288df106637 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:52:58.612853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Allocated IP 172.20.0.4 (a88f330c-e271-461f-803a-8697d74d24dd/945ef461-fc62-4cf1-a7c8-f1abd358838b/217e9a4a-0aa7-4dba-a0ad-1288df106637) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:58.655758 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22bc7d97-176c-4fd3-979e-53b17d3060df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:58.770121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4ef760a-4a8c-4f1f-866a-68ad169fb0e2 req-72665901-6b42-4de2-aa24-86f8167fe892 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0511177 Sep 02 12:52:59.107559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.121241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Transition to ACTIVE for port object 217e9a4a-0aa7-4dba-a0ad-1288df106637 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:59.161507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.208871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Allocated IP 172.20.0.2 (a88f330c-e271-461f-803a-8697d74d24dd/945ef461-fc62-4cf1-a7c8-f1abd358838b/b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:52:59.210744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Network a88f330c-e271-461f-803a-8697d74d24dd is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:59.214294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:59.219094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:59.271964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:59.272937 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.287815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event updated for resources: {'Port': ['ID=217e9a4a-0aa7-4dba-a0ad-1288df106637,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:59.302247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:52:59.302915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6b1554d8-f441-481b-a16b-ff542f223f0f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9959831 Sep 02 12:52:59.369066 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.379005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Transition to ACTIVE for port object b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:59.394854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Transition to ACTIVE for port object b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:52:59.404408 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.436294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-64c063d1-e54b-457d-91f9-f4992a5ff0f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617905 Sep 02 12:52:59.452710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Network a88f330c-e271-461f-803a-8697d74d24dd is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:52:59.453193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Deleting port 217e9a4a-0aa7-4dba-a0ad-1288df106637 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:52:59.453534 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.459611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:52:59.464409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:52:59.489403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879d96-ecde-42f4-ba00-9cb5f14dd386 req-4edb5f97-ccd2-45f9-8446-3dc5a87d43bf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:59.491264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc879d96-ecde-42f4-ba00-9cb5f14dd386 req-4edb5f97-ccd2-45f9-8446-3dc5a87d43bf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1021490 Sep 02 12:52:59.520465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Pushing event updated for resources: {'Port': ['ID=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:59.538523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Attempting to bind port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:52:59.539169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Attempting to bind port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '159b1ba6-151f-4100-9319-f4bb92872f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:52:59.539726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Attempting to bind port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 on network a88f330c-e271-461f-803a-8697d74d24dd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:52:59.545421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc879d96-ecde-42f4-ba00-9cb5f14dd386 req-c83e2308-f9a8-4a47-a711-8cd1320ea38d tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Sep 02 12:52:59.546901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:52:59.547292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Checking segment: {'id': '159b1ba6-151f-4100-9319-f4bb92872f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:52:59.547718 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.549101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Bound using segment: {'id': '159b1ba6-151f-4100-9319-f4bb92872f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:52:59.549101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Bound port: b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159b1ba6-151f-4100-9319-f4bb92872f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a88f330c-e271-461f-803a-8697d74d24dd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:52:59.549473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.598012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-c12c1f8b-c317-4589-abaa-86ccfc225c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:59.599816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-c12c1f8b-c317-4589-abaa-86ccfc225c2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 1096 time: 0.0794113 Sep 02 12:52:59.633452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.644027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] For port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:52:59.647854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] For port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,segment=NetworkSegment(159b1ba6-151f-4100-9319-f4bb92872f2d),segment_id=159b1ba6-151f-4100-9319-f4bb92872f2d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:52:59.653437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:52:59.703037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Calling delete_port for 217e9a4a-0aa7-4dba-a0ad-1288df106637 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:52:59.734741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65195bb-5eb2-4315-a2b8-e59803eb4125 None None] Pushing event updated for resources: {'Port': ['ID=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:52:59.804391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-612288e3-8cf5-4a4c-84d0-52700bc189f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:52:59.806467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-612288e3-8cf5-4a4c-84d0-52700bc189f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.1832063 Sep 02 12:52:59.943933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-566edf45-c9b1-4e58-bc4a-0b28fee2e8c2 req-fcebbbe9-0c7e-4bc7-9ee7-ed733213beb7 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0660334 Sep 02 12:52:59.945843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-f6760976-fe42-47b5-bb03-9b9247979e26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc HTTP/1.1" status: 200 len: 217 time: 0.1234436 Sep 02 12:53:00.027214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.035564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-b808328e-2f59-4bd6-9b09-4d4961a55e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:00.037096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-b808328e-2f59-4bd6-9b09-4d4961a55e40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0800748 Sep 02 12:53:00.084823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event deleted for resources: {'Port': ['ID=217e9a4a-0aa7-4dba-a0ad-1288df106637,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:00.109363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-eba57442-277c-404a-8cd3-28c37e37409e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391197 Sep 02 12:53:00.226796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.228684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c350025-6fb5-439a-a8cd-213c085abca8 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "DELETE /v2.0/ports/217e9a4a-0aa7-4dba-a0ad-1288df106637 HTTP/1.1" status: 204 len: 168 time: 0.9256594 Sep 02 12:53:00.231539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:00.263293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-5161fb88-721a-4d6c-81fb-fd430cae1f2c service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353586 Sep 02 12:53:00.307447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b2b629f0-ea1f-4b62-adf4-d0c49a2bf880 tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0744140 Sep 02 12:53:00.310312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:00.316927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1937679516'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:00.341559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Made reservation on behalf of 6ee7d2011a1e4872b39e68a89045da52 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:00.345180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.365098 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7566b91d-3f8d-4836-96a7-8758a12e50a2 req-3884bc87-14f7-4ec2-8cc4-e92dfc241e40 service neutron] 10.222.0.41 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931599 Sep 02 12:53:00.369655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:53:00.379503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.379853 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Added segment e15ff8e5-e0c6-4742-bf4c-f85705f884f3 of type vlan for network 580b3719-a73e-456f-ace9-95fdfc5b69ad Sep 02 12:53:00.422476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.450870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.457267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:00.457877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:00.530182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2160742 Sep 02 12:53:00.530381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:00.552342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b06ab-b78f-467b-80d9-cfb1cc89593e tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event updated for resources: {'Network': ['ID=580b3719-a73e-456f-ace9-95fdfc5b69ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:00.563820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 580b3719-a73e-456f-ace9-95fdfc5b69ad details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:53:00.770348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9e5a8f7e-6cfe-4159-8c62-a3cea219d05d tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/agents/cc8b113f-13b3-4dfa-8cce-dd4c68536b85/dhcp-networks HTTP/1.1" status: 200 len: 10458 time: 0.2386456 Sep 02 12:53:00.773171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:00.801063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb224dc-734d-457c-a2bb-77d6c0d11fd5 req-4804b4d7-5a61-4aed-a973-3f48c3baf7f2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:00.802715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffb224dc-734d-457c-a2bb-77d6c0d11fd5 req-4804b4d7-5a61-4aed-a973-3f48c3baf7f2 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1167593 Sep 02 12:53:00.882899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffb224dc-734d-457c-a2bb-77d6c0d11fd5 req-a09d3d41-8a5b-438b-b545-461ec67a851a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484710 Sep 02 12:53:00.913693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390ea4d-367c-4471-aba9-50381ed5575f tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] Network 580b3719-a73e-456f-ace9-95fdfc5b69ad is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:53:00.929556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a390ea4d-367c-4471-aba9-50381ed5575f tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "POST /v2.0/agents/cc8b113f-13b3-4dfa-8cce-dd4c68536b85/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1530545 Sep 02 12:53:00.932005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f52637-37ce-4656-9557-df072fba8ab9 None None] Network 580b3719-a73e-456f-ace9-95fdfc5b69ad requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:00.933284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:00.998089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1406feac-935a-4edd-8ccd-ecb2083cc827 None None] Network a88f330c-e271-461f-803a-8697d74d24dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:01.121164 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6478bc1c-1c07-474c-be66-9ff976d22e0b tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/agents/cc8b113f-13b3-4dfa-8cce-dd4c68536b85/dhcp-networks HTTP/1.1" status: 200 len: 11229 time: 0.1863706 Sep 02 12:53:01.123999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:01.165621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9873fe9d-dd63-430c-b533-7221f2d02142 req-70244315-97f8-400d-8017-dd080d22fd17 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0735681 Sep 02 12:53:01.195039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0824f913-83c0-40ea-bfa5-d119f823338a None None] Provisioning for port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:01.204602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:53:01.238093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c853e063-51a2-4871-8b9b-f748f22c9149 tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "DELETE /v2.0/agents/cc8b113f-13b3-4dfa-8cce-dd4c68536b85/dhcp-networks/580b3719-a73e-456f-ace9-95fdfc5b69ad HTTP/1.1" status: 204 len: 168 time: 0.1101933 Sep 02 12:53:01.238619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:01.316121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:01.338502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:01.338898 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.383979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42574) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:01.384207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-df91f532-9b03-4f47-a53e-1dafe1317e17 tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/agents/cc8b113f-13b3-4dfa-8cce-dd4c68536b85/dhcp-networks HTTP/1.1" status: 200 len: 10458 time: 0.1443546 Sep 02 12:53:01.400061 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-179be597-0294-4b63-9fdd-1e63e378b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.416668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5005600-68b2-4eaa-8e10-a2d86b11f931 tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/networks/a88f330c-e271-461f-803a-8697d74d24dd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0273402 Sep 02 12:53:01.417362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:01.440335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d4dde186-200f-4c0e-a3ed-a5360b154a74 tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/networks/a88f330c-e271-461f-803a-8697d74d24dd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0192528 Sep 02 12:53:01.440583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:01.462034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.509408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,segment=NetworkSegment(159b1ba6-151f-4100-9319-f4bb92872f2d),segment_id=159b1ba6-151f-4100-9319-f4bb92872f2d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:01.516004 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.597514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:01.613016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.621339 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a1d7d970-0d31-4f7a-b276-29ed307e2c96 tempest-DHCPAgentSchedulersTestJSON-1822195962 tempest-DHCPAgentSchedulersTestJSON-1822195962-project-admin] 10.222.0.60 "GET /v2.0/agents/cc8b113f-13b3-4dfa-8cce-dd4c68536b85/dhcp-networks HTTP/1.1" status: 200 len: 10458 time: 0.1795876 Sep 02 12:53:01.625288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:01.653212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef31e923-3514-4a8b-8565-0ec09da18a5c None None] Provisioning complete for port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:01.653585 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef31e923-3514-4a8b-8565-0ec09da18a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.740643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.853356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.868251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580b3719-a73e-456f-ace9-95fdfc5b69ad']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:01.881853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15ff8e5-e0c6-4742-bf4c-f85705f884f3') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:01.882113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15ff8e5-e0c6-4742-bf4c-f85705f884f3') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:01.898943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.918156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.928699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:01.929147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:01.933077 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:01.964576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c730d6e-ad18-48f5-a269-e1120bd21312 None None] Could not find standard attr ID for object 217e9a4a-0aa7-4dba-a0ad-1288df106637. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:53:02.017242 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.025751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.027936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "DELETE /v2.0/networks/580b3719-a73e-456f-ace9-95fdfc5b69ad HTTP/1.1" status: 204 len: 168 time: 0.4010556 Sep 02 12:53:02.030463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:02.055247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5e019-21cd-41d7-8823-1fcfaf64bd95 req-07358be7-b363-4f56-a05d-e81dd410527e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:02.056888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ed5e019-21cd-41d7-8823-1fcfaf64bd95 req-07358be7-b363-4f56-a05d-e81dd410527e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0711610 Sep 02 12:53:02.063886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3303133-9b9c-4261-9dc8-6432cefc8966 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event deleted for resources: {'Network': ['ID=580b3719-a73e-456f-ace9-95fdfc5b69ad,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:02.067629 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd85d7cf-1d0e-4a85-a34f-ec5c372e183a tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] DELETE failed (client error): The resource could not be found. Sep 02 12:53:02.068493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd85d7cf-1d0e-4a85-a34f-ec5c372e183a tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:53:02.070501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd85d7cf-1d0e-4a85-a34f-ec5c372e183a tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "DELETE /v2.0/ports/217e9a4a-0aa7-4dba-a0ad-1288df106637 HTTP/1.1" status: 404 len: 333 time: 0.0391061 Sep 02 12:53:02.073138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:02.120134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ed5e019-21cd-41d7-8823-1fcfaf64bd95 req-40d9ba11-0386-4b25-8104-c3251e399b9b tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546689 Sep 02 12:53:02.163820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Deleting subnet 945ef461-fc62-4cf1-a7c8-f1abd358838b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:02.167905 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.216601 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.291364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cc0c99ed-68a4-487a-803c-f6884f263c79 req-44eaccc3-d4b7-4da2-b805-88e8b0e58c10 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0408592 Sep 02 12:53:02.367125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.436137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.464386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event deleted for resources: {'Subnet': ['ID=945ef461-fc62-4cf1-a7c8-f1abd358838b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:02.468255 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.472712 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0e801b93-a016-45cb-a2ae-9b04bbf7ee7f tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "DELETE /v2.0/subnets/945ef461-fc62-4cf1-a7c8-f1abd358838b HTTP/1.1" status: 204 len: 168 time: 0.3960824 Sep 02 12:53:02.473196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:02.479751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27decfbe-8daa-4721-9a4d-0e87519fce55 None None] Network a88f330c-e271-461f-803a-8697d74d24dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:02.493726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.559703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.660308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Deleting port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:02.660994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.688291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] DHCP port deletion for a88f330c-e271-461f-803a-8697d74d24dd request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:02.742098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Deleting port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:02.742808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.755410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] For port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,segment=NetworkSegment(159b1ba6-151f-4100-9319-f4bb92872f2d),segment_id=159b1ba6-151f-4100-9319-f4bb92872f2d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:02.755793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.776361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Calling delete_port for b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:02.793790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac724b8-9f36-423b-9ab8-ff4c7d77c08c req-09a15043-6a33-4dfd-9270-8983b931c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:02.796170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bac724b8-9f36-423b-9ab8-ff4c7d77c08c req-09a15043-6a33-4dfd-9270-8983b931c72d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0801020 Sep 02 12:53:02.871960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bac724b8-9f36-423b-9ab8-ff4c7d77c08c req-e6b5259c-394b-49af-9d46-ad7fda859428 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Sep 02 12:53:02.914553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:02.943863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event deleted for resources: {'Port': ['ID=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:02.950276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] No DVR routers for this DVR port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:03.015971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] For port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,segment=NetworkSegment(159b1ba6-151f-4100-9319-f4bb92872f2d),segment_id=159b1ba6-151f-4100-9319-f4bb92872f2d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:03.018885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.052225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Calling delete_port for b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:03.055228 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.075442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88f330c-e271-461f-803a-8697d74d24dd']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:03.092773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159b1ba6-151f-4100-9319-f4bb92872f2d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:03.093288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159b1ba6-151f-4100-9319-f4bb92872f2d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:03.108591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.125899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:03.131300 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.148066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:03.150036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:03.154500 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:03.156747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:03.156747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:03.226518 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.258031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Pushing event deleted for resources: {'Port': ['ID=b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:03.264040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.268281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.269034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.269374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.269734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.270071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.270404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.270728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.271059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.271387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.271740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.272050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.272363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:03.273555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.275520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] 10.222.0.60 "DELETE /v2.0/networks/a88f330c-e271-461f-803a-8697d74d24dd HTTP/1.1" status: 204 len: 168 time: 0.8012009 Sep 02 12:53:03.278660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4082fe5-9f0a-4aa8-82ac-a1ee13c0fe7b None None] No DVR routers for this DVR port b53a3fe1-56c0-4986-8a6a-2bf5a3d10f68 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:03.308113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fc65a-ae0b-4537-b0ea-d6c3a029c819 tempest-DHCPAgentSchedulersTestJSON-871355758 tempest-DHCPAgentSchedulersTestJSON-871355758-project] Pushing event deleted for resources: {'Network': ['ID=a88f330c-e271-461f-803a-8697d74d24dd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:03.328639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddd9fd-0973-4ea9-a89c-22bcb08e6987 req-b8eb777a-666f-4c5a-949a-e8c581cafdb6 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:03.330687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16ddd9fd-0973-4ea9-a89c-22bcb08e6987 req-b8eb777a-666f-4c5a-949a-e8c581cafdb6 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1012213 Sep 02 12:53:03.378233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16ddd9fd-0973-4ea9-a89c-22bcb08e6987 req-0864ed9e-ef1a-4e31-bb6f-14fd929ba081 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Sep 02 12:53:03.429409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a51cb96-8082-4635-8560-cf4259377303 req-53e100f0-2ba2-4051-9f3b-2fbf39211131 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0415137 Sep 02 12:53:03.572137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:03.709600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-12802614-bf22-43bc-b9be-5ca2a2cbcf76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ee7d2011a1e4872b39e68a89045da52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361492 Sep 02 12:53:03.712058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:03.763766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ae44-1cae-4a27-93ec-2df3717e4d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.786134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ae44-1cae-4a27-93ec-2df3717e4d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.840706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ae44-1cae-4a27-93ec-2df3717e4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.843421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ae44-1cae-4a27-93ec-2df3717e4d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:03.844601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9a4ae44-1cae-4a27-93ec-2df3717e4d18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/557c2879-73ba-4e97-8dd8-0a1e5cc88f3b HTTP/1.1" status: 204 len: 168 time: 0.1315072 Sep 02 12:53:03.855650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4ae44-1cae-4a27-93ec-2df3717e4d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c2879-73ba-4e97-8dd8-0a1e5cc88f3b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:04.155187 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.182684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42612) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:04.196849 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6c89-c370-4fb9-9fd1-8ce877e84789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.291068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6c89-c370-4fb9-9fd1-8ce877e84789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.296410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6c89-c370-4fb9-9fd1-8ce877e84789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.344250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ef9f6c89-c370-4fb9-9fd1-8ce877e84789 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8305e61bc16743fdbd486fd3ef3d0e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601627 Sep 02 12:53:04.345082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f6c89-c370-4fb9-9fd1-8ce877e84789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c1a0b7-b456-410e-9f74-e2c06f600688,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:04.347906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:04.403943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06bbe5af-10a8-4704-a7e2-9ba5d8dc9d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.434259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06bbe5af-10a8-4704-a7e2-9ba5d8dc9d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.495971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06bbe5af-10a8-4704-a7e2-9ba5d8dc9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.498740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06bbe5af-10a8-4704-a7e2-9ba5d8dc9d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:04.499959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-06bbe5af-10a8-4704-a7e2-9ba5d8dc9d4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01c1a0b7-b456-410e-9f74-e2c06f600688 HTTP/1.1" status: 204 len: 168 time: 0.1507826 Sep 02 12:53:04.517276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd208a6c-cd0e-4491-85fe-4059da1bba46 req-e6f26703-b035-4a4b-8b9f-08b2556dcb28 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:04.519717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbe5af-10a8-4704-a7e2-9ba5d8dc9d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c1a0b7-b456-410e-9f74-e2c06f600688,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:04.520354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd208a6c-cd0e-4491-85fe-4059da1bba46 req-e6f26703-b035-4a4b-8b9f-08b2556dcb28 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0688362 Sep 02 12:53:04.538377 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:53:04.564922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-45117197-a52b-4967-9244-77c2f206b986 req-ffe0a8af-984f-4794-b19e-1ca030fabe9a tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a581a1d-be51-4b10-bb81-f575a4a925b2 HTTP/1.1" status: 200 len: 210 time: 0.0331769 Sep 02 12:53:04.579165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd208a6c-cd0e-4491-85fe-4059da1bba46 req-20158571-238a-438c-8d5a-bb39c60fbe4c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Sep 02 12:53:05.061378 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:05.556510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-9902747a-200d-4b84-a4b2-29f7c9faf02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:05.559030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-9902747a-200d-4b84-a4b2-29f7c9faf02a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f136c965664849a4ff7a78d440a1d7&device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0646694 Sep 02 12:53:05.591391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a0456-46e9-43ad-8e46-3c360521ba55 req-00693e67-e9b2-4230-9630-e5931ddfe8b7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:05.599890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf4a0456-46e9-43ad-8e46-3c360521ba55 req-00693e67-e9b2-4230-9630-e5931ddfe8b7 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0619066 Sep 02 12:53:05.646332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf4a0456-46e9-43ad-8e46-3c360521ba55 req-ad9676ec-4770-40a9-9901-9b25043ce133 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Sep 02 12:53:05.675673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:05.690855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-c0c9362b-6ee2-472a-bb3f-f221a912c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:05.693568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-c0c9362b-6ee2-472a-bb3f-f221a912c46e service neutron] 10.222.0.18 "GET /v2.0/networks?id=83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 200 len: 920 time: 0.1221600 Sep 02 12:53:05.734563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db4bc8c9-178a-460a-b1d3-86ca97380228 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:05.758849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db4bc8c9-178a-460a-b1d3-86ca97380228 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:05.760661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-3c03a404-5497-46df-a94e-dd377faf3e33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 200 len: 217 time: 0.0491211 Sep 02 12:53:05.819757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-497b10a6-4fa5-489c-af43-8216306ec194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:05.821343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-497b10a6-4fa5-489c-af43-8216306ec194 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 200 len: 859 time: 0.0535946 Sep 02 12:53:05.829472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db4bc8c9-178a-460a-b1d3-86ca97380228 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:05.832077 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db4bc8c9-178a-460a-b1d3-86ca97380228 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:05.833278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db4bc8c9-178a-460a-b1d3-86ca97380228 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/security-groups/4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80 HTTP/1.1" status: 204 len: 168 time: 0.1565998 Sep 02 12:53:05.837668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:05.864866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc8c9-178a-460a-b1d3-86ca97380228 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:05.870977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-f3af9058-0ff9-4cd0-96b3-12f52154f54e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83ee845e-343f-43c6-ab7d-9e460196b5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322492 Sep 02 12:53:05.874324 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-45fc4df2-0849-402b-831e-60e1d724d7ae tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] show failed (client error): The resource could not be found. Sep 02 12:53:05.877388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-45fc4df2-0849-402b-831e-60e1d724d7ae tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "GET /v2.0/security-groups/4bbad808-aa7a-4f6b-ad6e-5ca5b0e05f80 HTTP/1.1" status: 404 len: 347 time: 0.0353155 Sep 02 12:53:05.878825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:06.023713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-c17ec4c2-1039-4e5c-b583-33f22b6f6424 service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373961 Sep 02 12:53:06.064851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port 637f9b76-f6db-4585-b638-6158bf93af8d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:06.065727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.155453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.156134 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.180150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for 637f9b76-f6db-4585-b638-6158bf93af8d owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:06.307890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e7ddc91-d7cb-4839-82aa-d0cecec8e237 req-578a814b-f64b-420c-90ab-00ef663fc541 service neutron] 10.222.0.18 "GET /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678623 Sep 02 12:53:06.382182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.431266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=637f9b76-f6db-4585-b638-6158bf93af8d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:06.500648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.503759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.508123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:06.519733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-37a68235-24dc-490b-a626-bac7d8ea8dc2 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd63338d-82df-4748-b690-70121eec5126 HTTP/1.1" status: 204 len: 168 time: 0.6374753 Sep 02 12:53:06.630456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port 3aeccee3-1e54-4b99-8997-3f4580bdfef3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:06.630992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.740143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:06.748927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.765225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for 3aeccee3-1e54-4b99-8997-3f4580bdfef3 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:06.851936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9de9a-4d4e-41fb-a2a3-7b1e767b577d req-ca3d2bce-dc44-49bd-90d8-0437fbb20cfa tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:06.853980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7d9de9a-4d4e-41fb-a2a3-7b1e767b577d req-ca3d2bce-dc44-49bd-90d8-0437fbb20cfa tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0514638 Sep 02 12:53:06.896921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-130afb68-29b2-4169-a089-d7ab2074b907 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:06.910987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7d9de9a-4d4e-41fb-a2a3-7b1e767b577d req-dae6bdb7-a304-4536-8af6-f07099605cd9 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Sep 02 12:53:06.936577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-130afb68-29b2-4169-a089-d7ab2074b907 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "PUT /v2.0/quotas/8b172ca2a23548eeb29d903720f7f6b1 HTTP/1.1" status: 200 len: 368 time: 0.1951604 Sep 02 12:53:06.938533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:06.940976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:06.946319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Request body: {'network': {'project_id': '8b172ca2a23548eeb29d903720f7f6b1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:06.970837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Made reservation on behalf of 8b172ca2a23548eeb29d903720f7f6b1 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:06.974080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.008462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.020815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=3aeccee3-1e54-4b99-8997-3f4580bdfef3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:07.071075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.076002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d8f18a80-0a86-4369-bf78-e43e36446258 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/ports/3aeccee3-1e54-4b99-8997-3f4580bdfef3 HTTP/1.1" status: 204 len: 168 time: 0.5645659 Sep 02 12:53:07.076423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42716) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:07.113474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.122918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.145724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:53:07.167659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e026dcc3-90e5-4670-a74a-8ae5726c2a62,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:07.179438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.180258 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Added segment b9203f86-810d-45d2-baba-3f4c20906ed5 of type vlan for network 96385175-6caa-48a5-862a-bebbee74159b Sep 02 12:53:07.200222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting port 9727c5cc-9d6c-4944-b453-4401b0ce4620 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:07.200998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.234217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.275628 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.276762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:07.277392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.312816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.341421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3988001 Sep 02 12:53:07.342598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Calling delete_port for 9727c5cc-9d6c-4944-b453-4401b0ce4620 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:07.344823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:07.353487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Request body: {'network': {'project_id': '8b172ca2a23548eeb29d903720f7f6b1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:07.375136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ac346-ca93-4b8f-8bac-5b5557085cb1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Pushing event updated for resources: {'Network': ['ID=96385175-6caa-48a5-862a-bebbee74159b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:07.386923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 96385175-6caa-48a5-862a-bebbee74159b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:53:07.435387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Made reservation on behalf of 8b172ca2a23548eeb29d903720f7f6b1 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:07.438098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.489393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:53:07.501185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.501787 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Added segment fe912f75-e247-4e97-b86d-963082091eba of type vlan for network a9d2d38a-8057-495f-94dc-8ce077bfc78b Sep 02 12:53:07.585051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.594322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.636102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Port': ['ID=9727c5cc-9d6c-4944-b453-4401b0ce4620,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:07.668795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.670024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:07.670605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.749796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4035032 Sep 02 12:53:07.752859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:07.758427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-46207de4-1014-47ac-a82a-9f15728881e3 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Request body: {'network': {'project_id': '8b172ca2a23548eeb29d903720f7f6b1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:07.766699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.769288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e54b15f-8d24-4cc5-bd5e-94490c4dea3d tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/ports/9727c5cc-9d6c-4944-b453-4401b0ce4620 HTTP/1.1" status: 204 len: 168 time: 0.6918347 Sep 02 12:53:07.770512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c01f-9121-4d8b-8b19-af836b7400de tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Pushing event updated for resources: {'Network': ['ID=a9d2d38a-8057-495f-94dc-8ce077bfc78b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:07.773188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:07.774936 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-46207de4-1014-47ac-a82a-9f15728881e3 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 02 12:53:07.775628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46207de4-1014-47ac-a82a-9f15728881e3 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:53:07.776987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-46207de4-1014-47ac-a82a-9f15728881e3 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0229890 Sep 02 12:53:07.779936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:07.786638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a9d2d38a-8057-495f-94dc-8ce077bfc78b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:53:07.825665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3f15164c-c257-4476-89b5-8452d6627ab4 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b172ca2a23548eeb29d903720f7f6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443380 Sep 02 12:53:07.828139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42734) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:07.859637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting subnet 780a4362-ccd7-4bde-b791-5ec6fce7c538 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:07.864326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.883066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf464f2-9239-48bc-912c-be35fd9528ee tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.914045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf464f2-9239-48bc-912c-be35fd9528ee tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:07.922606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.012041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf464f2-9239-48bc-912c-be35fd9528ee tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.020175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf464f2-9239-48bc-912c-be35fd9528ee tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.024224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3bf464f2-9239-48bc-912c-be35fd9528ee tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/e026dcc3-90e5-4670-a74a-8ae5726c2a62 HTTP/1.1" status: 204 len: 168 time: 0.1924939 Sep 02 12:53:08.028726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42740) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:08.033151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf464f2-9239-48bc-912c-be35fd9528ee tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026dcc3-90e5-4670-a74a-8ae5726c2a62,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:08.126329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.203164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad413d0-aaa3-48bb-8977-228efc0fd1bc req-5ba0ae6b-3b5a-483b-9505-01fefd4b4aaf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:08.204816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ad413d0-aaa3-48bb-8977-228efc0fd1bc req-5ba0ae6b-3b5a-483b-9505-01fefd4b4aaf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1922638 Sep 02 12:53:08.208150 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.279634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.318495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ad413d0-aaa3-48bb-8977-228efc0fd1bc req-898952b4-0055-4312-bee2-7d7bcb586a25 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049638 Sep 02 12:53:08.344428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Subnet': ['ID=780a4362-ccd7-4bde-b791-5ec6fce7c538,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:08.350438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.354800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4791de29-e0fd-4a58-a5c5-7a6962cc84f0 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/subnets/780a4362-ccd7-4bde-b791-5ec6fce7c538 HTTP/1.1" status: 204 len: 168 time: 0.5783377 Sep 02 12:53:08.356101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:08.363169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d4bcf-f057-4e26-8e5d-07eb36d8a735 None None] Network ed92dcdd-e9d8-4392-9ef2-3e3e4197354f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:08.367038 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.379817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d2d38a-8057-495f-94dc-8ce077bfc78b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:08.395740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe912f75-e247-4e97-b86d-963082091eba') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:08.396042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe912f75-e247-4e97-b86d-963082091eba') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:08.406811 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.421846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Deleting subnet 8d65d089-bc2f-47ec-bea1-139e6ccba497 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:08.423863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.425985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.432924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:08.433515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:08.435406 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:08.486870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.504721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.510254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.514791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a9d2d38a-8057-495f-94dc-8ce077bfc78b HTTP/1.1" status: 204 len: 168 time: 0.4794028 Sep 02 12:53:08.516926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:08.538233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf172ac-00b0-4926-b59d-87ff0bb3c6b1 tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9d2d38a-8057-495f-94dc-8ce077bfc78b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:08.619864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.625110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] DHCP port deletion for ed92dcdd-e9d8-4392-9ef2-3e3e4197354f request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:08.627765 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.688089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] Deleting port daa6155a-9aac-4023-baaf-59ccc2068aa8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:08.688753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.693188 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.721288 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.731717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96385175-6caa-48a5-862a-bebbee74159b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:08.745146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9203f86-810d-45d2-baba-3f4c20906ed5') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:08.745460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9203f86-810d-45d2-baba-3f4c20906ed5') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:08.748157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Subnet': ['ID=8d65d089-bc2f-47ec-bea1-139e6ccba497,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:08.756390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.757625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.759763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8e0a2164-354e-428c-b1e7-7a7e168c56b8 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/subnets/8d65d089-bc2f-47ec-bea1-139e6ccba497 HTTP/1.1" status: 204 len: 168 time: 0.4017935 Sep 02 12:53:08.764686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:08.772511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e26c1-d1f1-415c-bfed-4aa3db04eb1a None None] Network b5395cd2-0f08-404e-83d1-fa94fd2d4500 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:08.822367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.833391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] For port daa6155a-9aac-4023-baaf-59ccc2068aa8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=daa6155a-9aac-4023-baaf-59ccc2068aa8,segment=NetworkSegment(edd9c669-877d-4340-94cd-14a65309e3fc),segment_id=edd9c669-877d-4340-94cd-14a65309e3fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:08.833891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.834286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:08.834705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:08.836387 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:08.859350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] Calling delete_port for daa6155a-9aac-4023-baaf-59ccc2068aa8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:09.052096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.097928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] Pushing event deleted for resources: {'Port': ['ID=daa6155a-9aac-4023-baaf-59ccc2068aa8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:09.105526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f00c4f-7910-4004-a3cd-85f983b9a360 None None] No DVR routers for this DVR port daa6155a-9aac-4023-baaf-59ccc2068aa8 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:09.151216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device daa6155a-9aac-4023-baaf-59ccc2068aa8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:09.188470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: daa6155a-9aac-4023-baaf-59ccc2068aa8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:09.188919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device daa6155a-9aac-4023-baaf-59ccc2068aa8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:09.232886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] DHCP port deletion for b5395cd2-0f08-404e-83d1-fa94fd2d4500 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:09.258174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.279467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.286398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.288310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] 10.222.0.60 "DELETE /v2.0/networks/96385175-6caa-48a5-862a-bebbee74159b HTTP/1.1" status: 204 len: 168 time: 0.7677207 Sep 02 12:53:09.289100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] Deleting port 037f87be-b5f9-4895-80bd-9b145dc9f0ab {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:09.289320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.416356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.416858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] For port 037f87be-b5f9-4895-80bd-9b145dc9f0ab, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=037f87be-b5f9-4895-80bd-9b145dc9f0ab,segment=NetworkSegment(b91dfd61-1f5c-408c-9796-5b55cb71b188),segment_id=b91dfd61-1f5c-408c-9796-5b55cb71b188)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:09.417287 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.430140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed92dcdd-e9d8-4392-9ef2-3e3e4197354f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:09.441935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd9c669-877d-4340-94cd-14a65309e3fc') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:09.442373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd9c669-877d-4340-94cd-14a65309e3fc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:09.453102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.459311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] Calling delete_port for 037f87be-b5f9-4895-80bd-9b145dc9f0ab owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:09.471276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.473541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32225-07c5-4082-ba99-a2c34ce5e6ca req-06991064-fefd-405a-97e7-03fbd163838a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:09.477879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:09.478365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.482052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-baa32225-07c5-4082-ba99-a2c34ce5e6ca req-06991064-fefd-405a-97e7-03fbd163838a tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.0636361 Sep 02 12:53:09.526282 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-baa32225-07c5-4082-ba99-a2c34ce5e6ca req-45ceb35b-3dd5-477f-9164-ab6636addb57 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:09.562724 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:09.566931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f72f0-948c-4a95-82bf-632d97d89fde tempest-QuotasNegativeTest-2047237182 tempest-QuotasNegativeTest-2047237182-project-admin] Pushing event deleted for resources: {'Network': ['ID=96385175-6caa-48a5-862a-bebbee74159b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:09.587655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.597272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.599638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/networks/ed92dcdd-e9d8-4392-9ef2-3e3e4197354f HTTP/1.1" status: 204 len: 168 time: 0.8330414 Sep 02 12:53:09.602650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:09.614104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.640912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a46b5-b2eb-47e3-8203-caa766a7c287 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Network': ['ID=ed92dcdd-e9d8-4392-9ef2-3e3e4197354f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:09.670621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] Pushing event deleted for resources: {'Port': ['ID=037f87be-b5f9-4895-80bd-9b145dc9f0ab,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:09.679495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e8829-d667-476b-8072-5a39c0e4b5ef None None] No DVR routers for this DVR port 037f87be-b5f9-4895-80bd-9b145dc9f0ab on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:09.728888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.824789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.844451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5395cd2-0f08-404e-83d1-fa94fd2d4500']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:09.863959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91dfd61-1f5c-408c-9796-5b55cb71b188') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:09.864329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91dfd61-1f5c-408c-9796-5b55cb71b188') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:09.875078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.896104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.909654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:09.910299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:09.975296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:09.993496 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:10.001647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.012383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.014473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] 10.222.0.60 "DELETE /v2.0/networks/b5395cd2-0f08-404e-83d1-fa94fd2d4500 HTTP/1.1" status: 204 len: 168 time: 0.4104285 Sep 02 12:53:10.030250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842bedd-3236-4953-9b7c-9f06c8d712f1 tempest-TaggedBootDevicesTest_v242-2107941292 tempest-TaggedBootDevicesTest_v242-2107941292-project] Pushing event deleted for resources: {'Network': ['ID=b5395cd2-0f08-404e-83d1-fa94fd2d4500,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:10.182626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c317fc52-10bb-4e55-bde1-bbc48e24325b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.310234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c317fc52-10bb-4e55-bde1-bbc48e24325b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.316650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c317fc52-10bb-4e55-bde1-bbc48e24325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.357797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c317fc52-10bb-4e55-bde1-bbc48e24325b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d6e632bab4546e99eaef2aa80724d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810341 Sep 02 12:53:10.359151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:10.361876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317fc52-10bb-4e55-bde1-bbc48e24325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e14489-411b-45db-8be5-8eb8d1186a92,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:10.428638 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caf437b1-0320-4eb4-90ec-1c7baae08d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.459602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caf437b1-0320-4eb4-90ec-1c7baae08d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.524423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caf437b1-0320-4eb4-90ec-1c7baae08d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.527272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caf437b1-0320-4eb4-90ec-1c7baae08d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.528612 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-caf437b1-0320-4eb4-90ec-1c7baae08d6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38e14489-411b-45db-8be5-8eb8d1186a92 HTTP/1.1" status: 204 len: 168 time: 0.1672788 Sep 02 12:53:10.540172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf437b1-0320-4eb4-90ec-1c7baae08d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e14489-411b-45db-8be5-8eb8d1186a92,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:10.891224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:10.906483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d13854a-ae67-4c74-8d2a-79c6151991c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:10.926349 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.010410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d13854a-ae67-4c74-8d2a-79c6151991c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.017564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d13854a-ae67-4c74-8d2a-79c6151991c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.106185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d13854a-ae67-4c74-8d2a-79c6151991c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc09fbefdf3a4f28a38666029f012077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098844 Sep 02 12:53:11.106775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:11.117357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13854a-ae67-4c74-8d2a-79c6151991c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bacf37d-2785-4180-97be-a63dff984e03,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:11.190700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 037f87be-b5f9-4895-80bd-9b145dc9f0ab no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:11.215554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 037f87be-b5f9-4895-80bd-9b145dc9f0ab {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:11.215905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 037f87be-b5f9-4895-80bd-9b145dc9f0ab not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:11.217085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c59d-50d4-4940-877e-543bcc5b2be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.248366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c59d-50d4-4940-877e-543bcc5b2be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.306705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c59d-50d4-4940-877e-543bcc5b2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.310024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c59d-50d4-4940-877e-543bcc5b2be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:11.311285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5f8c59d-50d4-4940-877e-543bcc5b2be6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bacf37d-2785-4180-97be-a63dff984e03 HTTP/1.1" status: 204 len: 168 time: 0.1996927 Sep 02 12:53:11.320233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8c59d-50d4-4940-877e-543bcc5b2be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bacf37d-2785-4180-97be-a63dff984e03,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:13.031113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:13.180278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-221861225', 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:13.204472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Made reservation on behalf of c9d5be186f064f50892f20075d484e25 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:13.207089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.216814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.330252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.336829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.344094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] device_id is not set on port dc928f4b-1817-44fb-bebc-6e602a164ed2 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:13.410923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8a552-ee7e-49c2-8bcb-3597abee38cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:13.482526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Allocated IP 172.25.7.196 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/dc928f4b-1817-44fb-bebc-6e602a164ed2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:13.668313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.712952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.758509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Pushing event updated for resources: {'Port': ['ID=dc928f4b-1817-44fb-bebc-6e602a164ed2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:13.777697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:13.779065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:13.781697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:13.824794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:13.825601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.846636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b6790a44-d0c4-436b-9b73-35e8571c746f tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8142641 Sep 02 12:53:13.850543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:13.859705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.196'}]}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:13.892700 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.894715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:13.985051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.145243 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.385977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.412504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.614358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.792460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.794862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.850452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:14.851456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8111a09a-35f3-49c6-b6cc-6ff88085a9e9 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:53:14.870233 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 02 12:53:14.871602 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-95985685-429c-49d2-a79c-4738510e4854 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0190122 Sep 02 12:53:14.874505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:14.966577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Deleting port dc928f4b-1817-44fb-bebc-6e602a164ed2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:14.966909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:15.052076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:15.067298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Calling delete_port for dc928f4b-1817-44fb-bebc-6e602a164ed2 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:15.206531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:15.253513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc928f4b-1817-44fb-bebc-6e602a164ed2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:15.314935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:15.316994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-84bdb2de-9471-434e-ac6d-2c6efbac9d22 tempest-RoutersAdminNegativeTest-1099932733 tempest-RoutersAdminNegativeTest-1099932733-project-admin] 10.222.0.60 "DELETE /v2.0/ports/dc928f4b-1817-44fb-bebc-6e602a164ed2 HTTP/1.1" status: 204 len: 168 time: 0.4414785 Sep 02 12:53:15.646569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:15.831787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:15.974470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:15.981305 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:16.018955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3718eee-b7e9-4eef-8533-c45021684061,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:16.036657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.039454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.040332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.040976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.041629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.042208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.042788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.043383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.044025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.044585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.045468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.046113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:16.077149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42946) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:16.091603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6df1eca7-084a-49c5-aea8-4b30a4f7a018 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16bcdf0bbd804218b7b52642079c27db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435053 Sep 02 12:53:16.160335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35794a92-3085-4a9d-9291-16e506f8672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:16.203665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35794a92-3085-4a9d-9291-16e506f8672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:16.267407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35794a92-3085-4a9d-9291-16e506f8672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:16.270655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35794a92-3085-4a9d-9291-16e506f8672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:16.272111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-35794a92-3085-4a9d-9291-16e506f8672f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3718eee-b7e9-4eef-8533-c45021684061 HTTP/1.1" status: 204 len: 168 time: 0.1933954 Sep 02 12:53:16.286274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35794a92-3085-4a9d-9291-16e506f8672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3718eee-b7e9-4eef-8533-c45021684061,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:16.508591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003f82-1766-40e9-9ff8-5997106410d3 req-e3bd8feb-f259-48ab-b32a-8ab838f6c5bd tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:16.519244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99003f82-1766-40e9-9ff8-5997106410d3 req-e3bd8feb-f259-48ab-b32a-8ab838f6c5bd tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 945 time: 0.0651700 Sep 02 12:53:16.646449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99003f82-1766-40e9-9ff8-5997106410d3 req-bda12070-d69d-494c-8cd0-2fd9ed6a64c9 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212807 Sep 02 12:53:16.836555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:16.936605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80536d89-3433-465c-a7fb-0799fb299a66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9d5be186f064f50892f20075d484e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985041 Sep 02 12:53:16.939025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42980) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:17.000683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd6241be-0d30-4349-a6d9-403bb5af76c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:17.042490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd6241be-0d30-4349-a6d9-403bb5af76c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:17.160230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd6241be-0d30-4349-a6d9-403bb5af76c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:17.163087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd6241be-0d30-4349-a6d9-403bb5af76c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:17.167678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dd6241be-0d30-4349-a6d9-403bb5af76c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50f8a552-ee7e-49c2-8bcb-3597abee38cd HTTP/1.1" status: 204 len: 168 time: 0.2260618 Sep 02 12:53:17.185444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6241be-0d30-4349-a6d9-403bb5af76c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8a552-ee7e-49c2-8bcb-3597abee38cd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:17.898771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd0d22-9d64-4713-99d3-4d18ab5ab437 req-1c5e40d8-667d-48cc-987c-f31fcb497b56 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:17.901531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16bd0d22-9d64-4713-99d3-4d18ab5ab437 req-1c5e40d8-667d-48cc-987c-f31fcb497b56 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 945 time: 0.1444840 Sep 02 12:53:17.966646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16bd0d22-9d64-4713-99d3-4d18ab5ab437 req-7d7eb757-5d0c-4e64-9356-2b02fb268853 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/security-groups?id=a23d77ba-2b21-4637-8e36-29cdabe3c3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590055 Sep 02 12:53:18.127914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-e2e6a08e-1ea0-46ff-8dc8-e71daec17fa7 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:18.130300 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-e2e6a08e-1ea0-46ff-8dc8-e71daec17fa7 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 945 time: 0.1239636 Sep 02 12:53:18.325967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Deleting port 256da202-033f-4bee-a637-0bfd977a7c9c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:18.326509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:18.475788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] For port 256da202-033f-4bee-a637-0bfd977a7c9c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=256da202-033f-4bee-a637-0bfd977a7c9c,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:18.476153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:18.507421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Calling delete_port for 256da202-033f-4bee-a637-0bfd977a7c9c owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:18.638192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:18.803136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1730859729'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:18.818817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:18.850544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['256da202-033f-4bee-a637-0bfd977a7c9c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:18.866198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:18.872780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:18.893979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Pushing event deleted for resources: {'Port': ['ID=256da202-033f-4bee-a637-0bfd977a7c9c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:18.897862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.002678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] No DVR routers for this DVR port 256da202-033f-4bee-a637-0bfd977a7c9c on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:19.006730 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.009513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d29d4cfd-5158-4844-b2cb-f5e0de308d20 req-253eb68d-da7a-4adb-b732-230bd8e8ba85 tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.41 "DELETE /v2.0/ports/256da202-033f-4bee-a637-0bfd977a7c9c HTTP/1.1" status: 204 len: 173 time: 0.8715177 Sep 02 12:53:19.010791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'name': 'network-vif-deleted', 'tag': '256da202-033f-4bee-a637-0bfd977a7c9c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:19.014948 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a60a19-5a87-457e-9920-77576c889c80" -d '{"events": [{"server_uuid": "1836c32e-ef1e-4e14-9d1f-c54a69586eb5", "name": "network-vif-deleted", "tag": "256da202-033f-4bee-a637-0bfd977a7c9c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:19.072956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.078685 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ffe18d-21bc-47e3-a782-70a42a3407f9 x-openstack-request-id: req-b6ffe18d-21bc-47e3-a782-70a42a3407f9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:19.079048 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1836c32e-ef1e-4e14-9d1f-c54a69586eb5", "name": "network-vif-deleted", "tag": "256da202-033f-4bee-a637-0bfd977a7c9c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:19.079447 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6ffe18d-21bc-47e3-a782-70a42a3407f9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:19.080016 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1836c32e-ef1e-4e14-9d1f-c54a69586eb5', 'name': 'network-vif-deleted', 'tag': '256da202-033f-4bee-a637-0bfd977a7c9c', 'status': 'completed', 'code': 200} Sep 02 12:53:19.081787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.108764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:53:19.150293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a78918-bc6b-4bf6-afe9-79e60cd77da8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:19.163391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d088ad9f-a6e9-42e2-ac0d-707dadd2c161 req-93fe05ce-56d0-47ba-884e-52cc73bd813a tempest-AttachSCSIVolumeTestJSON-1536294787 tempest-AttachSCSIVolumeTestJSON-1536294787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1836c32e-ef1e-4e14-9d1f-c54a69586eb5 HTTP/1.1" status: 200 len: 210 time: 0.0480273 Sep 02 12:53:19.176743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.177758 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Added segment 482b6e7d-8b60-4f57-a956-cff0eda09c77 of type vlan for network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 Sep 02 12:53:19.236078 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.296969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.314147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:19.315004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.394707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7541571 Sep 02 12:53:19.395148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:19.404812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'subnet': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:19.412639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a491-1bf5-4df7-abe5-d9945ec70a69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Network': ['ID=9323df22-1803-4f3b-8aa2-5081e1dd6b03,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:19.425800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:53:19.632194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:19.641147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:19.902016 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:20.006507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Checking segment: {'id': '482b6e7d-8b60-4f57-a956-cff0eda09c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:53:20.007595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network hostable DHCP agents. Network: 9323df22-1803-4f3b-8aa2-5081e1dd6b03, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:53:20.020220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Subnet': ['ID=cd43156e-6535-4b2d-9f13-c4d1ccd9265b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:20.038244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:53:20.050316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 9323df22-1803-4f3b-8aa2-5081e1dd6b03) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:20.055005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:20.055730 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:20.064309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49231338-79a5-444c-8494-846c0179acc1 None None] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:20.072863 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c3a3924-f5cb-4453-84c8-65491b61cd67 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6763604 Sep 02 12:53:20.075613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:20.081522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1852709151'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:20.245140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:20.258085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:20.278865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] device_id is not set on port 4c10e622-aa35-4031-aba9-fa9bd6f68acd yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:20.294981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'tenant_id': '3e487e27bf594fa6a7b59a2b85f91250', 'fixed_ips': [{'subnet_id': 'cd43156e-6535-4b2d-9f13-c4d1ccd9265b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:53:20.296251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:20.487920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Allocated IP 2001:db8::1d4 (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/4c10e622-aa35-4031-aba9-fa9bd6f68acd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:20.692885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:20.708770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Transition to ACTIVE for port object 4c10e622-aa35-4031-aba9-fa9bd6f68acd will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:20.754764 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:20.856290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Allocated IP 2001:db8::2 (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/c3db010f-af0c-4733-b39b-866bce3fd1f8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:21.197499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.212575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Transition to ACTIVE for port object c3db010f-af0c-4733-b39b-866bce3fd1f8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:21.231417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Transition to ACTIVE for port object c3db010f-af0c-4733-b39b-866bce3fd1f8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:21.244850 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.264568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:21.270683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:21.274715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:21.280552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:21.281312 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.286628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:21.294499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:21.300250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:21.300490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2236714 Sep 02 12:53:21.303646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:21.311241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4074110', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d4', 'mac_address': 'fa:16:3e:4e:16:22'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:21.319641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=4c10e622-aa35-4031-aba9-fa9bd6f68acd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:21.348094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Pushing event updated for resources: {'Port': ['ID=c3db010f-af0c-4733-b39b-866bce3fd1f8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:21.367030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.367393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.367760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.368090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.368434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.368760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.369104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.369429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.369749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.370195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.370634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.370950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266b388-baf8-49e4-b7a5-494f087bf9c0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:53:21.402320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Attempting to bind port c3db010f-af0c-4733-b39b-866bce3fd1f8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:53:21.402320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Attempting to bind port c3db010f-af0c-4733-b39b-866bce3fd1f8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '482b6e7d-8b60-4f57-a956-cff0eda09c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:53:21.402320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Attempting to bind port c3db010f-af0c-4733-b39b-866bce3fd1f8 on network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:53:21.408333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:53:21.408333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Checking segment: {'id': '482b6e7d-8b60-4f57-a956-cff0eda09c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:53:21.408333 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.408741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Bound using segment: {'id': '482b6e7d-8b60-4f57-a956-cff0eda09c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:53:21.409071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Bound port: c3db010f-af0c-4733-b39b-866bce3fd1f8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482b6e7d-8b60-4f57-a956-cff0eda09c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:53:21.409463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.462748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:21.482526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] For port c3db010f-af0c-4733-b39b-866bce3fd1f8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:53:21.487849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] For port c3db010f-af0c-4733-b39b-866bce3fd1f8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3db010f-af0c-4733-b39b-866bce3fd1f8,segment=NetworkSegment(482b6e7d-8b60-4f57-a956-cff0eda09c77),segment_id=482b6e7d-8b60-4f57-a956-cff0eda09c77)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:53:21.493225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.559015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bda16-4ff1-4292-ade6-d55f5d01515d None None] Pushing event updated for resources: {'Port': ['ID=c3db010f-af0c-4733-b39b-866bce3fd1f8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:21.586227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.605604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] device_id is not set on port b68809f8-b473-43bf-b699-657b01921c2c yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:21.738128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Allocated IP 2001:db8::dd (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/b68809f8-b473-43bf-b699-657b01921c2c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:21.991992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:21.994454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 256da202-033f-4bee-a637-0bfd977a7c9c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:22.018850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Transition to ACTIVE for port object b68809f8-b473-43bf-b699-657b01921c2c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:22.040660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 256da202-033f-4bee-a637-0bfd977a7c9c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:22.041379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 256da202-033f-4bee-a637-0bfd977a7c9c not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:22.086595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:22.140643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:22.153953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:22.161008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:22.167789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:22.168678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:22.174138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=b68809f8-b473-43bf-b699-657b01921c2c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:22.209683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-df1bdafd-14e4-4037-872f-aa66cd14c3a7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.9027565 Sep 02 12:53:22.211964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:22.342206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fb6c4-2542-47ee-a89c-ba11af77ff66 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:22.350354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fb6c4-2542-47ee-a89c-ba11af77ff66 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:22.357263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fb6c4-2542-47ee-a89c-ba11af77ff66 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:22.359068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c59fb6c4-2542-47ee-a89c-ba11af77ff66 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1413052 Sep 02 12:53:22.362274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:22.581509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port b68809f8-b473-43bf-b699-657b01921c2c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:22.582301 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:22.738938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:22.768764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for b68809f8-b473-43bf-b699-657b01921c2c owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:23.003662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.065424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9206bee8-0e51-4093-a542-780412e849f0 None None] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:23.088482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=b68809f8-b473-43bf-b699-657b01921c2c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:23.208252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3db010f-af0c-4733-b39b-866bce3fd1f8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:53:23.239996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.245380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d661854a-651a-4bdf-97ae-f33114569a44 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/ports/b68809f8-b473-43bf-b699-657b01921c2c HTTP/1.1" status: 204 len: 168 time: 0.8792720 Sep 02 12:53:23.247785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:23.255339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f50aea10-9684-42aa-851e-4987375b32c1 None None] Provisioning for port c3db010f-af0c-4733-b39b-866bce3fd1f8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:23.302668 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c783f2fb-445e-493b-843b-13564b1b13d1 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] GET failed (client error): The resource could not be found. Sep 02 12:53:23.308080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c783f2fb-445e-493b-843b-13564b1b13d1 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "GET /v2.0/ports/b68809f8-b473-43bf-b699-657b01921c2c HTTP/1.1" status: 404 len: 333 time: 0.0568585 Sep 02 12:53:23.309405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:23.315982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1253513724'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:23.345779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c3db010f-af0c-4733-b39b-866bce3fd1f8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:23.351776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c3db010f-af0c-4733-b39b-866bce3fd1f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:23.352150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.469301 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.500720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:23.506526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.517465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c3db010f-af0c-4733-b39b-866bce3fd1f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3db010f-af0c-4733-b39b-866bce3fd1f8,segment=NetworkSegment(482b6e7d-8b60-4f57-a956-cff0eda09c77),segment_id=482b6e7d-8b60-4f57-a956-cff0eda09c77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:23.534010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] device_id is not set on port df263a88-cfc5-4ef1-b2cf-443babef2f64 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:23.534748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.663157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c3db010f-af0c-4733-b39b-866bce3fd1f8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:23.718475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Allocated IP 2001:db8::89 (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/df263a88-cfc5-4ef1-b2cf-443babef2f64) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:23.826071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e07b1620-9c4c-4c28-9339-9bf6606e13b6 None None] Provisioning for port 4c10e622-aa35-4031-aba9-fa9bd6f68acd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:23.831379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e07b1620-9c4c-4c28-9339-9bf6606e13b6 None None] Provisioning complete for port 4c10e622-aa35-4031-aba9-fa9bd6f68acd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:23.832024 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e07b1620-9c4c-4c28-9339-9bf6606e13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.897398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e07b1620-9c4c-4c28-9339-9bf6606e13b6 None None] Port 4c10e622-aa35-4031-aba9-fa9bd6f68acd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:23.915827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e07b1620-9c4c-4c28-9339-9bf6606e13b6 None None] Provisioning complete for port c3db010f-af0c-4733-b39b-866bce3fd1f8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:23.916478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e07b1620-9c4c-4c28-9339-9bf6606e13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.927873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:23.944518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Transition to ACTIVE for port object df263a88-cfc5-4ef1-b2cf-443babef2f64 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:23.989661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.076820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:24.084507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:24.095558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:24.102551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:24.103541 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.126725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8151662 Sep 02 12:53:24.129062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:24.134482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d4', 'mac_address': 'fa:16:3e:4e:16:22'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:24.153204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4748c-fd12-43c2-944d-a3f8d3197537 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=df263a88-cfc5-4ef1-b2cf-443babef2f64,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:24.232179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b434fdda-381c-45df-aa9e-153ab7384162 None None] Provisioning complete for port 4c10e622-aa35-4031-aba9-fa9bd6f68acd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:24.232750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b434fdda-381c-45df-aa9e-153ab7384162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.296398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b434fdda-381c-45df-aa9e-153ab7384162 None None] Port 4c10e622-aa35-4031-aba9-fa9bd6f68acd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:24.396680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.515657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-486aadea-4e89-484f-8021-650b91af396b None None] Could not find standard attr ID for object b68809f8-b473-43bf-b699-657b01921c2c. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:53:24.606076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.613051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.671229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=df263a88-cfc5-4ef1-b2cf-443babef2f64,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:24.677291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] In _notify_port_updated(), no bound segment for port df263a88-cfc5-4ef1-b2cf-443babef2f64 on network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:53:24.683070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:24.683733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.686048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6cfba04c-7e94-436f-9d8a-3c753d66a5fe tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "PUT /v2.0/ports/df263a88-cfc5-4ef1-b2cf-443babef2f64 HTTP/1.1" status: 200 len: 1002 time: 0.5559261 Sep 02 12:53:24.689486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:24.750145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d7e72689-df95-4d4c-8bbf-1a3e0825723a None None] Provisioning for port df263a88-cfc5-4ef1-b2cf-443babef2f64 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:24.761825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d7e72689-df95-4d4c-8bbf-1a3e0825723a None None] Provisioning complete for port df263a88-cfc5-4ef1-b2cf-443babef2f64 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:24.762206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7e72689-df95-4d4c-8bbf-1a3e0825723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.839499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d7e72689-df95-4d4c-8bbf-1a3e0825723a None None] Port df263a88-cfc5-4ef1-b2cf-443babef2f64 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:24.849712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port df263a88-cfc5-4ef1-b2cf-443babef2f64 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:24.850268 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.982022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:24.999218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for df263a88-cfc5-4ef1-b2cf-443babef2f64 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:25.137600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3db010f-af0c-4733-b39b-866bce3fd1f8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:53:25.166651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:25.232708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=df263a88-cfc5-4ef1-b2cf-443babef2f64,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:25.240335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c3db010f-af0c-4733-b39b-866bce3fd1f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:25.241558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:25.399344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:25.402280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-918effa8-be41-4295-8b41-38c2521649f7 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/ports/df263a88-cfc5-4ef1-b2cf-443babef2f64 HTTP/1.1" status: 204 len: 168 time: 0.7108884 Sep 02 12:53:25.405303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:25.439812 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7305b94-4f13-40d1-aa08-d186c435e9cc tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] GET failed (client error): The resource could not be found. Sep 02 12:53:25.443852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f7305b94-4f13-40d1-aa08-d186c435e9cc tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "GET /v2.0/ports/df263a88-cfc5-4ef1-b2cf-443babef2f64 HTTP/1.1" status: 404 len: 333 time: 0.0353363 Sep 02 12:53:25.445678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:25.451948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-372087963'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:25.490501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21cc5bdc-39bc-4793-923d-48cca54d2571 None None] Could not find standard attr ID for object df263a88-cfc5-4ef1-b2cf-443babef2f64. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:53:25.611001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a42d4-3db3-4bf5-bb40-446c39f7f5dd req-fdc03236-d2f7-4ad4-a6cd-f4ba7a9b2d78 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:25.615117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd6a42d4-3db3-4bf5-bb40-446c39f7f5dd req-fdc03236-d2f7-4ad4-a6cd-f4ba7a9b2d78 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0692956 Sep 02 12:53:25.716460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd6a42d4-3db3-4bf5-bb40-446c39f7f5dd req-39147e68-f65b-4825-b6d4-a83d47a15a77 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798779 Sep 02 12:53:25.728722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:25.732630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:25.759881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] device_id is not set on port f90cbc74-81ee-4a57-8966-be50fe66cd3e yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:25.911109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Allocated IP 2001:db8::78 (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/f90cbc74-81ee-4a57-8966-be50fe66cd3e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:25.924677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85232d-800f-45f7-991a-db04d3e8d916 req-6a28a0dd-4a73-41a8-a458-a7d44d889aa7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:25.926970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba85232d-800f-45f7-991a-db04d3e8d916 req-6a28a0dd-4a73-41a8-a458-a7d44d889aa7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.1412282 Sep 02 12:53:25.974693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba85232d-800f-45f7-991a-db04d3e8d916 req-1dabfc79-bc12-444f-99db-6f1d662465a9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346456 Sep 02 12:53:26.001324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:26.073292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0652d9da-34e7-4d0c-b556-7c23ba1dac4a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/b324fcb2-4c77-483c-a722-edef363456a8 HTTP/1.1" status: 200 len: 992 time: 0.0703540 Sep 02 12:53:26.098691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.115057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Transition to ACTIVE for port object f90cbc74-81ee-4a57-8966-be50fe66cd3e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:26.154088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.216870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:26.225573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:26.229888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:26.235997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:26.236719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.276432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=f90cbc74-81ee-4a57-8966-be50fe66cd3e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:26.287973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:26.293666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4e:16:22'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:26.294050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-be83d7ae-903f-4637-bb07-d806e8ca5679 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8460712 Sep 02 12:53:26.428402 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.746123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3761227f-5311-43cc-aaa6-f6be0485b8ec None None] Provisioning for port f90cbc74-81ee-4a57-8966-be50fe66cd3e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:26.751094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3761227f-5311-43cc-aaa6-f6be0485b8ec None None] Provisioning complete for port f90cbc74-81ee-4a57-8966-be50fe66cd3e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:26.751914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3761227f-5311-43cc-aaa6-f6be0485b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.805227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3761227f-5311-43cc-aaa6-f6be0485b8ec None None] Port f90cbc74-81ee-4a57-8966-be50fe66cd3e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:26.812278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.828357 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:26.828617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-44aa8426-6666-4b6b-aa28-0d4304b2109c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975552 Sep 02 12:53:26.869289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaf14b-a46f-427c-8859-1be920624b07 req-79a0ca95-ab64-4ede-b7d9-ca3031127d28 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:26.872235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dbfaf14b-a46f-427c-8859-1be920624b07 req-79a0ca95-ab64-4ede-b7d9-ca3031127d28 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.1269627 Sep 02 12:53:26.971113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] In _notify_port_updated(), no bound segment for port f90cbc74-81ee-4a57-8966-be50fe66cd3e on network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:53:26.984991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dbfaf14b-a46f-427c-8859-1be920624b07 req-1449a6af-a21f-4c25-a3b2-17350e1c0c57 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946221 Sep 02 12:53:26.985589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:26.986492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:27.010046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "PUT /v2.0/ports/f90cbc74-81ee-4a57-8966-be50fe66cd3e HTTP/1.1" status: 200 len: 1001 time: 0.7212274 Sep 02 12:53:27.014551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43320) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:27.054687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153eed9-bb33-413d-b6e8-b46a660ff1ec tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=f90cbc74-81ee-4a57-8966-be50fe66cd3e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:27.189065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port f90cbc74-81ee-4a57-8966-be50fe66cd3e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:27.189785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:27.350883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:27.373808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for f90cbc74-81ee-4a57-8966-be50fe66cd3e owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:27.470534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38b0ec95-d5ce-4a66-9d83-4892471e6e51 None None] Provisioning complete for port f90cbc74-81ee-4a57-8966-be50fe66cd3e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:27.471300 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38b0ec95-d5ce-4a66-9d83-4892471e6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:27.536005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-38b0ec95-d5ce-4a66-9d83-4892471e6e51 None None] Port f90cbc74-81ee-4a57-8966-be50fe66cd3e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:27.571931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:27.644864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=f90cbc74-81ee-4a57-8966-be50fe66cd3e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:27.690270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:27.696660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3e06a5f3-7c6e-4802-8d6a-f5c25ee34c69 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/ports/f90cbc74-81ee-4a57-8966-be50fe66cd3e HTTP/1.1" status: 204 len: 168 time: 0.6809456 Sep 02 12:53:27.700052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43352) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:27.738419 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f193de6e-5430-431e-85a1-3f72c96764b4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] GET failed (client error): The resource could not be found. Sep 02 12:53:27.740624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f193de6e-5430-431e-85a1-3f72c96764b4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "GET /v2.0/ports/f90cbc74-81ee-4a57-8966-be50fe66cd3e HTTP/1.1" status: 404 len: 333 time: 0.0393908 Sep 02 12:53:27.745242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43356) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:27.752753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-330605537'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:27.977059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:27.983281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:28.007750 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] device_id is not set on port 846f5f85-838c-412b-88ff-834b585dbce4 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:28.212291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Allocated IP 2001:db8::283 (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/846f5f85-838c-412b-88ff-834b585dbce4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:28.222223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e22f1a-e475-46e4-9e2d-8c50fe316410 req-d6130a05-0a1f-4e5c-8cc0-c5b1a8169909 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:28.223838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1e22f1a-e475-46e4-9e2d-8c50fe316410 req-d6130a05-0a1f-4e5c-8cc0-c5b1a8169909 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.1117048 Sep 02 12:53:28.331992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1e22f1a-e475-46e4-9e2d-8c50fe316410 req-67da5ce5-5c00-4af7-a809-64579d2bb131 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833235 Sep 02 12:53:28.482863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:28.502906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Transition to ACTIVE for port object 846f5f85-838c-412b-88ff-834b585dbce4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:28.543743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:28.608533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=846f5f85-838c-412b-88ff-834b585dbce4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:28.628099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:28.629690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:28.632078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:28.653217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:28.654149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:28.660934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e0f48d0-d3de-4631-abba-c3b92b7eb635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:28.688100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-20714fe2-3695-481c-92da-9ef77bd80aa4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9401698 Sep 02 12:53:28.690840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:28.700450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'network_id': '9323df22-1803-4f3b-8aa2-5081e1dd6b03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1290225925'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:28.778100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-4f0c5769-a458-415d-a57c-f422ee413493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:28.780253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-4f0c5769-a458-415d-a57c-f422ee413493 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0512478 Sep 02 12:53:28.949778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-4cb5cc6a-cb84-401b-a7e0-e09e8a12b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:28.951304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-4cb5cc6a-cb84-401b-a7e0-e09e8a12b2e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.1626372 Sep 02 12:53:29.003801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Made reservation on behalf of 3e487e27bf594fa6a7b59a2b85f91250 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:29.007899 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:29.037827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] device_id is not set on port 8e857a03-1d27-4f63-97ab-b1fa054c232a yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:29.076746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0066fd78-fa8a-4b56-a9fa-8f57b1c53d85 None None] Provisioning for port 846f5f85-838c-412b-88ff-834b585dbce4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:29.086139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0066fd78-fa8a-4b56-a9fa-8f57b1c53d85 None None] Provisioning complete for port 846f5f85-838c-412b-88ff-834b585dbce4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:29.087554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-99587597-569e-4b1f-907f-b8c061d87678 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 1000 time: 0.1254103 Sep 02 12:53:29.088106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0066fd78-fa8a-4b56-a9fa-8f57b1c53d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:29.222586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0066fd78-fa8a-4b56-a9fa-8f57b1c53d85 None None] Port 846f5f85-838c-412b-88ff-834b585dbce4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:29.250791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-2f9fc2b4-ef71-4663-b537-b84bbe610272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:29.254569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-2f9fc2b4-ef71-4663-b537-b84bbe610272 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.1582613 Sep 02 12:53:29.324235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-5d9b0756-06d0-44bb-8c98-627bd1407972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:29.326523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-5d9b0756-06d0-44bb-8c98-627bd1407972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645583 Sep 02 12:53:29.336069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Allocated IP 2001:db8::2a3 (9323df22-1803-4f3b-8aa2-5081e1dd6b03/cd43156e-6535-4b2d-9f13-c4d1ccd9265b/8e857a03-1d27-4f63-97ab-b1fa054c232a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:29.510777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-e9354e3d-55e9-4512-84b3-a9b83aa38bb7 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698942 Sep 02 12:53:29.654658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-b5471a24-6e5c-405a-844f-3bef88b43440 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342602 Sep 02 12:53:29.665217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be6c69-a00c-45ef-b871-38694d22a027 req-43929b8b-b497-4c7b-aba1-beb11d40158b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:29.674824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2be6c69-a00c-45ef-b871-38694d22a027 req-43929b8b-b497-4c7b-aba1-beb11d40158b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.2473385 Sep 02 12:53:29.775410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2be6c69-a00c-45ef-b871-38694d22a027 req-af9a76e5-36b4-418e-9b9a-e87f6fa5832b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960681 Sep 02 12:53:29.842671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:29.860201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Transition to ACTIVE for port object 8e857a03-1d27-4f63-97ab-b1fa054c232a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:29.916845 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.016873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:30.018318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=8e857a03-1d27-4f63-97ab-b1fa054c232a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:30.021626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:30.028605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:30.047186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:30.047624 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.081213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b4e7743b-6de2-4c35-ae97-48877350f5e0 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3887866 Sep 02 12:53:30.083954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:30.093919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d4', 'mac_address': 'fa:16:3e:4e:16:22'}, {'ip_address': '2001:db8::283', 'mac_address': 'fa:16:3e:92:1f:47'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:30.398510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.595740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-15698ff8-3f9d-4ace-93da-aed565208915 None None] Provisioning for port 8e857a03-1d27-4f63-97ab-b1fa054c232a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:30.599965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-15698ff8-3f9d-4ace-93da-aed565208915 None None] Provisioning complete for port 8e857a03-1d27-4f63-97ab-b1fa054c232a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:30.600678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15698ff8-3f9d-4ace-93da-aed565208915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.713737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-15698ff8-3f9d-4ace-93da-aed565208915 None None] Port 8e857a03-1d27-4f63-97ab-b1fa054c232a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:30.758806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.775530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.869374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] In _notify_port_updated(), no bound segment for port 8e857a03-1d27-4f63-97ab-b1fa054c232a on network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:53:30.875380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:30.893880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:30.898045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "PUT /v2.0/ports/8e857a03-1d27-4f63-97ab-b1fa054c232a HTTP/1.1" status: 200 len: 1068 time: 0.8103926 Sep 02 12:53:30.899168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:30.929249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bce79-29ca-49e4-a7de-926a62b467f4 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event updated for resources: {'Port': ['ID=8e857a03-1d27-4f63-97ab-b1fa054c232a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:31.029255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:31.151993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd882aa1-cbe8-463c-8edd-c732a3f1430f req-8b9024c1-cea4-48fc-a942-eb8305d15d24 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:31.161446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd882aa1-cbe8-463c-8edd-c732a3f1430f req-8b9024c1-cea4-48fc-a942-eb8305d15d24 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.2405429 Sep 02 12:53:31.269895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd882aa1-cbe8-463c-8edd-c732a3f1430f req-6eb79c68-1e65-4f8a-bf71-6eb84d240a13 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071689 Sep 02 12:53:31.339209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port 8e857a03-1d27-4f63-97ab-b1fa054c232a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:31.339786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:31.379303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-06d54bbb-33e0-46b5-af45-88682daf7211 None None] Provisioning complete for port 8e857a03-1d27-4f63-97ab-b1fa054c232a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:31.379681 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06d54bbb-33e0-46b5-af45-88682daf7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:31.506183 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4c7397d2-826d-4ad5-b708-c79e504d634e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:31.552276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-06d54bbb-33e0-46b5-af45-88682daf7211 None None] Port 8e857a03-1d27-4f63-97ab-b1fa054c232a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:31.580624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:31.615849 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:31.621829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for 8e857a03-1d27-4f63-97ab-b1fa054c232a owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:31.888756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:31.940950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=8e857a03-1d27-4f63-97ab-b1fa054c232a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:32.346234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:32.357884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d835a14-19ad-4257-96bf-e55337c1cb1a tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/ports/8e857a03-1d27-4f63-97ab-b1fa054c232a HTTP/1.1" status: 204 len: 168 time: 1.4575148 Sep 02 12:53:32.361081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:32.377646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:32.462561 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94a3fd7-723b-4b6c-95fa-2a297b7004ba tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] GET failed (client error): The resource could not be found. Sep 02 12:53:32.465768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d94a3fd7-723b-4b6c-95fa-2a297b7004ba tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "GET /v2.0/ports/8e857a03-1d27-4f63-97ab-b1fa054c232a HTTP/1.1" status: 404 len: 333 time: 0.1030240 Sep 02 12:53:32.469041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:32.484472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:32.605205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4111ac-1341-42b5-830a-4df1bf2423d4 req-6bb05c89-aaba-4c28-ae04-9930628190a8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:32.607099 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc4111ac-1341-42b5-830a-4df1bf2423d4 req-6bb05c89-aaba-4c28-ae04-9930628190a8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.2111440 Sep 02 12:53:32.721976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port 846f5f85-838c-412b-88ff-834b585dbce4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:32.722329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:32.734512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:32.816528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc4111ac-1341-42b5-830a-4df1bf2423d4 req-5dedcb18-1006-45c0-bb4c-8acd2f192c8e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940680 Sep 02 12:53:33.223551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Deleting port e3ca03a3-d919-4ec7-ac80-1615737e3290 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:33.224059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:33.364360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] For port e3ca03a3-d919-4ec7-ac80-1615737e3290, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e3ca03a3-d919-4ec7-ac80-1615737e3290,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:33.365084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:33.402347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Calling delete_port for e3ca03a3-d919-4ec7-ac80-1615737e3290 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:33.622012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:33.653774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for 846f5f85-838c-412b-88ff-834b585dbce4 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:33.812283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:33.868450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ca03a3-d919-4ec7-ac80-1615737e3290,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:34.165082 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:34.247570 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:34.486972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf07d5-28b8-4bee-8c81-d61de22c0b39 req-649a8af3-5304-4e2c-854e-b1385177e79c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:34.492913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1dcf07d5-28b8-4bee-8c81-d61de22c0b39 req-649a8af3-5304-4e2c-854e-b1385177e79c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.4139006 Sep 02 12:53:34.513801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:34.599239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=846f5f85-838c-412b-88ff-834b585dbce4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:34.670850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:34.674662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c36e81a-00f1-4919-b307-3cc7f5a6e79c tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/ports/846f5f85-838c-412b-88ff-834b585dbce4 HTTP/1.1" status: 204 len: 168 time: 2.2034290 Sep 02 12:53:34.683626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:34.703117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Router febea485-1964-4508-a96f-610d8936c787 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:53:34.713232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1dcf07d5-28b8-4bee-8c81-d61de22c0b39 req-1f756899-eeb9-455d-923b-d8e211fa3fd4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965058 Sep 02 12:53:34.781392 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b283db2-ce69-4595-b9d1-812296d3502b tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] GET failed (client error): The resource could not be found. Sep 02 12:53:34.787034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8b283db2-ce69-4595-b9d1-812296d3502b tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "GET /v2.0/ports/846f5f85-838c-412b-88ff-834b585dbce4 HTTP/1.1" status: 404 len: 333 time: 0.1020896 Sep 02 12:53:34.787671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43524) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:34.916357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:35.080408 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:35.225242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port 4c10e622-aa35-4031-aba9-fa9bd6f68acd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:35.225738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:35.324612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:53:35.336603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3d892a50-8c44-4fc0-b00f-8e674095386c admin admin] 10.222.0.60 "PUT /v2.0/routers/febea485-1964-4508-a96f-610d8936c787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3039503 Sep 02 12:53:35.337112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:35.340720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] Sync routers for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:53:35.357344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:35.357989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:35.657016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:35.785383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:35.845648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for 4c10e622-aa35-4031-aba9-fa9bd6f68acd owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:35.870572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Deleting port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:35.871733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:35.949975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:36.042638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] For port d4fc6a2c-2694-4910-8764-4e4ffa66bc3b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:36.045359 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:36.090070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Calling delete_port for d4fc6a2c-2694-4910-8764-4e4ffa66bc3b owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:36.127827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:53:33Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:36.213797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] Checking router: febea485-1964-4508-a96f-610d8936c787 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:53:36.233565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] Routers {'febea485-1964-4508-a96f-610d8936c787'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:36.237852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['febea485-1964-4508-a96f-610d8936c787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:36.280696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:36.321527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145814c5-eb11-4576-b134-40fa9531a885 req-804cf51d-5337-40cd-913b-ebaf56ecaf4e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:36.323529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145814c5-eb11-4576-b134-40fa9531a885 req-804cf51d-5337-40cd-913b-ebaf56ecaf4e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.4573884 Sep 02 12:53:36.512029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] Set router febea485-1964-4508-a96f-610d8936c787 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:36.572814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145814c5-eb11-4576-b134-40fa9531a885 req-19f92339-026b-4ba9-9fbf-aff1f55c386a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381852 Sep 02 12:53:36.612233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:36.676892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fc6a2c-2694-4910-8764-4e4ffa66bc3b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:36.916519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:53:33Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:36.958574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176e73c-e967-47ab-861f-ea4307fdd0d8 None None] The sync data for ids ['febea485-1964-4508-a96f-610d8936c787'] in n-d-792364-8 is: [{'id': 'febea485-1964-4508-a96f-610d8936c787', 'name': 'tempest-TaggedBootDevicesTest-1852086804-router', 'tenant_id': '73bf530b19d04ed880181d5eb77ee9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:40:44Z', 'updated_at': '2021-09-02T12:53:33Z', 'revision_number': 5, 'project_id': '73bf530b19d04ed880181d5eb77ee9c9', 'gw_port': {'id': '2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febea485-1964-4508-a96f-610d8936c787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:40:45Z', 'updated_at': '2021-09-02T12:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:53:37.262883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:37.538896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Deleting port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:37.539915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:37.759056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] For port 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:37.759460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:37.830978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Calling delete_port for 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:37.972176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Router e8220ac5-5e77-4dbf-9f14-38901e99495e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:53:38.024005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e09f74-8415-4b71-9894-7d1e9a02cbf6 req-b2edd53b-743e-463f-bd12-19f82fa40416 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:38.025697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82e09f74-8415-4b71-9894-7d1e9a02cbf6 req-b2edd53b-743e-463f-bd12-19f82fa40416 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.2837434 Sep 02 12:53:38.217187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:38.311567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:38.322991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82e09f74-8415-4b71-9894-7d1e9a02cbf6 req-c79f5fb5-8cc6-4def-99b6-4dd954cde43f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900522 Sep 02 12:53:38.395989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:53:38.405271 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] Sync routers for ids ['e8220ac5-5e77-4dbf-9f14-38901e99495e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:53:38.407637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f1f55ae6-62e1-4d53-8b96-2fde433a4df1 admin admin] 10.222.0.60 "PUT /v2.0/routers/e8220ac5-5e77-4dbf-9f14-38901e99495e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6514692 Sep 02 12:53:38.424044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:38.424729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:38.425257 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] Routers {'e8220ac5-5e77-4dbf-9f14-38901e99495e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:38.426000 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e8220ac5-5e77-4dbf-9f14-38901e99495e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:38.543870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:38.555025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/ports/4c10e622-aa35-4031-aba9-fa9bd6f68acd HTTP/1.1" status: 204 len: 168 time: 3.7546129 Sep 02 12:53:38.556621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:38.615443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e3668-07b4-46b6-9972-dc18e8443d79 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=4c10e622-aa35-4031-aba9-fa9bd6f68acd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:38.687749 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] Set router e8220ac5-5e77-4dbf-9f14-38901e99495e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:38.691756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:38.820596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting subnet cd43156e-6535-4b2d-9f13-c4d1ccd9265b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:38.824128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:38.886688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.002592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.006105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.015163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:53:36Z', 'revision_number': 5, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port': {'id': 'c2fe68b9-8653-4368-9b86-e58e9c8d6421', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:17Z', 'updated_at': '2021-09-02T12:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:39.069326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.085885 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] Checking router: e8220ac5-5e77-4dbf-9f14-38901e99495e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:53:39.103838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Subnet': ['ID=cd43156e-6535-4b2d-9f13-c4d1ccd9265b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:39.107783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] Routers {'e8220ac5-5e77-4dbf-9f14-38901e99495e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:39.108420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e8220ac5-5e77-4dbf-9f14-38901e99495e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:39.123608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649e20-666e-4e0a-9c26-f7e22f1885fd req-ee66d565-174b-424a-a992-c036dcc4b436 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:39.132874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0649e20-666e-4e0a-9c26-f7e22f1885fd req-ee66d565-174b-424a-a992-c036dcc4b436 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 946 time: 0.8119631 Sep 02 12:53:39.155974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.185615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9e6cc-a204-48fb-9dc3-76318d5d1cdf None None] Network 9323df22-1803-4f3b-8aa2-5081e1dd6b03 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:39.187773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Deleting port c2fe68b9-8653-4368-9b86-e58e9c8d6421 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:39.188310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.314685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.316121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9a875c14-9144-4119-b312-f53f613a82be tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/subnets/cd43156e-6535-4b2d-9f13-c4d1ccd9265b HTTP/1.1" status: 204 len: 168 time: 0.7517471 Sep 02 12:53:39.350829 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] Set router e8220ac5-5e77-4dbf-9f14-38901e99495e gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:39.353727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:39.367609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e3ca03a3-d919-4ec7-ac80-1615737e3290 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:39.437227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.442100 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.485974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0649e20-666e-4e0a-9c26-f7e22f1885fd req-340be0e5-152b-40a1-b417-aae1743962dc tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515928 Sep 02 12:53:39.515386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e3ca03a3-d919-4ec7-ac80-1615737e3290 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:39.515940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e3ca03a3-d919-4ec7-ac80-1615737e3290 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:39.643835 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:53:39Z', 'revision_number': 6, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:39.743565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.747234 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976d3d3-3887-4089-b03b-bb117d855aac None None] The sync data for ids ['e8220ac5-5e77-4dbf-9f14-38901e99495e'] in n-d-792364-8 is: [{'id': 'e8220ac5-5e77-4dbf-9f14-38901e99495e', 'name': 'tempest-AttachSCSIVolumeTestJSON-726632753-router', 'tenant_id': 'b2656dc967e64fdeaa76b49caaed545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:16Z', 'updated_at': '2021-09-02T12:53:39Z', 'revision_number': 6, 'project_id': 'b2656dc967e64fdeaa76b49caaed545c', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:53:39.749064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febea485-1964-4508-a96f-610d8936c787 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:53:39.781585 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.797273 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-19e4bf2b-2a32-481b-b9fe-a0cd905cee58 admin admin] 10.222.0.60 "DELETE /v2.0/routers/febea485-1964-4508-a96f-610d8936c787 HTTP/1.1" status: 204 len: 168 time: 4.4590590 Sep 02 12:53:39.799477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:39.915213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443b1dc-69e2-4c98-b3bb-c440f9367c10 req-5fd9b8a7-d9dd-40aa-af8f-32885ea8cf5b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:39.930853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4443b1dc-69e2-4c98-b3bb-c440f9367c10 req-5fd9b8a7-d9dd-40aa-af8f-32885ea8cf5b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.3873088 Sep 02 12:53:39.940830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.944794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] For port c2fe68b9-8653-4368-9b86-e58e9c8d6421, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c2fe68b9-8653-4368-9b86-e58e9c8d6421,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:39.945339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:39.956427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Deleting subnet 7342db09-aee2-4520-8420-d1c553d77e09 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:39.988759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.006760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Calling delete_port for c2fe68b9-8653-4368-9b86-e58e9c8d6421 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:40.073645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4443b1dc-69e2-4c98-b3bb-c440f9367c10 req-203babac-d093-4ca0-b821-2819bf645c43 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416562 Sep 02 12:53:40.078546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.186551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42085362-2947-4609-9287-9a07d5db8269 None None] DHCP port deletion for 9323df22-1803-4f3b-8aa2-5081e1dd6b03 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:40.192800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-f6910564-7be8-4386-92ef-dd9c45d3522a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:40.194661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-f6910564-7be8-4386-92ef-dd9c45d3522a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 946 time: 0.5702474 Sep 02 12:53:40.243740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.310913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-42085362-2947-4609-9287-9a07d5db8269 None None] Deleting port c3db010f-af0c-4733-b39b-866bce3fd1f8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:40.311453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42085362-2947-4609-9287-9a07d5db8269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.380718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.435553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42085362-2947-4609-9287-9a07d5db8269 None None] For port c3db010f-af0c-4733-b39b-866bce3fd1f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3db010f-af0c-4733-b39b-866bce3fd1f8,segment=NetworkSegment(482b6e7d-8b60-4f57-a956-cff0eda09c77),segment_id=482b6e7d-8b60-4f57-a956-cff0eda09c77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:40.435553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42085362-2947-4609-9287-9a07d5db8269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.452930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7342db09-aee2-4520-8420-d1c553d77e09,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:40.456108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-42085362-2947-4609-9287-9a07d5db8269 None None] Calling delete_port for c3db010f-af0c-4733-b39b-866bce3fd1f8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:40.461724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Deleting port c3db010f-af0c-4733-b39b-866bce3fd1f8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:40.462483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.483190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.486444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b6019411-516b-4825-9e3c-126e9f53f1bc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7342db09-aee2-4520-8420-d1c553d77e09 HTTP/1.1" status: 204 len: 168 time: 0.6857586 Sep 02 12:53:40.490904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320fa95-3e60-42f6-9a1d-47c1bb0366d9 None None] Network a2ab007a-abbf-4e90-b0c6-4a35c3990e24 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:40.491515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:40.683475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] For port c3db010f-af0c-4733-b39b-866bce3fd1f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c3db010f-af0c-4733-b39b-866bce3fd1f8,segment=NetworkSegment(482b6e7d-8b60-4f57-a956-cff0eda09c77),segment_id=482b6e7d-8b60-4f57-a956-cff0eda09c77)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:40.683813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.704891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Calling delete_port for c3db010f-af0c-4733-b39b-866bce3fd1f8 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:40.707027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.751700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fe68b9-8653-4368-9b86-e58e9c8d6421,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:40.791004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.815123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:40.835824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8535e9a-f9b9-4d49-983a-a15cb90fdc35 req-e4ca8938-6ff7-4860-8c46-0691575b4a18 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:40.837358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8535e9a-f9b9-4d49-983a-a15cb90fdc35 req-e4ca8938-6ff7-4860-8c46-0691575b4a18 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=f577359c-b96f-4ca3-9fc5-391bbc1a23e6 HTTP/1.1" status: 200 len: 946 time: 0.1817644 Sep 02 12:53:40.858156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Deleting port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:40.858504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.921189 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42085362-2947-4609-9287-9a07d5db8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:40.975057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:41.016735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] For port 724997e7-0ff6-499c-9c1f-57d7acdabcb8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=724997e7-0ff6-499c-9c1f-57d7acdabcb8,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:41.017238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:41.029648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42085362-2947-4609-9287-9a07d5db8269 None None] Pushing event deleted for resources: {'Port': ['ID=c3db010f-af0c-4733-b39b-866bce3fd1f8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:41.043692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Calling delete_port for 724997e7-0ff6-499c-9c1f-57d7acdabcb8 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:41.127448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42085362-2947-4609-9287-9a07d5db8269 None None] No DVR routers for this DVR port c3db010f-af0c-4733-b39b-866bce3fd1f8 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:41.141601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:41.244564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] DHCP port deletion for a2ab007a-abbf-4e90-b0c6-4a35c3990e24 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:41.301735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4fc6a2c-2694-4910-8764-4e4ffa66bc3b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:41.346942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:41.373711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d4fc6a2c-2694-4910-8764-4e4ffa66bc3b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:41.379376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4fc6a2c-2694-4910-8764-4e4ffa66bc3b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:41.380090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3db010f-af0c-4733-b39b-866bce3fd1f8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:41.382753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090', '1bd1e56a-7550-4080-a9e5-070aee4535de'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:41.394807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['806336e2-d1bf-4d8c-b399-b0a421e95b72', '724997e7-0ff6-499c-9c1f-57d7acdabcb8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:41.558644 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:53:41.570092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c3db010f-af0c-4733-b39b-866bce3fd1f8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:41.571074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c3db010f-af0c-4733-b39b-866bce3fd1f8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:41.573672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c2fe68b9-8653-4368-9b86-e58e9c8d6421 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:41.619825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d8535e9a-f9b9-4d49-983a-a15cb90fdc35 req-89d5a7a2-dc91-4c9a-922b-a1935516925f tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7718444 Sep 02 12:53:41.624819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event deleted for resources: {'Port': ['ID=724997e7-0ff6-499c-9c1f-57d7acdabcb8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:41.693836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c2fe68b9-8653-4368-9b86-e58e9c8d6421 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:41.694321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c2fe68b9-8653-4368-9b86-e58e9c8d6421 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:41.694923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:41.766082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:41.766591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d0c1ab7-5c4d-4906-b9f0-ed759a3b0dcb not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:41.771867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] No DVR routers for this DVR port 724997e7-0ff6-499c-9c1f-57d7acdabcb8 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:41.778671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:41.784466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7746e24e-51a7-4e15-859f-d335617dcb1c req-37094759-89bc-48c1-bb62-7d5cc1b91753 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "DELETE /v2.0/ports/724997e7-0ff6-499c-9c1f-57d7acdabcb8 HTTP/1.1" status: 204 len: 173 time: 1.5823643 Sep 02 12:53:41.821638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'name': 'network-vif-deleted', 'tag': '724997e7-0ff6-499c-9c1f-57d7acdabcb8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:41.827372 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f318a01-8d9a-46d1-a743-c78cb2551e58" -d '{"events": [{"server_uuid": "f577359c-b96f-4ca3-9fc5-391bbc1a23e6", "name": "network-vif-deleted", "tag": "724997e7-0ff6-499c-9c1f-57d7acdabcb8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:41.870958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Deleting port 475686d1-b588-496e-9945-1df95a9b7990 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:41.871354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:41.901183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Port': ['ID=c3db010f-af0c-4733-b39b-866bce3fd1f8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:41.939776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] Deleting port 475686d1-b588-496e-9945-1df95a9b7990 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:41.940123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.023849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] No DVR routers for this DVR port c3db010f-af0c-4733-b39b-866bce3fd1f8 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:42.077074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] For port 475686d1-b588-496e-9945-1df95a9b7990, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=475686d1-b588-496e-9945-1df95a9b7990,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:42.078529 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.096355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Calling delete_port for 475686d1-b588-496e-9945-1df95a9b7990 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:42.119180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.152360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] For port 475686d1-b588-496e-9945-1df95a9b7990, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=475686d1-b588-496e-9945-1df95a9b7990,segment=NetworkSegment(6fd62698-ca3e-46ca-9a90-175873005028),segment_id=6fd62698-ca3e-46ca-9a90-175873005028)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:42.153046 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.170837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] Calling delete_port for 475686d1-b588-496e-9945-1df95a9b7990 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:42.352270 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.368002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.384738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] No DVR routers for this DVR port 475686d1-b588-496e-9945-1df95a9b7990 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:42.426737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] Pushing event deleted for resources: {'Port': ['ID=475686d1-b588-496e-9945-1df95a9b7990,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:42.428940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e58ef-aec1-401e-9788-4654f0586700 None None] No DVR routers for this DVR port 475686d1-b588-496e-9945-1df95a9b7990 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:42.526059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef90f39-c7cd-4962-9afb-2cc7bb20a6ea req-fedffd4d-dcdd-4c82-8c12-849903d632a9 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:42.527786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ef90f39-c7cd-4962-9afb-2cc7bb20a6ea req-fedffd4d-dcdd-4c82-8c12-849903d632a9 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.7199528 Sep 02 12:53:42.528660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Pushing event deleted for resources: {'Port': ['ID=475686d1-b588-496e-9945-1df95a9b7990,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:42.546296 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.549447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.553010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.569047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d5b80-d22c-43a7-8515-2a32f034e070 req-2b9f7f33-038c-4287-8418-676fa2782b72 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:42.570673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b19d5b80-d22c-43a7-8515-2a32f034e070 req-2b9f7f33-038c-4287-8418-676fa2782b72 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.6650519 Sep 02 12:53:42.575713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9323df22-1803-4f3b-8aa2-5081e1dd6b03']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:42.645179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482b6e7d-8b60-4f57-a956-cff0eda09c77') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:42.645477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482b6e7d-8b60-4f57-a956-cff0eda09c77') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:42.669561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b19d5b80-d22c-43a7-8515-2a32f034e070 req-6d8a06e4-cf36-4762-9a09-3a6aa950d77a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831575 Sep 02 12:53:42.675401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.680920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.698716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.699258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ab007a-abbf-4e90-b0c6-4a35c3990e24']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:42.699397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8220ac5-5e77-4dbf-9f14-38901e99495e {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:53:42.703953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ef90f39-c7cd-4962-9afb-2cc7bb20a6ea req-3701df9a-c0b9-4afd-9632-236700143025 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504257 Sep 02 12:53:42.709610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.710969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6c75b195-5f4c-4651-ba55-a932295608f9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e8220ac5-5e77-4dbf-9f14-38901e99495e HTTP/1.1" status: 204 len: 168 time: 4.2847352 Sep 02 12:53:42.712656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.716579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:42.724808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:42.725360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:42.736293 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:42.800648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd62698-ca3e-46ca-9a90-175873005028') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:42.800971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd62698-ca3e-46ca-9a90-175873005028') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:42.835786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.867739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Pushing event deleted for resources: {'Network': ['ID=9323df22-1803-4f3b-8aa2-5081e1dd6b03,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:42.873666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.879806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d2b851ea-664b-4127-80ad-55dec7206706 tempest-AllowedAddressPairIpV6TestJSON-4855214 tempest-AllowedAddressPairIpV6TestJSON-4855214-project] 10.222.0.60 "DELETE /v2.0/networks/9323df22-1803-4f3b-8aa2-5081e1dd6b03 HTTP/1.1" status: 204 len: 168 time: 3.5164742 Sep 02 12:53:42.886223 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80111a68-25e4-43e2-a320-79e088c84b08 x-openstack-request-id: req-80111a68-25e4-43e2-a320-79e088c84b08 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:42.886699 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f577359c-b96f-4ca3-9fc5-391bbc1a23e6", "name": "network-vif-deleted", "tag": "724997e7-0ff6-499c-9c1f-57d7acdabcb8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:42.886957 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80111a68-25e4-43e2-a320-79e088c84b08 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:42.887203 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f577359c-b96f-4ca3-9fc5-391bbc1a23e6', 'name': 'network-vif-deleted', 'tag': '724997e7-0ff6-499c-9c1f-57d7acdabcb8', 'status': 'completed', 'code': 200} Sep 02 12:53:42.888872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.949490 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:42.962623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Deleting subnet f7f095bb-9cd1-43de-852f-cc48ba31c80f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:42.966229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.027005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:43.027580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:43.102971 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:43.118339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 475686d1-b588-496e-9945-1df95a9b7990 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:43.129080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.153798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.160036 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.165097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] 10.222.0.60 "DELETE /v2.0/networks/a2ab007a-abbf-4e90-b0c6-4a35c3990e24 HTTP/1.1" status: 204 len: 168 time: 2.6724336 Sep 02 12:53:43.177849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 475686d1-b588-496e-9945-1df95a9b7990 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:43.179590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 475686d1-b588-496e-9945-1df95a9b7990 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:43.229233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928437ee-14c8-4d17-af59-1d83837d17af admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ab007a-abbf-4e90-b0c6-4a35c3990e24,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:43.303457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43702) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:43.373588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.407240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.525796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:43.538399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.579011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1a28885-0883-419c-940f-e88b533484c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e487e27bf594fa6a7b59a2b85f91250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743294 Sep 02 12:53:43.580527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:43.634395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f095bb-9cd1-43de-852f-cc48ba31c80f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:43.645995 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dad016-a91a-4ad0-9f54-403c96612f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.663193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f75e3-6900-46df-8b02-108200a47898 None None] Network 0d30651b-1154-44f3-bbd7-7b0d75ea3197 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:43.682918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dad016-a91a-4ad0-9f54-403c96612f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.686606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.688304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53669e7d-b8ad-49c4-9fda-2c868c6702ca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7f095bb-9cd1-43de-852f-cc48ba31c80f HTTP/1.1" status: 204 len: 168 time: 0.9706933 Sep 02 12:53:43.693110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43716) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:43.760925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dad016-a91a-4ad0-9f54-403c96612f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.764471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dad016-a91a-4ad0-9f54-403c96612f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:43.769666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45dad016-a91a-4ad0-9f54-403c96612f27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7a78918-bc6b-4bf6-afe9-79e60cd77da8 HTTP/1.1" status: 204 len: 168 time: 0.1855712 Sep 02 12:53:43.788742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad016-a91a-4ad0-9f54-403c96612f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a78918-bc6b-4bf6-afe9-79e60cd77da8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:43.862770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-401992a5-a384-4681-830b-f2097f9a1ae8 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:43.864616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-401992a5-a384-4681-830b-f2097f9a1ae8 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.3097651 Sep 02 12:53:43.947270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c19fa4-f50e-445b-8ccb-39d77fd71008 req-56262361-6e51-484a-b730-2a3b99e8356c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:43.948923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2c19fa4-f50e-445b-8ccb-39d77fd71008 req-56262361-6e51-484a-b730-2a3b99e8356c tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1116173 Sep 02 12:53:44.035458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2c19fa4-f50e-445b-8ccb-39d77fd71008 req-ae0a6c38-9a95-4dfa-93f9-8dd65b814bd6 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663409 Sep 02 12:53:44.045228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e19680bf-f50d-4371-a601-1227774aef85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73bf530b19d04ed880181d5eb77ee9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179183 Sep 02 12:53:44.050864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:44.061632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 724997e7-0ff6-499c-9c1f-57d7acdabcb8 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:44.108582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 724997e7-0ff6-499c-9c1f-57d7acdabcb8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:44.109231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 724997e7-0ff6-499c-9c1f-57d7acdabcb8 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:44.111325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] DHCP port deletion for 0d30651b-1154-44f3-bbd7-7b0d75ea3197 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:44.163995 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b40586e-0799-45a6-917d-3301bb04244b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.222020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] Deleting port cd6ad6d4-b2fd-4487-a341-324f06a08b66 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:44.222404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.224460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b40586e-0799-45a6-917d-3301bb04244b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.244417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.264668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce257b0-911f-42b9-abaf-6b7cb32810d9 req-893a81c4-374d-42fc-92c2-810ab3d4e179 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:44.275671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ce257b0-911f-42b9-abaf-6b7cb32810d9 req-893a81c4-374d-42fc-92c2-810ab3d4e179 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.3624346 Sep 02 12:53:44.334734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b40586e-0799-45a6-917d-3301bb04244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.337663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b40586e-0799-45a6-917d-3301bb04244b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.338866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5b40586e-0799-45a6-917d-3301bb04244b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4714ecc-ec11-423a-8f14-9773c1e64e31 HTTP/1.1" status: 204 len: 168 time: 0.2864099 Sep 02 12:53:44.353598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40586e-0799-45a6-917d-3301bb04244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4714ecc-ec11-423a-8f14-9773c1e64e31,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:44.380032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] For port cd6ad6d4-b2fd-4487-a341-324f06a08b66, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cd6ad6d4-b2fd-4487-a341-324f06a08b66,segment=NetworkSegment(630ad8b5-27ed-4d56-82bb-6ff59fb8a836),segment_id=630ad8b5-27ed-4d56-82bb-6ff59fb8a836)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:44.380821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.408805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] Calling delete_port for cd6ad6d4-b2fd-4487-a341-324f06a08b66 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:44.497560 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ce257b0-911f-42b9-abaf-6b7cb32810d9 req-2c61e2b8-97c1-4c69-a221-8a69f30f47ee tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154548 Sep 02 12:53:44.596375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:44.651336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] Pushing event deleted for resources: {'Port': ['ID=cd6ad6d4-b2fd-4487-a341-324f06a08b66,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:44.695315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16194e-9222-4e7f-9328-9828b9506bcc None None] No DVR routers for this DVR port cd6ad6d4-b2fd-4487-a341-324f06a08b66 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:45.054741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Deleting port b08ee09e-9282-4a87-ad39-785b7610cfdc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:45.055313 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.174027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cd6ad6d4-b2fd-4487-a341-324f06a08b66 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:45.252554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: cd6ad6d4-b2fd-4487-a341-324f06a08b66 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:45.252921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cd6ad6d4-b2fd-4487-a341-324f06a08b66 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:45.274665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9726b1-0062-402f-87c0-ac2d0f97a901 req-6db4d725-fc65-4966-8dc6-53a7f3b6fbda tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:45.283362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf9726b1-0062-402f-87c0-ac2d0f97a901 req-6db4d725-fc65-4966-8dc6-53a7f3b6fbda tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 945 time: 0.1118319 Sep 02 12:53:45.333632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf9726b1-0062-402f-87c0-ac2d0f97a901 req-20ceffdd-bedc-48d1-819b-3a9842f2344e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Sep 02 12:53:45.383545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:45.387671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] For port b08ee09e-9282-4a87-ad39-785b7610cfdc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b08ee09e-9282-4a87-ad39-785b7610cfdc,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:45.388176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.420622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Deleting port cd6ad6d4-b2fd-4487-a341-324f06a08b66 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:45.420622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.426581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Calling delete_port for b08ee09e-9282-4a87-ad39-785b7610cfdc owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:45.572461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] For port cd6ad6d4-b2fd-4487-a341-324f06a08b66, host n-d-792364-8, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:45.573094 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.583327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:45.600090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Calling delete_port for cd6ad6d4-b2fd-4487-a341-324f06a08b66 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:45.603724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Port cd6ad6d4-b2fd-4487-a341-324f06a08b66 was not found and therefore no delete operation was performed {{(pid=94841) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:53:45.606646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Deleting port ba05d8b5-3538-435b-8757-5c4f9617dcb9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:45.607347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.610362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.733340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-104190084-network', 'tenant_id': 'a2263c038bbc494a9c465735ac5739b1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:45.777993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-693905902'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:45.796488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Made reservation on behalf of a2263c038bbc494a9c465735ac5739b1 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:45.800048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.820812 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.858226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] No DVR routers for this DVR port cd6ad6d4-b2fd-4487-a341-324f06a08b66 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:45.871789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Made reservation on behalf of c79d9e8da82a41409550a2a9f7f5e0b8 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:45.876199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6ad6d4-b2fd-4487-a341-324f06a08b66,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:45.876362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.892819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.987706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:45.987961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.002242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.002488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['768135ef-82ba-4c7e-a7b1-295d9bff0f12'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:46.004738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['b08ee09e-9282-4a87-ad39-785b7610cfdc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:46.013044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.028401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30651b-1154-44f3-bbd7-7b0d75ea3197']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:46.046837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630ad8b5-27ed-4d56-82bb-6ff59fb8a836') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:46.048889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630ad8b5-27ed-4d56-82bb-6ff59fb8a836') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:46.067132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:53:46.067998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.075886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56346ea9-15a5-4599-a4c3-27ee1989f96e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.092378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.096800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.097418 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Added segment c4fa6e05-60c4-46db-8c81-5c94a8713ac9 of type vlan for network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 Sep 02 12:53:46.103800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:46.104302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.189914 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.247540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.252471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.254225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:46.255017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.265322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.280573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:46.295405 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:46.321917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] For port ba05d8b5-3538-435b-8757-5c4f9617dcb9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ba05d8b5-3538-435b-8757-5c4f9617dcb9,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:46.322603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.333131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.381411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7966301 Sep 02 12:53:46.388788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Pushing event deleted for resources: {'Port': ['ID=b08ee09e-9282-4a87-ad39-785b7610cfdc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.389813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.390286 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Added segment 3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363 of type vlan for network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 Sep 02 12:53:46.430818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:46.437258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.439939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0d30651b-1154-44f3-bbd7-7b0d75ea3197 HTTP/1.1" status: 204 len: 168 time: 2.7420263 Sep 02 12:53:46.452651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Request body: {'subnet': {'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-104190084-subnet', 'tenant_id': 'a2263c038bbc494a9c465735ac5739b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:46.459693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:46.467258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Calling delete_port for ba05d8b5-3538-435b-8757-5c4f9617dcb9 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:46.479639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f5d02-33da-412e-95aa-1d26176093b4 req-791718b7-0a6f-43e0-b229-e9e2b494b28f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:46.481549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd278c91-f5df-4a25-a252-9844b172a47a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.489523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be2f5d02-33da-412e-95aa-1d26176093b4 req-791718b7-0a6f-43e0-b229-e9e2b494b28f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.8740535 Sep 02 12:53:46.544590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b81e5c-0d3f-4ce6-83b4-3b9661443fbe admin admin] Pushing event updated for resources: {'Network': ['ID=7ad08eda-bd1a-46c8-8866-ff6a7136cc22,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.615385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:53:46.617307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3d826cf-3e78-4cca-af51-f31b267e6604 req-475d2c03-a44d-42ee-b284-88e5ea1fcee3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 210 time: 0.1717861 Sep 02 12:53:46.633823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.715924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Made reservation on behalf of a2263c038bbc494a9c465735ac5739b1 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:46.718964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.768725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] No DVR routers for this DVR port b08ee09e-9282-4a87-ad39-785b7610cfdc on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:46.771314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe3725-04d3-4be9-9384-2efdb53d5862 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d30651b-1154-44f3-bbd7-7b0d75ea3197,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.788573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.800619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.803828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f80b6270-aa76-4780-b598-501bfa0bd649 req-e89f8fd9-4a25-4b97-a519-8d690671608e tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.41 "DELETE /v2.0/ports/b08ee09e-9282-4a87-ad39-785b7610cfdc HTTP/1.1" status: 204 len: 173 time: 2.8283854 Sep 02 12:53:46.805259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.807293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'name': 'network-vif-deleted', 'tag': 'b08ee09e-9282-4a87-ad39-785b7610cfdc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:46.815816 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb669b-a468-4d80-a2f0-f6f08cd1dc7c" -d '{"events": [{"server_uuid": "e6ecf5c9-e448-4b6f-9d78-8facef996448", "name": "network-vif-deleted", "tag": "b08ee09e-9282-4a87-ad39-785b7610cfdc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:46.821072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:46.821963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:46.881312 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-390ceacf-6852-4e8a-ae94-678e9bf6d759 service neutron] show failed (client error): The resource could not be found. Sep 02 12:53:46.882436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-390ceacf-6852-4e8a-ae94-678e9bf6d759 service neutron] 10.222.0.18 "GET /v2.0/ports/f18c535f-f4d2-4d87-a119-0a3ef33b330e/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.3323841 Sep 02 12:53:46.901313 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553c629-74d9-42c1-8eff-dda44b6b6b64 x-openstack-request-id: req-a553c629-74d9-42c1-8eff-dda44b6b6b64 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:46.901738 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ecf5c9-e448-4b6f-9d78-8facef996448", "name": "network-vif-deleted", "tag": "b08ee09e-9282-4a87-ad39-785b7610cfdc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:46.902160 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a553c629-74d9-42c1-8eff-dda44b6b6b64 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:46.903088 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ecf5c9-e448-4b6f-9d78-8facef996448', 'name': 'network-vif-deleted', 'tag': 'b08ee09e-9282-4a87-ad39-785b7610cfdc', 'status': 'completed', 'code': 200} Sep 02 12:53:46.907063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba05d8b5-3538-435b-8757-5c4f9617dcb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.981478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5955129 Sep 02 12:53:46.982539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f802d7-ff38-403a-b123-1edc16c19f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event updated for resources: {'Network': ['ID=bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:46.984596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:46.995153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:53:47.001367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be2f5d02-33da-412e-95aa-1d26176093b4 req-e3652428-2230-41d5-8b45-f44a4acb0245 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274814 Sep 02 12:53:47.013283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Request body: {'subnet': {'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:47.241537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:47.506331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-fb9efaa7-3c82-44f4-9a76-591cf719a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:47.509317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-fb9efaa7-3c82-44f4-9a76-591cf719a8e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 1096 time: 0.1663671 Sep 02 12:53:47.524352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:47.605467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:47.664630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Made reservation on behalf of c79d9e8da82a41409550a2a9f7f5e0b8 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:47.675179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:47.992960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e60121e-cc84-43f7-9bb5-3b1f95ff2416 req-bffa7a2a-c038-4e18-a372-5467008e97db tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6ecf5c9-e448-4b6f-9d78-8facef996448 HTTP/1.1" status: 200 len: 210 time: 0.0913873 Sep 02 12:53:48.005411 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.066403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b08ee09e-9282-4a87-ad39-785b7610cfdc no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:48.110757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Router ab59ecd8-f210-4553-995e-6bb8f78c9e4c has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:53:48.173987 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: b08ee09e-9282-4a87-ad39-785b7610cfdc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:48.174500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b08ee09e-9282-4a87-ad39-785b7610cfdc not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:48.188559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:48.199157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e5b-5bdc-4c6c-844e-073f2e625b84 req-139a9549-da48-4a0f-9a77-5ce67826686b tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:48.207777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae580e5b-5bdc-4c6c-844e-073f2e625b84 req-139a9549-da48-4a0f-9a77-5ce67826686b tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.3168247 Sep 02 12:53:48.239054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:48.303257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Checking segment: {'id': 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:53:48.303615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Network hostable DHCP agents. Network: 7ad08eda-bd1a-46c8-8866-ff6a7136cc22, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:53:48.328465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:53:48.351125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae580e5b-5bdc-4c6c-844e-073f2e625b84 req-9a584778-a5bc-4cfa-90fb-c8dfbe83db6d tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421435 Sep 02 12:53:48.364003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c36fa-d19d-471f-9780-13d3a89a1429 req-5e180363-243d-4550-afa9-e9aa16b7b87b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:48.373400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-182c36fa-d19d-471f-9780-13d3a89a1429 req-5e180363-243d-4550-afa9-e9aa16b7b87b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.1365993 Sep 02 12:53:48.373669 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.376807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:53:48.389352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-df3965aa-7ac6-4f52-bab7-9f63ca3a6396 admin admin] 10.222.0.60 "PUT /v2.0/routers/ab59ecd8-f210-4553-995e-6bb8f78c9e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5487418 Sep 02 12:53:48.400691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:48.402997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] Sync routers for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:53:48.413711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:48.415216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:48.450919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.493424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.550142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.554158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:53:48.587852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 7ad08eda-bd1a-46c8-8866-ff6a7136cc22) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:48.588174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:48.603051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:48.604142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.605841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event updated for resources: {'Subnet': ['ID=dd511dff-cf07-42d0-878e-a4365ff9b229,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:48.632985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b9937-1203-4278-bc83-0924ef582068 None None] Network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:48.644146 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-182c36fa-d19d-471f-9780-13d3a89a1429 req-1b45d4ad-796b-44c9-b299-b371128a7125 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718737 Sep 02 12:53:48.646805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Transition to ACTIVE for port object f18c535f-f4d2-4d87-a119-0a3ef33b330e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:48.657337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.706107 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a49d537-1704-4e34-a7d8-8db6c44bb1ca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2736268 Sep 02 12:53:48.714463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Checking segment: {'id': '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:53:48.715181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Network hostable DHCP agents. Network: bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:53:48.750253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:53:48.770472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:48.780120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:48.780746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.796983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:48.811224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae91aea-bd1b-4d1d-8842-2a5f085a6182 None None] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:48.832487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0fedab5b-123c-4e69-8782-de6cbf45782a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8426123 Sep 02 12:53:48.836820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:48.849723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Request body: {'port': {'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-450388231'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:48.902611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:48.926676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:48.929361 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ad361-6142-44f9-9ebf-91e0861e575b" -d '{"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-unplugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:49.132808 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c0ef7-ae91-4ed4-8e29-8962092d7c2f x-openstack-request-id: req-6d6c0ef7-ae91-4ed4-8e29-8962092d7c2f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:49.132808 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-unplugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:49.132808 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d6c0ef7-ae91-4ed4-8e29-8962092d7c2f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:49.133357 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'code': 200} Sep 02 12:53:49.143238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] No DVR routers for this DVR port f18c535f-f4d2-4d87-a119-0a3ef33b330e on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:49.180422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Deleting port 7d40483b-e51f-41c6-b100-82353d289802 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:49.181131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.306610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8603430-3ab2-44ff-aa1a-cf7ded8d0959 None None] Network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:49.309283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3', 'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3', 'tenant_id': 'c79d9e8da82a41409550a2a9f7f5e0b8', 'fixed_ips': [{'subnet_id': 'dd511dff-cf07-42d0-878e-a4365ff9b229'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:53:49.310281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.352731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Deleting port ff8a5f89-f039-48f5-866c-01f28ff6d587 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:49.353373 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.476931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] For port 7d40483b-e51f-41c6-b100-82353d289802, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7d40483b-e51f-41c6-b100-82353d289802,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:49.477098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.520762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Calling delete_port for 7d40483b-e51f-41c6-b100-82353d289802 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:49.578957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] For port ff8a5f89-f039-48f5-866c-01f28ff6d587, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ff8a5f89-f039-48f5-866c-01f28ff6d587,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:49.579537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.621373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Calling delete_port for ff8a5f89-f039-48f5-866c-01f28ff6d587 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:49.649304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:53:49.649678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:53:49.650076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:53:49.657785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Made reservation on behalf of c79d9e8da82a41409550a2a9f7f5e0b8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:49.664489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.667559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d7046-18d6-4740-aa5d-df9219ed5546 req-4dc86fe4-066e-422e-81ab-c5fd3efb986a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:49.669205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c37d7046-18d6-4740-aa5d-df9219ed5546 req-4dc86fe4-066e-422e-81ab-c5fd3efb986a tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.1575439 Sep 02 12:53:49.674345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:53:49.674959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:53:49.725129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:53:49.725682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Checking segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:53:49.726002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Bound using segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:53:49.726463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Bound port: f18c535f-f4d2-4d87-a119-0a3ef33b330e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:53:49.726825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:49.757732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] device_id is not set on port 65706907-e3aa-47ed-bb8c-5200cf16af48 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:49.784468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452aace-017a-42e9-9af1-6e7b0408087f req-5de6fda6-e04a-4226-a03b-8cfb9f332498 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:49.786171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4452aace-017a-42e9-9af1-6e7b0408087f req-5de6fda6-e04a-4226-a03b-8cfb9f332498 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.5046637 Sep 02 12:53:49.819859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Allocated IP 2001:db8::2 (bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3/dd511dff-cf07-42d0-878e-a4365ff9b229/7e293ac7-9973-44bd-b6c9-82eb837b643e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:49.841084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c37d7046-18d6-4740-aa5d-df9219ed5546 req-8638e119-4a8e-48a8-a1bb-6cc092eaa3b6 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615646 Sep 02 12:53:49.903637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:53:49.934884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:53:49.941444 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.126960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:53:46Z', 'revision_number': 5, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port': {'id': 'ff8a5f89-f039-48f5-866c-01f28ff6d587', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:41:38Z', 'updated_at': '2021-09-02T12:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:50.129635 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.176087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] Checking router: ab59ecd8-f210-4553-995e-6bb8f78c9e4c for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:53:50.176087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Transition to ACTIVE for port object 7e293ac7-9973-44bd-b6c9-82eb837b643e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:50.192473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] Routers {'ab59ecd8-f210-4553-995e-6bb8f78c9e4c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:50.193315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:50.290300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:50.305934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Transition to ACTIVE for port object 7e293ac7-9973-44bd-b6c9-82eb837b643e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:50.370170 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.458128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] Set router ab59ecd8-f210-4553-995e-6bb8f78c9e4c gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:50.464440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-c851e1de-7d25-4159-b420-c48be4ad29c2 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:50.473108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-c851e1de-7d25-4159-b420-c48be4ad29c2 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/networks?id=7ad08eda-bd1a-46c8-8866-ff6a7136cc22 HTTP/1.1" status: 200 len: 817 time: 0.8612406 Sep 02 12:53:50.512211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:50.513495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.515272 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 1091 time: 2.9957721 Sep 02 12:53:50.515432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-b1b1206b-2a3a-417e-af2c-78bedd746400 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/quotas/a2263c038bbc494a9c465735ac5739b1 HTTP/1.1" status: 200 len: 375 time: 0.0411856 Sep 02 12:53:50.601304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-b7e1fe62-bbef-47f5-acce-6b70d728c4cc tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2263c038bbc494a9c465735ac5739b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849555 Sep 02 12:53:50.609100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:50.616318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:50.618501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:50.619990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:53:48Z', 'revision_number': 6, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:50.625335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94bac5-5b26-4ec2-82b7-00e35d5a67a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:50.653199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.677272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Allocated IP 2001:db8::3bb (bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3/dd511dff-cf07-42d0-878e-a4365ff9b229/65706907-e3aa-47ed-bb8c-5200cf16af48) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:50.687363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:50.691222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6776f-1dd3-4d93-aac6-6f1511e23a3f None None] The sync data for ids ['ab59ecd8-f210-4553-995e-6bb8f78c9e4c'] in n-d-792364-8 is: [{'id': 'ab59ecd8-f210-4553-995e-6bb8f78c9e4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1721566647-router', 'tenant_id': 'a07d0b7db76541e091c95508021d3a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:41:37Z', 'updated_at': '2021-09-02T12:53:48Z', 'revision_number': 6, 'project_id': 'a07d0b7db76541e091c95508021d3a1f', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:53:50.694768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Pushing event updated for resources: {'Port': ['ID=7e293ac7-9973-44bd-b6c9-82eb837b643e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:50.772720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d618f60-2faf-4883-94e1-bdc8b35b89bb req-ef3aef50-0509-40cc-8248-258fc90b6003 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:50.777442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d618f60-2faf-4883-94e1-bdc8b35b89bb req-ef3aef50-0509-40cc-8248-258fc90b6003 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.7978864 Sep 02 12:53:50.784356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8a5f89-f039-48f5-866c-01f28ff6d587,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:50.795724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-b8e6c665-4855-4a8d-8ad6-b862c6d7bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:50.804638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-b8e6c665-4855-4a8d-8ad6-b862c6d7bf50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1094 time: 0.2427683 Sep 02 12:53:50.813882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Attempting to bind port 7e293ac7-9973-44bd-b6c9-82eb837b643e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:53:50.814589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Attempting to bind port 7e293ac7-9973-44bd-b6c9-82eb837b643e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:53:50.815141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Attempting to bind port 7e293ac7-9973-44bd-b6c9-82eb837b643e on network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:53:50.822360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:53:50.822824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Checking segment: {'id': '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:53:50.823330 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.823931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Bound using segment: {'id': '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:53:50.824533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Bound port: 7e293ac7-9973-44bd-b6c9-82eb837b643e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:53:50.825005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.902070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] For port 7e293ac7-9973-44bd-b6c9-82eb837b643e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:53:50.936448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Deleting port 1bd1e56a-7550-4080-a9e5-070aee4535de {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:50.937268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.939987 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] For port 7e293ac7-9973-44bd-b6c9-82eb837b643e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e293ac7-9973-44bd-b6c9-82eb837b643e,segment=NetworkSegment(3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363),segment_id=3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:53:50.947715 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:50.975262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.026659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaa624-ff24-4787-b919-a7c2101a29f3 None None] Pushing event updated for resources: {'Port': ['ID=7e293ac7-9973-44bd-b6c9-82eb837b643e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:51.035106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.129613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=7d40483b-e51f-41c6-b100-82353d289802,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:51.195941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-fcb203d4-11f5-4296-a2e5-0d82a3d7630a service neutron] 10.222.0.60 "GET /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936658 Sep 02 12:53:51.224081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ba05d8b5-3538-435b-8757-5c4f9617dcb9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:51.255654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:51.257711 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a58dd09-82df-49c2-870c-7023a6c98fac" -d '{"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:51.272574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ba05d8b5-3538-435b-8757-5c4f9617dcb9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:51.272820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ba05d8b5-3538-435b-8757-5c4f9617dcb9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:51.279478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.301763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d618f60-2faf-4883-94e1-bdc8b35b89bb req-6af4ca76-c39c-4467-b999-9e7880e2f8be tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083401 Sep 02 12:53:51.312831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.348588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-bc7cd446-ade3-474a-8425-50214097d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:51.351784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-bc7cd446-ade3-474a-8425-50214097d97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.5080061 Sep 02 12:53:51.503920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.540844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.541564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab59ecd8-f210-4553-995e-6bb8f78c9e4c {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:53:51.562323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-fac42df4-b4f2-4b2e-8cc9-8eca577409fb service neutron] 10.222.0.60 "GET /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648384 Sep 02 12:53:51.581565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.582943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a21c4633-9c4b-4792-aab0-2a4135c86710 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ab59ecd8-f210-4553-995e-6bb8f78c9e4c HTTP/1.1" status: 204 len: 168 time: 3.1813941 Sep 02 12:53:51.591232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:51.667637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-9d6f2154-17f4-4043-8aaa-24c0197b278f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.2637434 Sep 02 12:53:51.730295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] For port 1bd1e56a-7550-4080-a9e5-070aee4535de, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=1bd1e56a-7550-4080-a9e5-070aee4535de,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:51.730673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.735719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Transition to ACTIVE for port object 65706907-e3aa-47ed-bb8c-5200cf16af48 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:51.742160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece90bd-dce6-41fd-bc23-d3e278669044 req-c53c4cf2-5462-459f-bc71-3a56db19a57f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:51.743931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bece90bd-dce6-41fd-bc23-d3e278669044 req-c53c4cf2-5462-459f-bc71-3a56db19a57f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 943 time: 0.2613344 Sep 02 12:53:51.751900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Deleting subnet 791c1b25-8efe-4bc0-af0a-9389cd06562c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:51.763120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Calling delete_port for 1bd1e56a-7550-4080-a9e5-070aee4535de owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:51.769673 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:51.820376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-c4ae0a3e-5535-48e4-b52c-6ca1a01cda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:51.820376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-c4ae0a3e-5535-48e4-b52c-6ca1a01cda44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.1330688 Sep 02 12:53:51.901362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bece90bd-dce6-41fd-bc23-d3e278669044 req-ba3edb1c-e2c6-492b-82c1-0656396da5c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466286 Sep 02 12:53:51.903983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.006464 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.017733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.042644 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e2f80b-c292-43b6-9eef-af005f51b63d x-openstack-request-id: req-93e2f80b-c292-43b6-9eef-af005f51b63d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:52.044246 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:52.044383 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93e2f80b-c292-43b6-9eef-af005f51b63d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:52.044726 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'status': 'completed', 'code': 200} Sep 02 12:53:52.100036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-3fe352d1-1abf-44bd-b728-f942303a017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:52.102410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-3fe352d1-1abf-44bd-b728-f942303a017c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734118 Sep 02 12:53:52.161088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a9c3192-433c-4dac-a2a6-27e2dde1e251 req-8f8bebc8-3cb6-4e20-b308-aaa87bb90de3 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 210 time: 0.1115830 Sep 02 12:53:52.331684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:52.341256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.341744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d764-4038-4989-9e15-0b8d8ce23f88 req-6d000c23-c207-4f08-9673-f60aaebc16bd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:52.343423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b39d764-4038-4989-9e15-0b8d8ce23f88 req-6d000c23-c207-4f08-9673-f60aaebc16bd tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 945 time: 0.5150623 Sep 02 12:53:52.370144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:52.377776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:52.416289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-f3bd0c73-6f15-45e6-8ecf-c56ae69a69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:52.418025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-f3bd0c73-6f15-45e6-8ecf-c56ae69a69cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1094 time: 0.3657093 Sep 02 12:53:52.430656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:52.432961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.522154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event updated for resources: {'Port': ['ID=65706907-e3aa-47ed-bb8c-5200cf16af48,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:52.544765 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.562562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:52.565471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['806336e2-d1bf-4d8c-b399-b0a421e95b72'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:52.596551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-2bbfe94e-c3ac-4ed4-bb70-469c897309f0 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381173 Sep 02 12:53:52.606220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.665525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791c1b25-8efe-4bc0-af0a-9389cd06562c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:52.710967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a4e13-29c8-44ce-8511-49cba0f773f2 None None] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:52.756075 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.758154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fb8c6d79-6ead-40d7-9dd5-695b27239236 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/791c1b25-8efe-4bc0-af0a-9389cd06562c HTTP/1.1" status: 204 len: 168 time: 1.1660039 Sep 02 12:53:52.769382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:52.775934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c5baf-3596-4e4d-9d43-397f889cfcff None None] Network 570c4c40-0a12-4264-8cd4-695bfe62e618 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:52.778214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Router 9d5f0853-ee0e-4e60-9a7c-290f364c464f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:53:52.779120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bbbfe-c69f-483f-aceb-e8e2659571b6 req-2f30edd7-ecdc-40ba-8b39-15796790d9d3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:52.780636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f79363d4-1adb-49cd-a48a-772c64389647 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9357822 Sep 02 12:53:52.787751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d24bbbfe-c69f-483f-aceb-e8e2659571b6 req-2f30edd7-ecdc-40ba-8b39-15796790d9d3 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2744389 Sep 02 12:53:52.788082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event deleted for resources: {'Port': ['ID=1bd1e56a-7550-4080-a9e5-070aee4535de,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:52.790114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43968) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:52.805807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Request body: {'port': {'network_id': 'bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-422023576', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:52.806496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] bootfile-name is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 12:53:52.806830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] tftp-server is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 12:53:52.807218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] server-ip-address is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 12:53:52.838247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b39d764-4038-4989-9e15-0b8d8ce23f88 req-c92a02d7-4920-4e3f-bdec-0dddc95d7479 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687316 Sep 02 12:53:52.911613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df02277b-948c-4f0a-8bd6-2f610d1cbce1 None None] Provisioning for port 7e293ac7-9973-44bd-b6c9-82eb837b643e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:52.944576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:52.952825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] No DVR routers for this DVR port 1bd1e56a-7550-4080-a9e5-070aee4535de on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:53.024312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d24bbbfe-c69f-483f-aceb-e8e2659571b6 req-17d945e0-74cb-4e8f-b073-dd6ec5b54d51 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355864 Sep 02 12:53:53.059507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:53:53.065686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:53.071633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4452aace-017a-42e9-9af1-6e7b0408087f req-039295d3-6f38-4364-938c-244d859293d9 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "DELETE /v2.0/ports/1bd1e56a-7550-4080-a9e5-070aee4535de HTTP/1.1" status: 204 len: 173 time: 3.2358944 Sep 02 12:53:53.071633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'name': 'network-vif-deleted', 'tag': '1bd1e56a-7550-4080-a9e5-070aee4535de'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:53.072634 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e986b82-542f-4dae-9932-498c958acdba" -d '{"events": [{"server_uuid": "727b2029-a5b2-4b2d-9ba6-c1d977f3e37b", "name": "network-vif-deleted", "tag": "1bd1e56a-7550-4080-a9e5-070aee4535de"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:53.078648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60c4d28e-d96e-4cea-be13-162f92859ebc admin admin] 10.222.0.60 "PUT /v2.0/routers/9d5f0853-ee0e-4e60-9a7c-290f364c464f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6153791 Sep 02 12:53:53.083377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43976) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:53.084456 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] Sync routers for ids ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:53:53.115363 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] Routers {'9d5f0853-ee0e-4e60-9a7c-290f364c464f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:53.120710 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:53.154211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-aedbd0c2-53ee-48e0-b236-93002a5ed032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:53.155798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-aedbd0c2-53ee-48e0-b236-93002a5ed032 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.7057543 Sep 02 12:53:53.318175 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] Set router 9d5f0853-ee0e-4e60-9a7c-290f364c464f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:53.323498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:53.331605 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78476487-a168-4efb-951e-6d1d80b9dc50 x-openstack-request-id: req-78476487-a168-4efb-951e-6d1d80b9dc50 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:53.332095 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727b2029-a5b2-4b2d-9ba6-c1d977f3e37b", "name": "network-vif-deleted", "tag": "1bd1e56a-7550-4080-a9e5-070aee4535de", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:53.336640 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78476487-a168-4efb-951e-6d1d80b9dc50 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:53.337309 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727b2029-a5b2-4b2d-9ba6-c1d977f3e37b', 'name': 'network-vif-deleted', 'tag': '1bd1e56a-7550-4080-a9e5-070aee4535de', 'status': 'completed', 'code': 200} Sep 02 12:53:53.494373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e293ac7-9973-44bd-b6c9-82eb837b643e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:53:53.665848 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:53:50Z', 'revision_number': 5, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:53.705558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc14f2a-7deb-4a5b-9cb5-a1d9f44bbdc1 req-3f24042f-d386-4d54-9d5e-b59ff65b4a9a service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0968797 Sep 02 12:53:53.762534 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] Checking router: 9d5f0853-ee0e-4e60-9a7c-290f364c464f for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:53:53.769634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90396502-c921-4f28-8d8b-3bd4f11bef3c req-1ea06ef7-3bc6-4352-8efe-106ce9d9e4aa tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 210 time: 0.0621319 Sep 02 12:53:53.770074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] DHCP port deletion for 570c4c40-0a12-4264-8cd4-695bfe62e618 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:53.790291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] Routers {'9d5f0853-ee0e-4e60-9a7c-290f364c464f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:53:53.791223 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:53:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:53.979283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-e6a86888-d5a1-4af6-90ec-01ac87bb1f0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.7931418 Sep 02 12:53:54.045012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 7e293ac7-9973-44bd-b6c9-82eb837b643e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:54.053591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7e293ac7-9973-44bd-b6c9-82eb837b643e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:54.053922 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] Set router 9d5f0853-ee0e-4e60-9a7c-290f364c464f gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:53:54.054115 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.117406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] Deleting port 948f6b67-b769-4c78-b05f-1eb4af38fa5a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:54.118016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.165470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52a5e0c4-069b-4604-b56e-0ba5d160e221 req-34f29407-a6cd-4be6-938a-d2cb2b27f411 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=727b2029-a5b2-4b2d-9ba6-c1d977f3e37b HTTP/1.1" status: 200 len: 210 time: 0.1676376 Sep 02 12:53:54.187938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Deleting port 948f6b67-b769-4c78-b05f-1eb4af38fa5a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:54.196467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.196757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] For port 948f6b67-b769-4c78-b05f-1eb4af38fa5a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=948f6b67-b769-4c78-b05f-1eb4af38fa5a,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:54.197212 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.220160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] Calling delete_port for 948f6b67-b769-4c78-b05f-1eb4af38fa5a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:54.231769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-896dac7c-5316-49a9-b5a2-e40a8063afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:54.239208 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-896dac7c-5316-49a9-b5a2-e40a8063afd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1094 time: 0.4329383 Sep 02 12:53:54.332566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-c57f146c-e117-4a9f-9f9e-a47c6d5d7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:54.335117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-c57f146c-e117-4a9f-9f9e-a47c6d5d7a54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.3473399 Sep 02 12:53:54.369877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1bd1e56a-7550-4080-a9e5-070aee4535de no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:54.426941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 1bd1e56a-7550-4080-a9e5-070aee4535de {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:54.427541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 1bd1e56a-7550-4080-a9e5-070aee4535de not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:54.437579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d130ab1-77fd-45ff-96d8-0a241f4bc74a req-beb57da6-5d66-4973-b62c-6a3ee6c3d068 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:54.440189 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.459367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d130ab1-77fd-45ff-96d8-0a241f4bc74a req-beb57da6-5d66-4973-b62c-6a3ee6c3d068 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 943 time: 1.3952229 Sep 02 12:53:54.485715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] Pushing event deleted for resources: {'Port': ['ID=948f6b67-b769-4c78-b05f-1eb4af38fa5a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:54.504135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0dba9c3-9cff-49ee-9608-8e7c7a55a2aa None None] Provisioning complete for port 7e293ac7-9973-44bd-b6c9-82eb837b643e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:54.504992 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0dba9c3-9cff-49ee-9608-8e7c7a55a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.509560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f93152-f4ff-40bd-b923-7982ffe6709d None None] No DVR routers for this DVR port 948f6b67-b769-4c78-b05f-1eb4af38fa5a on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:54.584374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] For port 948f6b67-b769-4c78-b05f-1eb4af38fa5a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=948f6b67-b769-4c78-b05f-1eb4af38fa5a,segment=NetworkSegment(cec8b40d-b87d-4654-aee5-4d96716c6d16),segment_id=cec8b40d-b87d-4654-aee5-4d96716c6d16)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:54.584752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.665345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cecb8-5e02-4198-9a72-479704b30590 req-ee1e494b-4628-42d5-b687-0624c3b7e607 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:54.671173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-066cecb8-5e02-4198-9a72-479704b30590 req-ee1e494b-4628-42d5-b687-0624c3b7e607 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.2774823 Sep 02 12:53:54.691767 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.693430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Calling delete_port for 948f6b67-b769-4c78-b05f-1eb4af38fa5a owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:54.694565 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:53:50Z', 'revision_number': 5, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:54.698209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-f0f33631-4774-4a85-82ed-c5c47093d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:54.699804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-f0f33631-4774-4a85-82ed-c5c47093d305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645426 Sep 02 12:53:54.727340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.740544 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9295bd3-c4a5-41f4-8b81-0695ca00368f None None] The sync data for ids ['9d5f0853-ee0e-4e60-9a7c-290f364c464f'] in n-d-792364-8 is: [{'id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'name': 'tempest-AttachSCSIVolumeTestJSON-453649120-router', 'tenant_id': '221a016e4eff478b969dafa23be09232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:51:24Z', 'updated_at': '2021-09-02T12:53:50Z', 'revision_number': 5, 'project_id': '221a016e4eff478b969dafa23be09232', 'gw_port': {'id': '95bc584a-a138-4c9e-99fb-98215fb798ce', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5f0853-ee0e-4e60-9a7c-290f364c464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:51:25Z', 'updated_at': '2021-09-02T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:53:54.851271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Made reservation on behalf of c79d9e8da82a41409550a2a9f7f5e0b8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:54.855893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:54.881363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] device_id is not set on port 6d6b53db-2f5d-4f35-af88-85deebb9aba0 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:53:54.895840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-0390e3cf-572c-45ee-b024-1e37806e913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:54.897526 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-0390e3cf-572c-45ee-b024-1e37806e913c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.5963492 Sep 02 12:53:54.963015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 7e293ac7-9973-44bd-b6c9-82eb837b643e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e293ac7-9973-44bd-b6c9-82eb837b643e,segment=NetworkSegment(3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363),segment_id=3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:54.971584 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.007057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-066cecb8-5e02-4198-9a72-479704b30590 req-5b30b5a5-bdc7-4ef2-83cf-7ba659b31388 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151855 Sep 02 12:53:55.034149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Allocated IP 2001:db8::f1 (bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3/dd511dff-cf07-42d0-878e-a4365ff9b229/6d6b53db-2f5d-4f35-af88-85deebb9aba0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:55.059810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=7e293ac7-9973-44bd-b6c9-82eb837b643e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:55.078934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ff8a5f89-f039-48f5-866c-01f28ff6d587 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:55.101155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d130ab1-77fd-45ff-96d8-0a241f4bc74a req-37131b02-31b1-4320-8423-179950d7e2e9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6403520 Sep 02 12:53:55.122255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-0b34afd9-9053-4a4f-aeb3-8d229e631740 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.1874704 Sep 02 12:53:55.139393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ff8a5f89-f039-48f5-866c-01f28ff6d587 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:55.140672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ff8a5f89-f039-48f5-866c-01f28ff6d587 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:55.147207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-d6d17e78-c8fa-4553-958a-62b00d448fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325209 Sep 02 12:53:55.172747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d17bb9aa-dc4e-43ab-a72b-8fbf338436fb tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:55.174410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d17bb9aa-dc4e-43ab-a72b-8fbf338436fb tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.41 "GET /v2.0/networks?id=7ad08eda-bd1a-46c8-8866-ff6a7136cc22 HTTP/1.1" status: 200 len: 817 time: 1.8113132 Sep 02 12:53:55.234230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0dba9c3-9cff-49ee-9608-8e7c7a55a2aa None None] Provisioning for port 65706907-e3aa-47ed-bb8c-5200cf16af48 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:55.241967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0dba9c3-9cff-49ee-9608-8e7c7a55a2aa None None] Provisioning complete for port 65706907-e3aa-47ed-bb8c-5200cf16af48 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:55.242446 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0dba9c3-9cff-49ee-9608-8e7c7a55a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.285433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Request body: {'port': {'device_id': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22', 'admin_state_up': True, 'tenant_id': 'a2263c038bbc494a9c465735ac5739b1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:55.341815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e293ac7-9973-44bd-b6c9-82eb837b643e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:53:55.382984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-28cf9bff-701a-4160-a332-f977148ec7cb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:55.384768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-28cf9bff-701a-4160-a332-f977148ec7cb tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.6678944 Sep 02 12:53:55.414875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d0dba9c3-9cff-49ee-9608-8e7c7a55a2aa None None] Port 65706907-e3aa-47ed-bb8c-5200cf16af48 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:55.473864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7e293ac7-9973-44bd-b6c9-82eb837b643e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:55.473864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.487358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-169deca1-8510-4280-9fb7-17e20356b9db service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755971 Sep 02 12:53:55.569756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2fda893-820c-44af-ad1d-64edb83a93ea req-f7781460-607e-4390-a019-3fc2958749af tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 210 time: 0.3392282 Sep 02 12:53:55.591917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.599428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-dadf47be-3f4c-4bf2-897a-7f15d52bf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:55.601231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-dadf47be-3f4c-4bf2-897a-7f15d52bf671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.4530876 Sep 02 12:53:55.641422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c0f9033-46a5-4a31-85cf-1e4b9117e769 None None] Provisioning complete for port 65706907-e3aa-47ed-bb8c-5200cf16af48 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:55.641422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9033-46a5-4a31-85cf-1e4b9117e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.653803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=948f6b67-b769-4c78-b05f-1eb4af38fa5a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:55.663106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Deleting port 95bc584a-a138-4c9e-99fb-98215fb798ce {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:55.664024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.665897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] No DVR routers for this DVR port 948f6b67-b769-4c78-b05f-1eb4af38fa5a on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:55.711835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f9033-46a5-4a31-85cf-1e4b9117e769 None None] Port 65706907-e3aa-47ed-bb8c-5200cf16af48 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:55.774100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-ea0c6200-2ed9-4a46-95d0-b0450bd05da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:55.776064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-ea0c6200-2ed9-4a46-95d0-b0450bd05da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395879 Sep 02 12:53:55.779971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.799143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7d40483b-e51f-41c6-b100-82353d289802 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:55.808935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570c4c40-0a12-4264-8cd4-695bfe62e618']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:55.840644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7d40483b-e51f-41c6-b100-82353d289802 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:55.841392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7d40483b-e51f-41c6-b100-82353d289802 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:55.842248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 948f6b67-b769-4c78-b05f-1eb4af38fa5a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:55.851727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Made reservation on behalf of a2263c038bbc494a9c465735ac5739b1 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:55.855494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.860884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec8b40d-b87d-4654-aee5-4d96716c6d16') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:55.861579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec8b40d-b87d-4654-aee5-4d96716c6d16') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:53:55.864992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.878298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.880784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 948f6b67-b769-4c78-b05f-1eb4af38fa5a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:55.881182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 948f6b67-b769-4c78-b05f-1eb4af38fa5a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:55.894158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] For port 95bc584a-a138-4c9e-99fb-98215fb798ce, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=95bc584a-a138-4c9e-99fb-98215fb798ce,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:55.894544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.906481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.920721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Transition to ACTIVE for port object 6d6b53db-2f5d-4f35-af88-85deebb9aba0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:53:55.921036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:53:55.921546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:53:55.923673 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:53:55.935953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Calling delete_port for 95bc584a-a138-4c9e-99fb-98215fb798ce owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:55.945205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be56d3-6137-4ea8-a13d-94ce684abae5 req-8e993f03-11ca-4cd7-90e1-a6c491ba1ee4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:55.946761 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5be56d3-6137-4ea8-a13d-94ce684abae5 req-8e993f03-11ca-4cd7-90e1-a6c491ba1ee4 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 945 time: 0.2900789 Sep 02 12:53:55.984098 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-090579c3-0784-42aa-baa9-86590feb3d40 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951041 Sep 02 12:53:56.060380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.063888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Deleting port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:56.064236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.083371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:53:56.172354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a58dd09-82df-49c2-870c-7023a6c98fac req-04f2ff41-119c-4b0f-a5e5-717debbbd167 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791668 Sep 02 12:53:56.184422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.186787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] 10.222.0.60 "DELETE /v2.0/networks/570c4c40-0a12-4264-8cd4-695bfe62e618 HTTP/1.1" status: 204 len: 168 time: 3.3907893 Sep 02 12:53:56.192588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07d7f-c3be-4a8a-b5cf-5350e20d8f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=570c4c40-0a12-4264-8cd4-695bfe62e618,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:56.247417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:56.264389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'mac_address': 'fa:16:3e:37:b2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:53:56.274416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c87e8a-0732-4584-a47b-809e538dbd4e req-5a957e47-5c39-4af4-b173-c69f56dbfbaf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.276692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82c87e8a-0732-4584-a47b-809e538dbd4e req-5a957e47-5c39-4af4-b173-c69f56dbfbaf tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 946 time: 0.1626720 Sep 02 12:53:56.299938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5be56d3-6137-4ea8-a13d-94ce684abae5 req-5e8c521c-209f-48f1-a880-a18196a7273e tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422651 Sep 02 12:53:56.336415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.347768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.368826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Allocated IP 172.20.0.2 (7ad08eda-bd1a-46c8-8866-ff6a7136cc22/4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6/ddda528d-fe02-4d83-a905-4b730d70765e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:53:56.369693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18c535f-f4d2-4d87-a119-0a3ef33b330e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:53:56.396294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82c87e8a-0732-4584-a47b-809e538dbd4e req-4e9f8d7e-0e1b-42df-9249-57410d030961 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb3516b5-18e0-4dab-9049-2ce324efb97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125579 Sep 02 12:53:56.407216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:56.421962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:56.431290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.459838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0a35f9e4-329e-4b97-bba6-45cc6e2e4f31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a07d0b7db76541e091c95508021d3a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490270 Sep 02 12:53:56.460126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:56.496934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:56.500157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:56.518026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4584f941-dcb0-4373-b71c-6cd623844a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.534964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:56.548402 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4584f941-dcb0-4373-b71c-6cd623844a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.563206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:56.569838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.570560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.579355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] For port 768135ef-82ba-4c7e-a7b1-295d9bff0f12, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=768135ef-82ba-4c7e-a7b1-295d9bff0f12,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:56.580001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.597308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event updated for resources: {'Port': ['ID=6d6b53db-2f5d-4f35-af88-85deebb9aba0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:56.628914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4584f941-dcb0-4373-b71c-6cd623844a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.631887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4584f941-dcb0-4373-b71c-6cd623844a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:56.635713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4584f941-dcb0-4373-b71c-6cd623844a62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cba6c97-d898-46b4-888c-2fb5483c8e27 HTTP/1.1" status: 204 len: 168 time: 0.1718097 Sep 02 12:53:56.636050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Calling delete_port for 768135ef-82ba-4c7e-a7b1-295d9bff0f12 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:56.652578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-664933e6-6e7e-43df-9609-2a6b1d611046 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.8581483 Sep 02 12:53:56.653830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584f941-dcb0-4373-b71c-6cd623844a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba6c97-d898-46b4-888c-2fb5483c8e27,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:56.655399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:56.720658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f18c535f-f4d2-4d87-a119-0a3ef33b330e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:56.735956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a1b74-fe53-4531-9dd7-f85dd45e2354 req-0f046abb-ea93-4e9f-8a71-aa75b9fa046a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.740983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd0a1b74-fe53-4531-9dd7-f85dd45e2354 req-0f046abb-ea93-4e9f-8a71-aa75b9fa046a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.3090501 Sep 02 12:53:56.830836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9e1d72a-6614-4dbd-a13c-7e48632e8bc4 req-5ea5f8bc-9369-4894-b6bc-56bd9ca98820 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 210 time: 0.0501618 Sep 02 12:53:56.881032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e7da4-d8a3-44d3-ac28-3bad1049d8fb tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.889490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e7da4-d8a3-44d3-ac28-3bad1049d8fb tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.898277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e7da4-d8a3-44d3-ac28-3bad1049d8fb tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.904855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-433e7da4-d8a3-44d3-ac28-3bad1049d8fb tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2426603 Sep 02 12:53:56.913442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:56.959414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-12ee24b7-afb4-403c-846f-05ee8904d4e7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:56.960512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-12ee24b7-afb4-403c-846f-05ee8904d4e7 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 945 time: 0.1279621 Sep 02 12:53:56.966652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2c48717-866c-4068-9b58-dd74600be3ed None None] Provisioning for port 6d6b53db-2f5d-4f35-af88-85deebb9aba0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:56.974523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2c48717-866c-4068-9b58-dd74600be3ed None None] Provisioning complete for port 6d6b53db-2f5d-4f35-af88-85deebb9aba0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:56.974951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2c48717-866c-4068-9b58-dd74600be3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.035745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.048011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e2c48717-866c-4068-9b58-dd74600be3ed None None] Port 6d6b53db-2f5d-4f35-af88-85deebb9aba0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:53:57.088347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Deleting port 806336e2-d1bf-4d8c-b399-b0a421e95b72 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:57.089643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.183198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd0a1b74-fe53-4531-9dd7-f85dd45e2354 req-df2f91cc-5219-4c4f-b447-262cb6ed8ceb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703253 Sep 02 12:53:57.283135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] For port 806336e2-d1bf-4d8c-b399-b0a421e95b72, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=806336e2-d1bf-4d8c-b399-b0a421e95b72,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:57.287229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.311467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Calling delete_port for 806336e2-d1bf-4d8c-b399-b0a421e95b72 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:57.548000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.558853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Pushing event deleted for resources: {'Port': ['ID=95bc584a-a138-4c9e-99fb-98215fb798ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:57.584591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.658961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a828a30-8eb5-4e38-a709-3d2b62f539fd req-af4b5d05-058e-4bac-8250-8bf8a2670db1 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0581493 Sep 02 12:53:57.718391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-bf7717ba-0aa6-4243-9f6a-21f268e736e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:57.723069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-bf7717ba-0aa6-4243-9f6a-21f268e736e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7&tenant_id=f83b2a7200524bfbb23facb779d17d3b&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 944 time: 0.2074869 Sep 02 12:53:57.791206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.799681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.806319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Pushing event deleted for resources: {'Port': ['ID=768135ef-82ba-4c7e-a7b1-295d9bff0f12,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:57.806494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:57.808833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['806336e2-d1bf-4d8c-b399-b0a421e95b72'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:53:57.812587 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.815511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.877540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] No DVR routers for this DVR port 768135ef-82ba-4c7e-a7b1-295d9bff0f12 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:57.901371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event deleted for resources: {'Port': ['ID=806336e2-d1bf-4d8c-b399-b0a421e95b72,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:57.945603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44080) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:57.948674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.949128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-c5d445b2-e3de-48bd-982b-d9e8c29f36aa service neutron] 10.222.0.41 "GET /v2.0/ports/f18c535f-f4d2-4d87-a119-0a3ef33b330e/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.2175598 Sep 02 12:53:57.951570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6007fc7c-df9f-44c0-b079-927ba1f8f846 req-58880ef0-c68b-4e18-b1b9-ec5a006a8f8f tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.18 "DELETE /v2.0/ports/768135ef-82ba-4c7e-a7b1-295d9bff0f12 HTTP/1.1" status: 204 len: 173 time: 2.5035207 Sep 02 12:53:57.952415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'name': 'network-vif-deleted', 'tag': '768135ef-82ba-4c7e-a7b1-295d9bff0f12'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:57.955506 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4fa020-d21c-438e-ac92-b5338e987dee" -d '{"events": [{"server_uuid": "6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5", "name": "network-vif-deleted", "tag": "768135ef-82ba-4c7e-a7b1-295d9bff0f12"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:57.989530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fb86e-26ec-4e9a-9587-af7427fa081e req-354d2ffd-b171-4550-a9e4-f5aeaf66ed8c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:57.991774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-086fb86e-26ec-4e9a-9587-af7427fa081e req-354d2ffd-b171-4550-a9e4-f5aeaf66ed8c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 867 time: 0.4451296 Sep 02 12:53:57.997321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:57.998235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5f0853-ee0e-4e60-9a7c-290f364c464f {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:53:58.007984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.012081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-073372f9-897e-4d57-bd85-0496db79e57e admin admin] 10.222.0.60 "DELETE /v2.0/routers/9d5f0853-ee0e-4e60-9a7c-290f364c464f HTTP/1.1" status: 204 len: 168 time: 4.9158139 Sep 02 12:53:58.021964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:58.024186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Deleting port 6d6b53db-2f5d-4f35-af88-85deebb9aba0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:58.024548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.035747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] No DVR routers for this DVR port 806336e2-d1bf-4d8c-b399-b0a421e95b72 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:53:58.063555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.068608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0802c53-c70a-493d-a5c6-bcc7e53aa5c4 req-09a81adc-592b-48ac-8d61-5112cf39990c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.41 "DELETE /v2.0/ports/806336e2-d1bf-4d8c-b399-b0a421e95b72 HTTP/1.1" status: 204 len: 173 time: 1.1008427 Sep 02 12:53:58.075736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'name': 'network-vif-deleted', 'tag': '806336e2-d1bf-4d8c-b399-b0a421e95b72'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:58.085008 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5321ca-a6b7-4b9c-9c99-8a98462ce881" -d '{"events": [{"server_uuid": "9c01c2a9-e963-478d-bbd1-8b30b12571c3", "name": "network-vif-deleted", "tag": "806336e2-d1bf-4d8c-b399-b0a421e95b72"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:58.115416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:53:58.125974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3f040-d487-4ff7-8761-95c1ed29f1d7 req-0813915e-9177-4129-8546-78e5f43622f4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:58.145594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0b3f040-d487-4ff7-8761-95c1ed29f1d7 req-0813915e-9177-4129-8546-78e5f43622f4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.3171797 Sep 02 12:53:58.208504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-2880ad5a-f4d8-40bb-847b-51a6ed6f6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:58.214124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-2880ad5a-f4d8-40bb-847b-51a6ed6f6335 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1095 time: 0.1894164 Sep 02 12:53:58.216104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-086fb86e-26ec-4e9a-9587-af7427fa081e req-20f993bd-34b0-449b-b96f-c7372528708d tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988931 Sep 02 12:53:58.258403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Deleting subnet b71b75d4-a7b3-4623-8e98-e298e4fa1765 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:53:58.269116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 768135ef-82ba-4c7e-a7b1-295d9bff0f12 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:58.275503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.307475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 768135ef-82ba-4c7e-a7b1-295d9bff0f12 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:58.307901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 768135ef-82ba-4c7e-a7b1-295d9bff0f12 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:58.350739 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.371111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port f18c535f-f4d2-4d87-a119-0a3ef33b330e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:53:58.386240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port f18c535f-f4d2-4d87-a119-0a3ef33b330e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:53:58.386621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.395339 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0b3f040-d487-4ff7-8761-95c1ed29f1d7 req-0e8fa6b2-278b-4c6b-aac0-a7094481f749 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484825 Sep 02 12:53:58.429607 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.443379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1597786199-network', 'tenant_id': '74e5860d76674f2db3e360eb0641518d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:58.474510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-ee933589-f400-453e-aa3e-8bd2767dde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:58.476688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-ee933589-f400-453e-aa3e-8bd2767dde23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.2509789 Sep 02 12:53:58.538585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Made reservation on behalf of 74e5860d76674f2db3e360eb0641518d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:53:58.545222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.583363 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba7cd2-a3c7-417e-a57d-1af4e5cc5dc0 x-openstack-request-id: req-aeba7cd2-a3c7-417e-a57d-1af4e5cc5dc0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:58.584064 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c01c2a9-e963-478d-bbd1-8b30b12571c3", "name": "network-vif-deleted", "tag": "806336e2-d1bf-4d8c-b399-b0a421e95b72", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:58.584064 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aeba7cd2-a3c7-417e-a57d-1af4e5cc5dc0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:58.584464 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c01c2a9-e963-478d-bbd1-8b30b12571c3', 'name': 'network-vif-deleted', 'tag': '806336e2-d1bf-4d8c-b399-b0a421e95b72', 'status': 'completed', 'code': 200} Sep 02 12:53:58.593227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.600848 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e1f509-de23-41ee-a86f-1ec112291215 x-openstack-request-id: req-a9e1f509-de23-41ee-a86f-1ec112291215 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:58.605444 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5", "name": "network-vif-deleted", "tag": "768135ef-82ba-4c7e-a7b1-295d9bff0f12", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:58.605995 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9e1f509-de23-41ee-a86f-1ec112291215 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:58.608071 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5', 'name': 'network-vif-deleted', 'tag': '768135ef-82ba-4c7e-a7b1-295d9bff0f12', 'status': 'completed', 'code': 200} Sep 02 12:53:58.631367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-0432f6bf-2209-44f4-9bbf-2aa415eb18c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 999 time: 0.1475697 Sep 02 12:53:58.661513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:53:58.661513 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d9dfe-7c2f-4624-b994-62c7dae16f29" -d '{"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-plugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:53:58.682963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.683588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:53:58.704788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d98ad8aa-5fc9-41ed-b8fd-6002b92a5d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.709538 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:58.713924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 806336e2-d1bf-4d8c-b399-b0a421e95b72 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:58.745408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-584651fb-cb47-413f-a206-28b4a37029a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:58.751024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-584651fb-cb47-413f-a206-28b4a37029a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.1114793 Sep 02 12:53:58.788049 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f1cdae-618f-44d2-9e3d-3641ed459176 x-openstack-request-id: req-85f1cdae-618f-44d2-9e3d-3641ed459176 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:53:58.790080 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-plugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:53:58.790338 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85f1cdae-618f-44d2-9e3d-3641ed459176 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:53:58.790758 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'code': 200} Sep 02 12:53:58.838247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-98d2d0fe-f5ff-43b3-b9ba-ea4c6bcb55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:58.840056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-98d2d0fe-f5ff-43b3-b9ba-ea4c6bcb55c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819528 Sep 02 12:53:58.892366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 806336e2-d1bf-4d8c-b399-b0a421e95b72 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:58.893111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 806336e2-d1bf-4d8c-b399-b0a421e95b72 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:58.895043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:59.138569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.143494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.176878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Calling delete_port for 6d6b53db-2f5d-4f35-af88-85deebb9aba0 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:53:59.187020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:53:59.204112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:53:59.206646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:53:59.239473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31fa9cc2-4908-4990-9a6f-621cd9763e52 req-43252093-2724-4a62-9817-bc35f6e1a490 tempest-ServerRescueNegativeTestJSON-708434830 tempest-ServerRescueNegativeTestJSON-708434830-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a26ceda-9924-4c1a-a3b3-c9fd430ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.3578243 Sep 02 12:53:59.244736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Pushing event updated for resources: {'Port': ['ID=ddda528d-fe02-4d83-a905-4b730d70765e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:59.314810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 95bc584a-a138-4c9e-99fb-98215fb798ce no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:53:59.330961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe0d2c-15dc-4a67-8bb6-3a5652773500 req-dd60e2d4-7f2f-4abc-aa3d-fca88c5b0c3b tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:59.332694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0dfe0d2c-15dc-4a67-8bb6-3a5652773500 req-dd60e2d4-7f2f-4abc-aa3d-fca88c5b0c3b tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 931 time: 0.8948839 Sep 02 12:53:59.362916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-79f7c644-dd5b-491e-8d39-69c3435ca7ef service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143969 Sep 02 12:53:59.372757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 95bc584a-a138-4c9e-99fb-98215fb798ce {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:53:59.374156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 95bc584a-a138-4c9e-99fb-98215fb798ce not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:53:59.440167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:59.441046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.469827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faf5b0bb-4501-4b5d-99fc-f5726f5a02bc req-ca7aba99-66ad-4231-b860-83564379c768 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0655775 Sep 02 12:53:59.486027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.513000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eadccb34-a50a-465e-99bb-c0f2fe40c1dc req-a65c1460-7369-41a0-96c4-18c49de29bed tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 210 time: 0.0485795 Sep 02 12:53:59.553760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0dfe0d2c-15dc-4a67-8bb6-3a5652773500 req-53d287b2-ef9c-4696-b36a-329469dc402a tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871345 Sep 02 12:53:59.553760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71b75d4-a7b3-4623-8e98-e298e4fa1765,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:59.561188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.562296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d2d907-91aa-4a96-aa83-83ef58962803 None None] Network 9e2430bd-021b-4748-845c-74228eb994ff requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:53:59.566659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e597c7cb-9f04-44d2-8761-4b07376b4ad0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b71b75d4-a7b3-4623-8e98-e298e4fa1765 HTTP/1.1" status: 204 len: 168 time: 1.5357983 Sep 02 12:53:59.578803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:59.617580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-ec70b2c6-3b3c-4408-8e46-ac0971146f05 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475076 Sep 02 12:53:59.620049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faf5b0bb-4501-4b5d-99fc-f5726f5a02bc req-07f60213-6d0b-4897-aad2-1d2d9d294763 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b41d3773b57d452bb82d0e748f849f4d&device_id=9c01c2a9-e963-478d-bbd1-8b30b12571c3 HTTP/1.1" status: 200 len: 210 time: 0.1112778 Sep 02 12:53:59.701428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.815858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db102-504a-4330-a45c-1dd5df920d86 req-6dce5486-095b-46c8-9025-53a82e8123ab tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:59.822225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.823608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-121db102-504a-4330-a45c-1dd5df920d86 req-6dce5486-095b-46c8-9025-53a82e8123ab tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.1859398 Sep 02 12:53:59.827048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] DHCP port deletion for 9e2430bd-021b-4748-845c-74228eb994ff request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:53:59.874672 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.877560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event deleted for resources: {'Port': ['ID=6d6b53db-2f5d-4f35-af88-85deebb9aba0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:53:59.889778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.899928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] Deleting port 03956f21-7c97-44f2-88ab-50c202aa9104 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:53:59.901057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.914081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-d21b38c2-969b-4c3b-b738-bfed15638988 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7053926 Sep 02 12:53:59.920076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:53:59.924956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3ae1f01e-2dcb-430a-aa56-8ec72e50f9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "DELETE /v2.0/ports/6d6b53db-2f5d-4f35-af88-85deebb9aba0 HTTP/1.1" status: 204 len: 168 time: 3.0082021 Sep 02 12:53:59.936098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Request body: {'port': {'device_id': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:59.941526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44106) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:53:59.950855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Request body: {'port': {'name': 'tempest-new-port-name-1432804202', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:53:59.951348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] bootfile-name is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 12:53:59.952665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] tftp-server is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 12:53:59.952665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] server-ip-address is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 12:53:59.965243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-121db102-504a-4330-a45c-1dd5df920d86 req-e760234a-3cd6-44ca-be3f-6008a0ec3976 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389694 Sep 02 12:53:59.997447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5b0bb-4501-4b5d-99fc-f5726f5a02bc req-8eee2b30-6627-4588-b87f-09e79f599b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:53:59.999004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faf5b0bb-4501-4b5d-99fc-f5726f5a02bc req-8eee2b30-6627-4588-b87f-09e79f599b80 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b41d3773b57d452bb82d0e748f849f4d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3254347 Sep 02 12:54:00.020909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:00.022969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] For port 03956f21-7c97-44f2-88ab-50c202aa9104, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=03956f21-7c97-44f2-88ab-50c202aa9104,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:00.023520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.047927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] Calling delete_port for 03956f21-7c97-44f2-88ab-50c202aa9104 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:00.082381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adbd4d0-b583-4d15-9388-d3402a041115,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:00.095047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Deleting port 03956f21-7c97-44f2-88ab-50c202aa9104 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:00.095619 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.099884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.100336 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Added segment b3783859-8c8c-4943-89aa-00d15eaacf66 of type vlan for network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 Sep 02 12:54:00.138648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.192242 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.230950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] Pushing event deleted for resources: {'Port': ['ID=03956f21-7c97-44f2-88ab-50c202aa9104,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:00.236183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc93c3-aa75-4d39-9de5-e4deb9d9f49c None None] No DVR routers for this DVR port 03956f21-7c97-44f2-88ab-50c202aa9104 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:00.262976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.286302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5b0bb-4501-4b5d-99fc-f5726f5a02bc req-4d55aea7-d600-43d9-bd2b-a97bd7531c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:00.289872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faf5b0bb-4501-4b5d-99fc-f5726f5a02bc req-4d55aea7-d600-43d9-bd2b-a97bd7531c2f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2815840 Sep 02 12:54:00.332926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44110) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:00.334641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.386545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] For port 03956f21-7c97-44f2-88ab-50c202aa9104, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=03956f21-7c97-44f2-88ab-50c202aa9104,segment=NetworkSegment(f2b45aea-05e9-470a-b913-269d3d21f9d1),segment_id=f2b45aea-05e9-470a-b913-269d3d21f9d1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:00.386994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.429476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Calling delete_port for 03956f21-7c97-44f2-88ab-50c202aa9104 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:00.550761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.551818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:00.552481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.763774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8118012 Sep 02 12:54:00.771571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:00.778786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Request body: {'subnet': {'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1597786199-subnet', 'tenant_id': '74e5860d76674f2db3e360eb0641518d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:00.793508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055152-fc07-49fa-b6ed-411706131599 admin admin] Pushing event updated for resources: {'Network': ['ID=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:00.806681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:00.855701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Made reservation on behalf of 74e5860d76674f2db3e360eb0641518d for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:00.858129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.873450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204cd48-76ed-4361-9676-4dc640a3cc1e req-301b829a-790a-47c3-b734-e12a3af243b8 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:00.875065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7204cd48-76ed-4361-9676-4dc640a3cc1e req-301b829a-790a-47c3-b734-e12a3af243b8 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 931 time: 0.2132797 Sep 02 12:54:00.882351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:00.944264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=03956f21-7c97-44f2-88ab-50c202aa9104,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:00.963732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] No DVR routers for this DVR port 03956f21-7c97-44f2-88ab-50c202aa9104 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:00.997885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.076822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7204cd48-76ed-4361-9676-4dc640a3cc1e req-38ae5d93-b2c7-4a20-bc9d-e44f4d98cc93 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892450 Sep 02 12:54:01.080791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.116120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.128118 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.168616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddda528d-fe02-4d83-a905-4b730d70765e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:01.178778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2430bd-021b-4748-845c-74228eb994ff']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:01.194127 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.210055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] In _notify_port_updated(), no bound segment for port 65706907-e3aa-47ed-bb8c-5200cf16af48 on network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:54:01.215910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:01.216593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.221818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "PUT /v2.0/ports/65706907-e3aa-47ed-bb8c-5200cf16af48 HTTP/1.1" status: 200 len: 1130 time: 1.2726922 Sep 02 12:54:01.229198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b45aea-05e9-470a-b913-269d3d21f9d1') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:01.229446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b45aea-05e9-470a-b913-269d3d21f9d1') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:01.234839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44126) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:01.253596 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.255280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.270785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Transition to ACTIVE for port object ddda528d-fe02-4d83-a905-4b730d70765e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:01.282778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac6df5-f79f-473e-b853-33e5dd3c8933 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event updated for resources: {'Port': ['ID=65706907-e3aa-47ed-bb8c-5200cf16af48,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:01.287889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 03956f21-7c97-44f2-88ab-50c202aa9104 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:01.288422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.290373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.322496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:01.328153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:01.332707 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:01.336153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 03956f21-7c97-44f2-88ab-50c202aa9104 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:01.336153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 03956f21-7c97-44f2-88ab-50c202aa9104 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:01.340847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df490b8-6f97-446d-95bf-fcfc9de11b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:01.342423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2df490b8-6f97-446d-95bf-fcfc9de11b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "GET /v2.0/ports/65706907-e3aa-47ed-bb8c-5200cf16af48 HTTP/1.1" status: 200 len: 1130 time: 0.1055863 Sep 02 12:54:01.374827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196214-bf33-480d-bc70-1ffb7dc48527 req-8f3e1d7d-841c-4c24-ae17-bebf736d4fc5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:01.377487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe196214-bf33-480d-bc70-1ffb7dc48527 req-8f3e1d7d-841c-4c24-ae17-bebf736d4fc5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.3234174 Sep 02 12:54:01.380705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:01.386015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5b38-6a09-4335-8698-c2eb85cf0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.470128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Pushing event updated for resources: {'Port': ['ID=ddda528d-fe02-4d83-a905-4b730d70765e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:01.496777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.566750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.572215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9e2430bd-021b-4748-845c-74228eb994ff HTTP/1.1" status: 204 len: 168 time: 1.9905102 Sep 02 12:54:01.579002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Checking segment: {'id': 'b3783859-8c8c-4943-89aa-00d15eaacf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:01.579382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Network hostable DHCP agents. Network: cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:01.580552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e200b6-5188-4840-b087-ec6a61520ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2430bd-021b-4748-845c-74228eb994ff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:01.623200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.625667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe196214-bf33-480d-bc70-1ffb7dc48527 req-e223e025-cc16-4549-aaff-6099a8b418b7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513119 Sep 02 12:54:01.667983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f5f721e-54ed-4a3e-ae7c-8c884c105316 None None] Provisioning complete for port 65706907-e3aa-47ed-bb8c-5200cf16af48 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:01.669912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f5f721e-54ed-4a3e-ae7c-8c884c105316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.679547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Deleting port 65706907-e3aa-47ed-bb8c-5200cf16af48 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:01.680270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.717486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f721e-54ed-4a3e-ae7c-8c884c105316 None None] Port 65706907-e3aa-47ed-bb8c-5200cf16af48 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:01.732053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f111ecfe-bce6-4247-a174-5e6dbeeb5e4c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:01.740877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:01.760478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:01.768135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:01.769403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.776091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821195e-1c1a-47fd-828e-b15e29fdbb42 None None] Network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:01.829959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14538cf1-4ea3-46a5-94d6-b5f69177318f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0569487 Sep 02 12:54:01.859325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.875294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44138) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:01.878832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Attempting to bind port ddda528d-fe02-4d83-a905-4b730d70765e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:01.879303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Attempting to bind port ddda528d-fe02-4d83-a905-4b730d70765e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:01.879733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Attempting to bind port ddda528d-fe02-4d83-a905-4b730d70765e on network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:01.910630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Calling delete_port for 65706907-e3aa-47ed-bb8c-5200cf16af48 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:01.926656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Port ddda528d-fe02-4d83-a905-4b730d70765e on network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:54:01.927414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Attempting to bind port ddda528d-fe02-4d83-a905-4b730d70765e on network 7ad08eda-bd1a-46c8-8866-ff6a7136cc22 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:01.952922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:01.954177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Checking segment: {'id': 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:01.955003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Bound using segment: {'id': 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:01.955713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Bound port: ddda528d-fe02-4d83-a905-4b730d70765e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:01.956326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:01.972500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Deleting port c103ca41-2d1a-436e-ba96-0d3b5c335e88 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:01.972924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.102565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59a5a6-9e08-45c3-b948-cf31a9d785ab None None] Network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:02.121382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] For port c103ca41-2d1a-436e-ba96-0d3b5c335e88, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c103ca41-2d1a-436e-ba96-0d3b5c335e88,segment=NetworkSegment(d1720a8b-7e27-4e06-a935-67c999b4e97b),segment_id=d1720a8b-7e27-4e06-a935-67c999b4e97b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:02.121757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.147122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Calling delete_port for c103ca41-2d1a-436e-ba96-0d3b5c335e88 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:02.228726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d6d556ba-8257-4f5c-84c7-f08765fe2754 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2656dc967e64fdeaa76b49caaed545c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425221 Sep 02 12:54:02.238658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:02.304017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-00c9b040-77a8-4bc1-8cfd-de441a2e3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:02.305853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-00c9b040-77a8-4bc1-8cfd-de441a2e3c64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 1096 time: 0.2627866 Sep 02 12:54:02.335676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:02.445703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] For port ddda528d-fe02-4d83-a905-4b730d70765e, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:02.449178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.501661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.520869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4747f94-ff2d-4d53-8a16-0259d5fb366b req-80310253-fa65-4dc3-ba61-9d4cbcdd45f8 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:02.528715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4747f94-ff2d-4d53-8a16-0259d5fb366b req-80310253-fa65-4dc3-ba61-9d4cbcdd45f8 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 943 time: 0.2979107 Sep 02 12:54:02.532634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] For port ddda528d-fe02-4d83-a905-4b730d70765e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ddda528d-fe02-4d83-a905-4b730d70765e,segment=NetworkSegment(c4fa6e05-60c4-46db-8c81-5c94a8713ac9),segment_id=c4fa6e05-60c4-46db-8c81-5c94a8713ac9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:02.558152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.560476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc52e32c-baed-4205-bdd9-b362ea6b325f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.628471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-5adea7bf-0095-4ac6-aae0-b4bbaf93e96c tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:02.631393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-5adea7bf-0095-4ac6-aae0-b4bbaf93e96c tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/networks?id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 HTTP/1.1" status: 200 len: 814 time: 0.2396722 Sep 02 12:54:02.632598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:02.684933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c103ca41-2d1a-436e-ba96-0d3b5c335e88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:02.737838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-596999dc-52d9-4f88-9dd4-c6d9f84a44e5 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/quotas/74e5860d76674f2db3e360eb0641518d HTTP/1.1" status: 200 len: 375 time: 0.0995090 Sep 02 12:54:02.851721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-7024a3bf-f4d0-424d-98ab-b8a53cc3eb48 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=74e5860d76674f2db3e360eb0641518d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128380 Sep 02 12:54:03.056612 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.070332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:03.071208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.073264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddda528d-fe02-4d83-a905-4b730d70765e HTTP/1.1" status: 200 len: 1091 time: 3.1412811 Sep 02 12:54:03.083238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'tag': 'ddda528d-fe02-4d83-a905-4b730d70765e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:03.086471 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d78344-0f6b-4c71-9107-a34744f751d8" -d '{"events": [{"name": "network-changed", "server_uuid": "115f70fc-3d28-46fe-b967-4bcad7af4f2b", "tag": "ddda528d-fe02-4d83-a905-4b730d70765e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:03.106307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc52e32c-baed-4205-bdd9-b362ea6b325f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.155411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4747f94-ff2d-4d53-8a16-0259d5fb366b req-198bdf37-325f-4726-857d-cb2566d7753f tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254594 Sep 02 12:54:03.290836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169212e-270c-4fe4-a5eb-1b244aa4c212 service neutron] Pushing event updated for resources: {'Port': ['ID=ddda528d-fe02-4d83-a905-4b730d70765e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:03.430398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event deleted for resources: {'Port': ['ID=65706907-e3aa-47ed-bb8c-5200cf16af48,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:03.456497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.461830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c44f04b1-c6bb-4ff4-8138-cfef7155c25a tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "DELETE /v2.0/ports/65706907-e3aa-47ed-bb8c-5200cf16af48 HTTP/1.1" status: 204 len: 168 time: 2.0798512 Sep 02 12:54:03.466817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:03.555454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.569285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-1bbe9108-3ea3-4509-b108-50a59f5180f0 service neutron] 10.222.0.60 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164943 Sep 02 12:54:03.574913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-e4a5b6a2-18bd-436f-96b6-5678fbecd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:03.576745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-e4a5b6a2-18bd-436f-96b6-5678fbecd955 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2263c038bbc494a9c465735ac5739b1&device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 1094 time: 0.4487865 Sep 02 12:54:03.666111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Deleting subnet dd511dff-cf07-42d0-878e-a4365ff9b229 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:03.669926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-caf31be2-c431-4fd4-b2f3-1a7525665dda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddda528d-fe02-4d83-a905-4b730d70765e HTTP/1.1" status: 200 len: 217 time: 0.0766957 Sep 02 12:54:03.670663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc52e32c-baed-4205-bdd9-b362ea6b325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.674216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc52e32c-baed-4205-bdd9-b362ea6b325f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.675754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc52e32c-baed-4205-bdd9-b362ea6b325f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a23d77ba-2b21-4637-8e36-29cdabe3c3d2 HTTP/1.1" status: 204 len: 168 time: 1.4322824 Sep 02 12:54:03.698781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.713346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f084e41-4deb-46e5-bcb6-88b8852cb59c req-87f43f38-47f2-475a-94fd-5cb875d39601 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:03.715291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f084e41-4deb-46e5-bcb6-88b8852cb59c req-87f43f38-47f2-475a-94fd-5cb875d39601 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 945 time: 0.3975091 Sep 02 12:54:03.781936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e32c-baed-4205-bdd9-b362ea6b325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d77ba-2b21-4637-8e36-29cdabe3c3d2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:03.873524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:03.878055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:03.905605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-3da6cba0-0ccc-4c64-9fcb-5bc7796da0ce service neutron] 10.222.0.60 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326998 Sep 02 12:54:03.928181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-7eaf2fe9-5da2-453a-89cc-d8df9c677c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:03.930039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-7eaf2fe9-5da2-453a-89cc-d8df9c677c06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6 HTTP/1.1" status: 200 len: 857 time: 0.2528269 Sep 02 12:54:03.985467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f084e41-4deb-46e5-bcb6-88b8852cb59c req-06335fe5-b2b4-456e-b31c-fef98494ab21 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377789 Sep 02 12:54:03.991169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-c17dc78d-4f72-4767-b93c-41fe95c124ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ad08eda-bd1a-46c8-8866-ff6a7136cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433860 Sep 02 12:54:04.126883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Router 1cab9f71-3144-4356-813e-280b92a80c48 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:04.150262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:04.257224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:04.301700 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.328840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.343583 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b6867-f763-4b91-8618-399ffcfece18 x-openstack-request-id: req-962b6867-f763-4b91-8618-399ffcfece18 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:04.343877 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115f70fc-3d28-46fe-b967-4bcad7af4f2b", "tag": "ddda528d-fe02-4d83-a905-4b730d70765e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:04.344645 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-962b6867-f763-4b91-8618-399ffcfece18 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:04.345270 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'tag': 'ddda528d-fe02-4d83-a905-4b730d70765e', 'status': 'completed', 'code': 200} Sep 02 12:54:04.425971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.446223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-65e08995-f36a-42a1-b3ce-d0d38670515f service neutron] 10.222.0.41 "GET /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445429 Sep 02 12:54:04.448432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:04.451840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88a2d134-6fd4-4003-bebe-a81da83ad4e4 req-e874e561-ef86-4a9f-840c-59a506fa3551 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 210 time: 0.0926602 Sep 02 12:54:04.474792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:04.486535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bee15083-b517-458d-83bc-5e279f11df30 admin admin] 10.222.0.60 "PUT /v2.0/routers/1cab9f71-3144-4356-813e-280b92a80c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1524045 Sep 02 12:54:04.487938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:04.513581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] Sync routers for ids ['1cab9f71-3144-4356-813e-280b92a80c48'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:04.554808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] Routers {'1cab9f71-3144-4356-813e-280b92a80c48'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:04.555728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['1cab9f71-3144-4356-813e-280b92a80c48'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:04.570317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44228d21-335f-472a-8896-0a6951c7e5d4 req-1c741832-ae66-4cda-98e8-a7b5bf1a711c service neutron] 10.222.0.41 "GET /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102891 Sep 02 12:54:04.657830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.682689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.718070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cdcc15f7-8571-4fbe-85b2-0cf65c38e3bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=221a016e4eff478b969dafa23be09232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660766 Sep 02 12:54:04.732473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:04.752226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Transition to ACTIVE for port object f18c535f-f4d2-4d87-a119-0a3ef33b330e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:04.769785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.847788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa641a-910d-429c-81d0-38e1e4bdb07f req-e3685492-e6ab-4466-bcfc-b5373a900b41 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:04.850478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8daa641a-910d-429c-81d0-38e1e4bdb07f req-e3685492-e6ab-4466-bcfc-b5373a900b41 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 943 time: 0.2782080 Sep 02 12:54:04.868607 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.868919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46904ee7-1e93-472e-b5c2-7823da837be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.880141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:04.885570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "DELETE /v2.0/subnets/dd511dff-cf07-42d0-878e-a4365ff9b229 HTTP/1.1" status: 204 len: 168 time: 1.4159951 Sep 02 12:54:04.891046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44392) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:04.894021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164cbd5-a292-4f51-beaa-57e976032494 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event deleted for resources: {'Subnet': ['ID=dd511dff-cf07-42d0-878e-a4365ff9b229,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:04.963636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e832a-86d9-43f6-95b8-a0c5876e0f08 None None] Network bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:04.965394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-a2d57c0f-92a1-44e0-9eb8-aff4e2da85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:04.967115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-a2d57c0f-92a1-44e0-9eb8-aff4e2da85be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2263c038bbc494a9c465735ac5739b1&device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 1094 time: 0.3286693 Sep 02 12:54:04.971288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46904ee7-1e93-472e-b5c2-7823da837be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.052728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.058811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.235346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46904ee7-1e93-472e-b5c2-7823da837be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.238022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46904ee7-1e93-472e-b5c2-7823da837be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.270552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-46904ee7-1e93-472e-b5c2-7823da837be8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02122fd9-800a-4902-8ffb-1aa88af29650 HTTP/1.1" status: 204 len: 168 time: 0.5366025 Sep 02 12:54:05.271231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8daa641a-910d-429c-81d0-38e1e4bdb07f req-f36726fc-d6a7-4531-97cc-be6b8abdd533 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826215 Sep 02 12:54:05.275828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] Set router 1cab9f71-3144-4356-813e-280b92a80c48 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:05.305542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:05.417237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] No DVR routers for this DVR port f18c535f-f4d2-4d87-a119-0a3ef33b330e on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:05.432983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46904ee7-1e93-472e-b5c2-7823da837be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02122fd9-800a-4902-8ffb-1aa88af29650,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:05.537903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Deleting port 7e293ac7-9973-44bd-b6c9-82eb837b643e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:05.538257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.613186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4f599-d5ba-4f7b-a53e-527e8660b257 req-1db21f3c-240c-4b66-9652-0cb8efb63edb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:05.622730 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ac4f599-d5ba-4f7b-a53e-527e8660b257 req-1db21f3c-240c-4b66-9652-0cb8efb63edb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.3274171 Sep 02 12:54:05.626144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Deleting port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:05.626831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.628444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-13aca061-ade8-4ad4-8504-fc370197acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:05.630330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-13aca061-ade8-4ad4-8504-fc370197acba service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ad08eda-bd1a-46c8-8866-ff6a7136cc22 HTTP/1.1" status: 200 len: 918 time: 0.6481574 Sep 02 12:54:05.655090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e6ded42-9e82-4fe6-a15d-ea86304b20cf req-7fdcd44e-4e94-4819-a363-8fb9ce6d20bf tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 210 time: 0.0505390 Sep 02 12:54:05.705830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-76c6c6e8-4cc9-4b7a-afaa-2349f518bfcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddda528d-fe02-4d83-a905-4b730d70765e HTTP/1.1" status: 200 len: 217 time: 0.0546627 Sep 02 12:54:05.742236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.743431 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:54:05.743978 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:54:05.797850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] For port 7e293ac7-9973-44bd-b6c9-82eb837b643e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e293ac7-9973-44bd-b6c9-82eb837b643e,segment=NetworkSegment(3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363),segment_id=3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:05.797850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.874322 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ac4f599-d5ba-4f7b-a53e-527e8660b257 req-dab9907d-5a9c-4c09-8fda-dd4c597ac02b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503307 Sep 02 12:54:05.882130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-f63ed637-3d01-46d2-87a2-0ef132e96c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:05.883818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-f63ed637-3d01-46d2-87a2-0ef132e96c87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6 HTTP/1.1" status: 200 len: 857 time: 0.1715746 Sep 02 12:54:05.951055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] For port fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:05.952044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:05.991574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Calling delete_port for fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:06.021371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:54:02Z', 'revision_number': 5, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port': {'id': 'fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:93:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cab9f71-3144-4356-813e-280b92a80c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:50:44Z', 'updated_at': '2021-09-02T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:06.030741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-04fdaa09-f308-4a77-b2ad-388bfff98146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ad08eda-bd1a-46c8-8866-ff6a7136cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202755 Sep 02 12:54:06.057361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:06.057712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:06.058047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:06.195452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Calling delete_port for 7e293ac7-9973-44bd-b6c9-82eb837b643e owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:06.221293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-0033e01e-94ad-49af-b362-afc3bcb235c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816916 Sep 02 12:54:06.231098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:54:06.232007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Attempting to bind port f18c535f-f4d2-4d87-a119-0a3ef33b330e on network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:06.365784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] DHCP port deletion for bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:54:06.371608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] Checking router: 1cab9f71-3144-4356-813e-280b92a80c48 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:06.384575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:06.387414 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad73005-43ed-4ad7-b856-11db920c0fa1" -d '{"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-unplugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:06.393276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3d78344-0f6b-4c71-9107-a34744f751d8 req-ad9e26fd-0a29-4718-8435-995687eaacd1 service neutron] 10.222.0.41 "GET /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578400 Sep 02 12:54:06.491429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:06.493606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Checking segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:06.494996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Bound using segment: {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:06.496648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Bound port: f18c535f-f4d2-4d87-a119-0a3ef33b330e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:06.502058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:06.525256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] Routers {'1cab9f71-3144-4356-813e-280b92a80c48'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:06.527309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['1cab9f71-3144-4356-813e-280b92a80c48'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:06.577377 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bf78ce-1e9d-4b5d-b94d-af91217e2d5e x-openstack-request-id: req-c4bf78ce-1e9d-4b5d-b94d-af91217e2d5e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:06.577668 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-unplugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:06.579352 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4bf78ce-1e9d-4b5d-b94d-af91217e2d5e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:06.579762 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'code': 200} Sep 02 12:54:06.645929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02ac44-5c7f-4e9e-9a84-f1d3e8bea66d req-6c534e18-e149-47f7-be62-69fd80c41c97 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:06.654948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a02ac44-5c7f-4e9e-9a84-f1d3e8bea66d req-6c534e18-e149-47f7-be62-69fd80c41c97 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 943 time: 0.2202609 Sep 02 12:54:06.662614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-e9a4e785-259a-4506-8839-b920bc96d038 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:06.664311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] Set router 1cab9f71-3144-4356-813e-280b92a80c48 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:06.669864 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-e9a4e785-259a-4506-8839-b920bc96d038 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.18 "GET /v2.0/networks?id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 HTTP/1.1" status: 200 len: 814 time: 0.6237252 Sep 02 12:54:06.721861 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a02ac44-5c7f-4e9e-9a84-f1d3e8bea66d req-035cc1c2-6571-4f11-88be-9a135fb97d11 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654917 Sep 02 12:54:06.723303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Request body: {'port': {'device_id': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55', 'admin_state_up': True, 'tenant_id': '74e5860d76674f2db3e360eb0641518d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:06.736799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:54:05Z', 'revision_number': 6, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:06.742327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Deleting port 7e293ac7-9973-44bd-b6c9-82eb837b643e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:06.743129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:06.750048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:06.773143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:06.782992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:06.793639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab1e44d-33cb-4dfe-816c-51d8e3c57935 None None] The sync data for ids ['1cab9f71-3144-4356-813e-280b92a80c48'] in n-d-792364-8 is: [{'id': '1cab9f71-3144-4356-813e-280b92a80c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1995545737-router', 'tenant_id': 'd5f136c965664849a4ff7a78d440a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:50:43Z', 'updated_at': '2021-09-02T12:54:05Z', 'revision_number': 6, 'project_id': 'd5f136c965664849a4ff7a78d440a1d7', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:06.901782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:06.908320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:06.909184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:06.910674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] 10.222.0.18 "PUT /v2.0/ports/f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 1092 time: 4.5860322 Sep 02 12:54:06.982311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] For port 7e293ac7-9973-44bd-b6c9-82eb837b643e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e293ac7-9973-44bd-b6c9-82eb837b643e,segment=NetworkSegment(3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363),segment_id=3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:06.982721 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:07.016551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Calling delete_port for 7e293ac7-9973-44bd-b6c9-82eb837b643e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:07.116391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af33ccf5-d9c3-4351-a00b-d03961db03a0 req-78a9ef1b-37c5-461d-baf3-084cf3bc52fc tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 210 time: 0.2025883 Sep 02 12:54:07.215732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:07.247819 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:07.255783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef133e-233f-4b49-92b5-f5e444b8669b service neutron] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:07.262034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event deleted for resources: {'Port': ['ID=7e293ac7-9973-44bd-b6c9-82eb837b643e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:07.298938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] No DVR routers for this DVR port 7e293ac7-9973-44bd-b6c9-82eb837b643e on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:07.346932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Pushing event deleted for resources: {'Port': ['ID=7e293ac7-9973-44bd-b6c9-82eb837b643e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:07.353317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] No DVR routers for this DVR port 7e293ac7-9973-44bd-b6c9-82eb837b643e on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:07.359582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e293ac7-9973-44bd-b6c9-82eb837b643e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:07.380574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.383161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.383612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.384061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.384581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.385175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.385650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.386080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.386853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.387371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.388465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.388972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b461-2cf1-46a7-bea5-460ca71a812f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:07.405719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-08a679fe-b4be-4452-b14a-c6075065c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:07.409982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-08a679fe-b4be-4452-b14a-c6075065c2bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1095 time: 0.4625473 Sep 02 12:54:07.431549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a5e76-c004-4b76-bc8f-236db4eca9f8 req-0aae62a7-3e9b-459f-8601-f1dd0302aa5d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:07.434960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7e293ac7-9973-44bd-b6c9-82eb837b643e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:07.435839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e293ac7-9973-44bd-b6c9-82eb837b643e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:07.436683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c103ca41-2d1a-436e-ba96-0d3b5c335e88 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:07.454049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad2a5e76-c004-4b76-bc8f-236db4eca9f8 req-0aae62a7-3e9b-459f-8601-f1dd0302aa5d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.3819902 Sep 02 12:54:07.509486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c103ca41-2d1a-436e-ba96-0d3b5c335e88 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:07.510086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c103ca41-2d1a-436e-ba96-0d3b5c335e88 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:07.538723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:07.580823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad2a5e76-c004-4b76-bc8f-236db4eca9f8 req-855904d7-a10a-483e-af80-426d2d6259e4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256208 Sep 02 12:54:07.665595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-6c3db146-0203-422a-b609-a9675f4c91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:07.667110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-6c3db146-0203-422a-b609-a9675f4c91b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.2088854 Sep 02 12:54:07.722040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Made reservation on behalf of 74e5860d76674f2db3e360eb0641518d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:07.727327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:07.731521 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:07.785582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-f0a72663-ae8f-4079-bdfb-6ffdf159315d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.1057670 Sep 02 12:54:07.800179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:07.879027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:07.879329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ab7ef-3b7f-40ea-bd9e-a0970d37b363') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:07.881459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:07.934536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-2445fb96-4714-4239-85ee-6b95a8c1abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:07.936171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-2445fb96-4714-4239-85ee-6b95a8c1abfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.1470015 Sep 02 12:54:08.015350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-f467ed8f-5158-4dce-8e83-e8b19c97aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:08.017631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-f467ed8f-5158-4dce-8e83-e8b19c97aa44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714369 Sep 02 12:54:08.026489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d26888-ccd4-4e84-8eac-a2bb80eb1e9d req-6d6083ff-9348-46b4-80a1-aef96be2735a tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:08.032280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.035038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6d26888-ccd4-4e84-8eac-a2bb80eb1e9d req-6d6083ff-9348-46b4-80a1-aef96be2735a tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 943 time: 0.1044900 Sep 02 12:54:08.038978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.117265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.119026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cab9f71-3144-4356-813e-280b92a80c48 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:54:08.138175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6d26888-ccd4-4e84-8eac-a2bb80eb1e9d req-b2f627ec-4026-4fdc-921c-e4a4ad9e34e0 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019328 Sep 02 12:54:08.154918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.156190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0faf6593-3e3d-4e4e-bef6-0b3e34e76a39 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1cab9f71-3144-4356-813e-280b92a80c48 HTTP/1.1" status: 204 len: 168 time: 3.6661313 Sep 02 12:54:08.165804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ddda528d-fe02-4d83-a905-4b730d70765e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:54:08.174837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.176824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:08.187526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-f003a389-7edc-4d13-966c-5f0f3eee9bf0 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501324 Sep 02 12:54:08.281953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.323686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:08.324106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:08.327564 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:08.369983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ddda528d-fe02-4d83-a905-4b730d70765e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ddda528d-fe02-4d83-a905-4b730d70765e,segment=NetworkSegment(c4fa6e05-60c4-46db-8c81-5c94a8713ac9),segment_id=c4fa6e05-60c4-46db-8c81-5c94a8713ac9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:08.374011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-392128ce-2916-4333-a279-325f27525397 req-fc8c3737-a32d-47ef-9ddd-8487a4a7d958 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 210 time: 0.0544274 Sep 02 12:54:08.385162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e570f40c-c5ef-4fe5-b9f4-aefcdd761f1a req-8eeb23a4-a85a-45c9-8426-be808b3f654d service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888270 Sep 02 12:54:08.395956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'ddda528d-fe02-4d83-a905-4b730d70765e', 'network_id': '7ad08eda-bd1a-46c8-8866-ff6a7136cc22', 'port_id': 'ddda528d-fe02-4d83-a905-4b730d70765e', 'mac_address': 'fa:16:3e:55:e5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:54:08.444292 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.475097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddda528d-fe02-4d83-a905-4b730d70765e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:08.502162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ddda528d-fe02-4d83-a905-4b730d70765e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ddda528d-fe02-4d83-a905-4b730d70765e,segment=NetworkSegment(c4fa6e05-60c4-46db-8c81-5c94a8713ac9),segment_id=c4fa6e05-60c4-46db-8c81-5c94a8713ac9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:08.508264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.576378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=ddda528d-fe02-4d83-a905-4b730d70765e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:08.581367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:08.584170 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df53b8-fa20-46de-b0a3-f1d18540db4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:08.639039 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fc729-de4c-4ec2-ae48-e47529807d02 x-openstack-request-id: req-9b7fc729-de4c-4ec2-ae48-e47529807d02 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:08.639341 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:08.639606 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b7fc729-de4c-4ec2-ae48-e47529807d02 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:08.640214 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'status': 'completed', 'code': 200} Sep 02 12:54:08.704260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['ddda528d-fe02-4d83-a905-4b730d70765e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:08.716134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Deleting subnet a759342e-1de4-415b-9973-1bd0e667c7ca {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:08.720422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.758840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.781629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7931e8-5dd5-416d-b2ac-b5f2ec54c171 req-9759eb2f-6f76-4e00-8b6e-f6226cf51db5 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:08.783640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c7931e8-5dd5-416d-b2ac-b5f2ec54c171 req-9759eb2f-6f76-4e00-8b6e-f6226cf51db5 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 945 time: 0.6776710 Sep 02 12:54:08.822646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Allocated IP 172.20.0.2 (cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55/f111ecfe-bce6-4247-a174-5e6dbeeb5e4c/21df71af-e5b9-4efe-9fc8-578b46a540eb) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:08.919882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44734) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:08.966431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.980544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:08.985174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] 10.222.0.60 "DELETE /v2.0/networks/bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3 HTTP/1.1" status: 204 len: 168 time: 4.0880315 Sep 02 12:54:09.000042 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.042153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15f87c-7b53-425a-9604-c071447eb215 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638 tempest-ExtraDHCPOptionsIpV6TestJSON-1416980638-project] Pushing event deleted for resources: {'Network': ['ID=bf8582e6-dcf7-4eac-90f9-5a8a52bc23e3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:09.062791 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c7931e8-5dd5-416d-b2ac-b5f2ec54c171 req-ecb6a913-7090-44f8-90bb-892878fb0498 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546382 Sep 02 12:54:09.132944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.138179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-2c16b561-c202-412f-8457-b853b964f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.139916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-2c16b561-c202-412f-8457-b853b964f8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1095 time: 0.4776363 Sep 02 12:54:09.145257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.195810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.198207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a759342e-1de4-415b-9973-1bd0e667c7ca HTTP/1.1" status: 204 len: 168 time: 1.0027785 Sep 02 12:54:09.200558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bd971-e0fc-493d-b41d-7b43a901f247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a759342e-1de4-415b-9973-1bd0e667c7ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:09.203598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:09.257070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-a55a79fc-8cf5-41f6-8e2d-8388ccf0d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.268470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-a55a79fc-8cf5-41f6-8e2d-8388ccf0d60c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1095 time: 0.5926530 Sep 02 12:54:09.317040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:09.324586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.378091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:09.378420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fa9e0d3b-27b5-464b-ab2b-c4d3e67bea4f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:09.394630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c261a83-d35b-4ed7-aa9c-8868cfe1e44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.433397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b802d-3f21-48c6-96af-cb3233137751 req-3afcf261-a130-4f55-87e5-cf291f29f0b6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.441978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c2b802d-3f21-48c6-96af-cb3233137751 req-3afcf261-a130-4f55-87e5-cf291f29f0b6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.4255521 Sep 02 12:54:09.445067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-84cb2aa7-2098-44cd-9ce4-9605e653f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.446767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-84cb2aa7-2098-44cd-9ce4-9605e653f09e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.1330690 Sep 02 12:54:09.489039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:09.576763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.588030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ee845e-343f-43c6-ab7d-9e460196b5cb']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:09.599162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1720a8b-7e27-4e06-a935-67c999b4e97b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:09.599454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1720a8b-7e27-4e06-a935-67c999b4e97b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:09.605961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c2b802d-3f21-48c6-96af-cb3233137751 req-fd38bf0f-a342-4e92-b0b7-ce2cf10f86c0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624589 Sep 02 12:54:09.609943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.644654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.648995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a662807-1185-4591-870e-71d553ef4390 req-54190030-b037-4412-a554-23fa9bd5efb6 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.650628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a662807-1185-4591-870e-71d553ef4390 req-54190030-b037-4412-a554-23fa9bd5efb6 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 945 time: 0.3382113 Sep 02 12:54:09.685189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d32a2f-a87e-4195-bb7b-55677f51f0eb req-c53f681b-7116-491a-aabf-0feba6d71447 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.686757 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0d32a2f-a87e-4195-bb7b-55677f51f0eb req-c53f681b-7116-491a-aabf-0feba6d71447 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 944 time: 0.3432915 Sep 02 12:54:09.691766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.735421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-38e8de1a-ab26-42bc-8866-545bf562d653 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.2358093 Sep 02 12:54:09.746213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:09.746659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:09.753014 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:09.780534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:09.799110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-d3d4e21d-0dda-4022-84e6-d220327e22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.801001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-d3d4e21d-0dda-4022-84e6-d220327e22b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.6374004 Sep 02 12:54:09.835396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:09.838272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:09.896136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Pushing event updated for resources: {'Port': ['ID=21df71af-e5b9-4efe-9fc8-578b46a540eb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:09.900749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-427ea86c-ea0f-4cfe-aaad-b94317242182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 998 time: 0.0902700 Sep 02 12:54:09.918662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c261a83-d35b-4ed7-aa9c-8868cfe1e44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.931688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8fe65935-8aca-4989-8727-c2d4ae2645c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c79d9e8da82a41409550a2a9f7f5e0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381630 Sep 02 12:54:09.937546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44758) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:09.942550 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a0d32a2f-a87e-4195-bb7b-55677f51f0eb req-182463f5-fa4d-440b-8b8f-315f2b89e68c tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170250 Sep 02 12:54:09.946219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c261a83-d35b-4ed7-aa9c-8868cfe1e44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.953028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fbc49-3b05-458e-8188-a1fb61c995b8 req-d1ce7ee7-dcfa-4d4f-8458-ffaf6ed36aff tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.961722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.966373 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:09.969104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/83ee845e-343f-43c6-ab7d-9e460196b5cb HTTP/1.1" status: 204 len: 168 time: 0.7622359 Sep 02 12:54:09.974700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b24fbc49-3b05-458e-8188-a1fb61c995b8 req-d1ce7ee7-dcfa-4d4f-8458-ffaf6ed36aff tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 931 time: 0.2902906 Sep 02 12:54:09.996754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:09.997463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.014961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-a2dbc2d9-addc-4a82-82ee-ccd45d642d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.017186 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-a2dbc2d9-addc-4a82-82ee-ccd45d642d1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.2612286 Sep 02 12:54:10.036595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32628-4a81-4670-bc2c-a1e661af4a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=83ee845e-343f-43c6-ab7d-9e460196b5cb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:10.043358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c261a83-d35b-4ed7-aa9c-8868cfe1e44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af02fabb-4e42-49f6-8410-1827e5d291f8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:10.048830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c261a83-d35b-4ed7-aa9c-8868cfe1e44e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dbdf7ae3433498ea62f0349223dc61c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0929136 Sep 02 12:54:10.051938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-9d4139da-53f0-4394-b33d-60daf8564f6f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3698587 Sep 02 12:54:10.052102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44762) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:10.069616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Request body: {'port': {'device_id': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:10.122317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-4f279c01-6631-4efd-bc0e-e2e804775437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.123909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-4f279c01-6631-4efd-bc0e-e2e804775437 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.2083106 Sep 02 12:54:10.173690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ddda528d-fe02-4d83-a905-4b730d70765e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:10.218525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44766) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:10.271653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port ddda528d-fe02-4d83-a905-4b730d70765e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:10.275611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b24fbc49-3b05-458e-8188-a1fb61c995b8 req-58b074a7-c260-4c90-bef9-71e23b04d7af tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998366 Sep 02 12:54:10.276011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port ddda528d-fe02-4d83-a905-4b730d70765e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:10.276401 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.300175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-21fdfd82-2961-4f6a-8848-f4cf8d1e9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.302838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-21fdfd82-2961-4f6a-8848-f4cf8d1e9473 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701652 Sep 02 12:54:10.319199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Deleting port 32b2ca62-2504-4982-89b6-a91107c43090 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:10.319556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.332509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.370169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-388796e0-abbc-4b5c-b4b0-095c728d6f6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5f136c965664849a4ff7a78d440a1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466885 Sep 02 12:54:10.370530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecfcd9d-2710-4cb5-8aeb-bf4dbd615337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.411456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4acb9-687f-4031-a2e2-bda32e2c721e req-705a5e50-95e1-4a63-ad59-e983cc88de7c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.413063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72e4acb9-687f-4031-a2e2-bda32e2c721e req-705a5e50-95e1-4a63-ad59-e983cc88de7c tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 945 time: 0.2494588 Sep 02 12:54:10.413564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:10.417910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.445688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddda528d-fe02-4d83-a905-4b730d70765e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:10.448406 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a352c6-f18f-4eec-a678-72edce220ed9" -d '{"events": [{"server_uuid": "115f70fc-3d28-46fe-b967-4bcad7af4f2b", "name": "network-vif-plugged", "status": "completed", "tag": "ddda528d-fe02-4d83-a905-4b730d70765e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:10.468555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ddda528d-fe02-4d83-a905-4b730d70765e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ddda528d-fe02-4d83-a905-4b730d70765e,segment=NetworkSegment(c4fa6e05-60c4-46db-8c81-5c94a8713ac9),segment_id=c4fa6e05-60c4-46db-8c81-5c94a8713ac9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:10.476360 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.490588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecfcd9d-2710-4cb5-8aeb-bf4dbd615337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.508299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] For port 32b2ca62-2504-4982-89b6-a91107c43090, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=32b2ca62-2504-4982-89b6-a91107c43090,segment=NetworkSegment(8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd),segment_id=8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:10.509096 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.533277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Calling delete_port for 32b2ca62-2504-4982-89b6-a91107c43090 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:10.536374 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f301d19-1c63-4943-9a16-2cf5d9f1a977 x-openstack-request-id: req-0f301d19-1c63-4943-9a16-2cf5d9f1a977 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:10.536670 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f70fc-3d28-46fe-b967-4bcad7af4f2b", "name": "network-vif-plugged", "status": "completed", "tag": "ddda528d-fe02-4d83-a905-4b730d70765e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:10.538733 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f301d19-1c63-4943-9a16-2cf5d9f1a977 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:10.540411 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddda528d-fe02-4d83-a905-4b730d70765e', 'code': 200} Sep 02 12:54:10.573685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=ddda528d-fe02-4d83-a905-4b730d70765e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:10.626518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-d662cf33-f405-4860-bc6c-b05dfa8d0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.628322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-d662cf33-f405-4860-bc6c-b05dfa8d0bac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4633965 Sep 02 12:54:10.630652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-ee9e92c8-49db-4681-8cc0-dfd701f8bc37 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149028 Sep 02 12:54:10.633475 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04541498-16f9-46bc-a8e5-b4d0885fde1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.670634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72e4acb9-687f-4031-a2e2-bda32e2c721e req-6867acf8-d11e-4d7d-a393-d5e45b171709 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b8ef769-eb89-474f-8d81-5293807b92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439122 Sep 02 12:54:10.685614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9262c470-2960-4095-b0b4-7863b7b0a3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.762288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9262c470-2960-4095-b0b4-7863b7b0a3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.763209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04541498-16f9-46bc-a8e5-b4d0885fde1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.776991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecfcd9d-2710-4cb5-8aeb-bf4dbd615337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.779520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecfcd9d-2710-4cb5-8aeb-bf4dbd615337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.780707 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cecfcd9d-2710-4cb5-8aeb-bf4dbd615337 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af02fabb-4e42-49f6-8410-1827e5d291f8 HTTP/1.1" status: 204 len: 168 time: 0.7277138 Sep 02 12:54:10.788797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166764-a82a-47fd-8bf1-717bd5f3aa2a req-52f9961c-1654-4ac7-b693-fb0252e96ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.790362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-50166764-a82a-47fd-8bf1-717bd5f3aa2a req-52f9961c-1654-4ac7-b693-fb0252e96ff7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 1096 time: 0.1967254 Sep 02 12:54:10.837427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfcd9d-2710-4cb5-8aeb-bf4dbd615337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02fabb-4e42-49f6-8410-1827e5d291f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:10.894189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-50166764-a82a-47fd-8bf1-717bd5f3aa2a req-36dbd494-c641-4cb1-91de-c600f9537564 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965466 Sep 02 12:54:10.937610 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9262c470-2960-4095-b0b4-7863b7b0a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.940793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9262c470-2960-4095-b0b4-7863b7b0a3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.942236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9262c470-2960-4095-b0b4-7863b7b0a3a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb3516b5-18e0-4dab-9049-2ce324efb97b HTTP/1.1" status: 204 len: 168 time: 0.5250294 Sep 02 12:54:10.961023 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:10.962184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85998486-058a-470b-81e4-b9d89a79e476 req-1dccbcf4-fe80-4ad8-ad8c-59853e28800d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:10.969414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262c470-2960-4095-b0b4-7863b7b0a3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3516b5-18e0-4dab-9049-2ce324efb97b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:10.978173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21df71af-e5b9-4efe-9fc8-578b46a540eb {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:10.982172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85998486-058a-470b-81e4-b9d89a79e476 req-1dccbcf4-fe80-4ad8-ad8c-59853e28800d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 944 time: 0.2437460 Sep 02 12:54:10.988300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.002357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Transition to ACTIVE for port object 21df71af-e5b9-4efe-9fc8-578b46a540eb will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:11.009231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.118155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-1ad1314c-cd4f-44b5-95bd-a69c88cea598 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802701 Sep 02 12:54:11.121091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-227d6e54-6c28-45c2-9935-3fd6c665afdb service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580262 Sep 02 12:54:11.126069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Pushing event updated for resources: {'Port': ['ID=21df71af-e5b9-4efe-9fc8-578b46a540eb,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:11.149840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85998486-058a-470b-81e4-b9d89a79e476 req-4d36a78e-8114-4135-95f7-0c089481d101 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666656 Sep 02 12:54:11.153438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:11.215922 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04541498-16f9-46bc-a8e5-b4d0885fde1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.219021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04541498-16f9-46bc-a8e5-b4d0885fde1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.220638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-04541498-16f9-46bc-a8e5-b4d0885fde1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd278c91-f5df-4a25-a252-9844b172a47a HTTP/1.1" status: 204 len: 168 time: 1.2439277 Sep 02 12:54:11.241145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ef9f7-2864-47fb-9f03-b07c45657c9c req-65b5b362-2683-4ecf-aa62-59aae71ff7c6 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:11.243412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-963ef9f7-2864-47fb-9f03-b07c45657c9c req-65b5b362-2683-4ecf-aa62-59aae71ff7c6 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 945 time: 0.1741579 Sep 02 12:54:11.299702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Attempting to bind port 21df71af-e5b9-4efe-9fc8-578b46a540eb on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:11.300115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Attempting to bind port 21df71af-e5b9-4efe-9fc8-578b46a540eb by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'b3783859-8c8c-4943-89aa-00d15eaacf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:11.300665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Attempting to bind port 21df71af-e5b9-4efe-9fc8-578b46a540eb on network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:11.318007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Port 21df71af-e5b9-4efe-9fc8-578b46a540eb on network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:54:11.318525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Attempting to bind port 21df71af-e5b9-4efe-9fc8-578b46a540eb on network cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:11.329546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:11.329926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Checking segment: {'id': 'b3783859-8c8c-4943-89aa-00d15eaacf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:11.330469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Bound using segment: {'id': 'b3783859-8c8c-4943-89aa-00d15eaacf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:11.331024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Bound port: 21df71af-e5b9-4efe-9fc8-578b46a540eb, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3783859-8c8c-4943-89aa-00d15eaacf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:11.331463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.352373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-963ef9f7-2864-47fb-9f03-b07c45657c9c req-a5a947ac-2ac8-43d4-b6d3-07736769fc0e tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017292 Sep 02 12:54:11.403907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04541498-16f9-46bc-a8e5-b4d0885fde1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd278c91-f5df-4a25-a252-9844b172a47a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:11.470972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.482206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] For port 21df71af-e5b9-4efe-9fc8-578b46a540eb, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:11.489459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['32b2ca62-2504-4982-89b6-a91107c43090'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:11.493605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] For port 21df71af-e5b9-4efe-9fc8-578b46a540eb, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb,segment=NetworkSegment(b3783859-8c8c-4943-89aa-00d15eaacf66),segment_id=b3783859-8c8c-4943-89aa-00d15eaacf66)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:11.509542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.528404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1daf5f55-d4b6-4251-b2d1-95404bf4e6ee tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/b324fcb2-4c77-483c-a722-edef363456a8 HTTP/1.1" status: 200 len: 990 time: 0.3720908 Sep 02 12:54:11.585229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:11.585981 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.590085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] 10.222.0.18 "PUT /v2.0/ports/21df71af-e5b9-4efe-9fc8-578b46a540eb HTTP/1.1" status: 200 len: 1091 time: 1.5297680 Sep 02 12:54:11.591964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Pushing event deleted for resources: {'Port': ['ID=32b2ca62-2504-4982-89b6-a91107c43090,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:11.625715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0df53b8-fa20-46de-b0a3-f1d18540db4f req-d62f05a2-8361-49a6-b613-2e82911dfef2 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708304 Sep 02 12:54:11.658200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'tag': '21df71af-e5b9-4efe-9fc8-578b46a540eb'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:11.662150 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c882967-8d64-4e4e-ad66-fa4fd843e310", "tag": "21df71af-e5b9-4efe-9fc8-578b46a540eb"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:11.683715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2d8d1-2f64-4195-be46-07c439004d29 req-b8709d51-f1f8-4604-bdc7-8b953a769106 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:11.703046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07c2d8d1-2f64-4195-be46-07c439004d29 req-b8709d51-f1f8-4604-bdc7-8b953a769106 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 943 time: 0.2570829 Sep 02 12:54:11.707334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] No DVR routers for this DVR port 32b2ca62-2504-4982-89b6-a91107c43090 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:11.715953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:11.723130 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a662807-1185-4591-870e-71d553ef4390 req-f1343fe4-e3b8-4196-87ff-096c21099676 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.18 "DELETE /v2.0/ports/32b2ca62-2504-4982-89b6-a91107c43090 HTTP/1.1" status: 204 len: 173 time: 2.0469420 Sep 02 12:54:11.730360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'name': 'network-vif-deleted', 'tag': '32b2ca62-2504-4982-89b6-a91107c43090'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:11.735604 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c1540-1a9d-4302-9528-575f1a8eea44" -d '{"events": [{"server_uuid": "bc8a6c15-3a51-4cca-9312-a1cea8ddf18b", "name": "network-vif-deleted", "tag": "32b2ca62-2504-4982-89b6-a91107c43090"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:11.809796 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c9561-9084-4b40-a5bb-14e0ab81dbc1 x-openstack-request-id: req-d58c9561-9084-4b40-a5bb-14e0ab81dbc1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:11.811420 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c882967-8d64-4e4e-ad66-fa4fd843e310", "tag": "21df71af-e5b9-4efe-9fc8-578b46a540eb", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:11.815100 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d58c9561-9084-4b40-a5bb-14e0ab81dbc1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:11.816260 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'tag': '21df71af-e5b9-4efe-9fc8-578b46a540eb', 'status': 'completed', 'code': 200} Sep 02 12:54:11.862762 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07c2d8d1-2f64-4195-be46-07c439004d29 req-479e3698-71cd-4979-ad46-76470595209b tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384196 Sep 02 12:54:11.963321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae67ba09-cbce-4ad2-a360-bd0d4bf1d8f9 req-122d1013-fae3-4122-955a-3808a9cdbd55 tempest-AttachVolumeNegativeTest-531589213 tempest-AttachVolumeNegativeTest-531589213-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8a6c15-3a51-4cca-9312-a1cea8ddf18b HTTP/1.1" status: 200 len: 210 time: 0.0519593 Sep 02 12:54:11.997045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446820e-126e-4cc8-86f4-cbc1290a3834 service neutron] Pushing event updated for resources: {'Port': ['ID=21df71af-e5b9-4efe-9fc8-578b46a540eb,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:12.054733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-77e97f29-e13a-461c-a4bb-c11b58637653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:12.060756 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbfb4c-d9ce-4a7a-bbc0-3b86581d33b0 x-openstack-request-id: req-f3cbfb4c-d9ce-4a7a-bbc0-3b86581d33b0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:12.061199 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8a6c15-3a51-4cca-9312-a1cea8ddf18b", "name": "network-vif-deleted", "tag": "32b2ca62-2504-4982-89b6-a91107c43090", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:12.061544 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3cbfb4c-d9ce-4a7a-bbc0-3b86581d33b0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:12.062048 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8a6c15-3a51-4cca-9312-a1cea8ddf18b', 'name': 'network-vif-deleted', 'tag': '32b2ca62-2504-4982-89b6-a91107c43090', 'status': 'completed', 'code': 200} Sep 02 12:54:12.065196 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-77e97f29-e13a-461c-a4bb-c11b58637653 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74e5860d76674f2db3e360eb0641518d&device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 1094 time: 0.3968873 Sep 02 12:54:12.161304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-be2326b6-79cd-4a3d-9c40-3ab59f4da05d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb HTTP/1.1" status: 200 len: 217 time: 0.0739079 Sep 02 12:54:12.235934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da9d9-cfed-4517-8d25-81562fc24798 req-3de4eb55-4e92-409b-9c8d-6ce401131081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:12.237693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-3de4eb55-4e92-409b-9c8d-6ce401131081 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f111ecfe-bce6-4247-a174-5e6dbeeb5e4c HTTP/1.1" status: 200 len: 854 time: 0.0781517 Sep 02 12:54:12.293958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-52d1f7e0-a1f4-423d-8034-cd12cb666a8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477254 Sep 02 12:54:12.336951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:54:12.428599 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-435055ab-45cd-4e48-b486-acc8c9a61d4f service neutron] 10.222.0.18 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268163 Sep 02 12:54:12.589419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:12.620653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'port_id': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'mac_address': 'fa:16:3e:37:b2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:54:12.670755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2847-6c44-46e2-9541-976dfa4c998a req-ac4da171-db2a-4bc0-b4b3-2372e0ebb535 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:12.673381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-381a2847-6c44-46e2-9541-976dfa4c998a req-ac4da171-db2a-4bc0-b4b3-2372e0ebb535 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 945 time: 0.2005224 Sep 02 12:54:12.683200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:12.701281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18c535f-f4d2-4d87-a119-0a3ef33b330e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:12.724715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:12.725213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-579da9d9-cfed-4517-8d25-81562fc24798 req-fad453a2-f213-483f-9c64-ccb98ba300c7 service neutron] 10.222.0.18 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878811 Sep 02 12:54:12.731749 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:12.781702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-381a2847-6c44-46e2-9541-976dfa4c998a req-eeb01a84-a1de-4558-8250-5b949e691e65 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954139 Sep 02 12:54:12.851107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:12.857233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-dc957960-d89e-4d58-8cfa-89f10973affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:12.859239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-dc957960-d89e-4d58-8cfa-89f10973affc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74e5860d76674f2db3e360eb0641518d&device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 1094 time: 0.0761225 Sep 02 12:54:12.954884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f18c535f-f4d2-4d87-a119-0a3ef33b330e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:13.023394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-5782a7b9-2d37-494f-85bc-b475949991f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:13.027722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-5782a7b9-2d37-494f-85bc-b475949991f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 HTTP/1.1" status: 200 len: 915 time: 0.1606393 Sep 02 12:54:13.131957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-a2ff4e3b-9f94-41a3-833a-7b73882c3668 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb HTTP/1.1" status: 200 len: 217 time: 0.0961261 Sep 02 12:54:13.169927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:13.201195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:13.284409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Deleting subnet d024366f-ced5-477a-ad39-58ec50b017f7 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:13.331706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-4a233c07-76b9-4f6d-93d2-f7ed2281cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:13.338391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-4a233c07-76b9-4f6d-93d2-f7ed2281cdab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f111ecfe-bce6-4247-a174-5e6dbeeb5e4c HTTP/1.1" status: 200 len: 854 time: 0.1796787 Sep 02 12:54:13.355535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.375602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b3a7f-1646-4e32-87d3-1b3835e8d77e req-dad025a5-5709-401c-8552-fc316480b5c0 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:13.389214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6b3a7f-1646-4e32-87d3-1b3835e8d77e req-dad025a5-5709-401c-8552-fc316480b5c0 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 943 time: 0.2549942 Sep 02 12:54:13.424407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.438215 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-2e80ce20-ee5b-4ab3-9d69-7bba1a52ba84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913277 Sep 02 12:54:13.438449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f4946-e89d-4dd3-8ec8-813a13394f22 req-bf42ec83-b835-4baf-9ec5-8c005f0db35b tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:13.449108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b4f4946-e89d-4dd3-8ec8-813a13394f22 req-bf42ec83-b835-4baf-9ec5-8c005f0db35b tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 945 time: 0.1567364 Sep 02 12:54:13.540744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b4f4946-e89d-4dd3-8ec8-813a13394f22 req-9526a41d-0cff-4219-8ebc-0134adc4e245 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904591 Sep 02 12:54:13.557700 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.558355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b6b3a7f-1646-4e32-87d3-1b3835e8d77e req-3f54f801-1464-42bf-9af6-6cfc2b7fa157 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696451 Sep 02 12:54:13.606481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1343618590-network', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:13.623370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:13.687987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Made reservation on behalf of 39d71104d6ef4b4681711ac6f5825b3a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:13.690703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.703953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.711006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-a60a3709-97b5-4cdb-9fe6-1f6510060b12 service neutron] 10.222.0.18 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631590 Sep 02 12:54:13.713294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.747221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.764389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d024366f-ced5-477a-ad39-58ec50b017f7 HTTP/1.1" status: 204 len: 168 time: 0.5925915 Sep 02 12:54:13.766616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:13.856746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e6426-2976-4e16-9543-682a8d91f7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d024366f-ced5-477a-ad39-58ec50b017f7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:13.893694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84d1e6d4-7c3d-4da7-bf21-c3f0b248cfd3 req-d6d543a4-c37c-4ace-ac90-44ffa80779ee service neutron] 10.222.0.18 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745331 Sep 02 12:54:13.972265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.984791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:13.985541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:14.014138 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.016475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-578708638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:14.030765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:14.031673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-7abd5ff0-4cb2-4a51-b6d8-a75a9a60fc74 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1c5c7f9b99b849d19c924f1a868a054f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036747 Sep 02 12:54:14.051082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bd3956-b4d8-4f71-8e2d-8be19a26e00f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:14.063390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.063812 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Added segment 1b863ece-eafa-43c5-9429-184577d16161 of type vlan for network a417b9bd-7dc6-479d-b82a-64d9dd3c355f Sep 02 12:54:14.082286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.083302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.118045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2bd-be1b-43bd-a2bd-33c52fc0dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.156402 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.198045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.209262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.242848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.243814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:14.244464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.256253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.284890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:14.324486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:14.324794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ace6a6d-f49d-4903-a0d0-dadc9ddd2dbd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:14.328702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a417b9bd-7dc6-479d-b82a-64d9dd3c355f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:14.349137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:14.367132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2bd-be1b-43bd-a2bd-33c52fc0dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.369835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:14.374295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2bd-be1b-43bd-a2bd-33c52fc0dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.399411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-544bdd0e-0005-4e7b-88d5-f11bacbfc3f9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1504705 Sep 02 12:54:14.400706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.403520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c91453c3-7d76-4ccd-bf80-921afc437bf5 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7704623 Sep 02 12:54:14.407471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:14.407808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:14.416181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Request body: {'subnet': {'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1343618590-subnet', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:14.435589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-937174913'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:14.461540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8b3c2bd-be1b-43bd-a2bd-33c52fc0dac6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94f8af25f2bb44c39430e08a447e115d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672847 Sep 02 12:54:14.462712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3c2bd-be1b-43bd-a2bd-33c52fc0dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3157540-908a-459d-82d1-7695e68413f8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:14.467792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:14.486136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port f18c535f-f4d2-4d87-a119-0a3ef33b330e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:14.490995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port f18c535f-f4d2-4d87-a119-0a3ef33b330e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:14.491658 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.492113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Made reservation on behalf of 39d71104d6ef4b4681711ac6f5825b3a for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:14.495212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.575872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.579182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf584b47-65c1-4195-8a92-64f00558bba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.604600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:14.607035 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5c48b-a448-428d-93e3-f6d4d193a472" -d '{"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-plugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:14.615549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Made reservation on behalf of 93cc47ac71af4df4b86b43862128f3ff for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:14.621399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.623659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:14.629237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.631763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 32b2ca62-2504-4982-89b6-a91107c43090 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:14.667945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.670910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 32b2ca62-2504-4982-89b6-a91107c43090 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:14.671267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 32b2ca62-2504-4982-89b6-a91107c43090 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:14.675131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf584b47-65c1-4195-8a92-64f00558bba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.679701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.683401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-da2b6eca-f4fc-46f4-aaa2-ecf82b84f3f7 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:14.685207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-da2b6eca-f4fc-46f4-aaa2-ecf82b84f3f7 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6452754 Sep 02 12:54:14.706802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.710458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:14.711509 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-983dc526-605a-47ce-8849-d07e4d316575 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/quotas/1c5c7f9b99b849d19c924f1a868a054f HTTP/1.1" status: 200 len: 375 time: 0.0179389 Sep 02 12:54:14.719995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:14.720624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:14.723967 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:14.752297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592e0d-2301-4f80-81e2-0a219576040b req-014f60ac-dde9-4103-af2a-366812162420 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:14.754006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07592e0d-2301-4f80-81e2-0a219576040b req-014f60ac-dde9-4103-af2a-366812162420 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.41 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 945 time: 0.4271724 Sep 02 12:54:14.808786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-fa137a45-acd7-458c-abc1-c289ce636729 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c5c7f9b99b849d19c924f1a868a054f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858071 Sep 02 12:54:14.836232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371bbfa-9f9b-455e-aceb-a7d33e75ef97 req-1cc29b66-2d6a-41d8-837b-b5690d192765 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:14.837783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3371bbfa-9f9b-455e-aceb-a7d33e75ef97 req-1cc29b66-2d6a-41d8-837b-b5690d192765 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 943 time: 0.1971128 Sep 02 12:54:14.859189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.885107 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.886903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf584b47-65c1-4195-8a92-64f00558bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.888614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6 HTTP/1.1" status: 204 len: 168 time: 1.1204011 Sep 02 12:54:14.889433 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf584b47-65c1-4195-8a92-64f00558bba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.891429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf584b47-65c1-4195-8a92-64f00558bba5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3157540-908a-459d-82d1-7695e68413f8 HTTP/1.1" status: 204 len: 168 time: 0.4218402 Sep 02 12:54:14.905530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edb18a-9531-4613-b69b-e2b7e322ac9d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1e2053-4e9f-449e-8ea8-1e4ee9d2d2e6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:14.943037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Deleting port ddda528d-fe02-4d83-a905-4b730d70765e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:14.943397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:14.966323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf584b47-65c1-4195-8a92-64f00558bba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3157540-908a-459d-82d1-7695e68413f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:15.012364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3371bbfa-9f9b-455e-aceb-a7d33e75ef97 req-970a9065-86bb-4a31-abc7-5c457b34d936 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631305 Sep 02 12:54:15.047342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.107580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] For port ddda528d-fe02-4d83-a905-4b730d70765e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ddda528d-fe02-4d83-a905-4b730d70765e,segment=NetworkSegment(c4fa6e05-60c4-46db-8c81-5c94a8713ac9),segment_id=c4fa6e05-60c4-46db-8c81-5c94a8713ac9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:15.108345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.122487 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4803f1ea-f8ff-46bd-bf06-2d1bb09e5e31 x-openstack-request-id: req-4803f1ea-f8ff-46bd-bf06-2d1bb09e5e31 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:15.123248 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-plugged", "status": "completed", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:15.124016 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4803f1ea-f8ff-46bd-bf06-2d1bb09e5e31 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:15.124525 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'code': 200} Sep 02 12:54:15.132733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Calling delete_port for ddda528d-fe02-4d83-a905-4b730d70765e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:15.182214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:15.230176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.267390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56f662da-f8cf-4e30-ab5a-484acf271e47 req-5857c8b1-dbd5-4a10-81e4-6f699fbe1770 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 210 time: 0.0636029 Sep 02 12:54:15.267995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.276288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d4535f-54f0-4588-9a50-0caade843a68,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:15.313454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Checking segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:15.313820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Network hostable DHCP agents. Network: a417b9bd-7dc6-479d-b82a-64d9dd3c355f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:15.323470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:15.340305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a081260-bd92-414c-be23-e78818dd5bd1 req-030272d5-83bc-49db-b423-80d88660102e tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:15.350239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a081260-bd92-414c-be23-e78818dd5bd1 req-030272d5-83bc-49db-b423-80d88660102e tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/ports?device_id=115f70fc-3d28-46fe-b967-4bcad7af4f2b HTTP/1.1" status: 200 len: 945 time: 0.1278620 Sep 02 12:54:15.356235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e200b642-8db1-4bcb-bd67-22caee2f6d65,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:15.365502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-39dbbfab-0025-4f3f-b738-36b33f393005 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b41d3773b57d452bb82d0e748f849f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736515 Sep 02 12:54:15.367570 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.368192 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Added segment 361011b9-4bdf-4cd2-afee-20ef561b881b of type vlan for network e7652396-386c-4607-8bed-de6aed3cff2d Sep 02 12:54:15.369215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:15.401765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:15.460978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.464495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a081260-bd92-414c-be23-e78818dd5bd1 req-31a2eca6-f497-4378-909b-3e27b45b7154 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.60 "GET /v2.0/security-groups?id=56346ea9-15a5-4599-a4c3-27ee1989f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131306 Sep 02 12:54:15.471027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a417b9bd-7dc6-479d-b82a-64d9dd3c355f) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:15.482063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:15.482805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.485040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1dac17-f804-48bd-bd0e-3a22a80944e6 None None] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:15.501019 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.528386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e25129c3-316d-41ed-8c76-64dc4feddbd9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1153738 Sep 02 12:54:15.528386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b88e6dc-ed45-4b0c-88ea-a373d02405b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.528741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:15.534979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:15.539371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.545555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:15.546376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.581396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['ddda528d-fe02-4d83-a905-4b730d70765e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:15.588724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Pushing event deleted for resources: {'Port': ['ID=ddda528d-fe02-4d83-a905-4b730d70765e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:15.615283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] No DVR routers for this DVR port ddda528d-fe02-4d83-a905-4b730d70765e on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:15.620227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.626808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07592e0d-2301-4f80-81e2-0a219576040b req-c93043db-c3f0-43b6-b9b4-512345c471b7 tempest-InstanceActionsV221TestJSON-1085190414 tempest-InstanceActionsV221TestJSON-1085190414-project] 10.222.0.41 "DELETE /v2.0/ports/ddda528d-fe02-4d83-a905-4b730d70765e HTTP/1.1" status: 204 len: 173 time: 0.8282022 Sep 02 12:54:15.627667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'name': 'network-vif-deleted', 'tag': 'ddda528d-fe02-4d83-a905-4b730d70765e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:15.633661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b88e6dc-ed45-4b0c-88ea-a373d02405b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.635560 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c3a55-2305-4863-9f1a-209baf3bd718" -d '{"events": [{"server_uuid": "115f70fc-3d28-46fe-b967-4bcad7af4f2b", "name": "network-vif-deleted", "tag": "ddda528d-fe02-4d83-a905-4b730d70765e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:15.667933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.669048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.684057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2722199 Sep 02 12:54:15.688207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54b53d-25a4-48b3-8ace-1e136a69426c tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Network': ['ID=e7652396-386c-4607-8bed-de6aed3cff2d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:15.688428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:15.694256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'subnet': {'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:15.737667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e7652396-386c-4607-8bed-de6aed3cff2d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:15.757941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.801650 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb44d2-ffdb-4bcc-a8c1-58793776895c x-openstack-request-id: req-7cbb44d2-ffdb-4bcc-a8c1-58793776895c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:15.802256 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115f70fc-3d28-46fe-b967-4bcad7af4f2b", "name": "network-vif-deleted", "tag": "ddda528d-fe02-4d83-a905-4b730d70765e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:15.802832 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cbb44d2-ffdb-4bcc-a8c1-58793776895c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:15.814965 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115f70fc-3d28-46fe-b967-4bcad7af4f2b', 'name': 'network-vif-deleted', 'tag': 'ddda528d-fe02-4d83-a905-4b730d70765e', 'status': 'completed', 'code': 200} Sep 02 12:54:15.930336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:54:15.931542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:15.943137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Made reservation on behalf of 93cc47ac71af4df4b86b43862128f3ff for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:15.947410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:16.253545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b88e6dc-ed45-4b0c-88ea-a373d02405b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:16.257642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b88e6dc-ed45-4b0c-88ea-a373d02405b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:16.259247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8b88e6dc-ed45-4b0c-88ea-a373d02405b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b8ef769-eb89-474f-8d81-5293807b92f1 HTTP/1.1" status: 204 len: 168 time: 0.8886418 Sep 02 12:54:16.290373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Allocated IP 172.20.0.2 (a417b9bd-7dc6-479d-b82a-64d9dd3c355f/76d4535f-54f0-4588-9a50-0caade843a68/24939326-a190-4a29-a99e-bf4f42927aea) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:16.373751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88e6dc-ed45-4b0c-88ea-a373d02405b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ef769-eb89-474f-8d81-5293807b92f1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:16.423710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21df71af-e5b9-4efe-9fc8-578b46a540eb details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:54:16.443482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef46409-9525-4527-95d7-af7b225c48a7 req-85961fe4-203b-4377-9802-2eb82dbac88a tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:16.443482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ef46409-9525-4527-95d7-af7b225c48a7 req-85961fe4-203b-4377-9802-2eb82dbac88a tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 943 time: 0.2525160 Sep 02 12:54:16.491446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e38df504-a673-4644-8f0e-4970064b17f9 req-f2862986-c9a9-4c4c-9230-9d9c27166c39 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 210 time: 0.0632849 Sep 02 12:54:16.511493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:16.519483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:16.610769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Subnet': ['ID=6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:16.622064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.622417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.622902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.623307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.623586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.623977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.624257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.624588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.624934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.625363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.625721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.626066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:16.724798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-fa2bc42e-d4bc-4671-a0ba-cd706bde0527 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c5c7f9b99b849d19c924f1a868a054f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768006 Sep 02 12:54:16.785548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ef46409-9525-4527-95d7-af7b225c48a7 req-4c433b16-04fb-4c75-994f-c0f3f9110b7c tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261895 Sep 02 12:54:16.829014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 21df71af-e5b9-4efe-9fc8-578b46a540eb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb,segment=NetworkSegment(b3783859-8c8c-4943-89aa-00d15eaacf66),segment_id=b3783859-8c8c-4943-89aa-00d15eaacf66)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:16.894550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '21df71af-e5b9-4efe-9fc8-578b46a540eb', 'network_id': 'cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55', 'port_id': '21df71af-e5b9-4efe-9fc8-578b46a540eb', 'mac_address': 'fa:16:3e:06:b7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f111ecfe-bce6-4247-a174-5e6dbeeb5e4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:54:16.961067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Checking segment: {'id': '361011b9-4bdf-4cd2-afee-20ef561b881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:16.961445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network hostable DHCP agents. Network: e7652396-386c-4607-8bed-de6aed3cff2d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:17.013028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network e7652396-386c-4607-8bed-de6aed3cff2d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:17.013285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:17.043895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e7652396-386c-4607-8bed-de6aed3cff2d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:17.059314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:17.061080 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.074752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5492c4-9e3f-4f52-9d53-23b792b6ba7a None None] Network e7652396-386c-4607-8bed-de6aed3cff2d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:17.097904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-8849a359-662a-4559-be9d-84753cc753f4 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:17.099408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-8849a359-662a-4559-be9d-84753cc753f4 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3736708 Sep 02 12:54:17.104831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b0e4301e-0923-43b0-b969-6317e8eed4e6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4148545 Sep 02 12:54:17.105565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44980) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:17.111802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'network': {'name': 'tempest-router-network01--613898750'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:17.146957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Request body: {'port': {'device_id': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '1c5c7f9b99b849d19c924f1a868a054f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:17.153673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Made reservation on behalf of 93cc47ac71af4df4b86b43862128f3ff for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:17.157846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.249597 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.318435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:17.321191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Deleting subnet 4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:17.334195 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.338518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.406137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.406588 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Added segment 98fbf677-fba7-40e7-b682-55b4e3ddc41d of type vlan for network c6df3f95-a534-466b-8350-9ca29d7e2ce5 Sep 02 12:54:17.502704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.503618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.508091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.516185 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.537060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Made reservation on behalf of 1c5c7f9b99b849d19c924f1a868a054f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:17.541289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.571212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.579104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Transition to ACTIVE for port object 24939326-a190-4a29-a99e-bf4f42927aea will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:17.586344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.594366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21df71af-e5b9-4efe-9fc8-578b46a540eb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:17.615190 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.635225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:17.635994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.671750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Transition to ACTIVE for port object 24939326-a190-4a29-a99e-bf4f42927aea will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:17.679652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e7652396-386c-4607-8bed-de6aed3cff2d', 'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d', 'tenant_id': '93cc47ac71af4df4b86b43862128f3ff', 'fixed_ips': [{'subnet_id': '6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:54:17.680888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.687820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 21df71af-e5b9-4efe-9fc8-578b46a540eb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb,segment=NetworkSegment(b3783859-8c8c-4943-89aa-00d15eaacf66),segment_id=b3783859-8c8c-4943-89aa-00d15eaacf66)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:17.708085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.737555 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.753957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Allocated IP 172.25.7.101 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/c717e995-fc2a-47de-a571-0519139c488d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:17.791613 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.798309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ab80b58-eb1e-4e64-86f6-2248731efb1f req-dd20211c-ef7a-4925-9469-230e4f1587f0 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 210 time: 0.1381829 Sep 02 12:54:17.848389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:17.858432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:17.862654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:17.886024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:17.895358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:17.898671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80eaaf38-dfbd-4cd9-aba7-be7fbddd21e9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4e9e4eaf-6866-41b7-a13b-33d9e0fae4f6 HTTP/1.1" status: 204 len: 168 time: 0.8838930 Sep 02 12:54:17.901458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:17.915743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Network': ['ID=c6df3f95-a534-466b-8350-9ca29d7e2ce5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:17.960840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:18.018877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.031512 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.042962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['21df71af-e5b9-4efe-9fc8-578b46a540eb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:18.093654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Pushing event updated for resources: {'Port': ['ID=24939326-a190-4a29-a99e-bf4f42927aea,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:18.104416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.117883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.148862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163eab-2da8-414d-90fc-334acda2cc8b req-84f28ec8-1ab2-4b31-ae82-d4f7fab4c0d9 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:18.151663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f0450-68a8-46aa-92e0-fb3414d74d1f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:18.154104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29163eab-2da8-414d-90fc-334acda2cc8b req-84f28ec8-1ab2-4b31-ae82-d4f7fab4c0d9 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 944 time: 0.1862037 Sep 02 12:54:18.177714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d8ba3b45-66ff-469e-972f-c0a6a5783344 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0687628 Sep 02 12:54:18.181796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:18.189211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'network': {'name': 'tempest-router-network02--1354802281'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:18.284412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Made reservation on behalf of 93cc47ac71af4df4b86b43862128f3ff for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:18.289345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.290025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Attempting to bind port 24939326-a190-4a29-a99e-bf4f42927aea on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:18.290407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Attempting to bind port 24939326-a190-4a29-a99e-bf4f42927aea by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:18.301190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Attempting to bind port 24939326-a190-4a29-a99e-bf4f42927aea on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:18.319935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ddda528d-fe02-4d83-a905-4b730d70765e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:18.411857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29163eab-2da8-414d-90fc-334acda2cc8b req-61e9296e-60f4-4253-9cc0-ab87a3276b3f tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125790 Sep 02 12:54:18.422268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:18.425011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:18.425628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Checking segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:18.426007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.426413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Bound using segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:18.435439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Bound port: 24939326-a190-4a29-a99e-bf4f42927aea, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:18.435439 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.435439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=21df71af-e5b9-4efe-9fc8-578b46a540eb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:18.435926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.442695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: ddda528d-fe02-4d83-a905-4b730d70765e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:18.443046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ddda528d-fe02-4d83-a905-4b730d70765e not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:18.443178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad08eda-bd1a-46c8-8866-ff6a7136cc22']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:18.445606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Allocated IP 192.168.233.244 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/a1635b49-7680-4d67-a762-3de6f2ff4cfb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:18.455474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:18.455779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fa6e05-60c4-46db-8c81-5c94a8713ac9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:18.469203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.469569 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Added segment f5b9e42f-1933-4310-a5c4-45d20c44500a of type vlan for network eaf91894-3b84-45df-807d-9bcc289e3933 Sep 02 12:54:18.474491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.510280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.513803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.548200 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:54:18.560206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Allocated IP 172.20.0.2 (e7652396-386c-4607-8bed-de6aed3cff2d/6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf/3d0b1f09-491d-4795-8c3a-221b85c4060f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:18.571625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:18.576376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.602565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.685979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] For port 24939326-a190-4a29-a99e-bf4f42927aea, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:18.698081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] For port 24939326-a190-4a29-a99e-bf4f42927aea, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24939326-a190-4a29-a99e-bf4f42927aea,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:18.741524 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:18.751060 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:18.763157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.789754 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.795925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:18.796652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.797074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:18.802082 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/7ad08eda-bd1a-46c8-8866-ff6a7136cc22 HTTP/1.1" status: 204 len: 168 time: 0.8966532 Sep 02 12:54:18.802285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28799687-9070-46ba-a54e-966a5c842d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad08eda-bd1a-46c8-8866-ff6a7136cc22,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:18.862262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Pushing event updated for resources: {'Port': ['ID=c717e995-fc2a-47de-a571-0519139c488d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:18.874325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:18.880070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:18.887384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:18.917516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7342927 Sep 02 12:54:18.929500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4a52-c71a-4020-a841-5cc5e2c8a87e None None] Pushing event updated for resources: {'Port': ['ID=24939326-a190-4a29-a99e-bf4f42927aea,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:18.940734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:18.958329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'subnet': {'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:19.057048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f8c67-ccd0-41e7-92a2-fa1cea1600d6 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Network': ['ID=eaf91894-3b84-45df-807d-9bcc289e3933,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:19.071148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network eaf91894-3b84-45df-807d-9bcc289e3933 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:19.102182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a673f6a1-fcec-4f8c-ae52-0fc8bf812a45 req-641bbc8d-bc5a-4f5c-99cd-d671297bf0fd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 210 time: 0.0745170 Sep 02 12:54:19.235471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.247883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:19.248056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Transition to ACTIVE for port object 3d0b1f09-491d-4795-8c3a-221b85c4060f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:19.254273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.292646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Transition to ACTIVE for port object 3d0b1f09-491d-4795-8c3a-221b85c4060f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:19.301347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Transition to ACTIVE for port object a1635b49-7680-4d67-a762-3de6f2ff4cfb will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:19.304318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.395897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Made reservation on behalf of 93cc47ac71af4df4b86b43862128f3ff for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:19.400497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.407774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.423715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Network e7652396-386c-4607-8bed-de6aed3cff2d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:19.426514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:19.435134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24939326-a190-4a29-a99e-bf4f42927aea up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:19.438135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:19.451539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-85d6fafd-4ccd-4dbf-ae71-941f3f8e828d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2263c038bbc494a9c465735ac5739b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002473 Sep 02 12:54:19.455208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:19.508710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Pushing event updated for resources: {'Port': ['ID=3d0b1f09-491d-4795-8c3a-221b85c4060f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:19.546015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Attempting to bind port 3d0b1f09-491d-4795-8c3a-221b85c4060f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:19.546648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Attempting to bind port 3d0b1f09-491d-4795-8c3a-221b85c4060f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '361011b9-4bdf-4cd2-afee-20ef561b881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:19.548331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Attempting to bind port 3d0b1f09-491d-4795-8c3a-221b85c4060f on network e7652396-386c-4607-8bed-de6aed3cff2d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:19.570622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:19.570997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Checking segment: {'id': '361011b9-4bdf-4cd2-afee-20ef561b881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:19.571610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.572194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Bound using segment: {'id': '361011b9-4bdf-4cd2-afee-20ef561b881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:19.572870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Bound port: 3d0b1f09-491d-4795-8c3a-221b85c4060f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361011b9-4bdf-4cd2-afee-20ef561b881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e7652396-386c-4607-8bed-de6aed3cff2d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:19.573501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.592335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:19.594896 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.600744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:19.608272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:19.625069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:19.674719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 24939326-a190-4a29-a99e-bf4f42927aea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:19.730044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:19.730892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.740793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] For port 3d0b1f09-491d-4795-8c3a-221b85c4060f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:19.746785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] For port 3d0b1f09-491d-4795-8c3a-221b85c4060f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3d0b1f09-491d-4795-8c3a-221b85c4060f,segment=NetworkSegment(361011b9-4bdf-4cd2-afee-20ef561b881b),segment_id=361011b9-4bdf-4cd2-afee-20ef561b881b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:19.752732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.759109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0651390-160f-4bf8-9736-d62818a8f21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.815714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-0a6f9c1a-918c-4842-80b6-a05caa7446cd tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6822479 Sep 02 12:54:19.834131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Request body: {'port': {'device_id': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:19.860315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0651390-160f-4bf8-9736-d62818a8f21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:19.893633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abae34-2b27-42c0-975d-f9a3e346433b req-79b75f1c-02d8-4d45-88df-c0b1ea6c9126 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:19.895617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71abae34-2b27-42c0-975d-f9a3e346433b req-79b75f1c-02d8-4d45-88df-c0b1ea6c9126 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 944 time: 0.3203990 Sep 02 12:54:19.984871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd613ea-2863-44fb-a469-4ec4abcc5cf1 None None] Pushing event updated for resources: {'Port': ['ID=3d0b1f09-491d-4795-8c3a-221b85c4060f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:20.018018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.022170 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.164788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-26aedd81-9167-4b2f-907a-c1e860ee77ee None None] Provisioning for port a1635b49-7680-4d67-a762-3de6f2ff4cfb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:20.182904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-26aedd81-9167-4b2f-907a-c1e860ee77ee None None] Provisioning complete for port a1635b49-7680-4d67-a762-3de6f2ff4cfb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:20.186491 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26aedd81-9167-4b2f-907a-c1e860ee77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.226899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Subnet': ['ID=4a1cc7d4-2697-48bf-b336-df8e70243b6e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:20.245939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-71abae34-2b27-42c0-975d-f9a3e346433b req-14d19593-51bf-4895-a68c-22bc4170f063 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432984 Sep 02 12:54:20.256808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0651390-160f-4bf8-9736-d62818a8f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.266356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0651390-160f-4bf8-9736-d62818a8f21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.271557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d0651390-160f-4bf8-9736-d62818a8f21e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56346ea9-15a5-4599-a4c3-27ee1989f96e HTTP/1.1" status: 204 len: 168 time: 0.8087542 Sep 02 12:54:20.291966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Checking segment: {'id': '98fbf677-fba7-40e7-b682-55b4e3ddc41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:20.293321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network hostable DHCP agents. Network: c6df3f95-a534-466b-8350-9ca29d7e2ce5, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:20.305700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-26aedd81-9167-4b2f-907a-c1e860ee77ee None None] Port a1635b49-7680-4d67-a762-3de6f2ff4cfb cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:20.307717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651390-160f-4bf8-9736-d62818a8f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56346ea9-15a5-4599-a4c3-27ee1989f96e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:20.413662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.416118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21df71af-e5b9-4efe-9fc8-578b46a540eb up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:20.587348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 21df71af-e5b9-4efe-9fc8-578b46a540eb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:20.591883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 21df71af-e5b9-4efe-9fc8-578b46a540eb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:20.592352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.743680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80750ee0-97a0-496c-8d13-c591eacc6d3d None None] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:20.827377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1635b49-7680-4d67-a762-3de6f2ff4cfb {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:20.837129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.852665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Transition to ACTIVE for port object a1635b49-7680-4d67-a762-3de6f2ff4cfb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:20.866046 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.866504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:54:20.879265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.890769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] Provisioning for port 24939326-a190-4a29-a99e-bf4f42927aea completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:20.903068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:20.910991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] Provisioning complete for port 24939326-a190-4a29-a99e-bf4f42927aea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:20.911752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:20.942052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 21df71af-e5b9-4efe-9fc8-578b46a540eb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb,segment=NetworkSegment(b3783859-8c8c-4943-89aa-00d15eaacf66),segment_id=b3783859-8c8c-4943-89aa-00d15eaacf66)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:20.946305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df71af-e5b9-4efe-9fc8-578b46a540eb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:20.949970 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b10dfc-6f63-4571-ae40-6baafc375c0a" -d '{"events": [{"server_uuid": "3c882967-8d64-4e4e-ad66-fa4fd843e310", "name": "network-vif-plugged", "status": "completed", "tag": "21df71af-e5b9-4efe-9fc8-578b46a540eb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:20.994266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:21.008662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c6df3f95-a534-466b-8350-9ca29d7e2ce5) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:21.021028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:21.026808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:21.054094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237e2f4-2311-49c4-be84-ff24430c33cb None None] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:21.153574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-64082b9f-cf88-4e2f-8ba8-8467d14e9e15 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2113638 Sep 02 12:54:21.156760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:21.158727 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c0c0c-f769-4348-8491-7f2d8409f9a6 x-openstack-request-id: req-e05c0c0c-f769-4348-8491-7f2d8409f9a6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:21.159050 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c882967-8d64-4e4e-ad66-fa4fd843e310", "name": "network-vif-plugged", "status": "completed", "tag": "21df71af-e5b9-4efe-9fc8-578b46a540eb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:21.159265 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e05c0c0c-f769-4348-8491-7f2d8409f9a6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:21.159779 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df71af-e5b9-4efe-9fc8-578b46a540eb', 'code': 200} Sep 02 12:54:21.216141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536391b2-3424-4336-adf9-460d6262d2b8 req-4838e01d-c1b9-45df-bbb4-bee5440ae03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:21.217779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-536391b2-3424-4336-adf9-460d6262d2b8 req-4838e01d-c1b9-45df-bbb4-bee5440ae03a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 1096 time: 0.0640910 Sep 02 12:54:21.237263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767d0d-3ebe-4d7e-be0e-6894b4d5d9fc req-f8b40da2-042d-4762-ae00-d0b6e946d91f tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:21.243613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd767d0d-3ebe-4d7e-be0e-6894b4d5d9fc req-f8b40da2-042d-4762-ae00-d0b6e946d91f tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 936 time: 0.8842947 Sep 02 12:54:21.259002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'subnet': {'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:21.268539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-536391b2-3424-4336-adf9-460d6262d2b8 req-c1f71e79-afcf-447c-89fb-9c6acbc2b13a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Sep 02 12:54:21.269743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:21.286754 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:21.304702 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:21.315778 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:21.367065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:21.378867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2b257fc4-938a-46bd-ab1f-9f6893373106 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8454125 Sep 02 12:54:21.379636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:21.508769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3454197-474c-445f-8769-90bd6495262c service neutron] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:21.575890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Attempting to bind port a1635b49-7680-4d67-a762-3de6f2ff4cfb on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:21.576266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Attempting to bind port a1635b49-7680-4d67-a762-3de6f2ff4cfb by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:21.576576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Attempting to bind port a1635b49-7680-4d67-a762-3de6f2ff4cfb on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:21.595692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Port a1635b49-7680-4d67-a762-3de6f2ff4cfb on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:54:21.596030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Attempting to bind port a1635b49-7680-4d67-a762-3de6f2ff4cfb on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:21.608059 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:21.618705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=21df71af-e5b9-4efe-9fc8-578b46a540eb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:21.639977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3d0b1f09-491d-4795-8c3a-221b85c4060f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:21.674535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:21.674947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:21.678743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:21.679272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Bound port: a1635b49-7680-4d67-a762-3de6f2ff4cfb, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:21.683257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:21.779718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd767d0d-3ebe-4d7e-be0e-6894b4d5d9fc req-77ac35a5-f784-4ff1-85b1-6a6703a9e464 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964993 Sep 02 12:54:21.867269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Made reservation on behalf of 93cc47ac71af4df4b86b43862128f3ff for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:21.871856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:22.069327 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:19Z', 'revision_number': 3, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:22.116188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:22.124199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:22.141137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:22.151083 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:22.151616 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Updating router b9c532cb-7b39-4e31-be56-d3ab067aa887 port c717e995-fc2a-47de-a571-0519139c488d binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:54:22.201632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2951ab34-5b46-4b58-95bc-34d80236206a None None] Network e7652396-386c-4607-8bed-de6aed3cff2d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:22.217409 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:22.348910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:22.355621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3454197-474c-445f-8769-90bd6495262c service neutron] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:22.421911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:22.430858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:22.434289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-d3454197-474c-445f-8769-90bd6495262c service neutron] 10.222.0.41 "PUT /v2.0/ports/a1635b49-7680-4d67-a762-3de6f2ff4cfb HTTP/1.1" status: 200 len: 1096 time: 2.6090500 Sep 02 12:54:22.439030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:22.451495 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86570e1-adee-4352-ae8a-dd28f9630cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:22.576803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:22.632050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] For port 24939326-a190-4a29-a99e-bf4f42927aea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24939326-a190-4a29-a99e-bf4f42927aea,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:22.645758 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b0cd27-4804-4698-b31e-b57caac6d9ba x-openstack-request-id: req-d5b0cd27-4804-4698-b31e-b57caac6d9ba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:22.646421 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:22.646740 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5b0cd27-4804-4698-b31e-b57caac6d9ba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:22.647902 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'status': 'completed', 'code': 200} Sep 02 12:54:22.690001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:22.907882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-5ac4be13-6e5e-4572-b3ee-bae8b63f3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:22.918700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-5ac4be13-6e5e-4572-b3ee-bae8b63f3403 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c5c7f9b99b849d19c924f1a868a054f&device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 1099 time: 0.2994955 Sep 02 12:54:23.066744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ef81-b0ec-4e42-8e40-e6de9a26fa12 req-e312f10c-d31e-4d31-a778-18c7c60286bb tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:23.082399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.084722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7420ef81-b0ec-4e42-8e40-e6de9a26fa12 req-e312f10c-d31e-4d31-a778-18c7c60286bb tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.3697629 Sep 02 12:54:23.132259 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.136887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 3d0b1f09-491d-4795-8c3a-221b85c4060f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:23.141107 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-bf877fc9-d8a5-468d-be73-be007f1856fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb HTTP/1.1" status: 200 len: 217 time: 0.2164023 Sep 02 12:54:23.167022 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Transition to ACTIVE for port object c717e995-fc2a-47de-a571-0519139c488d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:23.184640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c6df3f95-a534-466b-8350-9ca29d7e2ce5', 'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5', 'tenant_id': '93cc47ac71af4df4b86b43862128f3ff', 'fixed_ips': [{'subnet_id': '4a1cc7d4-2697-48bf-b336-df8e70243b6e'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:54:23.186580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.188656 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.264492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2107891054-network', 'tenant_id': '83f1027212e842ed9cd77955d4196dda'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:23.347442 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Pushing event updated for resources: {'Port': ['ID=c717e995-fc2a-47de-a571-0519139c488d,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:23.358587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Attempting to bind port c717e995-fc2a-47de-a571-0519139c488d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:23.360176 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Attempting to bind port c717e995-fc2a-47de-a571-0519139c488d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:23.360930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Attempting to bind port c717e995-fc2a-47de-a571-0519139c488d on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:23.362335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446a876-84a2-40e9-b4cc-b1b70f3ec7ec None None] Pushing event updated for resources: {'Port': ['ID=24939326-a190-4a29-a99e-bf4f42927aea,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:23.380218 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:23.380884 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:23.381471 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.382019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:23.382670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Bound port: c717e995-fc2a-47de-a571-0519139c488d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:23.383219 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.385966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.386503 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.387017 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.387519 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.387993 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.388473 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.389249 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.389743 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.390239 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.391042 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.392118 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.392872 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:23.458312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Subnet': ['ID=22eda122-14bc-4472-ab32-ab14c0acdfe5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:23.464051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-33503601-a125-4f97-81d2-792ac15d1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:23.465651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-33503601-a125-4f97-81d2-792ac15d1a57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1881628 Sep 02 12:54:23.467040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:23.470128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.479811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949e577-3e25-4945-9f83-11b330f5c55d req-49307838-a108-466b-ab0f-9521fa4918df tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:23.481602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c949e577-3e25-4945-9f83-11b330f5c55d req-49307838-a108-466b-ab0f-9521fa4918df tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 948 time: 0.3969445 Sep 02 12:54:23.534932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.546611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Checking segment: {'id': 'f5b9e42f-1933-4310-a5c4-45d20c44500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:23.547229 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] For port c717e995-fc2a-47de-a571-0519139c488d, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:23.547551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network hostable DHCP agents. Network: eaf91894-3b84-45df-807d-9bcc289e3933, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:23.555989 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] For port c717e995-fc2a-47de-a571-0519139c488d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c717e995-fc2a-47de-a571-0519139c488d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:23.564519 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.636188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Allocated IP 172.20.0.2 (c6df3f95-a534-466b-8350-9ca29d7e2ce5/4a1cc7d4-2697-48bf-b336-df8e70243b6e/ddf21173-2a5c-48d3-9d39-cbf922c04d0b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:23.638609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7420ef81-b0ec-4e42-8e40-e6de9a26fa12 req-ceade9e4-b318-4732-8f8c-6a3ead9f5777 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509820 Sep 02 12:54:23.639311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c949e577-3e25-4945-9f83-11b330f5c55d req-783b1f06-4eef-4f11-bd9d-f5e4304fb9ad tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363590 Sep 02 12:54:23.658725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-7fab85b0-5040-42a1-85cc-911bdb60dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:23.660262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-7fab85b0-5040-42a1-85cc-911bdb60dcf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765559 Sep 02 12:54:23.661908 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364146-93c4-4267-a62e-1eb956142b48 None None] Pushing event updated for resources: {'Port': ['ID=c717e995-fc2a-47de-a571-0519139c488d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:23.671361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network eaf91894-3b84-45df-807d-9bcc289e3933 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:23.698301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] Provisioning for port 3d0b1f09-491d-4795-8c3a-221b85c4060f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:23.702295 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:23.703544 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:23.709085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] Provisioning complete for port 3d0b1f09-491d-4795-8c3a-221b85c4060f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:23.709469 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:23.863602 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:23.939742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.021690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.024224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] For port 3d0b1f09-491d-4795-8c3a-221b85c4060f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3d0b1f09-491d-4795-8c3a-221b85c4060f,segment=NetworkSegment(361011b9-4bdf-4cd2-afee-20ef561b881b),segment_id=361011b9-4bdf-4cd2-afee-20ef561b881b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:24.056143 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.128054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8323a6-aa92-4898-9e00-933cec0bf476 None None] Pushing event updated for resources: {'Port': ['ID=3d0b1f09-491d-4795-8c3a-221b85c4060f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:24.166981 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.206200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Transition to ACTIVE for port object ddf21173-2a5c-48d3-9d39-cbf922c04d0b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:24.235749 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:19Z', 'revision_number': 3, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:24.252866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Transition to ACTIVE for port object ddf21173-2a5c-48d3-9d39-cbf922c04d0b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:24.280695 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.294043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c62494b2-8cd0-48a4-b9d9-5263794b9ad7 None None] Provisioning complete for port 24939326-a190-4a29-a99e-bf4f42927aea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:24.294419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62494b2-8cd0-48a4-b9d9-5263794b9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.301897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Allocated IP 172.20.0.1 (a417b9bd-7dc6-479d-b82a-64d9dd3c355f/76d4535f-54f0-4588-9a50-0caade843a68/8a3fc11a-881b-4cc4-bafa-e661ff1ca129) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:24.311158 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631dfd2-f9f7-4201-9c09-a9518410aa2b None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:19Z', 'revision_number': 3, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:24.381411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, eaf91894-3b84-45df-807d-9bcc289e3933) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:24.398654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:24.410773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:24.411946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.439867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Pushing event updated for resources: {'Port': ['ID=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:24.456459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc477e-277f-4a15-9443-6febbdebe955 None None] Network eaf91894-3b84-45df-807d-9bcc289e3933 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:24.544113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:24.549760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.556393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:24.562904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:24.570601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.589268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.591990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Transition to ACTIVE for port object 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:24.622362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c88-ff0d-4415-98fe-2ba80be7f5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.628971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f2c3b-afcd-4554-a043-69ee966901f7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:24.642506 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.648992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c63659d3-5514-490f-b808-5efb9c095c7a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4825225 Sep 02 12:54:24.655033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45134) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:24.693474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:24.707335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:24.715686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:24.734631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:24.817158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-8bc08aa3-6008-488b-bf71-16adfa58117e service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1425686 Sep 02 12:54:24.863667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Attempting to bind port ddf21173-2a5c-48d3-9d39-cbf922c04d0b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:24.864209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Attempting to bind port ddf21173-2a5c-48d3-9d39-cbf922c04d0b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '98fbf677-fba7-40e7-b682-55b4e3ddc41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:24.864671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Attempting to bind port ddf21173-2a5c-48d3-9d39-cbf922c04d0b on network c6df3f95-a534-466b-8350-9ca29d7e2ce5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:24.907296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Pushing event updated for resources: {'Port': ['ID=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:24.912368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.922797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.923678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.923678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.923877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:54:24.924924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Checking segment: {'id': '98fbf677-fba7-40e7-b682-55b4e3ddc41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:24.925911 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.928762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Bound using segment: {'id': '98fbf677-fba7-40e7-b682-55b4e3ddc41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:24.930471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Bound port: ddf21173-2a5c-48d3-9d39-cbf922c04d0b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fbf677-fba7-40e7-b682-55b4e3ddc41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c6df3f95-a534-466b-8350-9ca29d7e2ce5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:24.930471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.936369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.936712 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Added segment 99af800e-4af3-49ec-84d8-b00f0f9d3837 of type vlan for network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 Sep 02 12:54:24.939455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:24.942376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba7851fa-b810-4c5b-a263-029a85aa5d05 req-8bb6aa00-d7c6-4c54-98d3-d9e9dd249625 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167164 Sep 02 12:54:25.052674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4fa8a-d716-426e-98b3-3d7c2d00fc33 req-3c778334-d98d-4147-95c2-8bf18fb4acfa tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:25.068935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80f4fa8a-d716-426e-98b3-3d7c2d00fc33 req-3c778334-d98d-4147-95c2-8bf18fb4acfa tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.2465844 Sep 02 12:54:25.090711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c62494b2-8cd0-48a4-b9d9-5263794b9ad7 None None] Provisioning complete for port 3d0b1f09-491d-4795-8c3a-221b85c4060f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:25.091073 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62494b2-8cd0-48a4-b9d9-5263794b9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.198369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.237708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-eaf91894-3b84-45df-807d-9bcc289e3933', 'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933', 'tenant_id': '93cc47ac71af4df4b86b43862128f3ff', 'fixed_ips': [{'subnet_id': '22eda122-14bc-4472-ab32-ab14c0acdfe5'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:54:25.241858 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.249966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80f4fa8a-d716-426e-98b3-3d7c2d00fc33 req-cf404519-770b-440b-b667-7a86692a2dfd tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792216 Sep 02 12:54:25.448559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.460188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-18f767f8-a934-4b38-8ce5-f6a9278b26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:25.461931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-18f767f8-a934-4b38-8ce5-f6a9278b26b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c5c7f9b99b849d19c924f1a868a054f&device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 1099 time: 0.3516114 Sep 02 12:54:25.499601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd22ef3-43db-43c2-9d04-5c57afc84255 req-87200a1a-23a4-4fdb-8824-b46f78fac84f tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:25.501565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cd22ef3-43db-43c2-9d04-5c57afc84255 req-87200a1a-23a4-4fdb-8824-b46f78fac84f tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 948 time: 0.5491784 Sep 02 12:54:25.589180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Allocated IP 172.20.0.2 (eaf91894-3b84-45df-807d-9bcc289e3933/22eda122-14bc-4472-ab32-ab14c0acdfe5/cb9a182e-3e1d-4f2f-a64c-efdd1d76e876) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:25.615960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24939326-a190-4a29-a99e-bf4f42927aea up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:25.629151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] For port ddf21173-2a5c-48d3-9d39-cbf922c04d0b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:25.635675 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.636937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:25.637557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.755792 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c88-ff0d-4415-98fe-2ba80be7f5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.767582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] For port ddf21173-2a5c-48d3-9d39-cbf922c04d0b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,segment=NetworkSegment(98fbf677-fba7-40e7-b682-55b4e3ddc41d),segment_id=98fbf677-fba7-40e7-b682-55b4e3ddc41d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:25.813326 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.826420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c88-ff0d-4415-98fe-2ba80be7f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:25.866053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-bd179e84-b3ad-4547-be2b-f40923c90fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:25.867608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-bd179e84-b3ad-4547-be2b-f40923c90fd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74e5860d76674f2db3e360eb0641518d&device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 1096 time: 0.1392357 Sep 02 12:54:25.902356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5383942 Sep 02 12:54:25.928372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:25.943715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cd22ef3-43db-43c2-9d04-5c57afc84255 req-29a0794b-3eee-4f59-88b2-b1592e51f4a2 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287164 Sep 02 12:54:25.951207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Request body: {'subnet': {'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2107891054-subnet', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:25.966410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b40c1-7e59-4b08-93e4-a71dfbe78499 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2e2978-764d-4bed-98fb-27bdd71c4fc3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:25.986122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ce5e4c88-ff0d-4415-98fe-2ba80be7f5a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=775330105eb3403f875eab6700c7b09c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5835161 Sep 02 12:54:25.986122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-7a38d8fd-0833-48f2-8ede-93600b25810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:25.987158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-7a38d8fd-0833-48f2-8ede-93600b25810f service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.4815817 Sep 02 12:54:25.989074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:26.033615 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.034315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e4c88-ff0d-4415-98fe-2ba80be7f5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c690792e-530f-48c6-92da-8a0dfb417c01,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:26.037181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e68e-b163-4d14-9397-4da66b723401 req-88768bb9-bf6f-4667-b0a2-0ce1a8fbc93a tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:26.038743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.039411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3320e68e-b163-4d14-9397-4da66b723401 req-88768bb9-bf6f-4667-b0a2-0ce1a8fbc93a tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.2544270 Sep 02 12:54:26.059775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Transition to ACTIVE for port object cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:26.083040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Transition to ACTIVE for port object cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:26.085239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-da4fc6a3-9ddd-4cb0-90b9-e85ec658e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:26.087432 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-da4fc6a3-9ddd-4cb0-90b9-e85ec658e3c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 HTTP/1.1" status: 200 len: 915 time: 0.2043138 Sep 02 12:54:26.091821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:26.095044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-4d94d9ce-8e77-482a-bd38-2e90b237e43a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb HTTP/1.1" status: 200 len: 217 time: 0.0798476 Sep 02 12:54:26.106309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:26.108657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.150077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-b14324ae-52b9-4ca7-a516-55aa1fe4440a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb HTTP/1.1" status: 200 len: 217 time: 0.0532699 Sep 02 12:54:26.171310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3320e68e-b163-4d14-9397-4da66b723401 req-f3f65285-dae6-4597-9d75-5e6e8d1cff31 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127272 Sep 02 12:54:26.186761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.214576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.247444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.272539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.321076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Network eaf91894-3b84-45df-807d-9bcc289e3933 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:26.330699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ac56-05df-4f48-96c2-086bb7cf741b None None] Pushing event updated for resources: {'Port': ['ID=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:26.341029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:26.378125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-1d26e8c2-a411-47a9-913b-a0436cf909c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:26.379705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-1d26e8c2-a411-47a9-913b-a0436cf909c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f111ecfe-bce6-4247-a174-5e6dbeeb5e4c HTTP/1.1" status: 200 len: 854 time: 0.2061439 Sep 02 12:54:26.382524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Pushing event updated for resources: {'Port': ['ID=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:26.409298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-97f32bb6-75bc-4119-8067-9f5261b0425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:26.410865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-97f32bb6-75bc-4119-8067-9f5261b0425c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.2984812 Sep 02 12:54:26.420321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ab053870-f790-4bf9-a359-1245eb0474f2 None None] Provisioning for port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:26.425864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Pushing event updated for resources: {'Port': ['ID=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:26.431667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:26.437757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ab053870-f790-4bf9-a359-1245eb0474f2 None None] Provisioning complete for port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:26.437757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab053870-f790-4bf9-a359-1245eb0474f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.451537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-042690e3-d060-4b28-9be0-4858727af34f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597055 Sep 02 12:54:26.483811 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0945983c-98bf-4629-9e44-6f4870fbb729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.586657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 24939326-a190-4a29-a99e-bf4f42927aea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:26.589194 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.616791 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-02c68fb6-ba71-4843-9d97-231f6a997d05 service neutron] 10.222.0.18 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499779 Sep 02 12:54:26.670161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0945983c-98bf-4629-9e44-6f4870fbb729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.749693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:26.757423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:26.776795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-679bfb33-c425-4997-9f57-47dea78e999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:26.778407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-679bfb33-c425-4997-9f57-47dea78e999c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3355203 Sep 02 12:54:26.802330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Attempting to bind port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:26.803548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Attempting to bind port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f5b9e42f-1933-4310-a5c4-45d20c44500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:26.804165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Attempting to bind port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 on network eaf91894-3b84-45df-807d-9bcc289e3933 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:26.828550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:26.829327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Checking segment: {'id': 'f5b9e42f-1933-4310-a5c4-45d20c44500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:26.829947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.833016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Bound using segment: {'id': 'f5b9e42f-1933-4310-a5c4-45d20c44500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:26.833861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Bound port: cb9a182e-3e1d-4f2f-a64c-efdd1d76e876, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b9e42f-1933-4310-a5c4-45d20c44500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eaf91894-3b84-45df-807d-9bcc289e3933'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:26.834469 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:26.860509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ab053870-f790-4bf9-a359-1245eb0474f2 None None] Port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:27.004975 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78b93aaa-d3b2-4fb2-b9b6-fdad47f31cbc req-79201a9f-dfd8-4310-bef3-d01335e587c8 service neutron] 10.222.0.18 "GET /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693116 Sep 02 12:54:27.054017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-157af648-7dbe-4caa-a72f-2952392b08da service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638910 Sep 02 12:54:27.059398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3d0b1f09-491d-4795-8c3a-221b85c4060f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:27.072485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:27.182515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] For port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:27.213399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:27.218886 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-347ba8f2-6d12-418f-b024-d570563bfd9c admin admin] 10.222.0.60 "PUT /v2.0/routers/b9c532cb-7b39-4e31-be56-d3ab067aa887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8380723 Sep 02 12:54:27.246999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] For port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,segment=NetworkSegment(f5b9e42f-1933-4310-a5c4-45d20c44500a),segment_id=f5b9e42f-1933-4310-a5c4-45d20c44500a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:27.263293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Allocated IP 172.20.0.1 (c6df3f95-a534-466b-8350-9ca29d7e2ce5/4a1cc7d4-2697-48bf-b336-df8e70243b6e/86f9cfa8-c4f0-4169-92e0-af5e93e4a861) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:27.276644 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.315176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a2754407-a618-4306-b80e-6f0ff8713098 None None] Provisioning complete for port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:27.315557 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2754407-a618-4306-b80e-6f0ff8713098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.383101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:27.490656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.508076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651edee9-4d5e-4e98-8536-e85b7b130724 req-b8a5ed69-0a23-45ac-9a04-032fbdb6324e tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:27.514258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-651edee9-4d5e-4e98-8536-e85b7b130724 req-b8a5ed69-0a23-45ac-9a04-032fbdb6324e tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.1537690 Sep 02 12:54:27.526124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3d0b1f09-491d-4795-8c3a-221b85c4060f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:27.526505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.584892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-651edee9-4d5e-4e98-8536-e85b7b130724 req-dc1ed639-f3ab-414d-8a22-c6d22a04c92c tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607669 Sep 02 12:54:27.614755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:27.615423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:27.634220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a2754407-a618-4306-b80e-6f0ff8713098 None None] Port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:27.680009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616c47-361a-4f3e-9c42-3c0714e2c45e None None] Pushing event updated for resources: {'Port': ['ID=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:27.693100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Transition to ACTIVE for port object 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:27.709606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0945983c-98bf-4629-9e44-6f4870fbb729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.712712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0945983c-98bf-4629-9e44-6f4870fbb729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.714004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0945983c-98bf-4629-9e44-6f4870fbb729 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c690792e-530f-48c6-92da-8a0dfb417c01 HTTP/1.1" status: 204 len: 168 time: 1.7048841 Sep 02 12:54:27.788254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945983c-98bf-4629-9e44-6f4870fbb729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c690792e-530f-48c6-92da-8a0dfb417c01,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:27.814648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:27.925336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61289d-f1f4-46ef-a534-df26fd09ade4 req-bdc1ff41-7c49-48e4-8713-5c8f76e1a0a6 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:27.927551 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef61289d-f1f4-46ef-a534-df26fd09ade4 req-bdc1ff41-7c49-48e4-8713-5c8f76e1a0a6 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 948 time: 0.7631862 Sep 02 12:54:27.997068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d86570e1-adee-4352-ae8a-dd28f9630cc2 req-4624be25-42b8-4e56-906f-29578ebdcf41 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9175847 Sep 02 12:54:28.007719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.047449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bde8b80-cf25-480a-920d-b91b5a51a6d4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:28.118106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:28.128258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef61289d-f1f4-46ef-a534-df26fd09ade4 req-bd57fe66-1331-4f3d-95de-9e043ee2dfbf tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890130 Sep 02 12:54:28.146110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:28.149402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:28.150025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Network hostable DHCP agents. Network: 2e2e2978-764d-4bed-98fb-27bdd71c4fc3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:28.154114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:28.194842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Port': ['ID=86f9cfa8-c4f0-4169-92e0-af5e93e4a861,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:28.241849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:28.250518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.300707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2e2e2978-764d-4bed-98fb-27bdd71c4fc3) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:28.307614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:28.308380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.340692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:54:28.362992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751f876-df06-4abb-bf52-f88d1b34fb5e None None] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:28.377195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1e3bb538-3d54-4aa3-b338-cb00896a97b4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4321969 Sep 02 12:54:28.378367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:28.382116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45176) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:28.394103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.397334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:28.429428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:28.435044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288315467', 'description': 'tempest-description--1146481652'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:28.447432 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:54:28.447432 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:54:28.447432 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': 'cb1a7b9259614706b4b640e0ae926191', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 54, 28, 415479)}] Sep 02 12:54:28.447432 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:54:28.448399 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:54:28.476410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.487101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.488709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.518261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.657602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:28.700090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c717e995-fc2a-47de-a571-0519139c488d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:28.705165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.710336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.711259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab375aa4-b650-4094-8b8c-7c9a2acbd959 None None] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:28.743558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1adc95-1b35-4773-8d34-2e7d20a2042c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:28.756114 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.757758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e4252291-82df-460e-ac80-3c7b07eef0cd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3270478 Sep 02 12:54:28.760929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:28.767097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'security_group_rule': {'security_group_id': '0b1adc95-1b35-4773-8d34-2e7d20a2042c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:28.767735 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:54:28.811192 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.948969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.952224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:28.964413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.007709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.012374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2503281 Sep 02 12:54:29.013099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:29.023110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'security_group_rule': {'security_group_id': '0b1adc95-1b35-4773-8d34-2e7d20a2042c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:29.041177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b0920-1dd0-4968-9475-f66a62244459 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679da915-d415-4b2c-9020-9098cc17195b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:29.048605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-915270f6-6e3f-49cd-b49d-fb896589ac04 None None] Provisioning for port ddf21173-2a5c-48d3-9d39-cbf922c04d0b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:29.061203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.151077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3c70fe8-bbfa-4f38-8905-b4ee48d2119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.189057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:54:29.189943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.239840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e19cd-66bd-4fde-9e9a-27ce0842bd16 None None] Network eaf91894-3b84-45df-807d-9bcc289e3933 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:29.241349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.282102 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.323183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb1a7b9259614706b4b640e0ae926191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9435914 Sep 02 12:54:29.329709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:29.339710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.440789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b310f-41e4-41e5-8e4f-3fb2e9e842b8 req-d12b4d83-593e-4fe2-a1f0-b77ec7ddb033 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:29.442577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-007b310f-41e4-41e5-8e4f-3fb2e9e842b8 req-d12b4d83-593e-4fe2-a1f0-b77ec7ddb033 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.4028482 Sep 02 12:54:29.460933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.461916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba25371-98d6-40a4-9921-71a7aec50efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f545e7-3832-4a51-8f4b-34a817a90cdd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:29.493217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:29.501887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c717e995-fc2a-47de-a571-0519139c488d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:29.521356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.522208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd348-844c-4ba8-aa08-59f52aab681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.532585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Allocated IP 172.20.0.2 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/5bbfd9e7-6e9e-42e1-86bf-51389d98c63b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:29.533682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2711b10-99d3-46e8-8398-31970e62657a req-07b4956d-a07c-43de-aabd-816ef3a60ef2 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:29.541057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3d64a98-a9bc-481a-bdba-6b4a0e23fcbc None None] Provisioning for port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:29.541259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2711b10-99d3-46e8-8398-31970e62657a req-07b4956d-a07c-43de-aabd-816ef3a60ef2 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 948 time: 0.2286592 Sep 02 12:54:29.551853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.554166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'mac_address': 'fa:16:3e:1d:6e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:54:29.555888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c717e995-fc2a-47de-a571-0519139c488d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:29.556261 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.572531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 2, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:29.584944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-007b310f-41e4-41e5-8e4f-3fb2e9e842b8 req-7fd797ae-03c7-4406-a117-6db36e99d3d4 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227045 Sep 02 12:54:29.617848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29e0d5f-0694-4ae5-98e3-ad0ec1a27268,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:29.621456 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd348-844c-4ba8-aa08-59f52aab681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.648869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.653201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3d716654-629a-4592-a253-b395ae25f28e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6316323 Sep 02 12:54:29.655218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:29.667131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:29.709430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2711b10-99d3-46e8-8398-31970e62657a req-4f1bf9c2-844c-40b5-86f1-4d0f141481ef tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672761 Sep 02 12:54:29.726187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.756239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.786128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.805357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:29.805811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Updating router b9c532cb-7b39-4e31-be56-d3ab067aa887 port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:54:29.824690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd348-844c-4ba8-aa08-59f52aab681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.827685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd348-844c-4ba8-aa08-59f52aab681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.831591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f0cd348-844c-4ba8-aa08-59f52aab681d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95f545e7-3832-4a51-8f4b-34a817a90cdd HTTP/1.1" status: 204 len: 168 time: 0.4852364 Sep 02 12:54:29.864747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cd348-844c-4ba8-aa08-59f52aab681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f545e7-3832-4a51-8f4b-34a817a90cdd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:29.912598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.949093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.975292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:29.984925 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.026534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1635b49-7680-4d67-a762-3de6f2ff4cfb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:30.178843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:30.186380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:30.206872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.215816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:30.226596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Port': ['ID=86f9cfa8-c4f0-4169-92e0-af5e93e4a861,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:30.285816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Allocated IP 172.25.7.137 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/33cf1157-ca1a-45e5-9655-4807978205a6) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:30.335409 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.344454 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.391186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Transition to ACTIVE for port object 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:30.431625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a1635b49-7680-4d67-a762-3de6f2ff4cfb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:30.442986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c717e995-fc2a-47de-a571-0519139c488d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c717e995-fc2a-47de-a571-0519139c488d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:30.552791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.557441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:30.621916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.658333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Transition to ACTIVE for port object 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:30.723463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.816310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c69025-52d1-4e15-91dc-f65920be7261 req-35591f3d-d7b3-44d2-8cd8-fa6e4d32ac2d tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:30.832087 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.840315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34c69025-52d1-4e15-91dc-f65920be7261 req-35591f3d-d7b3-44d2-8cd8-fa6e4d32ac2d tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.7506609 Sep 02 12:54:30.885440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-66dd9d20-798c-4ee4-9ebe-f561f4ecd863 None None] Provisioning for port 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:30.908447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-66dd9d20-798c-4ee4-9ebe-f561f4ecd863 None None] Provisioning complete for port 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:30.909108 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66dd9d20-798c-4ee4-9ebe-f561f4ecd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:30.920534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:30.931426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:30.945657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'Port': ['ID=33cf1157-ca1a-45e5-9655-4807978205a6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:30.954910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:30.985142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:30.989631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:31.059874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34c69025-52d1-4e15-91dc-f65920be7261 req-c5dc2411-4772-4550-b5b0-b3c0ee096521 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081127 Sep 02 12:54:31.093625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:31.130370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:31.199379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Router ad3a9bea-7a8c-4092-9df8-03b5508b338d is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:54:31.419860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:31.431298 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] Sync routers for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:31.461603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:31.462378 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:31.463638 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:31.489483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ddf21173-2a5c-48d3-9d39-cbf922c04d0b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:31.506686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Allocated IP 172.25.7.6 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/889721cc-2253-4016-bf20-54aa50733dd4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:31.536017 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:31.556951 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:31.557863 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:31.605978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6bd697f-343d-4dce-b414-1ef276f2fdd3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9441767 Sep 02 12:54:31.613189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:31.645167 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:31.647029 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bfe87-37ae-40db-a5d0-220ca0e21d45 None None] The sync data for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:31.661090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c717e995-fc2a-47de-a571-0519139c488d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:31.721545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b72cab8-74e1-4c43-a3ee-a18c5fbcbf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:31.855149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:31.872397 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:31.881801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb60b-bca9-48b9-8c81-2fc64a8b9f58 req-c3de7ceb-5e08-404d-befb-b90833f248eb tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:31.884584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56afb60b-bca9-48b9-8c81-2fc64a8b9f58 req-c3de7ceb-5e08-404d-befb-b90833f248eb tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 949 time: 0.9402184 Sep 02 12:54:31.902354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Transition to ACTIVE for port object 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:31.915939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-66dd9d20-798c-4ee4-9ebe-f561f4ecd863 None None] Port 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:31.991716 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.008687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-54db4e36-dea3-4187-bfdb-0fff367931ed tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:32.010693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-54db4e36-dea3-4187-bfdb-0fff367931ed tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.2638967 Sep 02 12:54:32.073130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Pushing event updated for resources: {'Port': ['ID=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:32.143255 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.204583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.206276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf733-6e30-4028-b864-47a6ed2c8b26 None None] Pushing event updated for resources: {'Port': ['ID=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:32.217319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.337911 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56afb60b-bca9-48b9-8c81-2fc64a8b9f58 req-2b8e7e7d-957c-4084-993c-da43da3df0ad tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958707 Sep 02 12:54:32.389847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Attempting to bind port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:32.390466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Attempting to bind port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:32.391056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Attempting to bind port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:32.408257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ddf21173-2a5c-48d3-9d39-cbf922c04d0b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:32.411219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:32.411437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:32.411809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.411940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e7179-3e36-4a9c-9b94-600351b027f8 req-123db203-fc14-4bdb-80b7-dbd5b61fae84 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:32.412252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:32.412771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Bound port: 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:32.413166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.417113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Deleting port 21df71af-e5b9-4efe-9fc8-578b46a540eb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:32.417463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.429789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d70e7179-3e36-4a9c-9b94-600351b027f8 req-123db203-fc14-4bdb-80b7-dbd5b61fae84 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c882967-8d64-4e4e-ad66-fa4fd843e310 HTTP/1.1" status: 200 len: 945 time: 0.2013714 Sep 02 12:54:32.441317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Attempting to bind port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:32.441745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Attempting to bind port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:32.442064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Attempting to bind port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:32.457657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ddf21173-2a5c-48d3-9d39-cbf922c04d0b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:32.458042 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.495113 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-27b81098-0692-448c-981b-e85fc9bd0949 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:54:32.500225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-27b81098-0692-448c-981b-e85fc9bd0949 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8853767 Sep 02 12:54:32.502123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:32.543296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d70e7179-3e36-4a9c-9b94-600351b027f8 req-87ef2c5e-c921-4c31-9723-2b31d5e49e48 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.60 "GET /v2.0/security-groups?id=4adbd4d0-b583-4d15-9388-d3402a041115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126041 Sep 02 12:54:32.543542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:32.543858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Checking segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:32.544183 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.544583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Bound using segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:32.545368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Bound port: 8a3fc11a-881b-4cc4-bafa-e661ff1ca129, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:32.545931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.560329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.608159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:32.611600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:32.617094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:32.620239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.662226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Pushing event updated for resources: {'Port': ['ID=889721cc-2253-4016-bf20-54aa50733dd4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:32.688426 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.722353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-43a683f2-b313-43d6-a378-d16cb05ed7df None None] Provisioning complete for port 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:32.722754 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-43a683f2-b313-43d6-a378-d16cb05ed7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.745164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] For port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:32.760520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] For port 21df71af-e5b9-4efe-9fc8-578b46a540eb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=21df71af-e5b9-4efe-9fc8-578b46a540eb,segment=NetworkSegment(b3783859-8c8c-4943-89aa-00d15eaacf66),segment_id=b3783859-8c8c-4943-89aa-00d15eaacf66)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:32.761365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.769298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.781611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.824431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] For port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:32.863594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.867439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] For port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:32.869601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Calling delete_port for 21df71af-e5b9-4efe-9fc8-578b46a540eb owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:32.880889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port ddf21173-2a5c-48d3-9d39-cbf922c04d0b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,segment=NetworkSegment(98fbf677-fba7-40e7-b682-55b4e3ddc41d),segment_id=98fbf677-fba7-40e7-b682-55b4e3ddc41d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:32.912046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.920224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] For port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:32.921606 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.922881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:32.929754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-43a683f2-b313-43d6-a378-d16cb05ed7df None None] Port 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:32.957160 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:32.974903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'Port': ['ID=33cf1157-ca1a-45e5-9655-4807978205a6,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:33.050239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8b252-4fdf-4e8c-a2a8-6c00f8f527be None None] Pushing event updated for resources: {'Port': ['ID=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:33.060320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:33.121717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:33.123235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-86398aed-60f8-4f8c-86a0-244573a94b9c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4626763 Sep 02 12:54:33.228367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:33.229090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:33.249519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:33.323264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Pushing event deleted for resources: {'Port': ['ID=21df71af-e5b9-4efe-9fc8-578b46a540eb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:33.487923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] No DVR routers for this DVR port 21df71af-e5b9-4efe-9fc8-578b46a540eb on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:33.492292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:33.494838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77d73b44-a63f-43c0-8cc2-3e313f1a79a1 req-4d5d427f-569d-45d7-b9f9-880ccaa66711 tempest-InstanceActionsTestJSON-1395173230 tempest-InstanceActionsTestJSON-1395173230-project] 10.222.0.18 "DELETE /v2.0/ports/21df71af-e5b9-4efe-9fc8-578b46a540eb HTTP/1.1" status: 204 len: 173 time: 1.4434783 Sep 02 12:54:33.495607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'name': 'network-vif-deleted', 'tag': '21df71af-e5b9-4efe-9fc8-578b46a540eb'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:33.502859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['21df71af-e5b9-4efe-9fc8-578b46a540eb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:33.513568 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd46c6e-012b-47ae-a99f-8c55a3c96381" -d '{"events": [{"server_uuid": "3c882967-8d64-4e4e-ad66-fa4fd843e310", "name": "network-vif-deleted", "tag": "21df71af-e5b9-4efe-9fc8-578b46a540eb"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:33.558855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:33.641850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-77f5cc26-4572-4a71-986a-081aa3a46288 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--288315467&fields=id&tenant_id=39d71104d6ef4b4681711ac6f5825b3a HTTP/1.1" status: 200 len: 267 time: 0.1049151 Sep 02 12:54:33.691281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:33.693036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:33.720269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:33.829580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-0881675b-87ef-4181-875b-c2f46a820c22 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:33.839456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-0881675b-87ef-4181-875b-c2f46a820c22 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 811 time: 0.1964552 Sep 02 12:54:33.863747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-e2f253b2-7070-4832-9095-5f7f45a104d0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/quotas/39d71104d6ef4b4681711ac6f5825b3a HTTP/1.1" status: 200 len: 375 time: 0.0231168 Sep 02 12:54:33.952637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:33.954562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:34.182552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-519c0db5-d4c4-4589-bad2-facf19d5f41f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3178785 Sep 02 12:54:34.334001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:34.402411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-8f322032-1e4c-4877-937c-ca8b59731173 service neutron] 10.222.0.60 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869318 Sep 02 12:54:34.475867 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:34.517028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf733-6e30-4028-b864-47a6ed2c8b26 None None] Pushing event updated for resources: {'Port': ['ID=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:34.616124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73c8d-679e-4d2f-979b-54f136b6de3f req-b4962cb7-8fd9-46c4-a077-73e98d5059e6 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:34.619013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7b73c8d-679e-4d2f-979b-54f136b6de3f req-b4962cb7-8fd9-46c4-a077-73e98d5059e6 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 949 time: 1.0370433 Sep 02 12:54:34.636448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:34.638650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port a1635b49-7680-4d67-a762-3de6f2ff4cfb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:34.663003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a1635b49-7680-4d67-a762-3de6f2ff4cfb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:34.663383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:34.720188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:32Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:34.740329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:34.748419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,segment=NetworkSegment(f5b9e42f-1933-4310-a5c4-45d20c44500a),segment_id=f5b9e42f-1933-4310-a5c4-45d20c44500a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:34.764391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-8ae78e7b-42fa-49c6-834a-a8d859d61c5e service neutron] 10.222.0.60 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606033 Sep 02 12:54:34.770219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7b73c8d-679e-4d2f-979b-54f136b6de3f req-b9fab90b-5329-44cd-a596-70009b4177a9 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377075 Sep 02 12:54:34.821168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e246298-5f08-479f-b957-b05c8e72f88d None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:32Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:34.842654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f47fe-fc12-48ac-958c-e3d4200ded0a None None] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:34.852590 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:34.903071 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5903eb81-73d1-4351-9706-1176eeb31cde x-openstack-request-id: req-5903eb81-73d1-4351-9706-1176eeb31cde {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:34.903376 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c882967-8d64-4e4e-ad66-fa4fd843e310", "name": "network-vif-deleted", "tag": "21df71af-e5b9-4efe-9fc8-578b46a540eb", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:34.903639 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5903eb81-73d1-4351-9706-1176eeb31cde {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:34.909309 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c882967-8d64-4e4e-ad66-fa4fd843e310', 'name': 'network-vif-deleted', 'tag': '21df71af-e5b9-4efe-9fc8-578b46a540eb', 'status': 'completed', 'code': 200} Sep 02 12:54:34.917928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Deleting port 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:34.917928 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:35.102276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:35.189847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Router 33ee8704-517c-4179-8ebd-3ed845d3c3dd is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:54:35.364448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0b819a70-a707-4ca7-98f4-4f36cf158847 None None] Provisioning for port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:35.373434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6947eee4-374d-40f8-8c54-66ea1e944390 req-0f9d0144-2dcd-4b54-a641-4b2f2dc8d194 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 210 time: 0.1050203 Sep 02 12:54:35.406323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:35.420337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Deleting subnet f111ecfe-bce6-4247-a174-5e6dbeeb5e4c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:35.423152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:35.430303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:35.432657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Calling delete_port for 86f9cfa8-c4f0-4169-92e0-af5e93e4a861 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:35.568877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:35.581779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:35.617565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:35.619739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b5d4a711-7f63-4424-973b-64afcf0cd896 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2366319 Sep 02 12:54:35.621832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Sync routers for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:35.624294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:35.631525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:35.679761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:36.409743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:36.410826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:36.419429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:36.598420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21df71af-e5b9-4efe-9fc8-578b46a540eb no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:36.682398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:36.709141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:36.719948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:36.722883 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8c1342-4aa5-406d-8931-8a8f30d65391" -d '{"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-plugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:36.730669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 21df71af-e5b9-4efe-9fc8-578b46a540eb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:36.731390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 21df71af-e5b9-4efe-9fc8-578b46a540eb not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:36.749226 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:36.763335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:36.800098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:36.800795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:36.854730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34b9a1ed-df0d-406b-8e43-95dd652d3c1b req-3c735d09-c5bd-4c3e-82dd-bed289ebd24e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 210 time: 0.1238425 Sep 02 12:54:36.959316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.014720 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114c28b4-6f57-4ab9-af1e-90ff58f256dc x-openstack-request-id: req-114c28b4-6f57-4ab9-af1e-90ff58f256dc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:37.015017 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-plugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:37.015313 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-114c28b4-6f57-4ab9-af1e-90ff58f256dc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:37.015722 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'code': 200} Sep 02 12:54:37.023701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f192d-b65d-4d2e-9ac0-2cc0111e5091 req-5faa60fa-e297-4737-bbe5-81edbd65bdbf tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:37.032229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-442f192d-b65d-4d2e-9ac0-2cc0111e5091 req-5faa60fa-e297-4737-bbe5-81edbd65bdbf tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 949 time: 0.4431555 Sep 02 12:54:37.037222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:37.164455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:37.190184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.272371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.279745 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f111ecfe-bce6-4247-a174-5e6dbeeb5e4c HTTP/1.1" status: 204 len: 168 time: 2.1764452 Sep 02 12:54:37.290001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:37.351371 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.373148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ba32704e-ffa1-4679-87d7-bd00fda280bf None None] Provisioning complete for port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:37.373533 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ba32704e-ffa1-4679-87d7-bd00fda280bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.417278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:37.446877 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.447752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-efb01894-af2e-449b-9068-6bb328ea18f4 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:37.448429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ddf21173-2a5c-48d3-9d39-cbf922c04d0b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:37.449725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-efb01894-af2e-449b-9068-6bb328ea18f4 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 811 time: 0.3369627 Sep 02 12:54:37.499791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef621-b95d-4329-b605-3f5d420e7ef0 req-d7d4d3ad-4da2-454f-b450-134f2c9416ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:37.501718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-185ef621-b95d-4329-b605-3f5d420e7ef0 req-d7d4d3ad-4da2-454f-b450-134f2c9416ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 1101 time: 0.3226795 Sep 02 12:54:37.535853 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-442f192d-b65d-4d2e-9ac0-2cc0111e5091 req-f4952a8d-332a-4ca4-a447-46d7571bc2f5 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006628 Sep 02 12:54:37.536627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.580828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf107200-2922-4729-8643-0957d7fffb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f111ecfe-bce6-4247-a174-5e6dbeeb5e4c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:37.606602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Allocated IP 172.20.0.1 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:37.622619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Port': ['ID=86f9cfa8-c4f0-4169-92e0-af5e93e4a861,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:37.647227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:37.667268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-185ef621-b95d-4329-b605-3f5d420e7ef0 req-f4478f7f-6857-4bde-81ef-ce6f265e8ab6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042929 Sep 02 12:54:37.671747 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.702435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ddf21173-2a5c-48d3-9d39-cbf922c04d0b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:37.703168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.792672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-ce0bc1dc-c9cc-4003-8f2a-9aca5033f913 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39d71104d6ef4b4681711ac6f5825b3a HTTP/1.1" status: 200 len: 379 time: 0.3202989 Sep 02 12:54:37.809854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'port': {'device_id': '12b726a2-6f90-484a-939b-479f4b8af235', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'admin_state_up': True, 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'security_groups': ['0b1adc95-1b35-4773-8d34-2e7d20a2042c']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:37.877779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.896561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:37.907585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c717e995-fc2a-47de-a571-0519139c488d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:37.922129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3783859-8c8c-4943-89aa-00d15eaacf66') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:37.922351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3783859-8c8c-4943-89aa-00d15eaacf66') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:37.943981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.953681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:32Z', 'revision_number': 3, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:37.981715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:37.984651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.007406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Checking router: 33ee8704-517c-4179-8ebd-3ed845d3c3dd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:38.007837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Updating router 33ee8704-517c-4179-8ebd-3ed845d3c3dd port 889721cc-2253-4016-bf20-54aa50733dd4 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:54:38.033305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:38.033817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:38.035812 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:38.048684 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.091959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Transition to ACTIVE for port object 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:38.151257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3479b25a-608b-4eb3-b520-d70e6feaebe5 req-5bc8827a-2de4-4389-b5e0-376c6eba019a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 210 time: 0.0864327 Sep 02 12:54:38.161953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.167205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.172673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55 HTTP/1.1" status: 204 len: 168 time: 0.8791332 Sep 02 12:54:38.195009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692be2-4de7-4b3d-aa86-330ca01d0971 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdeb1f39-e3c4-4ae5-b546-5d5ae4590a55,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:38.200150 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.225160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.295702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:38.303905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:38.320421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:38.399489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Pushing event updated for resources: {'Port': ['ID=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:38.417449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.427572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Made reservation on behalf of 39d71104d6ef4b4681711ac6f5825b3a for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:38.432039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.477103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Router ad3a9bea-7a8c-4092-9df8-03b5508b338d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:38.529177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.547616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Transition to ACTIVE for port object 889721cc-2253-4016-bf20-54aa50733dd4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:38.583467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c717e995-fc2a-47de-a571-0519139c488d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:38.584580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.594741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.705956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:38.754719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15781df-e8c8-47b6-8e1b-a2943d100891 None None] Pushing event updated for resources: {'Port': ['ID=889721cc-2253-4016-bf20-54aa50733dd4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:38.805236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eb765ecb-a417-4713-b56c-1669caafe324 None None] Provisioning for port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:38.819038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Attempting to bind port 889721cc-2253-4016-bf20-54aa50733dd4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:38.819416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Attempting to bind port 889721cc-2253-4016-bf20-54aa50733dd4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:38.819790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Attempting to bind port 889721cc-2253-4016-bf20-54aa50733dd4 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:38.821991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eb765ecb-a417-4713-b56c-1669caafe324 None None] Provisioning complete for port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:38.822138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb765ecb-a417-4713-b56c-1669caafe324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.842660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.851244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:38.852670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:38.853519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:38.854564 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.855147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:38.855997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Bound port: 889721cc-2253-4016-bf20-54aa50733dd4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:38.856586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:38.866025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] Sync routers for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:38.868518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bef6d0b0-d065-455d-b24e-ba5218bb1c58 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3653226 Sep 02 12:54:38.873794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:38.886308 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:38.887366 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:38.951962 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6d48f9be-05ac-42b1-a6ea-7409e14db993 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] delete failed (client error): The resource could not be found. Sep 02 12:54:38.953508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6d48f9be-05ac-42b1-a6ea-7409e14db993 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1832549231 HTTP/1.1" status: 404 len: 335 time: 0.0720410 Sep 02 12:54:38.959191 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:38.962502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:38.974894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0442f98d-b28f-433f-ab09-6eb1393757f3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad3a9bea-7a8c-4092-9df8-03b5508b338d'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:38.978944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Allocated IP 172.20.0.5 (a417b9bd-7dc6-479d-b82a-64d9dd3c355f/76d4535f-54f0-4588-9a50-0caade843a68/8cdeca77-f535-487f-85c2-270af5e008a8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:38.990376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3455-2a86-4e68-a5b7-f137c5873c97 req-921bb134-c3b2-4fa7-aebc-a5490651ab0c tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:38.992214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7ac3455-2a86-4e68-a5b7-f137c5873c97 req-921bb134-c3b2-4fa7-aebc-a5490651ab0c tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 950 time: 0.2847133 Sep 02 12:54:38.997783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1cb065e0-ef67-4401-99ea-911e90f9dea4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74e5860d76674f2db3e360eb0641518d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851880 Sep 02 12:54:38.998531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45426) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:39.000425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:39.002855 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:39.043419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eb765ecb-a417-4713-b56c-1669caafe324 None None] Port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:39.115278 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:39.116160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896f1ca-c754-4acd-8d97-0a163668d301 None None] The sync data for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:39.135001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] For port 889721cc-2253-4016-bf20-54aa50733dd4, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:39.146444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] For port 889721cc-2253-4016-bf20-54aa50733dd4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=889721cc-2253-4016-bf20-54aa50733dd4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:39.178955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.190591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.204784 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.311586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15781df-e8c8-47b6-8e1b-a2943d100891 None None] Pushing event updated for resources: {'Port': ['ID=889721cc-2253-4016-bf20-54aa50733dd4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:39.318459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:39.322419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Pushing event updated for resources: {'Port': ['ID=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:39.379669 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9b51838-df67-4b87-b651-04fdb912e616 req-f63ed613-0e7a-46c5-9601-36938071879e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 210 time: 0.0494523 Sep 02 12:54:39.388689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:39.389091 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.418919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.439410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:39.440054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:39.560435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:39.564999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:39.568063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:39.638483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7ac3455-2a86-4e68-a5b7-f137c5873c97 req-3f87d265-a56c-412c-bc04-e8ae567993bc tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901747 Sep 02 12:54:39.650173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61c8c893-109f-4add-ab05-c6832955450b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.660383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0442f98d-b28f-433f-ab09-6eb1393757f3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.722809 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61c8c893-109f-4add-ab05-c6832955450b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.791759 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-0442f98d-b28f-433f-ab09-6eb1393757f3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] update failed (client error): The resource could not be found. Sep 02 12:54:39.793305 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0442f98d-b28f-433f-ab09-6eb1393757f3 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d HTTP/1.1" status: 404 len: 339 time: 0.8256910 Sep 02 12:54:39.800789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:39.834363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.845985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61c8c893-109f-4add-ab05-c6832955450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.849690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61c8c893-109f-4add-ab05-c6832955450b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.851233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-61c8c893-109f-4add-ab05-c6832955450b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4adbd4d0-b583-4d15-9388-d3402a041115 HTTP/1.1" status: 204 len: 168 time: 0.8117628 Sep 02 12:54:39.866270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:39.868221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8c893-109f-4add-ab05-c6832955450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adbd4d0-b583-4d15-9388-d3402a041115,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:39.873724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Transition to ACTIVE for port object 8cdeca77-f535-487f-85c2-270af5e008a8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:39.920862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:39.990754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:39.991005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Router 33ee8704-517c-4179-8ebd-3ed845d3c3dd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:39.998155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:40.002746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:40.018834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:40.024691 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:40.103097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:40.104035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:40.132688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'Port': ['ID=8cdeca77-f535-487f-85c2-270af5e008a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:40.178277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-027ee01e-c0e2-49d1-9c5a-4c15b8a498ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3730302 Sep 02 12:54:40.195223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Request body: {'port': {'device_id': '12b726a2-6f90-484a-939b-479f4b8af235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:40.392968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:40.597626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:40.641321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:40.651290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e07c61ce-a8c9-4db6-b038-b806fd7b9204 admin admin] 10.222.0.60 "PUT /v2.0/routers/33ee8704-517c-4179-8ebd-3ed845d3c3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0223410 Sep 02 12:54:40.770912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a369de2-65ab-4e56-8a19-98da21bfe928 None None] Provisioning complete for port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:40.771918 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a369de2-65ab-4e56-8a19-98da21bfe928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:40.827218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:40.832073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426051f0-c534-478f-ad1d-82109eb3c02a req-8e1ecbc4-2bee-4cb4-856c-e9d1e8ad628c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:40.845627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-426051f0-c534-478f-ad1d-82109eb3c02a req-8e1ecbc4-2bee-4cb4-856c-e9d1e8ad628c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 931 time: 0.3010328 Sep 02 12:54:41.007387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17e608-76f3-445f-a955-b08a5c91fd47 req-1740b6cb-2c3f-458b-9bbb-136580fdf92b tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:41.018902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-426051f0-c534-478f-ad1d-82109eb3c02a req-e23d8ec3-3dd8-4620-a46e-5ec19e6339a7 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651471 Sep 02 12:54:41.046270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd17e608-76f3-445f-a955-b08a5c91fd47 req-1740b6cb-2c3f-458b-9bbb-136580fdf92b tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 950 time: 0.2807939 Sep 02 12:54:41.190108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd17e608-76f3-445f-a955-b08a5c91fd47 req-72058bbe-157c-441f-bc2a-961d3bcc9ef5 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371896 Sep 02 12:54:41.261816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Allocated IP 172.20.0.1 (e7652396-386c-4607-8bed-de6aed3cff2d/6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf/2708667d-672b-4f9c-b001-6b2d8ae7b743) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:41.389842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a369de2-65ab-4e56-8a19-98da21bfe928 None None] Port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:41.453030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdeca77-f535-487f-85c2-270af5e008a8 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:41.464499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.479810 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.496286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Transition to ACTIVE for port object 8cdeca77-f535-487f-85c2-270af5e008a8 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:41.502859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.537495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:41.544294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:41.553530 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.592204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.633465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Transition to ACTIVE for port object 2708667d-672b-4f9c-b001-6b2d8ae7b743 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:41.667337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8917b1d8-ddc6-4739-9234-015145c1c2f5 None None] Provisioning for port 8cdeca77-f535-487f-85c2-270af5e008a8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:41.723147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 2, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:41.732766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.765709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30535d2-af07-466d-94f2-9a58503ffc54 None None] The sync data for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 is: [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 2, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:41.838308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdeca77-f535-487f-85c2-270af5e008a8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:41.925288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network e7652396-386c-4607-8bed-de6aed3cff2d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:41.933153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Attempting to bind port 8cdeca77-f535-487f-85c2-270af5e008a8 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:41.937433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Attempting to bind port 8cdeca77-f535-487f-85c2-270af5e008a8 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:41.939487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Attempting to bind port 8cdeca77-f535-487f-85c2-270af5e008a8 on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:41.941246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:41.948146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:41.962112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:41.971344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Port 8cdeca77-f535-487f-85c2-270af5e008a8 on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:54:41.974346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Attempting to bind port 8cdeca77-f535-487f-85c2-270af5e008a8 on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:42.023371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:42.027628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Checking segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:42.030179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Bound using segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:42.030615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Bound port: 8cdeca77-f535-487f-85c2-270af5e008a8, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:42.031169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.057026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:42.121165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Port': ['ID=2708667d-672b-4f9c-b001-6b2d8ae7b743,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:42.134190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:42.151173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86866853', 'description': 'tempest-description--1992010872'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:42.209565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:42.230959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.265822 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.272449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.471508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:42.539262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] For port 8cdeca77-f535-487f-85c2-270af5e008a8, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:42.565290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] For port 8cdeca77-f535-487f-85c2-270af5e008a8, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8cdeca77-f535-487f-85c2-270af5e008a8,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:42.580194 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.662889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-567510e2-d532-46d7-abb1-b24e111a538a None None] Provisioning for port 2708667d-672b-4f9c-b001-6b2d8ae7b743 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:42.684481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-network', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:42.688550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-567510e2-d532-46d7-abb1-b24e111a538a None None] Provisioning complete for port 2708667d-672b-4f9c-b001-6b2d8ae7b743 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:42.689301 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-567510e2-d532-46d7-abb1-b24e111a538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.715504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdeca77-f535-487f-85c2-270af5e008a8,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:42.759767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-567510e2-d532-46d7-abb1-b24e111a538a None None] Port 2708667d-672b-4f9c-b001-6b2d8ae7b743 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:42.774786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:42.776016 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.783055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-46f5db44-9cb0-4ead-ad07-a9c5659e2d21 service neutron] 10.222.0.18 "PUT /v2.0/ports/8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 1091 time: 2.5964925 Sep 02 12:54:42.783846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:42.786798 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7606770-355f-4599-b9db-b9e0d06b086b" -d '{"events": [{"name": "network-changed", "server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:42.859925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:42.917372 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d12596-660f-4e07-9a06-234b02eb6233 x-openstack-request-id: req-93d12596-660f-4e07-9a06-234b02eb6233 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:42.918010 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:42.918010 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93d12596-660f-4e07-9a06-234b02eb6233 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:42.918483 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8', 'status': 'completed', 'code': 200} Sep 02 12:54:42.967888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:43.043801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290998a0-b22b-4ee6-aa10-3fd138a2de02,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:43.130962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Made reservation on behalf of 574e87d3f8b94f8c8580ec5a329b4323 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:43.143718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:43.189092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:43.210214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:43.214506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f89670c1-cd86-40a1-9d24-6e6b4336fb69 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0792196 Sep 02 12:54:43.216033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:43.224870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'security_group_rule': {'security_group_id': '290998a0-b22b-4ee6-aa10-3fd138a2de02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:43.231544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-af8f4809-f4b3-4f46-b844-7c273554926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:43.233120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-af8f4809-f4b3-4f46-b844-7c273554926d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1094 time: 0.3778028 Sep 02 12:54:43.435058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:43.495979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9686-02b1-419f-95b4-92fb46b9997c req-0ed77d91-e66e-4a48-bb6d-7e93a6cefdbd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:43.498072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-799b9686-02b1-419f-95b4-92fb46b9997c req-0ed77d91-e66e-4a48-bb6d-7e93a6cefdbd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 943 time: 0.8889644 Sep 02 12:54:43.508456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:43.858627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-933c2ab5-57f3-4ab3-91e8-cfa41d4f5e47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 217 time: 0.6103842 Sep 02 12:54:43.995100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d74e7c9a-2e18-4d02-8619-23c54d41592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.003833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-7fb7fc84-231f-42f6-aa91-96f80e3f15be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:44.005851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-7fb7fc84-231f-42f6-aa91-96f80e3f15be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.1382766 Sep 02 12:54:44.027652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-799b9686-02b1-419f-95b4-92fb46b9997c req-cccaa95b-52fb-4bc7-87b9-b3c0a4a88d9f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5209324 Sep 02 12:54:44.043424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.058143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.078185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea6f2-f9be-471f-b4ef-17f1112a9aaa req-b7ded43f-e3ff-4dac-abae-aa81b3f1fd15 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:44.080264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe4ea6f2-f9be-471f-b4ef-17f1112a9aaa req-b7ded43f-e3ff-4dac-abae-aa81b3f1fd15 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1097 time: 0.1777198 Sep 02 12:54:44.123731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-55cd9a60-c7bb-4524-a6db-1c8dcfba1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:44.126253 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-55cd9a60-c7bb-4524-a6db-1c8dcfba1ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121299 Sep 02 12:54:44.186131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.188942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event updated for resources: {'Port': ['ID=2708667d-672b-4f9c-b001-6b2d8ae7b743,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:44.261493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe4ea6f2-f9be-471f-b4ef-17f1112a9aaa req-5c62fc17-1792-4d9b-a7b5-5c9947f4d68b tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714582 Sep 02 12:54:44.263530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.287891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.304815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45612) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:44.375349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.390384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:54:44.423983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:44.434385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.434813 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Added segment 45e48d97-d911-4f4c-9631-49a00ed7b3ed of type vlan for network 68904a28-1410-4008-8c2e-deb7d42cb52a Sep 02 12:54:44.499375 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-50a23b72-b94e-4df0-9f0b-ad2ecf36115c service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452556 Sep 02 12:54:44.545068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Network e7652396-386c-4607-8bed-de6aed3cff2d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:44.554147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:44.607793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 889721cc-2253-4016-bf20-54aa50733dd4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:44.616992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.620958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.633032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.685026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a129bbd0-b696-41cd-823f-29c0caa1ff5e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:44.719536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 889721cc-2253-4016-bf20-54aa50733dd4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:44.726761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.728557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:44.731926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.740421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 889721cc-2253-4016-bf20-54aa50733dd4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:44.740421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.787712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Router ad3a9bea-7a8c-4092-9df8-03b5508b338d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:44.816856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d74e7c9a-2e18-4d02-8619-23c54d41592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.830644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d74e7c9a-2e18-4d02-8619-23c54d41592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.839666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 8adb3b53-140c-4adf-9cbb-bd16dd9a0db4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:44.844770 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.872813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.890031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-da4141fd-9ae8-452b-b13c-37371e63daf2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6676931 Sep 02 12:54:44.892621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:44.894975 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd2fdd30-1f95-47c1-933f-783105170bd4 req-a8872ea2-c679-4614-9c78-c0dda6c6b5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859766 Sep 02 12:54:44.912980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'security_group_rule': {'security_group_id': '290998a0-b22b-4ee6-aa10-3fd138a2de02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:44.942438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8658755 Sep 02 12:54:44.943116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.943296 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.943487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:44.952232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:44.957453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Request body: {'subnet': {'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-subnet', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:44.958208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 8adb3b53-140c-4adf-9cbb-bd16dd9a0db4 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:44.964794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d68702-33e3-4521-8d67-1f0579003659 admin admin] Pushing event updated for resources: {'Network': ['ID=68904a28-1410-4008-8c2e-deb7d42cb52a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:44.979448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 68904a28-1410-4008-8c2e-deb7d42cb52a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:54:44.987904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 889721cc-2253-4016-bf20-54aa50733dd4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=889721cc-2253-4016-bf20-54aa50733dd4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:45.079746 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.080659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:45.175657 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.182206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606770-355f-4599-b9db-b9e0d06b086b req-f066dd68-2af6-474a-8c82-b4a39d178a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:45.183959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-f066dd68-2af6-474a-8c82-b4a39d178a69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1094 time: 0.2018988 Sep 02 12:54:45.191943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Made reservation on behalf of 574e87d3f8b94f8c8580ec5a329b4323 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:45.194618 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.362414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606770-355f-4599-b9db-b9e0d06b086b req-5002397e-cfec-409e-b753-afc1f1014f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:45.363575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-5002397e-cfec-409e-b753-afc1f1014f54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.1667192 Sep 02 12:54:45.366932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e7c9a-2e18-4d02-8619-23c54d41592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3140ba1d-7e62-41b5-b08f-911ad5903d17,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:45.367605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f43b91ef-69b0-41c2-acc3-852d159b9f24 None None] Provisioning complete for port 2708667d-672b-4f9c-b001-6b2d8ae7b743 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:45.370818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f43b91ef-69b0-41c2-acc3-852d159b9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.382335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=889721cc-2253-4016-bf20-54aa50733dd4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:45.485956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:45.486489 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.516623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f43b91ef-69b0-41c2-acc3-852d159b9f24 None None] Port 2708667d-672b-4f9c-b001-6b2d8ae7b743 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:45.519927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.536376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-1ee231c4-fd33-4495-8afa-ed0d843b0690 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 217 time: 0.1491783 Sep 02 12:54:45.543037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.632723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d74e7c9a-2e18-4d02-8619-23c54d41592c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6521d1b449648a39ca0b3b74d843055&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1931345 Sep 02 12:54:45.638132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.639344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7373929 Sep 02 12:54:45.639923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:45.651235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:45.682247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:45.700680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de3191-11fb-4070-a443-b3115bbf2499 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba7f3f3-aad0-4494-8cbf-0ad9a7e36d45,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:45.740272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Sync routers for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:45.761305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933dc4-3fd4-4102-a384-d57840e71809 req-d74131a3-b02b-4237-8cd7-e2729e69ecb5 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:45.763308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8933dc4-3fd4-4102-a384-d57840e71809 req-d74131a3-b02b-4237-8cd7-e2729e69ecb5 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 943 time: 0.4823887 Sep 02 12:54:45.764613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:45.767434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:45.768093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:45.777770 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] Sync routers for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:45.784111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1f7f8bc5-67ee-485a-bb8c-3806fb359d2f tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9820888 Sep 02 12:54:45.785445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.796779 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:45.798052 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:45.801174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:45.850608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.853534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606770-355f-4599-b9db-b9e0d06b086b req-8f644cb3-749c-4b74-919b-84cd8bb23510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:45.859115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-8f644cb3-749c-4b74-919b-84cd8bb23510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.3071856 Sep 02 12:54:45.888530 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:45.900025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:45.901051 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:45.933612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:45.934680 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1816104-8d53-4e84-a139-255a45cfd3ac None None] The sync data for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:45.944847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ec982ca-0b5d-4213-bdc0-75ed04e1ba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.968156 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ec982ca-0b5d-4213-bdc0-75ed04e1ba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:45.997113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=8adb3b53-140c-4adf-9cbb-bd16dd9a0db4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:46.013989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:46.049007 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ec982ca-0b5d-4213-bdc0-75ed04e1ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:46.051720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ec982ca-0b5d-4213-bdc0-75ed04e1ba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:46.052928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3ec982ca-0b5d-4213-bdc0-75ed04e1ba22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3140ba1d-7e62-41b5-b08f-911ad5903d17 HTTP/1.1" status: 204 len: 168 time: 0.4020858 Sep 02 12:54:46.073046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec982ca-0b5d-4213-bdc0-75ed04e1ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3140ba1d-7e62-41b5-b08f-911ad5903d17,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:46.095342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606770-355f-4599-b9db-b9e0d06b086b req-dd67b577-1541-411c-83e9-8c0684a3270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:46.097134 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-dd67b577-1541-411c-83e9-8c0684a3270e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841424 Sep 02 12:54:46.246785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f8933dc4-3fd4-4102-a384-d57840e71809 req-277dfae3-e403-47fc-9eff-81f823a60171 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4721267 Sep 02 12:54:46.291163 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:46.343355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8d20296-4b8f-4f5f-885e-e2a2e348f257 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:46.433022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768e518f-a31f-4f83-b0c5-287afbc4eff1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:46.462403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:54:46.489256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-dbb655bb-182f-476f-ab13-1f9641694eb8 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658860 Sep 02 12:54:46.494341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Checking segment: {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:46.495152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Network hostable DHCP agents. Network: 68904a28-1410-4008-8c2e-deb7d42cb52a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:54:46.505368 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:46.506010 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP b324fcb2-4c77-483c-a722-edef363456a8 disassociated (deleted). External IP: 172.25.7.52, port: f18c535f-f4d2-4d87-a119-0a3ef33b330e. Sep 02 12:54:46.573699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 889721cc-2253-4016-bf20-54aa50733dd4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:46.642897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Network 68904a28-1410-4008-8c2e-deb7d42cb52a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:54:46.660818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 68904a28-1410-4008-8c2e-deb7d42cb52a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:46.679085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:46.679686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:46.718482 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-e8d20296-4b8f-4f5f-885e-e2a2e348f257 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 12:54:46.719326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aecdda79-3a1a-48e7-b67f-b05a676f5983 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7661114 Sep 02 12:54:46.721473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e8d20296-4b8f-4f5f-885e-e2a2e348f257 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d HTTP/1.1" status: 409 len: 329 time: 0.9163632 Sep 02 12:54:46.727307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45678) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:46.727886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:46.732124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a66e55-c0ac-4822-9daa-eae3d6223cc5 None None] Network 68904a28-1410-4008-8c2e-deb7d42cb52a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:46.746658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:46.795572 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7606770-355f-4599-b9db-b9e0d06b086b req-47a3ef17-3397-4ed9-8de3-cf80fb21c77c service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890792 Sep 02 12:54:46.902426 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:54:47.041396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:47.042488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:47.112751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:47.154791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f6e8-f825-42c5-9652-cb0556d6afef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:47.365115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:47.371270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:47.429543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'mac_address': 'fa:16:3e:1d:6e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:54:47.679337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:47.764678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01192226-1b91-4877-ac7c-675336359c50 None None] Network 68904a28-1410-4008-8c2e-deb7d42cb52a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:47.802315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Allocated IP 172.25.7.214 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/8b643d75-882a-4fdf-9c4e-049d74b329ca) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:47.940717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:47.953791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 889721cc-2253-4016-bf20-54aa50733dd4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:47.954377 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.054783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.064274 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f6e8-f825-42c5-9652-cb0556d6afef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.088250 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f6e8-f825-42c5-9652-cb0556d6afef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.094900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1635b49-7680-4d67-a762-3de6f2ff4cfb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:48.103205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.104535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 2, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:48.146452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fe141-fc60-4fd9-8d81-8aec64290acc req-c1c21930-fff0-41ad-804f-910c6f635de1 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:48.157807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-078fe141-fc60-4fd9-8d81-8aec64290acc req-c1c21930-fff0-41ad-804f-910c6f635de1 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 943 time: 0.5221775 Sep 02 12:54:48.195628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router ed9ebbf4-7d85-4416-8da0-149cafff8de6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:48.247232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dbe4f6e8-f825-42c5-9652-cb0556d6afef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=263bd32034244188bea3526453711b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1328902 Sep 02 12:54:48.249703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:48.253852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:48.255455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f6e8-f825-42c5-9652-cb0556d6afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608b999c-65a1-4e2d-b787-c0d3d971ee7f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:48.270277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Checking router: 33ee8704-517c-4179-8ebd-3ed845d3c3dd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:48.270936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Updating router 33ee8704-517c-4179-8ebd-3ed845d3c3dd port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:54:48.287127 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.298171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-078fe141-fc60-4fd9-8d81-8aec64290acc req-e36e302a-57c3-4a21-adbe-f500783c8223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393638 Sep 02 12:54:48.329279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.582532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.596245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8cdeca77-f535-487f-85c2-270af5e008a8 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:54:48.626440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0635530-1f2c-4d3e-b115-ae8dea9331a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.696852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=8b643d75-882a-4fdf-9c4e-049d74b329ca,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:48.715777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:48.720770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:48.727707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:48.817071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:48.827315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:48.946341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a02201e9-e13d-4331-85fc-891d89f48497 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/floatingips/b324fcb2-4c77-483c-a722-edef363456a8 HTTP/1.1" status: 204 len: 168 time: 4.6071007 Sep 02 12:54:49.009803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a1635b49-7680-4d67-a762-3de6f2ff4cfb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:49.068854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:49.076552 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4034a40-300c-4885-8688-68691b743602" -d '{"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:49.100586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] Sync routers for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:49.189482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:49.219834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8cdeca77-f535-487f-85c2-270af5e008a8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8cdeca77-f535-487f-85c2-270af5e008a8,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:49.250673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.262322 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53288ff8-667a-4c1f-8ae9-8781e4025516 x-openstack-request-id: req-53288ff8-667a-4c1f-8ae9-8781e4025516 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:49.263435 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:49.263808 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53288ff8-667a-4c1f-8ae9-8781e4025516 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:49.264219 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'status': 'completed', 'code': 200} Sep 02 12:54:49.283503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.358959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:49.359892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:49.384744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.539764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '8cdeca77-f535-487f-85c2-270af5e008a8', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'port_id': '8cdeca77-f535-487f-85c2-270af5e008a8', 'mac_address': 'fa:16:3e:68:7c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:54:49.674856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.700654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdeca77-f535-487f-85c2-270af5e008a8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:49.733982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8cdeca77-f535-487f-85c2-270af5e008a8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8cdeca77-f535-487f-85c2-270af5e008a8,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:49.752384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.762923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0635530-1f2c-4d3e-b115-ae8dea9331a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.769815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.784345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.788856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.886059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.888472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0635530-1f2c-4d3e-b115-ae8dea9331a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.891980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0635530-1f2c-4d3e-b115-ae8dea9331a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.893229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b0635530-1f2c-4d3e-b115-ae8dea9331a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/608b999c-65a1-4e2d-b787-c0d3d971ee7f HTTP/1.1" status: 204 len: 168 time: 1.6195216 Sep 02 12:54:49.919809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4034a40-300c-4885-8688-68691b743602 req-ffb838bc-f41d-4a2a-b492-7afcb203b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:49.922641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-ffb838bc-f41d-4a2a-b492-7afcb203b233 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 1097 time: 0.3094153 Sep 02 12:54:49.939166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:49.960964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a29e1-1093-433f-a7c0-981b26c2ceb5 req-53a2c429-244f-46eb-a824-fc1a82bd14a9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:49.970351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c76a29e1-1093-433f-a7c0-981b26c2ceb5 req-53a2c429-244f-46eb-a824-fc1a82bd14a9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 943 time: 0.3589985 Sep 02 12:54:49.989160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:50.000391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3222775 Sep 02 12:54:50.035512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e107b47-c269-4646-a631-6a8bb6b52fb5 req-cb17eed9-78e4-41ec-b1cf-4fba3a1150f8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:50.037513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e107b47-c269-4646-a631-6a8bb6b52fb5 req-cb17eed9-78e4-41ec-b1cf-4fba3a1150f8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 946 time: 0.2805319 Sep 02 12:54:50.038487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a558-ed9f-47bb-b4bc-5f822f0e08fc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=8b643d75-882a-4fdf-9c4e-049d74b329ca,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:50.047868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8cdeca77-f535-487f-85c2-270af5e008a8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:54:50.054608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:50.112376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e107b47-c269-4646-a631-6a8bb6b52fb5 req-e91f8eaf-a9ee-4475-b603-653e3b8e3082 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601215 Sep 02 12:54:50.122654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0635530-1f2c-4d3e-b115-ae8dea9331a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608b999c-65a1-4e2d-b787-c0d3d971ee7f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:50.296765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c76a29e1-1093-433f-a7c0-981b26c2ceb5 req-d81f5b2a-c77f-4af9-a25a-7f74871ffe3f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781191 Sep 02 12:54:50.414100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-8881205f-dd1a-4d75-8f1e-062b8566cb6d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--86866853&fields=id&tenant_id=83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 267 time: 0.1052814 Sep 02 12:54:50.515022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8cdeca77-f535-487f-85c2-270af5e008a8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:50.625493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-65cf0f3b-5cf8-4fa3-b21c-377c1cf02ff3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:50.628207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4034a40-300c-4885-8688-68691b743602 req-1e93cb59-f3f2-4117-a766-6aacd9332fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:50.630198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-1e93cb59-f3f2-4117-a766-6aacd9332fd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 200 len: 897 time: 0.6526160 Sep 02 12:54:50.642117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-65cf0f3b-5cf8-4fa3-b21c-377c1cf02ff3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.2244756 Sep 02 12:54:50.647559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Allocated IP 172.25.7.207 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4414915a-1c4e-43ec-abc5-000ee3293414) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:50.706481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-ccaa1d3b-e61a-454d-983f-9290fee2efc2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/quotas/83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 375 time: 0.0632386 Sep 02 12:54:50.709492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-019b87a2-d025-480e-b4fd-d316bb36bf61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 200 len: 217 time: 0.0658109 Sep 02 12:54:50.922563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-30581413-46e6-431d-a0bd-fedb0412ee17 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2147224 Sep 02 12:54:50.935232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Deleting port 2708667d-672b-4f9c-b001-6b2d8ae7b743 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:50.936323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:50.965322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b7d2c92f-ffaf-413f-8965-1f172420cdf3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:50.967968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b7d2c92f-ffaf-413f-8965-1f172420cdf3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 946 time: 0.3032355 Sep 02 12:54:50.977623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.004050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Transition to ACTIVE for port object 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:51.031118 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.082845 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.096504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890a862-86fb-4d99-8aa4-a1b2cdab4ac1 None None] Pushing event updated for resources: {'Port': ['ID=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:51.202615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Calling delete_port for 2708667d-672b-4f9c-b001-6b2d8ae7b743 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:51.310625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:29Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:51.364475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] Checking router: ed9ebbf4-7d85-4416-8da0-149cafff8de6 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:51.399481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4034a40-300c-4885-8688-68691b743602 req-db2965b8-a14d-4e47-8611-bd7822fe182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:51.401441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-db2965b8-a14d-4e47-8611-bd7822fe182d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 200 len: 835 time: 0.6836660 Sep 02 12:54:51.402363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-ad90608a-36ba-4e7e-92ff-6a95c146ccae service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758034 Sep 02 12:54:51.420003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Attempting to bind port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:51.420381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Attempting to bind port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:51.420751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Attempting to bind port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:51.434403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:51.435035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:51.439735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:51.440120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:51.440528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.440934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:51.441432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Bound port: 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:51.441814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.587575 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-d82c473b-2e52-41b8-99ab-d250e5a71608 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837096 Sep 02 12:54:51.645997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port f18c535f-f4d2-4d87-a119-0a3ef33b330e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:51.646974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.653215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551425a-ab1a-47dc-a1ad-e4e29ee7625a req-d20f183e-d501-4348-8f4a-fbfc98450b3e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:51.662578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d551425a-ab1a-47dc-a1ad-e4e29ee7625a req-d20f183e-d501-4348-8f4a-fbfc98450b3e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 946 time: 0.2590060 Sep 02 12:54:51.672958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4034a40-300c-4885-8688-68691b743602 req-8981ec40-9670-4cfe-9abc-3356aab5a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:51.674655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-8981ec40-9670-4cfe-9abc-3356aab5a5cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d1a4e67-acd4-4440-ab44-fe0de1576b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2632430 Sep 02 12:54:51.711220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:51.755581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d551425a-ab1a-47dc-a1ad-e4e29ee7625a req-09489bac-c3a9-4297-a712-4074cf8ce13d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=37654071-babb-4e52-ad92-003b6b9e4ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917265 Sep 02 12:54:51.816638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:51.819008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] For port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:51.941024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] For port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:51.961550 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:52.007042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port f18c535f-f4d2-4d87-a119-0a3ef33b330e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18c535f-f4d2-4d87-a119-0a3ef33b330e,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:52.007574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:52.039533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for f18c535f-f4d2-4d87-a119-0a3ef33b330e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:52.097357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890a862-86fb-4d99-8aa4-a1b2cdab4ac1 None None] Pushing event updated for resources: {'Port': ['ID=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:52.134259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-92694f26-56a3-45a4-aa87-c2f957edb9c5 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961909 Sep 02 12:54:52.160993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec5757bb-e910-4815-9594-fa14ff51b84a req-0fa93276-846c-40b4-a25a-8ca966965445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 210 time: 0.0554478 Sep 02 12:54:52.340574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:52.350882 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:52.376175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:52.377097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:52.441858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=f18c535f-f4d2-4d87-a119-0a3ef33b330e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:52.515582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d437cba-a56c-4fb6-9b58-6b801e488333 req-567347b5-3df0-4dca-836b-aa2c7e6005ab tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:52.517634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d437cba-a56c-4fb6-9b58-6b801e488333 req-567347b5-3df0-4dca-836b-aa2c7e6005ab tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 944 time: 0.3725183 Sep 02 12:54:52.524197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Port': ['ID=2708667d-672b-4f9c-b001-6b2d8ae7b743,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:52.548889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] No DVR routers for this DVR port f18c535f-f4d2-4d87-a119-0a3ef33b330e on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:52.562166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:52.568054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b301ad3c-7737-4855-b000-33af3fc42ac1 req-b2aa541f-6126-4097-9c39-5524124d0782 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "DELETE /v2.0/ports/f18c535f-f4d2-4d87-a119-0a3ef33b330e HTTP/1.1" status: 204 len: 173 time: 1.5760548 Sep 02 12:54:52.569131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-deleted', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:52.571890 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594fe41-ce22-430a-beb2-081d42232d5c" -d '{"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-deleted", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:52.707709 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a053ec-b73d-452d-9266-70af6a21b44a x-openstack-request-id: req-70a053ec-b73d-452d-9266-70af6a21b44a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:52.708302 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7", "name": "network-vif-deleted", "tag": "f18c535f-f4d2-4d87-a119-0a3ef33b330e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:52.708623 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70a053ec-b73d-452d-9266-70af6a21b44a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:52.709178 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7', 'name': 'network-vif-deleted', 'tag': 'f18c535f-f4d2-4d87-a119-0a3ef33b330e', 'status': 'completed', 'code': 200} Sep 02 12:54:52.817847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d437cba-a56c-4fb6-9b58-6b801e488333 req-40daff01-55c4-4ca7-b344-732366fb0ec9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130747 Sep 02 12:54:53.025335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:53.033760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4034a40-300c-4885-8688-68691b743602 req-954920f6-394a-44d6-91eb-3a173c02840d service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945502 Sep 02 12:54:53.169055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:53.172216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8cdeca77-f535-487f-85c2-270af5e008a8 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:53.179874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-595b661b-21ed-4098-8adf-a20674e7ceb3 req-c0bc9058-280b-4701-9920-f0a0e5a4e674 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a44fe7e-e7ab-45bc-a611-6c7ee8d4fdb7 HTTP/1.1" status: 200 len: 210 time: 0.0768261 Sep 02 12:54:53.293476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:53.308508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:53.327270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:53.329714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:53.417690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=4414915a-1c4e-43ec-abc5-000ee3293414,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:53.430816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f470139a-1c9e-4319-a1c6-bfd703130575 req-0b0799e6-e33c-4f31-9341-69f4e8668436 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 210 time: 0.0654855 Sep 02 12:54:53.574384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a1635b49-7680-4d67-a762-3de6f2ff4cfb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:53.574865 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:53.696526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:53.731299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 8cdeca77-f535-487f-85c2-270af5e008a8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:53.762006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:29Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:53.831229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 8cdeca77-f535-487f-85c2-270af5e008a8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:53.831939 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:53.971252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:53.973546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27327e5b-aa60-4540-bb2d-7e19a82a399c None None] The sync data for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 is: [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:52:18Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c0eaa615-bcd9-4019-8a10-dec061bf2b71', 'name': '', 'network_id': '0d1a4e67-acd4-4440-ab44-fe0de1576b1d', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:1d:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:15Z', 'updated_at': '2021-09-02T12:52:29Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'e25f5db4-5e94-4d5e-a4f5-c914524ed2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:54.050041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Router ad3a9bea-7a8c-4092-9df8-03b5508b338d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:54:54.277644 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:54.324006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:54.337497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:54.422036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:54.518883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:54.523560 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c570ed-b797-4b49-a830-95e98efa260b" -d '{"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-plugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:54.572846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:54.632980 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d0e02-fe54-46ff-90b9-e54fada0cbfc None None] New status for floating IP b324fcb2-4c77-483c-a722-edef363456a8: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:54:54.649978 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:54.652188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:54.664791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8cdeca77-f535-487f-85c2-270af5e008a8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8cdeca77-f535-487f-85c2-270af5e008a8,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:54.687131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:54.687951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:54.785335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:54.795815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:54.798020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:54.918893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8cdeca77-f535-487f-85c2-270af5e008a8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:54.933866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:54.942047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:51Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:54.998904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-238de40a-aff3-46ba-b84f-35605a6d986e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2696381 Sep 02 12:54:55.007360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45882) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:55.039529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] Sync routers for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:55.043226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7acd3089-f790-4e0b-9aff-1678c54857ea req-76ab987c-a323-461e-a317-1e9e6a30843b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 210 time: 0.1216931 Sep 02 12:54:55.045508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: f18c535f-f4d2-4d87-a119-0a3ef33b330e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:55.046418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18c535f-f4d2-4d87-a119-0a3ef33b330e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:55.051845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150df9e2-255e-4e35-ac45-cf585c1e997a None None] The sync data for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 is: [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:51Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:55.102741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:55.103776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:55.201932 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-889092ea-df69-4a0b-b7b2-27c6fa8a9472 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] show failed (client error): The resource could not be found. Sep 02 12:54:55.209194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-889092ea-df69-4a0b-b7b2-27c6fa8a9472 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-660833839 HTTP/1.1" status: 404 len: 334 time: 0.1853178 Sep 02 12:54:55.213267 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37d4c2d-2165-4a5a-a152-2b5aaaf9db1c x-openstack-request-id: req-f37d4c2d-2165-4a5a-a152-2b5aaaf9db1c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:55.215853 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-plugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:55.216278 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f37d4c2d-2165-4a5a-a152-2b5aaaf9db1c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:55.216755 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'code': 200} Sep 02 12:54:55.217723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:55.218074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:55.231774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-63661394-fb1a-426f-a300-5718f142d311 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:55.301920 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-63661394-fb1a-426f-a300-5718f142d311 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] update failed (client error): The resource could not be found. Sep 02 12:54:55.303158 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-63661394-fb1a-426f-a300-5718f142d311 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1328943920 HTTP/1.1" status: 404 len: 335 time: 0.0782957 Sep 02 12:54:55.311296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:55.375911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] Routers {'ad3a9bea-7a8c-4092-9df8-03b5508b338d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:55.376517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63247a-31fa-47c6-b3b1-f81d77714ef8 req-c1c613d9-287b-45fe-982e-9a6f4e014665 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:55.378204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f63247a-31fa-47c6-b3b1-f81d77714ef8 req-c1c613d9-287b-45fe-982e-9a6f4e014665 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 944 time: 1.2177699 Sep 02 12:54:55.379054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:55.459890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:55.460564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fa637-9da3-486e-b812-e6606dff401e None None] The sync data for ids ['ad3a9bea-7a8c-4092-9df8-03b5508b338d'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:55.480448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:55.487917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Deleting subnet 22eda122-14bc-4472-ab32-ab14c0acdfe5 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:55.496770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-8d0d7b18-3ab9-421e-9f61-5c0abefe272b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:55.503458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-8d0d7b18-3ab9-421e-9f61-5c0abefe272b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 1.5294209 Sep 02 12:54:55.539353 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:54:55.575071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:55.596034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:55.616665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:55.685610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f63247a-31fa-47c6-b3b1-f81d77714ef8 req-30c3fbdd-c369-4d5f-b914-efb6262b7497 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745774 Sep 02 12:54:55.777447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:55.785678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-baaf6cd1-8121-4b53-91f9-2208c4f6b108 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 378 time: 0.2724476 Sep 02 12:54:55.822474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'port': {'device_id': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'admin_state_up': True, 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'security_groups': ['290998a0-b22b-4ee6-aa10-3fd138a2de02']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:55.886656 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:55.897789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.138612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:54:56.149554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.248942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.343347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Allocated IP 172.20.0.11 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/aaeaec21-260d-4039-a4ef-6416e9c31d63) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:54:56.373764 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a922d9a-2c12-4372-86bc-4dbf841382ff req-ba4c0e64-205e-4494-8be5-e62b2326b71e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 210 time: 0.0555203 Sep 02 12:54:56.377723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.457696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Subnet': ['ID=22eda122-14bc-4472-ab32-ab14c0acdfe5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:56.461168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.463418 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8f208c8d-d58c-458d-a0f0-5d2cbb393f27 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/subnets/22eda122-14bc-4472-ab32-ab14c0acdfe5 HTTP/1.1" status: 204 len: 168 time: 1.1410940 Sep 02 12:54:56.466596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:56.480556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ce1eb-63df-49cd-8b8a-9a39dc74cf25 None None] Network eaf91894-3b84-45df-807d-9bcc289e3933 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:56.635246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Deleting subnet 4a1cc7d4-2697-48bf-b336-df8e70243b6e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:54:56.638936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.651937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.656269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:54:56.678941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Transition to ACTIVE for port object aaeaec21-260d-4039-a4ef-6416e9c31d63 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:56.755665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.785302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:56.806801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] DHCP port deletion for eaf91894-3b84-45df-807d-9bcc289e3933 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:54:56.859441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.898812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] Deleting port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:56.899608 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:56.930510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:54:56.948727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:54:56.957657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:54:56.994734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:57.036364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:57.037418 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.040296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] For port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,segment=NetworkSegment(f5b9e42f-1933-4310-a5c4-45d20c44500a),segment_id=f5b9e42f-1933-4310-a5c4-45d20c44500a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:57.041235 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.051514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.073992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] Calling delete_port for cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:57.217321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:54:57.225342 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c036ed-821f-403b-8239-818157e890e4" -d '{"events": [{"server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "name": "network-vif-plugged", "status": "completed", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:54:57.275423 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.302664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed151e-7c50-4fed-98e8-575f9e58f3e8 req-f2c50079-5343-4647-b366-fe285ca8b44a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:57.304464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5fed151e-7c50-4fed-98e8-575f9e58f3e8 req-f2c50079-5343-4647-b366-fe285ca8b44a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.4400349 Sep 02 12:54:57.308971 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f326524-b747-4882-bc54-fa029022d1c1 x-openstack-request-id: req-3f326524-b747-4882-bc54-fa029022d1c1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:54:57.309321 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "name": "network-vif-plugged", "status": "completed", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:54:57.309630 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f326524-b747-4882-bc54-fa029022d1c1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:54:57.310055 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8', 'code': 200} Sep 02 12:54:57.334896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] Pushing event deleted for resources: {'Port': ['ID=cb9a182e-3e1d-4f2f-a64c-efdd1d76e876,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:57.351957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372797f-a37c-456c-89b5-89ff8a3aae38 None None] No DVR routers for this DVR port cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:57.352324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-941dfb1d-a3b5-4917-a545-473710d4d477 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5587606 Sep 02 12:54:57.426156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Request body: {'port': {'device_id': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:54:57.466140 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.500182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:54:57.515344 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Sync routers for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:54:57.519060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e89bc9de-a985-4fad-aee8-e4ca5df90d9f None None] Provisioning for port aaeaec21-260d-4039-a4ef-6416e9c31d63 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:54:57.524531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e89bc9de-a985-4fad-aee8-e4ca5df90d9f None None] Provisioning complete for port aaeaec21-260d-4039-a4ef-6416e9c31d63 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:57.524955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e89bc9de-a985-4fad-aee8-e4ca5df90d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.536166 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:57.536836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:57.550469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b790-77b1-43fa-9842-6c5ca2c5225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.576189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e89bc9de-a985-4fad-aee8-e4ca5df90d9f None None] Port aaeaec21-260d-4039-a4ef-6416e9c31d63 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:54:57.662908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.675062 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5fed151e-7c50-4fed-98e8-575f9e58f3e8 req-39096ca4-2a10-47cb-8fb0-b0706c8023f2 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187437 Sep 02 12:54:57.749708 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:57.767293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de6730-7d98-4a72-a367-08b5aa8ed4ed req-1745b695-e1b5-4948-a076-1257fc1a1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:57.769922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98de6730-7d98-4a72-a367-08b5aa8ed4ed req-1745b695-e1b5-4948-a076-1257fc1a1f1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1096 time: 0.4127367 Sep 02 12:54:57.822539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.841524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:57.846271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/subnets/4a1cc7d4-2697-48bf-b336-df8e70243b6e HTTP/1.1" status: 204 len: 168 time: 1.3761454 Sep 02 12:54:57.849469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808daf5-38b2-44e0-ac75-9598cc89d26a None None] Network c6df3f95-a534-466b-8350-9ca29d7e2ce5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:54:57.867035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:57.885545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bbec5-1a63-4ebd-88c4-4e4d82992667 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1cc7d4-2697-48bf-b336-df8e70243b6e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:57.894892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:54:57.907179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98de6730-7d98-4a72-a367-08b5aa8ed4ed req-98782605-5eb8-42e7-b6a8-6f7bd6b1be45 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277089 Sep 02 12:54:57.969893 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.114806 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:54:53Z', 'revision_number': 3, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:58.154983 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Checking router: a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:54:58.155388 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Updating router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 port 4414915a-1c4e-43ec-abc5-000ee3293414 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:54:58.194594 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.212712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.258995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf91894-3b84-45df-807d-9bcc289e3933']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:58.282494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:54:58.282494 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.286852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b9e42f-1933-4310-a5c4-45d20c44500a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:58.287150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b9e42f-1933-4310-a5c4-45d20c44500a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:58.315442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.357070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.368916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:54:58.369347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:54:58.375108 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:54:58.506789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] DHCP port deletion for c6df3f95-a534-466b-8350-9ca29d7e2ce5 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:54:58.534299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.543391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.549908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/networks/eaf91894-3b84-45df-807d-9bcc289e3933 HTTP/1.1" status: 204 len: 168 time: 0.6806393 Sep 02 12:54:58.551911 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b790-77b1-43fa-9842-6c5ca2c5225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.570895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:58.589257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888952e8-bcdc-426b-9528-c88ac7e31a12 req-0580354c-930f-4188-88c6-b7ea8a4d25ca tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:58.597874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-888952e8-bcdc-426b-9528-c88ac7e31a12 req-0580354c-930f-4188-88c6-b7ea8a4d25ca tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 932 time: 1.0387442 Sep 02 12:54:58.599284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0dbfd-4f4b-44cb-b796-bc8892fe0a0e tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Network': ['ID=eaf91894-3b84-45df-807d-9bcc289e3933,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:58.608560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.613775 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b07c06f6-7332-4310-8eaf-d68c2f297ea9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.8807170 Sep 02 12:54:58.615274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b790-77b1-43fa-9842-6c5ca2c5225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.631892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:58.660274 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.678856 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Transition to ACTIVE for port object 4414915a-1c4e-43ec-abc5-000ee3293414 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:58.679435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] Deleting port ddf21173-2a5c-48d3-9d39-cbf922c04d0b {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:58.681039 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.690251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d7e786b-1698-48f2-89e1-49d541565244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.691518 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.775169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f3c62-ce06-4cef-89bd-2c96e9fdb2a6 None None] Pushing event updated for resources: {'Port': ['ID=4414915a-1c4e-43ec-abc5-000ee3293414,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:58.782495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:58.790770 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.812219 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Attempting to bind port 4414915a-1c4e-43ec-abc5-000ee3293414 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:54:58.813145 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Attempting to bind port 4414915a-1c4e-43ec-abc5-000ee3293414 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:54:58.814431 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Attempting to bind port 4414915a-1c4e-43ec-abc5-000ee3293414 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:54:58.839126 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:54:58.840388 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:54:58.842596 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.843539 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:54:58.844420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Bound port: 4414915a-1c4e-43ec-abc5-000ee3293414, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:54:58.845730 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.859309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:58.859876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9a182e-3e1d-4f2f-a64c-efdd1d76e876 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:58.924624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] For port ddf21173-2a5c-48d3-9d39-cbf922c04d0b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,segment=NetworkSegment(98fbf677-fba7-40e7-b682-55b4e3ddc41d),segment_id=98fbf677-fba7-40e7-b682-55b4e3ddc41d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:58.924942 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] For port 4414915a-1c4e-43ec-abc5-000ee3293414, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:54:58.925052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:58.929447 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] For port 4414915a-1c4e-43ec-abc5-000ee3293414, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4414915a-1c4e-43ec-abc5-000ee3293414,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:54:58.953267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] Calling delete_port for ddf21173-2a5c-48d3-9d39-cbf922c04d0b owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:58.960993 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.013368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621cc1c-7781-4e88-a81c-586a5ba80a8e req-9523f5bb-ba4d-4b90-8f2e-2daa4bacbc7c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:54:59.015594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5621cc1c-7781-4e88-a81c-586a5ba80a8e req-9523f5bb-ba4d-4b90-8f2e-2daa4bacbc7c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1439693 Sep 02 12:54:59.080633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Deleting port ddf21173-2a5c-48d3-9d39-cbf922c04d0b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:59.081272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.134965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.211251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] Pushing event deleted for resources: {'Port': ['ID=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:59.221841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8ca77-c69c-4366-aab2-f618f5832986 None None] No DVR routers for this DVR port ddf21173-2a5c-48d3-9d39-cbf922c04d0b on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:59.244785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:54:59.245639 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:54:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:59.252651 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f3c62-ce06-4cef-89bd-2c96e9fdb2a6 None None] Pushing event updated for resources: {'Port': ['ID=4414915a-1c4e-43ec-abc5-000ee3293414,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:59.276483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] For port ddf21173-2a5c-48d3-9d39-cbf922c04d0b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,segment=NetworkSegment(98fbf677-fba7-40e7-b682-55b4e3ddc41d),segment_id=98fbf677-fba7-40e7-b682-55b4e3ddc41d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:54:59.277158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.294793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Calling delete_port for ddf21173-2a5c-48d3-9d39-cbf922c04d0b owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:54:59.362764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1bb3b790-77b1-43fa-9842-6c5ca2c5225a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7268eafc23ee49328ae6e9172cb4f4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5248103 Sep 02 12:54:59.365149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3b790-77b1-43fa-9842-6c5ca2c5225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b86cd4-5fd4-4484-877d-763453b3992f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:59.372212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:54:59.416116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5621cc1c-7781-4e88-a81c-586a5ba80a8e req-f9b43e01-4fdd-4f98-8c04-d85353ff9c3a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920667 Sep 02 12:54:59.488712 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:54:59.570021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cb24936-ec54-47ea-b0a5-3a7d8a276260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.626040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.653804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-888952e8-bcdc-426b-9528-c88ac7e31a12 req-8566c19a-73e6-42b5-9def-868bc1a97ae2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0507789 Sep 02 12:54:59.669955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] No DVR routers for this DVR port ddf21173-2a5c-48d3-9d39-cbf922c04d0b on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:54:59.759645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:54:59.787663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ddf21173-2a5c-48d3-9d39-cbf922c04d0b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:54:59.798590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cb24936-ec54-47ea-b0a5-3a7d8a276260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.827307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ddf21173-2a5c-48d3-9d39-cbf922c04d0b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:54:59.827901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ddf21173-2a5c-48d3-9d39-cbf922c04d0b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:54:59.836512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port c0eaa615-bcd9-4019-8a10-dec061bf2b71 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:54:59.836820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Port': ['ID=ddf21173-2a5c-48d3-9d39-cbf922c04d0b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:54:59.837136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.868182 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:54:53Z', 'revision_number': 3, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:59.879086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.915437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.929032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6df3f95-a534-466b-8350-9ca29d7e2ce5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:59.942481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fbf677-fba7-40e7-b682-55b4e3ddc41d') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:59.943028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fbf677-fba7-40e7-b682-55b4e3ddc41d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:54:59.944847 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c164887-0bb5-40b3-bd16-30232276c3a1 None None] The sync data for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 is: [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:54:53Z', 'revision_number': 3, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:54:59.956649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.976523 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cb24936-ec54-47ea-b0a5-3a7d8a276260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.983603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cb24936-ec54-47ea-b0a5-3a7d8a276260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:54:59.986283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Transition to ACTIVE for port object aaeaec21-260d-4039-a4ef-6416e9c31d63 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:54:59.987997 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7cb24936-ec54-47ea-b0a5-3a7d8a276260 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67b86cd4-5fd4-4484-877d-763453b3992f HTTP/1.1" status: 204 len: 168 time: 0.6014163 Sep 02 12:54:59.990857 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.002609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.005882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24936-ec54-47ea-b0a5-3a7d8a276260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b86cd4-5fd4-4484-877d-763453b3992f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:00.010401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:55:00.011094 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:55:00.015731 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:55:00.162986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.178145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.182494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/networks/c6df3f95-a534-466b-8350-9ca29d7e2ce5 HTTP/1.1" status: 204 len: 168 time: 1.6060045 Sep 02 12:55:00.195313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:00.237910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port c0eaa615-bcd9-4019-8a10-dec061bf2b71, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c0eaa615-bcd9-4019-8a10-dec061bf2b71,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:00.238282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.283343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Deleting subnet 6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:55:00.289474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.367696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:00.376780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for c0eaa615-bcd9-4019-8a10-dec061bf2b71 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:55:00.386478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.610516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59c979-66b0-44f5-b792-2b2e1a2309ce tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Network': ['ID=c6df3f95-a534-466b-8350-9ca29d7e2ce5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:00.730698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:00.776260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Attempting to bind port aaeaec21-260d-4039-a4ef-6416e9c31d63 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:00.779452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Attempting to bind port aaeaec21-260d-4039-a4ef-6416e9c31d63 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:00.779452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Attempting to bind port aaeaec21-260d-4039-a4ef-6416e9c31d63 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:00.830729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Port aaeaec21-260d-4039-a4ef-6416e9c31d63 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:55:00.842038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Attempting to bind port aaeaec21-260d-4039-a4ef-6416e9c31d63 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:00.946828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:00.998084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:00.999135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:00.999824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:01.000552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Bound port: aaeaec21-260d-4039-a4ef-6416e9c31d63, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:01.001336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.004319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54b8d0a2-8efb-44ca-a0c0-1b2db93e4f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.067624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6dca-e1ff-445f-a23f-7f8c69d7b601 req-6f1ab1a8-465e-454e-b03a-32daeaf7ece7 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:01.073747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acfa6dca-e1ff-445f-a23f-7f8c69d7b601 req-6f1ab1a8-465e-454e-b03a-32daeaf7ece7 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.3228745 Sep 02 12:55:01.227280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acfa6dca-e1ff-445f-a23f-7f8c69d7b601 req-774e7749-5c9b-4b19-8be9-b7f581677aee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383989 Sep 02 12:55:01.234901 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.305440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4b8fc-5221-4882-8f8b-33d369729aca req-57ddf02e-9f17-4a46-b656-57aa408a1cbc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:01.307635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43a4b8fc-5221-4882-8f8b-33d369729aca req-57ddf02e-9f17-4a46-b656-57aa408a1cbc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 944 time: 0.3331947 Sep 02 12:55:01.338151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45ea62-0595-40bb-b710-a64bc1720b30 None None] Network e7652396-386c-4607-8bed-de6aed3cff2d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:01.449932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.456360 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/subnets/6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf HTTP/1.1" status: 204 len: 168 time: 1.2596354 Sep 02 12:55:01.457773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180ee2f-6089-45f7-8fc3-f6e9a5638ca2 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb31ffd-4ad2-4096-a3c1-b87c2869c5cf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:01.465593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:01.472029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54b8d0a2-8efb-44ca-a0c0-1b2db93e4f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.519596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:01.521779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54b8d0a2-8efb-44ca-a0c0-1b2db93e4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.563031 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-834ec776-f1db-4f9b-b338-0e7242cb8da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.583961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:01.626367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.631085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43a4b8fc-5221-4882-8f8b-33d369729aca req-f09b0f54-f26b-4b50-9b0e-9d9b86742254 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2212620 Sep 02 12:55:01.781978 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.862532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:01.892163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-54b8d0a2-8efb-44ca-a0c0-1b2db93e4f9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=540b5feb107344a0adda17b02d7c7d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9434879 Sep 02 12:55:01.899042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:01.920356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4414915a-1c4e-43ec-abc5-000ee3293414 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:01.957996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8d0a2-8efb-44ca-a0c0-1b2db93e4f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f26a8f-8766-4ff8-bfb5-8ed7984f8f27,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:02.010241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effce6d-e451-4a84-93b5-3d7a3a58ce34 req-22b7742e-6614-4710-b5b2-acb1b934599a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:02.016524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] DHCP port deletion for e7652396-386c-4607-8bed-de6aed3cff2d request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:55:02.028119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4effce6d-e451-4a84-93b5-3d7a3a58ce34 req-22b7742e-6614-4710-b5b2-acb1b934599a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.5481403 Sep 02 12:55:02.036356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:02.037378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.039436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] 10.222.0.41 "PUT /v2.0/ports/aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1092 time: 4.6185770 Sep 02 12:55:02.049909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:02.055310 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc8b96-aab6-4b65-8c13-795166433bec" -d '{"events": [{"name": "network-changed", "server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:02.059769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.097439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:02.110671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'floatingip': {'port_id': '8cdeca77-f535-487f-85c2-270af5e008a8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:02.220047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4414915a-1c4e-43ec-abc5-000ee3293414 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:02.233958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4414915a-1c4e-43ec-abc5-000ee3293414 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:02.234920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.272064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.365276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] Deleting port 3d0b1f09-491d-4795-8c3a-221b85c4060f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:55:02.366355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.440100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Allocated IP 172.20.0.1 (68904a28-1410-4008-8c2e-deb7d42cb52a/768e518f-a31f-4f83-b0c5-287afbc4eff1/b5dadc34-4e6e-42db-98d5-37aef49abba3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:02.457223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.564261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.696400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4414915a-1c4e-43ec-abc5-000ee3293414, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4414915a-1c4e-43ec-abc5-000ee3293414,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:02.711831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.720392 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.736761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.743890 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517c98d6-138f-41f4-b2ea-06ecc6d05c75 x-openstack-request-id: req-517c98d6-138f-41f4-b2ea-06ecc6d05c75 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:02.755437 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:02.756507 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-517c98d6-138f-41f4-b2ea-06ecc6d05c75 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:02.758217 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'status': 'completed', 'code': 200} Sep 02 12:55:02.759063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.772864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fce278-9f22-48a3-82fc-00cb2aa8a54b service neutron] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:02.808329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4414915a-1c4e-43ec-abc5-000ee3293414,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:02.823428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] For port 3d0b1f09-491d-4795-8c3a-221b85c4060f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3d0b1f09-491d-4795-8c3a-221b85c4060f,segment=NetworkSegment(361011b9-4bdf-4cd2-afee-20ef561b881b),segment_id=361011b9-4bdf-4cd2-afee-20ef561b881b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:02.823914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:02.845108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] Calling delete_port for 3d0b1f09-491d-4795-8c3a-221b85c4060f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:55:02.937997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Pushing event updated for resources: {'Port': ['ID=b5dadc34-4e6e-42db-98d5-37aef49abba3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:03.322876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.393280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Network 68904a28-1410-4008-8c2e-deb7d42cb52a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:03.394171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.398474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-d4c31d50-5910-4f48-b2f3-434c82b89aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:03.400116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-d4c31d50-5910-4f48-b2f3-434c82b89aca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1095 time: 0.7689178 Sep 02 12:55:03.402665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=c0eaa615-bcd9-4019-8a10-dec061bf2b71,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:03.413004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:03.418194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:03.437040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] Pushing event deleted for resources: {'Port': ['ID=3d0b1f09-491d-4795-8c3a-221b85c4060f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:03.468224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a398f-eed2-4846-8e48-4f8ca417d4c4 None None] No DVR routers for this DVR port 3d0b1f09-491d-4795-8c3a-221b85c4060f on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:55:03.629025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-10359b80-7f53-43e1-ad9b-97e0086dda74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 217 time: 0.2081728 Sep 02 12:55:03.667098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e39a847-ed77-47d8-95ec-8c021ef8d4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.835305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb1444-2ba0-4450-9d5c-abc669e25db9 req-b1a1eb6e-93e0-4591-930f-931211e3be62 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:03.840930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3fb1444-2ba0-4450-9d5c-abc669e25db9 req-b1a1eb6e-93e0-4591-930f-931211e3be62 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 944 time: 0.8180118 Sep 02 12:55:03.904623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4414915a-1c4e-43ec-abc5-000ee3293414 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:03.927845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.942754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.953294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7652396-386c-4607-8bed-de6aed3cff2d']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:03.968295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361011b9-4bdf-4cd2-afee-20ef561b881b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:03.968295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361011b9-4bdf-4cd2-afee-20ef561b881b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:03.973015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router ed9ebbf4-7d85-4416-8da0-149cafff8de6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:03.977869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.997529 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:03.998957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4414915a-1c4e-43ec-abc5-000ee3293414 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:03.999417 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.004619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:55:04.005120 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.010568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-f080f9b7-72b2-4bd1-94f7-230a5839dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:04.018648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-f080f9b7-72b2-4bd1-94f7-230a5839dc62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.3539348 Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:55:04.153929 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:55:04.175233 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e39a847-ed77-47d8-95ec-8c021ef8d4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.214304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3d0b1f09-491d-4795-8c3a-221b85c4060f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:04.221577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.247169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.249191 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/networks/e7652396-386c-4607-8bed-de6aed3cff2d HTTP/1.1" status: 204 len: 168 time: 2.7713377 Sep 02 12:55:04.256345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:04.259201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 3d0b1f09-491d-4795-8c3a-221b85c4060f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:55:04.259567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3d0b1f09-491d-4795-8c3a-221b85c4060f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:55:04.282922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:55:04.286198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.353121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3fb1444-2ba0-4450-9d5c-abc669e25db9 req-ddf4f7e3-3bf9-4d39-a49a-9f3093b3cf6f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1999714 Sep 02 12:55:04.353833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44da39-0252-4f59-808a-49784d3c7389 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Pushing event deleted for resources: {'Network': ['ID=e7652396-386c-4607-8bed-de6aed3cff2d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:04.382597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-105b37b1-1694-4995-b50a-a76bf806221a tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad3a9bea-7a8c-4092-9df8-03b5508b338d HTTP/1.1" status: 200 len: 205 time: 0.1135411 Sep 02 12:55:04.388312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:04.450511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.514732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.526696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.657092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e39a847-ed77-47d8-95ec-8c021ef8d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.659673 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e39a847-ed77-47d8-95ec-8c021ef8d4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.663096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2e39a847-ed77-47d8-95ec-8c021ef8d4b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0f26a8f-8766-4ff8-bfb5-8ed7984f8f27 HTTP/1.1" status: 204 len: 168 time: 2.7608368 Sep 02 12:55:04.727943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-9359738c-f347-4f99-9727-fda0caa06b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:04.729430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-9359738c-f347-4f99-9727-fda0caa06b5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6976371 Sep 02 12:55:04.763146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.822176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a847-ed77-47d8-95ec-8c021ef8d4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f26a8f-8766-4ff8-bfb5-8ed7984f8f27,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:04.924224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:04.928460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:05.016333 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Floating IP 884c4684-f4ea-4715-8d3f-2879c35c6daf associated. External IP: 172.25.7.137, port: 8cdeca77-f535-487f-85c2-270af5e008a8. Sep 02 12:55:05.085991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:05.086969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Fanout notify agent at l3_agent the message router_deleted on router ad3a9bea-7a8c-4092-9df8-03b5508b338d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:55:05.095831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:05.097822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fba21ac1-51fc-4f20-ba1d-37c1e9d4dcf0 tempest-RoutersNegativeTest-246331994 tempest-RoutersNegativeTest-246331994-project] 10.222.0.60 "DELETE /v2.0/routers/ad3a9bea-7a8c-4092-9df8-03b5508b338d HTTP/1.1" status: 204 len: 168 time: 0.7080383 Sep 02 12:55:05.150773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-36aa3a7d-f7f1-46c2-9aa9-3952f59a147f service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691552 Sep 02 12:55:05.161119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:05.386259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1aa9a25f-9a9f-4045-87ed-bb51a18eb3ae req-3e8ce669-288b-45b1-851e-57c869270490 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995327 Sep 02 12:55:05.671802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:05.684088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] Sync routers for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:05.686175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-28eff498-686b-413b-987c-b2a04c297476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/ed9ebbf4-7d85-4416-8da0-149cafff8de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3274636 Sep 02 12:55:05.695074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:05.710199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:05.710872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:05.717904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:05.778354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecafa7f-90a8-404a-aeac-ad2231651304 req-47fdbcc3-c9d4-43ff-aefd-5a1674572ca4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:05.783486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aecafa7f-90a8-404a-aeac-ad2231651304 req-47fdbcc3-c9d4-43ff-aefd-5a1674572ca4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 944 time: 0.2171509 Sep 02 12:55:05.852378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:05.870041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:05.895829 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aecafa7f-90a8-404a-aeac-ad2231651304 req-a42f3325-b2e1-44ea-8676-145b41e86688 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035092 Sep 02 12:55:05.913684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8b96-aab6-4b65-8c13-795166433bec req-dac2d2df-7976-4ac3-b775-6849051e557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:05.915350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-dac2d2df-7976-4ac3-b775-6849051e557c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1095 time: 0.4421127 Sep 02 12:55:05.991260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.038848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:06.254147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8b96-aab6-4b65-8c13-795166433bec req-f2c129b8-0bb7-429a-a3cd-d670d3814015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:06.256874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-f2c129b8-0bb7-429a-a3cd-d670d3814015 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.3162303 Sep 02 12:55:06.351929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:06.362901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting subnet e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:55:06.363123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:06.378976 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:06.381413 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:06.392861 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.401658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.407675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:55:01Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:06.469858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] Checking router: ed9ebbf4-7d85-4416-8da0-149cafff8de6 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:06.494956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] Routers {'ed9ebbf4-7d85-4416-8da0-149cafff8de6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:06.497518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:06.524422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b21dba77-513e-430a-9db3-cf1ef12da6dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93cc47ac71af4df4b86b43862128f3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8050926 Sep 02 12:55:06.528577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:06.597917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-1483b55c-6c3e-48f4-ba79-bbecd6e03437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 217 time: 0.2212420 Sep 02 12:55:06.621594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.655857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bbdcf10c-edc2-4529-95aa-7a3ad9279223 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "PUT /v2.0/floatingips/884c4684-f4ea-4715-8d3f-2879c35c6daf HTTP/1.1" status: 200 len: 991 time: 4.5569093 Sep 02 12:55:06.665456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:06.677548 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:06.765406 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fca4525-99ad-4938-b6bb-8aa093a76939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.828184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fca4525-99ad-4938-b6bb-8aa093a76939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.846256 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:06.880193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] Set router ed9ebbf4-7d85-4416-8da0-149cafff8de6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:06.887916 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dba87c-6479-4b83-8da4-d223a7b973be x-openstack-request-id: req-c6dba87c-6479-4b83-8da4-d223a7b973be {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:06.892562 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:06.893102 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6dba87c-6479-4b83-8da4-d223a7b973be {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:06.898005 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8', 'status': 'completed', 'code': 200} Sep 02 12:55:06.918417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fca4525-99ad-4938-b6bb-8aa093a76939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.922687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fca4525-99ad-4938-b6bb-8aa093a76939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:06.924468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2fca4525-99ad-4938-b6bb-8aa093a76939 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e200b642-8db1-4bcb-bd67-22caee2f6d65 HTTP/1.1" status: 204 len: 168 time: 0.3949320 Sep 02 12:55:06.955389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca4525-99ad-4938-b6bb-8aa093a76939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e200b642-8db1-4bcb-bd67-22caee2f6d65,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:06.991023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-4d0a68c0-b864-4ada-a54b-6bfe231c8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:06.996674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-4d0a68c0-b864-4ada-a54b-6bfe231c8e04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1096 time: 0.0949454 Sep 02 12:55:07.091330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Pushing event updated for resources: {'Port': ['ID=b5dadc34-4e6e-42db-98d5-37aef49abba3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:07.184196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:07.303511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-032e7faa-95aa-413e-b1b6-7a46696763b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:07.304717 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-032e7faa-95aa-413e-b1b6-7a46696763b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.3040915 Sep 02 12:55:07.525883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-95a36158-7c17-4cf0-a807-7099323558c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 999 time: 0.2071421 Sep 02 12:55:07.621935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:55:01Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:07.638653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4455b4-9e3d-4b4f-8c81-97302b771dba req-6abb6f1b-36a3-42b7-91ba-7d4cadf56dee tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:07.647931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af4455b4-9e3d-4b4f-8c81-97302b771dba req-6abb6f1b-36a3-42b7-91ba-7d4cadf56dee tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 944 time: 0.5442052 Sep 02 12:55:07.649543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8b96-aab6-4b65-8c13-795166433bec req-e80217f3-9065-491b-bff9-1473a4d6e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:07.652780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-e80217f3-9065-491b-bff9-1473a4d6e12d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.9821241 Sep 02 12:55:07.706854 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '884c4684-f4ea-4715-8d3f-2879c35c6daf', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'port_id': '8cdeca77-f535-487f-85c2-270af5e008a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'mac_address': 'fa:16:3e:68:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b726a2-6f90-484a-939b-479f4b8af235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:55:03Z', 'revision_number': 1, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:07.750676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-94e5f88f-d3fa-4045-af0d-d88e7787471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:07.755017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-94e5f88f-d3fa-4045-af0d-d88e7787471e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.2245343 Sep 02 12:55:07.769709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ed5ad-162e-45f6-8e1a-0202e36ae12a None None] The sync data for ids ['ed9ebbf4-7d85-4416-8da0-149cafff8de6'] in n-d-792364-8 is: [{'id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773356614', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:52:07Z', 'updated_at': '2021-09-02T12:55:01Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '6ef7629c-f395-4c87-b9aa-afa989dc622b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9ebbf4-7d85-4416-8da0-149cafff8de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:52:08Z', 'updated_at': '2021-09-02T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:07.809220 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:07.871905 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:07.872838 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:07.899589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-19244b19-bd00-4690-8d72-105c0b47ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:07.903722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-19244b19-bd00-4690-8d72-105c0b47ffd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411622 Sep 02 12:55:07.938007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Network 68904a28-1410-4008-8c2e-deb7d42cb52a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:08.028558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:08.082752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8b96-aab6-4b65-8c13-795166433bec req-013d44cf-a594-4863-8b61-dab77d5f1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:08.102169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-013d44cf-a594-4863-8b61-dab77d5f1b5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4365907 Sep 02 12:55:08.130116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af4455b4-9e3d-4b4f-8c81-97302b771dba req-0b043a0f-908f-4212-a018-3e229f7f5c8b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4632998 Sep 02 12:55:08.308319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-965278f9-4fcb-4c00-9322-1cdd532a443a service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845274 Sep 02 12:55:08.398483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:08.524177 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:08.578372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:55:08.593838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b2a13d0-41d9-4fc0-9107-1d2084f1ff0d req-4ea055e3-766f-466f-9927-a8a902c6bb1d service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825239 Sep 02 12:55:08.893261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:08.939663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:55:08.962786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-57d2050c-b392-4058-bd52-f2922363e0e0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055215 Sep 02 12:55:08.967047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:09.034292 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:09.066973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:55:09.080679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:09.116327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:09.126457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:09.163804 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '884c4684-f4ea-4715-8d3f-2879c35c6daf', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'port_id': '8cdeca77-f535-487f-85c2-270af5e008a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'mac_address': 'fa:16:3e:68:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b726a2-6f90-484a-939b-479f4b8af235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:55:03Z', 'revision_number': 1, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:09.236335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--774514398'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:09.254747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:09.266665 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715424f-8902-47ca-acb5-25bf568cf427 None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '884c4684-f4ea-4715-8d3f-2879c35c6daf', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'port_id': '8cdeca77-f535-487f-85c2-270af5e008a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'mac_address': 'fa:16:3e:68:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b726a2-6f90-484a-939b-479f4b8af235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:55:03Z', 'revision_number': 1, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:09.271966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.272315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.272871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.273401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.273983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.274561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.275135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.275693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.276250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.276805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.277617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.277941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:09.289104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:09.293295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5f8d48-43e5-4321-8bbd-58b58a41e460 None None] Network 0d1a4e67-acd4-4440-ab44-fe0de1576b1d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:09.326222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:09.413312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30cc8b96-aab6-4b65-8c13-795166433bec req-72cc08f4-c149-49cf-8cc5-5e1a2b5977ca service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153106 Sep 02 12:55:09.432991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:09.439280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/subnets/e25f5db4-5e94-4d5e-a4f5-c914524ed2b3 HTTP/1.1" status: 204 len: 168 time: 3.7344630 Sep 02 12:55:09.444119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:09.447890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc60370-43f0-44db-af70-0d426fe2a63a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Subnet': ['ID=e25f5db4-5e94-4d5e-a4f5-c914524ed2b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:09.502512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:09.604133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['aaeaec21-260d-4039-a4ef-6416e9c31d63'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:55:09.607499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c13b-48a4-488f-92c8-32cfd462a0a2 req-e3211a8f-920d-4f16-b621-b512166081d6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:09.609247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6858c13b-48a4-488f-92c8-32cfd462a0a2 req-e3211a8f-920d-4f16-b621-b512166081d6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1949587 Sep 02 12:55:09.747886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c0eaa615-bcd9-4019-8a10-dec061bf2b71 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:09.801093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:09.812130 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cdc15b0b-479d-4823-9a36-4230e802de93 admin admin] 10.222.0.60 "PUT /v2.0/routers/a2d4e0a7-a62d-42f1-874c-fb3c468b83f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1094894 Sep 02 12:55:09.832613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6858c13b-48a4-488f-92c8-32cfd462a0a2 req-20ed452b-2874-4e24-b4f5-def1c364a2b5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722276 Sep 02 12:55:09.836996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c0eaa615-bcd9-4019-8a10-dec061bf2b71 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:55:09.837517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c0eaa615-bcd9-4019-8a10-dec061bf2b71 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:55:09.888473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Sync routers for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:09.913351 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f904b-0d63-4f1b-ba39-f341cbbbd080 None None] New status for floating IP 884c4684-f4ea-4715-8d3f-2879c35c6daf: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:55:10.047689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:10.049967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:10.078492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] DHCP port deletion for 0d1a4e67-acd4-4440-ab44-fe0de1576b1d request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:55:10.276881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:10.306290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.334144 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.558519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.628455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc19231-5e45-4f53-90b3-c539b6a1cb38,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:10.726172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.783606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] Deleting port 2c16860e-cce6-4603-b3b8-fccdba13fd00 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:55:10.783884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.859027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] For port 2c16860e-cce6-4603-b3b8-fccdba13fd00, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2c16860e-cce6-4603-b3b8-fccdba13fd00,segment=NetworkSegment(8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab),segment_id=8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:10.859651 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.876462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] Calling delete_port for 2c16860e-cce6-4603-b3b8-fccdba13fd00 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:55:10.964176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.972975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 6ef7629c-f395-4c87-b9aa-afa989dc622b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:55:10.973819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:10.979861 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.039277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 2, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:11.041489 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.059337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3106559f-e6d3-4215-8ce5-66d2b236685b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:11.075622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Checking router: a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:11.076295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Updating router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 port b5dadc34-4e6e-42db-98d5-37aef49abba3 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:55:11.095299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.097127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-03e35ddf-cfeb-41e1-b472-5f569541462c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0152283 Sep 02 12:55:11.101064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46308) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:11.130370 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.184689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 6ef7629c-f395-4c87-b9aa-afa989dc622b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6ef7629c-f395-4c87-b9aa-afa989dc622b,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:11.186033 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.217391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 6ef7629c-f395-4c87-b9aa-afa989dc622b owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:55:11.238615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] Pushing event deleted for resources: {'Port': ['ID=2c16860e-cce6-4603-b3b8-fccdba13fd00,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:11.249444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.266995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0d3a0-9d2a-4e4c-8133-bf6812506c87 None None] No DVR routers for this DVR port 2c16860e-cce6-4603-b3b8-fccdba13fd00 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:55:11.270037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c8437f9-f2cc-4fe1-a8da-d99ba33f25d6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1673365 Sep 02 12:55:11.272859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:11.287329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-security--2003949220', 'description': 'tempest-security-description-2070705867'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:11.343012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.347711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:11.461855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.473921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.482723 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.489739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "PUT /v2.0/security-groups/3106559f-e6d3-4215-8ce5-66d2b236685b HTTP/1.1" status: 200 len: 1780 time: 0.2128375 Sep 02 12:55:11.507636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46318) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:11.558132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731851bf-4d8e-42f8-9ddc-b1507433f213 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3106559f-e6d3-4215-8ce5-66d2b236685b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:11.613507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-457d61b3-53f6-4e9e-abf8-df1e85507196 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups/3106559f-e6d3-4215-8ce5-66d2b236685b HTTP/1.1" status: 200 len: 1780 time: 0.1032724 Sep 02 12:55:11.614109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46320) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:11.642352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c13ffb-321b-486b-b316-158956eec85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.772376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.851233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c13ffb-321b-486b-b316-158956eec85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.861626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7c13ffb-321b-486b-b316-158956eec85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.866476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=6ef7629c-f395-4c87-b9aa-afa989dc622b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:11.877229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94230e0f-d1b6-4e95-b630-c8153c3b846e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.944255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13ffb-321b-486b-b316-158956eec85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f399868-979d-419c-aa8a-260dbc1e0b33,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:11.984099 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94230e0f-d1b6-4e95-b630-c8153c3b846e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:11.989148 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e7c13ffb-321b-486b-b316-158956eec85f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c9be6ba55b149deb40b309d79d78d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378064 Sep 02 12:55:11.990985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:12.008483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.115301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d34733a-e1cb-4351-8d54-6b90ce8fe678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.129141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.131427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.165814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c16860e-cce6-4603-b3b8-fccdba13fd00 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:12.188979 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d34733a-e1cb-4351-8d54-6b90ce8fe678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.229315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.232790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Fanout notify agent at l3_agent the message router_deleted on router ed9ebbf4-7d85-4416-8da0-149cafff8de6 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:55:12.247284 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.251068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-494753f6-c45f-4f24-94c8-63b5715acd7e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/routers/ed9ebbf4-7d85-4416-8da0-149cafff8de6 HTTP/1.1" status: 204 len: 168 time: 2.7954943 Sep 02 12:55:12.251068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94230e0f-d1b6-4e95-b630-c8153c3b846e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.251395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2c16860e-cce6-4603-b3b8-fccdba13fd00 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:55:12.251395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c16860e-cce6-4603-b3b8-fccdba13fd00 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:55:12.260518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:12.270900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94230e0f-d1b6-4e95-b630-c8153c3b846e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.275962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-94230e0f-d1b6-4e95-b630-c8153c3b846e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/3106559f-e6d3-4215-8ce5-66d2b236685b HTTP/1.1" status: 204 len: 168 time: 0.6570766 Sep 02 12:55:12.276862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:12.296276 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.314767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94230e0f-d1b6-4e95-b630-c8153c3b846e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3106559f-e6d3-4215-8ce5-66d2b236685b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:12.334015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Transition to ACTIVE for port object b5dadc34-4e6e-42db-98d5-37aef49abba3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:12.339778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d34733a-e1cb-4351-8d54-6b90ce8fe678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.342621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d34733a-e1cb-4351-8d54-6b90ce8fe678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.343942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2d34733a-e1cb-4351-8d54-6b90ce8fe678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f399868-979d-419c-aa8a-260dbc1e0b33 HTTP/1.1" status: 204 len: 168 time: 0.3511925 Sep 02 12:55:12.355441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.413226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34733a-e1cb-4351-8d54-6b90ce8fe678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f399868-979d-419c-aa8a-260dbc1e0b33,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:12.456922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08d2845d-4375-42e7-910d-0527aaa6c7e3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1737416 Sep 02 12:55:12.457562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:12.484497 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-2b06ccff-21a2-4d2a-94a5-82ff55d3486e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] delete failed (client error): The resource could not be found. Sep 02 12:55:12.498180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.504287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:12.507750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2b06ccff-21a2-4d2a-94a5-82ff55d3486e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/3106559f-e6d3-4215-8ce5-66d2b236685b HTTP/1.1" status: 404 len: 347 time: 0.0484998 Sep 02 12:55:12.511613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--71349978'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:12.541440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfd92-f28c-454a-bf6b-dc02bb21b814 None None] Pushing event updated for resources: {'Port': ['ID=b5dadc34-4e6e-42db-98d5-37aef49abba3,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:12.592684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.612352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Attempting to bind port b5dadc34-4e6e-42db-98d5-37aef49abba3 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:12.612352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Attempting to bind port b5dadc34-4e6e-42db-98d5-37aef49abba3 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:12.612710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Attempting to bind port b5dadc34-4e6e-42db-98d5-37aef49abba3 on network 68904a28-1410-4008-8c2e-deb7d42cb52a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:12.620873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:12.621508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Checking segment: {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:12.622106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.622630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Bound using segment: {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:12.623856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Bound port: b5dadc34-4e6e-42db-98d5-37aef49abba3, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:12.625136 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.651401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:12.821416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] For port b5dadc34-4e6e-42db-98d5-37aef49abba3, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:12.831096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] For port b5dadc34-4e6e-42db-98d5-37aef49abba3, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b5dadc34-4e6e-42db-98d5-37aef49abba3,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:12.844949 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.864618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.902214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1a4e67-acd4-4440-ab44-fe0de1576b1d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:12.948876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:12.950413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe878b-ea20-4916-a7fd-0dcd3b6c04ab') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:12.956994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfd92-f28c-454a-bf6b-dc02bb21b814 None None] Pushing event updated for resources: {'Port': ['ID=b5dadc34-4e6e-42db-98d5-37aef49abba3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:12.959299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.971544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port aaeaec21-260d-4039-a4ef-6416e9c31d63 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:12.984351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:12.992295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port aaeaec21-260d-4039-a4ef-6416e9c31d63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:12.994364 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.003695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.032673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:13.056945 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43df0aa5-a27a-43d0-9d7c-72ed89a82056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.065585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.070254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:13.078441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5720975 Sep 02 12:55:13.084681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.090004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': 'aa9fac62-cf32-44b6-a44c-ce05317c8475', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:13.091939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:13.093419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:13.093728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4db9b-2340-459a-b361-c595cb78b0c3 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9fac62-cf32-44b6-a44c-ce05317c8475,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:13.113230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:55:13.113230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:55:13.119268 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:55:13.201336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.252132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.257325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.259496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/networks/0d1a4e67-acd4-4440-ab44-fe0de1576b1d HTTP/1.1" status: 204 len: 168 time: 0.9921246 Sep 02 12:55:13.265650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:13.344763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6a95-6724-4357-b7fe-2d4905504173 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Network': ['ID=0d1a4e67-acd4-4440-ab44-fe0de1576b1d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:13.351632 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.383730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:13.390557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:13.398724 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f673f2-109f-4b14-8b2d-6428060e4a72" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:13.466892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:13.476015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.518306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c323293-8f58-455c-9e0d-5fdde484e284 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.547119 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.566727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.574564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43df0aa5-a27a-43d0-9d7c-72ed89a82056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.575808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:13.602768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c323293-8f58-455c-9e0d-5fdde484e284 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.615031 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43df0aa5-a27a-43d0-9d7c-72ed89a82056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.648305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f603ac25-774e-40fa-be5d-0a30d74d393a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:13.688844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.695231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff566687-64e9-44ee-9a6a-14fa6877d737 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228120 Sep 02 12:55:13.696156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:13.717425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-43df0aa5-a27a-43d0-9d7c-72ed89a82056 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1acc10be3c304332ab7774ea9d24d286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835711 Sep 02 12:55:13.723918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df0aa5-a27a-43d0-9d7c-72ed89a82056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa362d6-deb8-46ba-bdb2-4463be2bf69a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:13.727697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:13.842176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c323293-8f58-455c-9e0d-5fdde484e284 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.857492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c323293-8f58-455c-9e0d-5fdde484e284 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:13.865197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c323293-8f58-455c-9e0d-5fdde484e284 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/security-groups/37654071-babb-4e52-ad92-003b6b9e4ced HTTP/1.1" status: 204 len: 168 time: 0.5977888 Sep 02 12:55:13.892891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c323293-8f58-455c-9e0d-5fdde484e284 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37654071-babb-4e52-ad92-003b6b9e4ced,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:13.896038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:12Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:13.978143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6ef7629c-f395-4c87-b9aa-afa989dc622b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:14.008703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 6ef7629c-f395-4c87-b9aa-afa989dc622b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:55:14.009082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6ef7629c-f395-4c87-b9aa-afa989dc622b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:55:14.015575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df3288-8f3d-4922-aed4-6e37c0f5729f None None] The sync data for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 is: [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:12Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:14.339531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-546aff75-9e3a-4b89-a9f5-368e2161b6ad tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.354943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-546aff75-9e3a-4b89-a9f5-368e2161b6ad tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.434102 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-546aff75-9e3a-4b89-a9f5-368e2161b6ad tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.446836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-546aff75-9e3a-4b89-a9f5-368e2161b6ad tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.448063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-546aff75-9e3a-4b89-a9f5-368e2161b6ad tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f603ac25-774e-40fa-be5d-0a30d74d393a HTTP/1.1" status: 204 len: 168 time: 0.7473447 Sep 02 12:55:14.450905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:14.493198 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7be48f90-964f-4407-b8d1-2612e0d4bda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.511066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aff75-9e3a-4b89-a9f5-368e2161b6ad tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f603ac25-774e-40fa-be5d-0a30d74d393a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:14.555365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7be48f90-964f-4407-b8d1-2612e0d4bda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.579214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5370a600-30df-4bff-8f58-b1a9b0e5edf5 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1259494 Sep 02 12:55:14.586454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:14.646912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7be48f90-964f-4407-b8d1-2612e0d4bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.650704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7be48f90-964f-4407-b8d1-2612e0d4bda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.654082 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7be48f90-964f-4407-b8d1-2612e0d4bda3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0aa362d6-deb8-46ba-bdb2-4463be2bf69a HTTP/1.1" status: 204 len: 168 time: 0.3608029 Sep 02 12:55:14.682065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be48f90-964f-4407-b8d1-2612e0d4bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa362d6-deb8-46ba-bdb2-4463be2bf69a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:14.692778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d336ec92-c96f-4c21-a37f-471781782882 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.737085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d336ec92-c96f-4c21-a37f-471781782882 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.821057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d336ec92-c96f-4c21-a37f-471781782882 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.825176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d336ec92-c96f-4c21-a37f-471781782882 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:14.829478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:14.829694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d336ec92-c96f-4c21-a37f-471781782882 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa9fac62-cf32-44b6-a44c-ce05317c8475 HTTP/1.1" status: 204 len: 168 time: 0.2420149 Sep 02 12:55:14.874200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336ec92-c96f-4c21-a37f-471781782882 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9fac62-cf32-44b6-a44c-ce05317c8475,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:14.925427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:14.925804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b2f6704-c0a0-4118-aafe-d8103d767699 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947049 Sep 02 12:55:14.931077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539735657'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:14.987529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.210483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.305169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.340129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8054aec-71ac-4806-9a52-4281af1136ea req-87d0c1c0-1e38-40ac-86a0-ed0196f3a2bd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:15.349198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.350055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b8054aec-71ac-4806-9a52-4281af1136ea req-87d0c1c0-1e38-40ac-86a0-ed0196f3a2bd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.1046479 Sep 02 12:55:15.350507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4239435 Sep 02 12:55:15.354101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:15.356994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7c364-984d-4062-b9c0-d5a268be5cee tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697528b4-933d-4d56-91cd-48215504e6ea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:15.359247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '697528b4-933d-4d56-91cd-48215504e6ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:15.433475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b8054aec-71ac-4806-9a52-4281af1136ea req-9cf5ef25-cc5e-41fb-934a-82bce016b9c5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598478 Sep 02 12:55:15.441805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.453824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-871b0205-8bf6-437a-90d4-841c29486fec tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:15.456758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-871b0205-8bf6-437a-90d4-841c29486fec tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 819 time: 0.2431715 Sep 02 12:55:15.479300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-bead9513-f12b-4404-a029-b87fb2c71543 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/quotas/574e87d3f8b94f8c8580ec5a329b4323 HTTP/1.1" status: 200 len: 375 time: 0.0152960 Sep 02 12:55:15.605177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.612962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.621722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-cbeb06da-fe68-447b-92b4-b8e5bd6aa5d1 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296427 Sep 02 12:55:15.644498 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fa12bb-1483-410c-9b8f-e1ae360f4a4c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:15.650305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.651870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-92865fc0-ba3e-40c8-a235-0bb3bc96f262 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2965651 Sep 02 12:55:15.654424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:15.661193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '697528b4-933d-4d56-91cd-48215504e6ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:15.679011 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a633910-03fa-4494-94fc-54634fb7315a x-openstack-request-id: req-8a633910-03fa-4494-94fc-54634fb7315a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:15.679559 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:15.679559 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a633910-03fa-4494-94fc-54634fb7315a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:15.680072 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:55:15.737926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.856638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b5dadc34-4e6e-42db-98d5-37aef49abba3 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:15.878173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.889180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.929798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f5e82-edf9-4d9c-9134-ca994e8913bf,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:15.937088 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:15.941757 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-270f4a7c-7560-4f46-b03a-70d4cddaa9f6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2856226 Sep 02 12:55:15.942513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:15.947088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-7ecdf300-16fa-4cd6-837f-a1ff6b97ab51 service neutron] 10.222.0.60 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177316 Sep 02 12:55:15.952828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '697528b4-933d-4d56-91cd-48215504e6ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:15.972508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b5dadc34-4e6e-42db-98d5-37aef49abba3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:15.976723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b5dadc34-4e6e-42db-98d5-37aef49abba3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:15.977105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.008781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.117019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15501115-8ecf-4628-9478-822e5c4dd76c req-f73682c9-dffc-446e-bad1-0d3e21130962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:16.117019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15501115-8ecf-4628-9478-822e5c4dd76c req-f73682c9-dffc-446e-bad1-0d3e21130962 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1097 time: 0.3412309 Sep 02 12:55:16.160811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.167530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.179702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.225346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7afcb3d-efc1-4f48-9102-b528181799ef,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:16.228438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.229797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-627d8a24-45e5-4fc8-8bab-889b220d10fb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2858381 Sep 02 12:55:16.232423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:16.233879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port b5dadc34-4e6e-42db-98d5-37aef49abba3, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b5dadc34-4e6e-42db-98d5-37aef49abba3,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:16.239901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '697528b4-933d-4d56-91cd-48215504e6ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:16.244494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15501115-8ecf-4628-9478-822e5c4dd76c req-9e677b12-73cc-4e07-a50f-4a0de82befce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200600 Sep 02 12:55:16.247187 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.282334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-42e08004-f0c3-4a08-97df-e1c6d6c07e0d service neutron] 10.222.0.60 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343041 Sep 02 12:55:16.301046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.388927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=b5dadc34-4e6e-42db-98d5-37aef49abba3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:16.414352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.421382 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.441981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:16.448082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851fc7f4-630f-4bbc-a69f-ede19df60470,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:16.448990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614595090', 'description': 'tempest-secgroup-smoke-614595090 description', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:16.468533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.470553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ceba9b5b-d33c-4dae-8c56-af9de1f1d94b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2367461 Sep 02 12:55:16.474012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46438) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:16.488729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '697528b4-933d-4d56-91cd-48215504e6ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:16.504088 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:55:16.504088 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:55:16.504088 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': '174747dd17cd4146a8ae7f5d26aab932', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 55, 16, 497166)}] Sep 02 12:55:16.504088 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:55:16.504626 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:55:16.529638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.728856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194e404-e65b-415e-a2b2-14818d809961 req-ec0c0885-24d0-4ca8-bd36-6041517929db tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:16.730734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d194e404-e65b-415e-a2b2-14818d809961 req-ec0c0885-24d0-4ca8-bd36-6041517929db tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 950 time: 0.1890235 Sep 02 12:55:16.820832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef0ad0-0d55-4f87-8d69-0c78f2f167cb req-a6c7bc16-684e-420e-9022-70d1e453a71b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:16.823369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-12ef0ad0-0d55-4f87-8d69-0c78f2f167cb req-a6c7bc16-684e-420e-9022-70d1e453a71b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.1527228 Sep 02 12:55:16.862875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46450) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:16.873769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d194e404-e65b-415e-a2b2-14818d809961 req-25041fb8-1682-4a19-aaee-617890cc3972 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248386 Sep 02 12:55:16.894027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:16.925802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-12ef0ad0-0d55-4f87-8d69-0c78f2f167cb req-436aa64f-4a6c-4762-849a-d29da2726f24 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850146 Sep 02 12:55:16.928417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.018223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e498de23-d53a-46b0-bff4-76d3c1b9b164,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:17.043573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.044054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.044525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.044931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.053692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.056610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.057976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ab72d02-16ae-4820-b436-b16e2e581402 req-b62aebd6-9290-4034-ad65-c9d18be238e5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0875540 Sep 02 12:55:17.066303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.068821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.069301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.069588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.069930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.070267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:17.108375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.110984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.111323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bc4eb9a7-93c1-42e2-8954-ad5ad4be6062 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6677201 Sep 02 12:55:17.115772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:17.129016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'e498de23-d53a-46b0-bff4-76d3c1b9b164', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:17.227384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.334754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad7e-35f7-4014-8e46-98b916b8904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.404672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.422658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.471627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.480536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.518572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e773be8-a9ea-4d4b-8f81-29595894f5e9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:17.553177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7776f7-fede-4944-a751-4be781eec2a2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:17.665818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad7e-35f7-4014-8e46-98b916b8904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.677383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad7e-35f7-4014-8e46-98b916b8904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.684201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.685978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa4e48ce-f0c8-44f7-a44f-e475264e2d40 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5690198 Sep 02 12:55:17.690588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:17.696924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'e498de23-d53a-46b0-bff4-76d3c1b9b164', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:17.722241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a0aad7e-35f7-4014-8e46-98b916b8904a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=201368ccaf9e4a9fb0966daf0606be0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8347616 Sep 02 12:55:17.722241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.722241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f8d16abc-f77b-4936-b0e8-dc71c5845169 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2444539 Sep 02 12:55:17.722241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:17.731927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:17.799990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aad7e-35f7-4014-8e46-98b916b8904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed07852-9748-4799-a44d-485785dd17a4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:17.812164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.817927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de5f8dc8-9646-4c3b-bbc0-2f69d61ea05f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.831661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de5f8dc8-9646-4c3b-bbc0-2f69d61ea05f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.862830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b5dadc34-4e6e-42db-98d5-37aef49abba3 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:17.875524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de5f8dc8-9646-4c3b-bbc0-2f69d61ea05f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.881755 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de5f8dc8-9646-4c3b-bbc0-2f69d61ea05f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.882987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-de5f8dc8-9646-4c3b-bbc0-2f69d61ea05f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7e773be8-a9ea-4d4b-8f81-29595894f5e9 HTTP/1.1" status: 204 len: 168 time: 0.1397846 Sep 02 12:55:17.885880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:17.920222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8dc8-9646-4c3b-bbc0-2f69d61ea05f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e773be8-a9ea-4d4b-8f81-29595894f5e9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:17.923375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eecef775-37c4-4da5-aec0-c58209602086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.994495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eecef775-37c4-4da5-aec0-c58209602086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:17.996191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a62e72e1-3f6f-47f8-b4fe-f758710941a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1024053 Sep 02 12:55:17.996815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.051058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0697c1e8-bb4b-481b-aa04-81eec7ef76e9 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.053880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b5dadc34-4e6e-42db-98d5-37aef49abba3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:18.054771 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.060084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.073482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0697c1e8-bb4b-481b-aa04-81eec7ef76e9 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.076195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.139169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0697c1e8-bb4b-481b-aa04-81eec7ef76e9 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.146416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0697c1e8-bb4b-481b-aa04-81eec7ef76e9 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.148008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0697c1e8-bb4b-481b-aa04-81eec7ef76e9 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/851fc7f4-630f-4bbc-a69f-ede19df60470 HTTP/1.1" status: 204 len: 168 time: 0.1471567 Sep 02 12:55:18.148757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec1e8b6-4504-4440-ba19-c2e219d36732,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:18.153836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46508) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.202975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f284-de17-41f4-b18e-6c92086dd16b req-3579e5c6-24d8-4fe8-a2e5-33cabb8ed100 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:18.204697 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bab2f284-de17-41f4-b18e-6c92086dd16b req-3579e5c6-24d8-4fe8-a2e5-33cabb8ed100 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.1312659 Sep 02 12:55:18.215553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697c1e8-bb4b-481b-aa04-81eec7ef76e9 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=851fc7f4-630f-4bbc-a69f-ede19df60470,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:18.216838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eecef775-37c4-4da5-aec0-c58209602086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.222371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eecef775-37c4-4da5-aec0-c58209602086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.225137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eecef775-37c4-4da5-aec0-c58209602086 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fed07852-9748-4799-a44d-485785dd17a4 HTTP/1.1" status: 204 len: 168 time: 0.5012975 Sep 02 12:55:18.228196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.230203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e95257f8-c691-4821-a1bf-858b4585ede9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5383365 Sep 02 12:55:18.235583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46518) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.241386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'e498de23-d53a-46b0-bff4-76d3c1b9b164', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:18.271273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecef775-37c4-4da5-aec0-c58209602086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed07852-9748-4799-a44d-485785dd17a4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:18.298291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-041b34b6-3a00-4357-a2df-50c696805e7f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1300554 Sep 02 12:55:18.300945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.316240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.365807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79d21114-73d1-4f06-aae7-8264dc1ed6ca tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.374772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bab2f284-de17-41f4-b18e-6c92086dd16b req-bfd77ea1-0bb8-49ad-9fb2-01812895f849 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046243 Sep 02 12:55:18.385032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79d21114-73d1-4f06-aae7-8264dc1ed6ca tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.432433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.439975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.450797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79d21114-73d1-4f06-aae7-8264dc1ed6ca tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.462381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79d21114-73d1-4f06-aae7-8264dc1ed6ca tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.464208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79d21114-73d1-4f06-aae7-8264dc1ed6ca tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b7afcb3d-efc1-4f48-9102-b528181799ef HTTP/1.1" status: 204 len: 168 time: 0.1622612 Sep 02 12:55:18.467353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.471814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9d56f4-0513-44ff-a72f-dcc605160132,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:18.538965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.549931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ad353c53-4d87-44c5-a9cb-11fcdb9ce963 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130038 Sep 02 12:55:18.552336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.568589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'e498de23-d53a-46b0-bff4-76d3c1b9b164', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:18.584883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d21114-73d1-4f06-aae7-8264dc1ed6ca tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7afcb3d-efc1-4f48-9102-b528181799ef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:18.661215 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.671981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:18.739126 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ea122d42-20a7-4c2b-9a98-72b242cdedee req-61290cd1-696a-4d65-a186-85802e6b5401 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 210 time: 0.1291120 Sep 02 12:55:18.797802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.802374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-623b4209-78a6-49f3-b76f-43430e769799 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3334906 Sep 02 12:55:18.807356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:18.844303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.857806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.865415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-31c841c1-0057-4d45-bc59-e976359e877e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:18.867029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-31c841c1-0057-4d45-bc59-e976359e877e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 819 time: 0.3713851 Sep 02 12:55:18.872157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1180-8154-459a-95b8-12dd48417024 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.886634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'port': {'device_id': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'admin_state_up': True, 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:18.891595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:18.894991 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7017ca18-779d-425f-8eb0-870ecbc085c5" -d '{"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-unplugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:18.904330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1180-8154-459a-95b8-12dd48417024 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.912095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:18.925573 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.965484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575b9ec6-0b96-40c0-a3d1-5fd545f849a8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:18.989386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:18.990830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7a552e76-4cf5-425d-a863-7924a0435708 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4344728 Sep 02 12:55:18.996988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.006381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6518cc-1880-4dcf-b724-c87e3fec2126 req-166cf7b7-f48d-4353-a015-f4938b06a96a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:19.008112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9d6518cc-1880-4dcf-b724-c87e3fec2126 req-166cf7b7-f48d-4353-a015-f4938b06a96a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.2573292 Sep 02 12:55:19.015689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'e498de23-d53a-46b0-bff4-76d3c1b9b164', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:19.022002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.024244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:19.029791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'floatingip': {'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:19.040379 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1180-8154-459a-95b8-12dd48417024 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.052441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1180-8154-459a-95b8-12dd48417024 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.056696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d7b1180-8154-459a-95b8-12dd48417024 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ee7f5e82-edf9-4d9c-9134-ca994e8913bf HTTP/1.1" status: 204 len: 168 time: 0.2480116 Sep 02 12:55:19.060061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46574) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.081415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.085264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1180-8154-459a-95b8-12dd48417024 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee7f5e82-edf9-4d9c-9134-ca994e8913bf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:19.129511 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a2d4b-3a2c-45a2-a05b-46a82e63c684 x-openstack-request-id: req-546a2d4b-3a2c-45a2-a05b-46a82e63c684 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:19.130309 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-unplugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:19.130762 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-546a2d4b-3a2c-45a2-a05b-46a82e63c684 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:19.131569 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'code': 200} Sep 02 12:55:19.156822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23da371d-6c3d-4004-8454-f23f32e8f3e8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0917878 Sep 02 12:55:19.157124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.206621 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:55:19.218786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Made reservation on behalf of 574e87d3f8b94f8c8580ec5a329b4323 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:19.220843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.224803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.322095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d2f93a9-337c-458c-a223-f2229605a54d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.342371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d2f93a9-337c-458c-a223-f2229605a54d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.385373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.401483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.431047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Allocated IP 172.20.0.13 (68904a28-1410-4008-8c2e-deb7d42cb52a/768e518f-a31f-4f83-b0c5-287afbc4eff1/ff6fa022-c645-4f87-bbd4-2a7bc123ccdf) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:19.502575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a85bb52-ae3d-4fec-ad86-38704a38077b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:19.510683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d2f93a9-337c-458c-a223-f2229605a54d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.524077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f93a9-337c-458c-a223-f2229605a54d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9fa12bb-1483-410c-9b8f-e1ae360f4a4c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:19.530924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d2f93a9-337c-458c-a223-f2229605a54d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.535102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.535335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0d2f93a9-337c-458c-a223-f2229605a54d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b9fa12bb-1483-410c-9b8f-e1ae360f4a4c HTTP/1.1" status: 204 len: 168 time: 0.3756442 Sep 02 12:55:19.549933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.551589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d1a04f2-7601-47ae-aa60-b69d22124b62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5425413 Sep 02 12:55:19.554657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.566715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'e498de23-d53a-46b0-bff4-76d3c1b9b164', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:19.677171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db65b738-73b6-4fd9-929e-ca39d7ca92de tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1408987 Sep 02 12:55:19.680955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:19.803322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.863092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:19.954771 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Network 68904a28-1410-4008-8c2e-deb7d42cb52a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:19.962151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:19.969719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:20.027167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-179aec50-74db-4131-aa20-616c4d0d5dce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.036274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:20.037000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.056597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:20.072791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-179aec50-74db-4131-aa20-616c4d0d5dce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.125221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-a68a2541-b4a1-430f-b286-d6ec269182d7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452726 Sep 02 12:55:20.144816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Request body: {'port': {'device_id': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:20.150785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-179aec50-74db-4131-aa20-616c4d0d5dce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.154031 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-179aec50-74db-4131-aa20-616c4d0d5dce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.158971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-179aec50-74db-4131-aa20-616c4d0d5dce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/697528b4-933d-4d56-91cd-48215504e6ea HTTP/1.1" status: 204 len: 168 time: 0.4739447 Sep 02 12:55:20.159184 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:55:20.179927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:20.189461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aec50-74db-4131-aa20-616c4d0d5dce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697528b4-933d-4d56-91cd-48215504e6ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:20.252459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:20.289316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.298635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-68c0f089-aedd-443d-9e6e-4235c0c7d202 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132076 Sep 02 12:55:20.309023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:20.318272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.321230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371507151'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:20.350999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.444065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8783e067-1045-40d7-a376-9f7cb565ceba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.455309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7147-ef24-4d82-8438-a124fa097d71 req-b8847d3f-72dc-4445-9d89-8a4c42217a40 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:20.456924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3be7147-ef24-4d82-8438-a124fa097d71 req-b8847d3f-72dc-4445-9d89-8a4c42217a40 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 932 time: 0.3453894 Sep 02 12:55:20.597875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.601074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:55:20.638327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.665907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3be7147-ef24-4d82-8438-a124fa097d71 req-9c28c845-5d9c-4a6a-af8e-6c246a599df4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918783 Sep 02 12:55:20.676564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0596be79-7ffa-4d89-bac3-657014fde49c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:20.684473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.690535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.709204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.725280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.788855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc5e031-f87a-4d7d-b8fb-bf93d23e4d04,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:20.812520 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Floating IP df87db3f-25c7-4e63-976d-ddf55a977f3b associated. External IP: 172.25.7.214, port: aaeaec21-260d-4039-a4ef-6416e9c31d63. Sep 02 12:55:20.839717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6fa022-c645-4f87-bbd4-2a7bc123ccdf {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:55:20.852025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.872952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Transition to ACTIVE for port object ff6fa022-c645-4f87-bbd4-2a7bc123ccdf will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:20.880334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.938776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8783e067-1045-40d7-a376-9f7cb565ceba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.955018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:20.957012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8783e067-1045-40d7-a376-9f7cb565ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.962557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.965972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:20.966561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4da7752f-7378-47da-9368-bac6571280d8 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6564946 Sep 02 12:55:20.971052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:20.971258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-898321db-96f3-4eec-a62c-e7c28ee44dc4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4113805 Sep 02 12:55:20.971470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:20.976705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'network': {'name': 'tempest-network-smoke--2023246122', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:20.980964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '2cc5e031-f87a-4d7d-b8fb-bf93d23e4d04', 'direction': 'ingress', 'protocol': 17}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:21.018565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:21.022159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.069086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8783e067-1045-40d7-a376-9f7cb565ceba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eee3b02ed3294198a0d0ac7db823d2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116505 Sep 02 12:55:21.069541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783e067-1045-40d7-a376-9f7cb565ceba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192c1c0-1b41-4bd5-8d9d-d6b9eb1c6dca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:21.074761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:21.131549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.149805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:55:21.169606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.170331 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Added segment 44ad9c0e-eae5-4336-b2b3-324bf91de504 of type vlan for network c855dadf-e9cf-4edd-8535-926511c5084e Sep 02 12:55:21.171208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Attempting to bind port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:21.171549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Attempting to bind port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:21.171888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Attempting to bind port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf on network 68904a28-1410-4008-8c2e-deb7d42cb52a {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:21.187602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf on network 68904a28-1410-4008-8c2e-deb7d42cb52a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:55:21.188028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Attempting to bind port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf on network 68904a28-1410-4008-8c2e-deb7d42cb52a {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:21.205901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:21.206269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Checking segment: {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:21.206626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Bound using segment: {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:21.207056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Bound port: ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e48d97-d911-4f4c-9631-49a00ed7b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:21.207414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.221132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf4411-cdc2-4d16-a25b-0478fb103ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.238611 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.250494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Router 33ee8704-517c-4179-8ebd-3ed845d3c3dd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:21.281023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf4411-cdc2-4d16-a25b-0478fb103ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.293622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.306294 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.338554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.344297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:21.345060 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.354491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6352c16b-16c8-4d25-b14a-d974c013523a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:21.360455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:21.365317 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.368939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6aaabc5b-5c49-4b67-9c35-5c00b52271e4 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3959904 Sep 02 12:55:21.372073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:21.384314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:21.393754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.430003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4573996 Sep 02 12:55:21.433795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:21.448448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf4411-cdc2-4d16-a25b-0478fb103ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.450133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'admin_state_up': True, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:21.451021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf4411-cdc2-4d16-a25b-0478fb103ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.454722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6edf4411-cdc2-4d16-a25b-0478fb103ec3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f192c1c0-1b41-4bd5-8d9d-d6b9eb1c6dca HTTP/1.1" status: 204 len: 168 time: 0.3723059 Sep 02 12:55:21.475789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb89ce0-4230-4723-8902-0b41068c3e06 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Network': ['ID=c855dadf-e9cf-4edd-8535-926511c5084e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:21.479216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:21.479907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.481532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] 10.222.0.18 "PUT /v2.0/ports/ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 1092 time: 1.3441551 Sep 02 12:55:21.487507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf4411-cdc2-4d16-a25b-0478fb103ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192c1c0-1b41-4bd5-8d9d-d6b9eb1c6dca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:21.488923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:21.491431 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1341c910-8812-4a2b-a42d-74e0d294d4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:21.493310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c855dadf-e9cf-4edd-8535-926511c5084e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:55:21.529926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:21.544578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.545185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a90ff-f829-408b-a8ae-44b7cdf4a2ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:21.561263 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831fe5f-9a93-440c-a126-652e26f1b581 x-openstack-request-id: req-6831fe5f-9a93-440c-a126-652e26f1b581 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:21.562038 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:21.562478 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6831fe5f-9a93-440c-a126-652e26f1b581 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:21.562891 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'status': 'completed', 'code': 200} Sep 02 12:55:21.565442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e621bbaf-4dde-4b31-ba89-eb81cccb639e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.587163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.588238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.610055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e621bbaf-4dde-4b31-ba89-eb81cccb639e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.629198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-735bfd30-ee8a-4387-8557-43b16f485118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:21.631030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-735bfd30-ee8a-4387-8557-43b16f485118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1095 time: 0.0869720 Sep 02 12:55:21.646634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] Sync routers for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:21.681935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42b1b40a-2769-418a-8c04-3f78a262a664 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "PUT /v2.0/floatingips/df87db3f-25c7-4e63-976d-ddf55a977f3b HTTP/1.1" status: 200 len: 992 time: 2.6586268 Sep 02 12:55:21.683487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.684849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:21.688567 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed226f-db0a-410d-88c9-4dfd4768b48c" -d '{"events": [{"name": "network-changed", "server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:21.741222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-5eae2513-201c-41ca-98f4-0ff2ba7def17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.0969265 Sep 02 12:55:21.759684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:21.760332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:21.777892 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6132669a-1f90-4abb-ba63-23131d4118fe x-openstack-request-id: req-6132669a-1f90-4abb-ba63-23131d4118fe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:21.778414 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:21.778827 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6132669a-1f90-4abb-ba63-23131d4118fe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:21.779643 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'status': 'completed', 'code': 200} Sep 02 12:55:21.819886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e621bbaf-4dde-4b31-ba89-eb81cccb639e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.822815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e621bbaf-4dde-4b31-ba89-eb81cccb639e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:21.824082 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e621bbaf-4dde-4b31-ba89-eb81cccb639e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/2cc5e031-f87a-4d7d-b8fb-bf93d23e4d04 HTTP/1.1" status: 204 len: 168 time: 0.4510233 Sep 02 12:55:21.829657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46676) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:21.860450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621bbaf-4dde-4b31-ba89-eb81cccb639e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc5e031-f87a-4d7d-b8fb-bf93d23e4d04,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:21.869269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-10d2e751-a43b-4809-8a02-8f745425eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:21.870857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-10d2e751-a43b-4809-8a02-8f745425eea6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1220479 Sep 02 12:55:21.947152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-3d47195b-2cbf-4d03-a13f-300b35228ee8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529337 Sep 02 12:55:22.019570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a12578bb-8d90-4c9e-9fc4-757a03bb6c1d tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1820023 Sep 02 12:55:22.020642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:22.025129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126303760'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:22.069495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.071229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32856d-8af9-44ea-887c-8a4114a07643 req-d8852270-914a-46d9-90b3-9bf0594632a9 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.079527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7f32856d-8af9-44ea-887c-8a4114a07643 req-d8852270-914a-46d9-90b3-9bf0594632a9 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 944 time: 0.1709135 Sep 02 12:55:22.089570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:22.100767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.159479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-d29063a8-a09a-44ec-8a97-468d3904927a service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966922 Sep 02 12:55:22.172970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7f32856d-8af9-44ea-887c-8a4114a07643 req-e729d7d3-a930-43ae-9184-447a6f6d321c tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917211 Sep 02 12:55:22.221376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-f721dbd3-2b65-4f51-b023-9770c3cf4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.222961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-f721dbd3-2b65-4f51-b023-9770c3cf4a31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1097 time: 0.3457150 Sep 02 12:55:22.324951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4a6a43e-d383-4fdb-8067-393ff7287160 req-89f6dfb3-032b-4e55-80a9-ffa6be5fab79 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520238 Sep 02 12:55:22.334974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.340606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.382998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.384190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3632138 Sep 02 12:55:22.386158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c2982-2322-4dbf-bd8a-bf08e904109c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae83c29d-31ae-4962-91f2-0b98a71cca21,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:22.388201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:22.393697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--679904502'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:22.408668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-e6cfc5fc-7d2e-434c-b9db-de868e80dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.410631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-e6cfc5fc-7d2e-434c-b9db-de868e80dde6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1779552 Sep 02 12:55:22.458072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-dd82a917-0849-4909-95c2-2bb04af775d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.459641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-dd82a917-0849-4909-95c2-2bb04af775d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1095 time: 0.0616691 Sep 02 12:55:22.460851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.597199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-5c38022a-0b31-47ec-9e9a-429d97d5ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.598747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-5c38022a-0b31-47ec-9e9a-429d97d5ee87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.1287172 Sep 02 12:55:22.606231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'df87db3f-25c7-4e63-976d-ddf55a977f3b', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:54:48Z', 'updated_at': '2021-09-02T12:55:20Z', 'revision_number': 1, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:55Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:22.636247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.659751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] Checking router: 33ee8704-517c-4179-8ebd-3ed845d3c3dd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:22.662403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-818a1966-6531-4b84-888a-05267cdb38f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.2426355 Sep 02 12:55:22.663816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.681955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:55:22.695703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-ec2f1c5c-aec3-4579-99b7-a3acf3722e72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.0835788 Sep 02 12:55:22.705858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:22.707749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:22.770004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.794167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-83089181-92a1-47ef-899e-f6abceea7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.795895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-83089181-92a1-47ef-899e-f6abceea7563 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.0921285 Sep 02 12:55:22.797339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.822839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-27dff9fc-c01c-45b9-bc0c-756927a0b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.824351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-27dff9fc-c01c-45b9-bc0c-756927a0b546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0889537 Sep 02 12:55:22.842427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-07252b3a-78c6-4d46-9a1b-49d3352a9375 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336285 Sep 02 12:55:22.871562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:22.875977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4837699 Sep 02 12:55:22.879672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46714) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:22.885660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': 'ae83c29d-31ae-4962-91f2-0b98a71cca21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f6e1f289-1ad7-479a-ae13-73f04a5680d3', 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:22.893628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.93 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/05ed73fd-b991-440d-987c-85fb65e55a00) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:22.925743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-66cd5aaf-cd31-4bf3-9113-4b6599f8c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:22.927472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-66cd5aaf-cd31-4bf3-9113-4b6599f8c77a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946352 Sep 02 12:55:22.956293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:22.965745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9764c-4ec4-47c4-bbe1-c36f563ed14c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1f289-1ad7-479a-ae13-73f04a5680d3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:23.066501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.126337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:23.152217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-194e1a5d-3772-48f8-9df5-464e32ccdf46 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983134 Sep 02 12:55:23.194433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'mac_address': 'fa:16:3e:1d:6e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:55:23.197946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.206772 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-77f51d70-a896-4b28-ba54-af9392adb19d service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561877 Sep 02 12:55:23.322949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.331077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.381603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89514dc-683a-4478-9ffd-d6771131a628,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:23.394899 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.396221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a5464acc-5d16-4b6e-a841-bceb03418f00 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5143421 Sep 02 12:55:23.404570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:23.419652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1341c910-8812-4a2b-a42d-74e0d294d4f7 req-0934c5c0-ae38-483e-8fc0-c52f8c011bde service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569678 Sep 02 12:55:23.459959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.494222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1635b49-7680-4d67-a762-3de6f2ff4cfb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:55:23.520646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:23.539594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.570812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed6102-0c31-4520-b8a4-4a44cebb80ef req-2bc3bcf3-6ace-41a6-a505-3e35a96a4254 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:23.587567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ed6102-0c31-4520-b8a4-4a44cebb80ef req-2bc3bcf3-6ace-41a6-a505-3e35a96a4254 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 944 time: 0.2154126 Sep 02 12:55:23.629163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a1635b49-7680-4d67-a762-3de6f2ff4cfb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:55:23.673521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53ed6102-0c31-4520-b8a4-4a44cebb80ef req-ab476159-766d-4fbc-bdbd-8b31c95ec58b tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849836 Sep 02 12:55:23.769066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.786754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2bed226f-db0a-410d-88c9-4dfd4768b48c req-07f53ac2-b258-4aee-899c-f39803295b6f service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685699 Sep 02 12:55:23.834774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad09d-b543-491b-bdc7-8cadde592e48 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.837921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:23.867354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:23.874782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad09d-b543-491b-bdc7-8cadde592e48 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:23.876959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:23.883910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=05ed73fd-b991-440d-987c-85fb65e55a00,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:23.900877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:23.952755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad09d-b543-491b-bdc7-8cadde592e48 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.003347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad09d-b543-491b-bdc7-8cadde592e48 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.004814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb8ad09d-b543-491b-bdc7-8cadde592e48 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f89514dc-683a-4478-9ffd-d6771131a628 HTTP/1.1" status: 204 len: 168 time: 0.5991087 Sep 02 12:55:24.007602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:24.046519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad09d-b543-491b-bdc7-8cadde592e48 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f89514dc-683a-4478-9ffd-d6771131a628,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:24.170540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f0ad064b-c183-4406-ae20-cc35de6bcc98 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1518595 Sep 02 12:55:24.173456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:24.233767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'df87db3f-25c7-4e63-976d-ddf55a977f3b', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:54:48Z', 'updated_at': '2021-09-02T12:55:20Z', 'revision_number': 1, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:55Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:24.320922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd6333-00e7-4018-9464-5eb24499a176 None None] The sync data for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 is: [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'df87db3f-25c7-4e63-976d-ddf55a977f3b', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:54:48Z', 'updated_at': '2021-09-02T12:55:20Z', 'revision_number': 1, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:55Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:24.361395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36b28dd9-f48c-4919-8111-59a9d6b5593b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.366082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.444581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36b28dd9-f48c-4919-8111-59a9d6b5593b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.511345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36b28dd9-f48c-4919-8111-59a9d6b5593b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.515454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36b28dd9-f48c-4919-8111-59a9d6b5593b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.517118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-36b28dd9-f48c-4919-8111-59a9d6b5593b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6e1f289-1ad7-479a-ae13-73f04a5680d3 HTTP/1.1" status: 204 len: 168 time: 0.3321552 Sep 02 12:55:24.523888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:24.529466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b28dd9-f48c-4919-8111-59a9d6b5593b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1f289-1ad7-479a-ae13-73f04a5680d3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:24.674901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6fa022-c645-4f87-bbd4-2a7bc123ccdf details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:55:24.728810 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8b224-1cea-47cc-a926-d8a0e53cb6f3 None None] New status for floating IP df87db3f-25c7-4e63-976d-ddf55a977f3b: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:55:24.771151 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.782583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f55d7a15-bc23-4b3d-b149-f818a431c2ce tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2577558 Sep 02 12:55:24.785629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:24.887747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:24.927554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'port_id': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'mac_address': 'fa:16:3e:95:da:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:55:24.932425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:24.965656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:55:24.998847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.020086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6fa022-c645-4f87-bbd4-2a7bc123ccdf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:55:25.050426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:25.059805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.082139 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.116465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764d3f-9f55-4912-88aa-f951a3ab1b71 req-cb3758da-6a59-40d1-b5d2-3bc8f23d776a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:25.127217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23764d3f-9f55-4912-88aa-f951a3ab1b71 req-cb3758da-6a59-40d1-b5d2-3bc8f23d776a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 944 time: 0.2205927 Sep 02 12:55:25.205761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:25.224777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:25.245734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Sync routers for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:25.253607 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23764d3f-9f55-4912-88aa-f951a3ab1b71 req-d97941f0-23d6-4f5e-8198-efff8223e23e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253221 Sep 02 12:55:25.256056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.261864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-91fb366c-fcb6-42e5-b941-fd293ce6f13a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8174067 Sep 02 12:55:25.263923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.267300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.271490 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.275455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.275870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/ae83c29d-31ae-4962-91f2-0b98a71cca21 HTTP/1.1" status: 204 len: 168 time: 0.4887190 Sep 02 12:55:25.279020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:25.279667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:25.321960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae83c29d-31ae-4962-91f2-0b98a71cca21,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:25.363100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cdd0d962-1fa9-4f69-9f33-15c8e29f9305 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f83b2a7200524bfbb23facb779d17d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974076 Sep 02 12:55:25.365740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.366293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.366813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.367326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.367870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.368366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.368863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.369694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.370203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.371049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.371552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.372052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c0cfb-1279-464f-8c44-01cc5590799e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:25.383743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.413845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:55:25.418171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:25.428181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ddd7dd00-ad58-46c3-8074-6616a961ffcb tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1508543 Sep 02 12:55:25.433956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.442509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175244013'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:25.483548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.709580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.718515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.739124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba31c1-3c43-4747-93ba-d294d7f23d4b tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:25.741387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-42ba31c1-3c43-4747-93ba-d294d7f23d4b tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3561165 Sep 02 12:55:25.744236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.800578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.811200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3756003 Sep 02 12:55:25.815183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:24Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:25.816303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.821409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': 'e7ac10ec-8b75-42cd-9d2a-bb827dd5f75f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:25.824343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff7c58-cdd4-481e-ac73-bc95b05953dc tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac10ec-8b75-42cd-9d2a-bb827dd5f75f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:25.850214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3ac714a6-4d2b-48cd-ab4c-b586178f533d tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1043551 Sep 02 12:55:25.853117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:25.860339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376741610', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:25.865633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Checking router: 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:25.865983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Updating router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df port 05ed73fd-b991-440d-987c-85fb65e55a00 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:55:25.874675 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.901189 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:25.973906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:25.978945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.027563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.056314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.111759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c5cb3c-5559-4a3f-847e-89bec4e1c709,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:26.145572 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.153009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8d56eb70-f483-4c33-b986-226a05c00dac tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3360538 Sep 02 12:55:26.154578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:26.197632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e88229ec-484e-44c0-be47-dc2beb3f6084 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.215839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e88229ec-484e-44c0-be47-dc2beb3f6084 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.312460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e88229ec-484e-44c0-be47-dc2beb3f6084 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.318633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e88229ec-484e-44c0-be47-dc2beb3f6084 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.322640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:26.323466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e88229ec-484e-44c0-be47-dc2beb3f6084 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/63c5cb3c-5559-4a3f-847e-89bec4e1c709 HTTP/1.1" status: 204 len: 168 time: 0.1676090 Sep 02 12:55:26.332133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88229ec-484e-44c0-be47-dc2beb3f6084 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63c5cb3c-5559-4a3f-847e-89bec4e1c709,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:26.472039 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.499279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Transition to ACTIVE for port object 05ed73fd-b991-440d-987c-85fb65e55a00 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:26.502389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d458c70b-5939-4455-b1a4-20b4e9377a57 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1760020 Sep 02 12:55:26.505751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:26.520972 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.521144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.528517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61e7c2-db57-4eff-baf7-4c1395747e7a req-a996d1c3-f91e-4ffd-aedf-c22302180faa tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:26.537836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee61e7c2-db57-4eff-baf7-4c1395747e7a req-a996d1c3-f91e-4ffd-aedf-c22302180faa tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1439857 Sep 02 12:55:26.595062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Subnet': ['ID=ceb5008e-3cf6-4d51-a191-1fd9002a10f6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:26.605685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Checking segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:26.606181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network hostable DHCP agents. Network: c855dadf-e9cf-4edd-8535-926511c5084e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:55:26.614869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70628589-2e98-41b0-8eab-c604e98e1f44 None None] Pushing event updated for resources: {'Port': ['ID=05ed73fd-b991-440d-987c-85fb65e55a00,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:26.631966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network c855dadf-e9cf-4edd-8535-926511c5084e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:55:26.656448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c855dadf-e9cf-4edd-8535-926511c5084e) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:26.663487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Attempting to bind port 05ed73fd-b991-440d-987c-85fb65e55a00 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:26.663867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Attempting to bind port 05ed73fd-b991-440d-987c-85fb65e55a00 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:26.664239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Attempting to bind port 05ed73fd-b991-440d-987c-85fb65e55a00 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:26.669053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:26.671659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28493149-dcf7-450a-a1cb-0c3cd1a1536a None None] Network c855dadf-e9cf-4edd-8535-926511c5084e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:26.674963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.675322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:26.681608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6fa022-c645-4f87-bbd4-2a7bc123ccdf up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:26.712781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6990819c-1dd0-48e2-b03e-4d7bbe5c3f52 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8583589 Sep 02 12:55:26.713436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46820) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:26.760085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:26.760480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:26.760913 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.761331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:26.761858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Bound port: 05ed73fd-b991-440d-987c-85fb65e55a00, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:26.762286 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.893736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] For port 05ed73fd-b991-440d-987c-85fb65e55a00, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:26.951219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] For port 05ed73fd-b991-440d-987c-85fb65e55a00, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=05ed73fd-b991-440d-987c-85fb65e55a00,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:26.951219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:26.973620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.975586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:26.975943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:26.981167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a1635b49-7680-4d67-a762-3de6f2ff4cfb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:26.981545 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.038430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c855dadf-e9cf-4edd-8535-926511c5084e', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:55:27.039319 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.248949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70628589-2e98-41b0-8eab-c604e98e1f44 None None] Pushing event updated for resources: {'Port': ['ID=05ed73fd-b991-440d-987c-85fb65e55a00,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:27.262527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:27.263180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:27.363672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee61e7c2-db57-4eff-baf7-4c1395747e7a req-250287c4-2376-4837-b9cf-debb937c1ca8 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242898 Sep 02 12:55:27.451575 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.458146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d16066-689e-4568-9d59-95296efff925 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.492027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.503739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Allocated IP 172.20.0.2 (c855dadf-e9cf-4edd-8535-926511c5084e/ceb5008e-3cf6-4d51-a191-1fd9002a10f6/4345ef48-551e-47ab-80b7-635429ddddd7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:27.516252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d16066-689e-4568-9d59-95296efff925 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.540300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:27.551419 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7ecc1-c2e8-4af8-900e-3bda9caf5da7" -d '{"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-plugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:27.612156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:27.620152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d16066-689e-4568-9d59-95296efff925 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.625718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d16066-689e-4568-9d59-95296efff925 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.632395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93d16066-689e-4568-9d59-95296efff925 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/e7ac10ec-8b75-42cd-9d2a-bb827dd5f75f HTTP/1.1" status: 204 len: 168 time: 0.3372681 Sep 02 12:55:27.635047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:27.669503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d16066-689e-4568-9d59-95296efff925 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac10ec-8b75-42cd-9d2a-bb827dd5f75f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:27.707849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:27.708283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.747150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:27.751310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11e664a8-2bbd-4209-b019-22208eafbe5f tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108165 Sep 02 12:55:27.754754 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:27.759842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group': {'name': 'tempest-secgroup--972943679'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:27.938886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.232521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.247733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.277513 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.282342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:28.283826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5305018 Sep 02 12:55:28.288642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '2b3f1442-df6c-4b58-bcda-b78984d3c3ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:28.311656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e053669-a258-4f0d-a618-599ecf203301 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f1442-df6c-4b58-bcda-b78984d3c3ea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:28.355795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.441406 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9f7b2-7fe4-4a36-9063-fea7ca0b90c8 x-openstack-request-id: req-c3a9f7b2-7fe4-4a36-9063-fea7ca0b90c8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:28.442381 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-plugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:28.442816 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3a9f7b2-7fe4-4a36-9063-fea7ca0b90c8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:28.443401 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'code': 200} Sep 02 12:55:28.534535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.539061 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.570415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.574806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2913413 Sep 02 12:55:28.575574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:28.585191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a8540-b911-407e-b88f-1246ed995309 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef6d349-3223-4d9f-beba-1aae904e24be,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:28.611214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e4cb3a16-3897-4dff-aeef-43baaa92932e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules/cef6d349-3223-4d9f-beba-1aae904e24be HTTP/1.1" status: 200 len: 763 time: 0.0327289 Sep 02 12:55:28.611943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:28.632869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:28.655768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1391955-cb02-4a67-bdbc-bcf8ef7ac2f6 req-dbf187e4-7de2-4ee3-b9ee-37cca9316c3f tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:28.658524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1391955-cb02-4a67-bdbc-bcf8ef7ac2f6 req-dbf187e4-7de2-4ee3-b9ee-37cca9316c3f tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1524215 Sep 02 12:55:28.703504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b3aa532-1bc8-4c9e-90f8-714d20e32984 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0903456 Sep 02 12:55:28.707572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:28.712378 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.747636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1391955-cb02-4a67-bdbc-bcf8ef7ac2f6 req-f3ca3a24-0d2c-4463-9787-1268afb594a6 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Sep 02 12:55:28.759534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eeac518-79e0-41c3-bb4a-54d9eda3321b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.798865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:28.821786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eeac518-79e0-41c3-bb4a-54d9eda3321b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.870032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f3672aa-2bb6-4464-86d6-aada85933912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.949381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eeac518-79e0-41c3-bb4a-54d9eda3321b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.962340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eeac518-79e0-41c3-bb4a-54d9eda3321b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:28.964157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:28.970038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7eeac518-79e0-41c3-bb4a-54d9eda3321b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cef6d349-3223-4d9f-beba-1aae904e24be HTTP/1.1" status: 204 len: 168 time: 0.2595792 Sep 02 12:55:28.972434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:28.978010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeac518-79e0-41c3-bb4a-54d9eda3321b tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cef6d349-3223-4d9f-beba-1aae904e24be,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:28.986158 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.005240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:24Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:29.007435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Transition to ACTIVE for port object 4345ef48-551e-47ab-80b7-635429ddddd7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:29.050516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e27c920f-c330-48c7-8bb7-dfcd90a540e5 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0728676 Sep 02 12:55:29.053256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46912) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:29.058554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cd0ea-8fbc-4576-867e-4d830fadd4e4 None None] The sync data for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 is: [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:24Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:29.060121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '2b3f1442-df6c-4b58-bcda-b78984d3c3ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:29.068637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Transition to ACTIVE for port object 4345ef48-551e-47ab-80b7-635429ddddd7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:29.078914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.132080 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.155095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Network c855dadf-e9cf-4edd-8535-926511c5084e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:29.158644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:29.163592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:29.180012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Pushing event updated for resources: {'Port': ['ID=4345ef48-551e-47ab-80b7-635429ddddd7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:29.226951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.234841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:29.248640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.256615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Attempting to bind port 4345ef48-551e-47ab-80b7-635429ddddd7 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:29.257035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Attempting to bind port 4345ef48-551e-47ab-80b7-635429ddddd7 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:29.257427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Attempting to bind port 4345ef48-551e-47ab-80b7-635429ddddd7 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:29.269299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:29.269741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Checking segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:29.270161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.270564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Bound using segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:29.271055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Bound port: 4345ef48-551e-47ab-80b7-635429ddddd7, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:29.271435 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.283131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.1 (c855dadf-e9cf-4edd-8535-926511c5084e/ceb5008e-3cf6-4d51-a191-1fd9002a10f6/68927a42-3715-4162-b34f-fa1fac73bd34) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:29.308484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11023be5-fe47-46bb-a3f1-f880a805a57d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:29.326090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.330466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d0ca52db-1d0c-4b56-9206-d261bcacb94a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2759004 Sep 02 12:55:29.331250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:29.372814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-abdaa94a-04bc-496a-89c9-2e9eb1375f23 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules/11023be5-fe47-46bb-a3f1-f880a805a57d HTTP/1.1" status: 200 len: 763 time: 0.0404112 Sep 02 12:55:29.377025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:29.387467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] For port 4345ef48-551e-47ab-80b7-635429ddddd7, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:29.393395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] For port 4345ef48-551e-47ab-80b7-635429ddddd7, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4345ef48-551e-47ab-80b7-635429ddddd7,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:29.405934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.551600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cd58faf-66b2-4b1e-92f7-951c2cb4bbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.588240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc7b5b-34de-47c4-ac19-585f2735b021 None None] Pushing event updated for resources: {'Port': ['ID=4345ef48-551e-47ab-80b7-635429ddddd7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:29.605063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-32e789cf-2080-4aa3-9cb1-6b3c8fe074ef tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2210422 Sep 02 12:55:29.617190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:29.856169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:29.951511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object 68927a42-3715-4162-b34f-fa1fac73bd34 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:29.972517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05ed73fd-b991-440d-987c-85fb65e55a00 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:30.021492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c518f5c8-3754-4046-8e78-93835fe6553a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.032744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c518f5c8-3754-4046-8e78-93835fe6553a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.044466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.159455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 05ed73fd-b991-440d-987c-85fb65e55a00 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:30.169768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 05ed73fd-b991-440d-987c-85fb65e55a00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:30.170148 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.176682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cd58faf-66b2-4b1e-92f7-951c2cb4bbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.197478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8cd58faf-66b2-4b1e-92f7-951c2cb4bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.272478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network c855dadf-e9cf-4edd-8535-926511c5084e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:30.276210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:30.279198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:30.336310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd58faf-66b2-4b1e-92f7-951c2cb4bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef6452-ef34-43b3-9afb-df71d836072c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:30.339432 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c518f5c8-3754-4046-8e78-93835fe6553a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.347038 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c518f5c8-3754-4046-8e78-93835fe6553a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.348188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c518f5c8-3754-4046-8e78-93835fe6553a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/11023be5-fe47-46bb-a3f1-f880a805a57d HTTP/1.1" status: 204 len: 168 time: 0.7285526 Sep 02 12:55:30.351732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:30.372419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8cd58faf-66b2-4b1e-92f7-951c2cb4bbc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75575ddf0b5848829ff7f5143fba371f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1363795 Sep 02 12:55:30.374821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.384496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:30.413602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=68927a42-3715-4162-b34f-fa1fac73bd34,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:30.415557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 05ed73fd-b991-440d-987c-85fb65e55a00, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=05ed73fd-b991-440d-987c-85fb65e55a00,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:30.428868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.465852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd6017-fcf0-4951-99ed-f72bb20ffbcd req-29014f9d-c48c-4d25-a527-0e83e935ed07 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:30.468614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5afd6017-fcf0-4951-99ed-f72bb20ffbcd req-29014f9d-c48c-4d25-a527-0e83e935ed07 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.3394718 Sep 02 12:55:30.471473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.478756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:30.481408 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a4c93-43ce-46d4-b4ca-f2fd9ef8c8e0" -d '{"events": [{"server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:30.554192 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-134e9748-0b4f-4ea9-a431-c868d4bb176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.555849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518f5c8-3754-4046-8e78-93835fe6553a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11023be5-fe47-46bb-a3f1-f880a805a57d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:30.589747 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bc29b3-efcb-4166-a4d1-a099e1f802d3 x-openstack-request-id: req-64bc29b3-efcb-4166-a4d1-a099e1f802d3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:30.590628 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:30.591270 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64bc29b3-efcb-4166-a4d1-a099e1f802d3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:30.591857 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'code': 200} Sep 02 12:55:30.593451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=05ed73fd-b991-440d-987c-85fb65e55a00,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:30.640302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-134e9748-0b4f-4ea9-a431-c868d4bb176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.653226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0145bb61-bc81-4398-9bab-f54e1b438f40 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2916524 Sep 02 12:55:30.660963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:30.666975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Request body: {'security_group_rule': {'security_group_id': '2b3f1442-df6c-4b58-bcda-b78984d3c3ea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:30.768703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5afd6017-fcf0-4951-99ed-f72bb20ffbcd req-b8c42f31-d137-49a3-b949-6dfc6b027fee tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066554 Sep 02 12:55:30.809039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-134e9748-0b4f-4ea9-a431-c868d4bb176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.813175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-134e9748-0b4f-4ea9-a431-c868d4bb176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.814811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-134e9748-0b4f-4ea9-a431-c868d4bb176b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cef6452-ef34-43b3-9afb-df71d836072c HTTP/1.1" status: 204 len: 168 time: 0.4289100 Sep 02 12:55:30.838649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e9748-0b4f-4ea9-a431-c868d4bb176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef6452-ef34-43b3-9afb-df71d836072c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:30.843980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.847960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:30.850756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af453f51-9255-467d-8597-5381bd8c7592 req-27c31628-e83e-4796-ad72-023d66870aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:30.853286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af453f51-9255-467d-8597-5381bd8c7592 req-27c31628-e83e-4796-ad72-023d66870aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1937108 Sep 02 12:55:30.947217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af453f51-9255-467d-8597-5381bd8c7592 req-3c67cdce-aaf8-4f43-9d9b-f2077f24a7b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825610 Sep 02 12:55:31.400143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.408432 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aee2ffd5-ed78-41a7-a873-eb671a71523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.409482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.439574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111072fc-2ef4-4ceb-bd3f-59de708f2d77,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:31.451290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6253c6-d68f-47d9-9176-1056475cc596 None None] Network c855dadf-e9cf-4edd-8535-926511c5084e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:31.467819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.468736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-97a70117-2d0e-481d-ad4c-a773354d27a6 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8055811 Sep 02 12:55:31.471670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:31.503382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5122b8a0-d2c4-4663-8150-423254821427 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules/111072fc-2ef4-4ceb-bd3f-59de708f2d77 HTTP/1.1" status: 200 len: 764 time: 0.0302041 Sep 02 12:55:31.506709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 46984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:31.622081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ce391f6-0617-49a2-93e8-54ec9c6b077a tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1139152 Sep 02 12:55:31.625029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:31.635365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 46988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:31.715392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f7695c5-a6f4-4ab4-b658-e3e00622955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.726032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a506043c-002b-4203-80c9-13e67f811f0f None None] Provisioning for port 4345ef48-551e-47ab-80b7-635429ddddd7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:31.739062 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.799126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e936a3d-fac9-43cf-b535-d3d82d813b09 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.800318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.819393 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:31.867780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e936a3d-fac9-43cf-b535-d3d82d813b09 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.020856 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e936a3d-fac9-43cf-b535-d3d82d813b09 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.065489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e936a3d-fac9-43cf-b535-d3d82d813b09 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.066996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4e936a3d-fac9-43cf-b535-d3d82d813b09 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/111072fc-2ef4-4ceb-bd3f-59de708f2d77 HTTP/1.1" status: 204 len: 168 time: 0.4407220 Sep 02 12:55:32.069805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:32.112149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05ed73fd-b991-440d-987c-85fb65e55a00 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:32.155404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e936a3d-fac9-43cf-b535-d3d82d813b09 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=111072fc-2ef4-4ceb-bd3f-59de708f2d77,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:32.243496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=68927a42-3715-4162-b34f-fa1fac73bd34,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:32.273612 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.294804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3663dfaa-d731-4ba4-83b2-6344df67ba81 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2155426 Sep 02 12:55:32.313800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:32.331613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 05ed73fd-b991-440d-987c-85fb65e55a00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:32.332129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.368072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bdb91-f76a-489b-afd4-f2418734c3c7 req-a8ba6b98-d613-404b-a297-868326ab34fa tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:32.383862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc1bdb91-f76a-489b-afd4-f2418734c3c7 req-a8ba6b98-d613-404b-a297-868326ab34fa tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.3966196 Sep 02 12:55:32.466234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f7695c5-a6f4-4ab4-b658-e3e00622955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.484059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f7695c5-a6f4-4ab4-b658-e3e00622955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.508876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a42fd55-f74e-4151-a104-85aa435cdb7c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.535632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a42fd55-f74e-4151-a104-85aa435cdb7c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.538449 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:55:32.579820 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.581628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df774aba-bff6-43b9-8497-21e31e37cd87 None None] Provisioning for port 68927a42-3715-4162-b34f-fa1fac73bd34 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:32.599512 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a42fd55-f74e-4151-a104-85aa435cdb7c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.599901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df774aba-bff6-43b9-8497-21e31e37cd87 None None] Provisioning complete for port 68927a42-3715-4162-b34f-fa1fac73bd34 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:32.600280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df774aba-bff6-43b9-8497-21e31e37cd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.602767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a42fd55-f74e-4151-a104-85aa435cdb7c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.604145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2a42fd55-f74e-4151-a104-85aa435cdb7c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b3f1442-df6c-4b58-bcda-b78984d3c3ea HTTP/1.1" status: 204 len: 168 time: 0.2894883 Sep 02 12:55:32.612541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47020) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:32.644104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8f7695c5-a6f4-4ab4-b658-e3e00622955b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e760b33c6b0a444dbfe036e304dfdd43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0071940 Sep 02 12:55:32.653539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:32.682507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network c855dadf-e9cf-4edd-8535-926511c5084e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:32.690556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7695c5-a6f4-4ab4-b658-e3e00622955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83fe052-714f-4eeb-9fdd-7d385a8d5496,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:32.716405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc1bdb91-f76a-489b-afd4-f2418734c3c7 req-1766074d-4fe8-49cb-ae8c-46241ff705bb tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316543 Sep 02 12:55:32.717925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:32.767361 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4ca78944-7e21-4cf4-a66e-12a4fd719055 tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1525011 Sep 02 12:55:32.784823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47024) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:32.785479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42fd55-f74e-4151-a104-85aa435cdb7c tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f1442-df6c-4b58-bcda-b78984d3c3ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:32.797154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-df774aba-bff6-43b9-8497-21e31e37cd87 None None] Port 68927a42-3715-4162-b34f-fa1fac73bd34 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:55:32.833731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee16eba-648b-4613-a4ee-eb463cdeeec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.867511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4345ef48-551e-47ab-80b7-635429ddddd7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:32.890151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee16eba-648b-4613-a4ee-eb463cdeeec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:32.977003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4345ef48-551e-47ab-80b7-635429ddddd7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:32.978189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2a892181-f0d4-4dd9-a050-bb3c31747c0e tempest-SecGroupTest-455483072 tempest-SecGroupTest-455483072-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1906891 Sep 02 12:55:32.984135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4345ef48-551e-47ab-80b7-635429ddddd7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:32.986482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.017607 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee16eba-648b-4613-a4ee-eb463cdeeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.020467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee16eba-648b-4613-a4ee-eb463cdeeec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.022216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aee16eba-648b-4613-a4ee-eb463cdeeec2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b83fe052-714f-4eeb-9fdd-7d385a8d5496 HTTP/1.1" status: 204 len: 168 time: 0.3661826 Sep 02 12:55:33.064265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee16eba-648b-4613-a4ee-eb463cdeeec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83fe052-714f-4eeb-9fdd-7d385a8d5496,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:33.096244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:33.165345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf97afe9-2e3c-47f9-8f91-78abe4069b05 None None] Provisioning complete for port 68927a42-3715-4162-b34f-fa1fac73bd34 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:33.176333 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf97afe9-2e3c-47f9-8f91-78abe4069b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.268465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cf97afe9-2e3c-47f9-8f91-78abe4069b05 None None] Port 68927a42-3715-4162-b34f-fa1fac73bd34 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:55:33.344600 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.459644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:33.471133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4345ef48-551e-47ab-80b7-635429ddddd7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4345ef48-551e-47ab-80b7-635429ddddd7,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:33.472425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b75856d-d025-41d5-b0ff-ccfc8a18e19c None None] Provisioning complete for port 68927a42-3715-4162-b34f-fa1fac73bd34 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:33.472927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b75856d-d025-41d5-b0ff-ccfc8a18e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.479570 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Sync routers for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:33.504092 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:33.504841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e54f5da8-55ac-4be3-8b17-10f9506c3b8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7903123 Sep 02 12:55:33.506545 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:33.538032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9b75856d-d025-41d5-b0ff-ccfc8a18e19c None None] Port 68927a42-3715-4162-b34f-fa1fac73bd34 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:55:33.539673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:33.568523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:33.596693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4345ef48-551e-47ab-80b7-635429ddddd7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:33.660785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:33.892960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4345ef48-551e-47ab-80b7-635429ddddd7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:33.995435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4345ef48-551e-47ab-80b7-635429ddddd7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:33.997200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e0268ef5-368b-4180-a792-8dcb57ceca24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=174747dd17cd4146a8ae7f5d26aab932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270771 Sep 02 12:55:33.997810 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.000094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:34.041898 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-6975935c-56b3-453a-9c4a-479506a55c5b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614595090&fields=id&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 267 time: 0.0866604 Sep 02 12:55:34.051665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b13f6-775c-4dca-a2c4-5d58b2b3e597 req-37c116e5-5bc2-4e26-be91-e1577ff47597 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:34.063655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-178b13f6-775c-4dca-a2c4-5d58b2b3e597 req-37c116e5-5bc2-4e26-be91-e1577ff47597 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1362121 Sep 02 12:55:34.172073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-178b13f6-775c-4dca-a2c4-5d58b2b3e597 req-4d1c6f7e-fc11-476c-934b-ed8a75d99e91 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069443 Sep 02 12:55:34.176565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57fb5409-b562-4339-be8a-44ba7fc5843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.242937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57fb5409-b562-4339-be8a-44ba7fc5843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.244789 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.254269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-a7aa4f46-4ea0-4d53-a9df-529cc439084b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:34.265202 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-a7aa4f46-4ea0-4d53-a9df-529cc439084b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 797 time: 0.2222629 Sep 02 12:55:34.289973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-9752cf66-cb41-44ca-8232-e05bba0bfdfc tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/quotas/f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 375 time: 0.0229020 Sep 02 12:55:34.402851 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:31Z', 'revision_number': 2, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:34.403380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-7c0c7aff-57d9-4ae6-b5db-9489c1bdd43d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117444 Sep 02 12:55:34.435714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57fb5409-b562-4339-be8a-44ba7fc5843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.440061 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57fb5409-b562-4339-be8a-44ba7fc5843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.441360 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-57fb5409-b562-4339-be8a-44ba7fc5843d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dc19231-5e45-4f53-90b3-c539b6a1cb38 HTTP/1.1" status: 204 len: 168 time: 0.4402490 Sep 02 12:55:34.447198 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Checking router: 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:34.447777 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Updating router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df port 68927a42-3715-4162-b34f-fa1fac73bd34 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:55:34.533040 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:34.669111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-ccd393a8-1791-4f55-aea8-b9f079fb115d service neutron] 10.222.0.60 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623985 Sep 02 12:55:34.742436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb5409-b562-4339-be8a-44ba7fc5843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc19231-5e45-4f53-90b3-c539b6a1cb38,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:34.901431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:34.922587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb946e-b3f0-47bd-86eb-fb790ac38c1f req-c0781570-a2c4-49d7-8add-a34c5c19aefb tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:34.941828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcdb946e-b3f0-47bd-86eb-fb790ac38c1f req-c0781570-a2c4-49d7-8add-a34c5c19aefb tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1435411 Sep 02 12:55:34.960251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-50df96d5-b2bf-498e-9174-2e82fcaa5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:34.967139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-50df96d5-b2bf-498e-9174-2e82fcaa5568 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.2968185 Sep 02 12:55:35.023394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcdb946e-b3f0-47bd-86eb-fb790ac38c1f req-01ea03e7-a6b8-4626-94b3-00c3254f0b25 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Sep 02 12:55:35.092647 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.204841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1838972812'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:35.300741 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.316715 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Transition to ACTIVE for port object 68927a42-3715-4162-b34f-fa1fac73bd34 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:35.328699 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.338179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-9329456b-fec8-4bde-a657-a0a8789d0129 service neutron] 10.222.0.60 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581085 Sep 02 12:55:35.353175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-d8b3b043-e869-4ef1-a2c4-9062b2f080fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:35.354731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-d8b3b043-e869-4ef1-a2c4-9062b2f080fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.3726661 Sep 02 12:55:35.375335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:35.379725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.420849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-465d1982-d2ae-456a-b158-16e50e80cc57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.0556862 Sep 02 12:55:35.444417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.491335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Pushing event updated for resources: {'Port': ['ID=68927a42-3715-4162-b34f-fa1fac73bd34,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:35.596443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-03f15cac-c54c-4906-9e23-1c8b2e750478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:35.598335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-03f15cac-c54c-4906-9e23-1c8b2e750478 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1687510 Sep 02 12:55:35.651319 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.658099 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.659001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.659676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.660437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.688520 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.690402 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.692085 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.694822 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.699020 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.699528 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.700310 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:55:35.703765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-7b1f0c8a-31cc-4dc9-b3c7-29ab6d874817 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953486 Sep 02 12:55:35.748319 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Attempting to bind port 68927a42-3715-4162-b34f-fa1fac73bd34 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:35.750733 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Attempting to bind port 68927a42-3715-4162-b34f-fa1fac73bd34 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:35.753501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Attempting to bind port 68927a42-3715-4162-b34f-fa1fac73bd34 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:35.770276 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:35.774304 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Checking segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:35.774855 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.776457 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Bound using segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:35.778423 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Bound port: 68927a42-3715-4162-b34f-fa1fac73bd34, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:35.779133 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:35.943774 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] For port 68927a42-3715-4162-b34f-fa1fac73bd34, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:35.947546 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] For port 68927a42-3715-4162-b34f-fa1fac73bd34, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=68927a42-3715-4162-b34f-fa1fac73bd34,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:35.956045 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.016648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.053247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.079850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:36.102219 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:36.118515 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:36.122258 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06905c5-d6e8-4980-ab22-ef27fa97ba01 None None] Pushing event updated for resources: {'Port': ['ID=68927a42-3715-4162-b34f-fa1fac73bd34,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:36.193552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5de5b6d6-4f2c-4e00-ad9e-2aec5672e3ed req-b68f41f7-7cae-47b2-88fe-f19908113420 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 210 time: 0.2681706 Sep 02 12:55:36.273934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:55:36.302455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a1ec1-fd68-41c2-a909-ec257a872c9c req-eab6debe-e26d-433a-af19-271155acda53 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:36.313058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a9a1ec1-fd68-41c2-a909-ec257a872c9c req-eab6debe-e26d-433a-af19-271155acda53 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1539068 Sep 02 12:55:36.348640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47546e-457b-48c2-83da-cae591a4254a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:36.372610 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.374714 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Added segment 0440fc29-8a31-40cf-bcac-27a6aa7d3e2f of type vlan for network 7a2e5856-291c-44ea-bbe1-9f372f5df41d Sep 02 12:55:36.424701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a9a1ec1-fd68-41c2-a909-ec257a872c9c req-ae13a14a-f69f-4f90-a7b6-8299e3537480 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094003 Sep 02 12:55:36.496665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5f5e3e60-9353-42c8-a63e-72552bd00479 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:36.499374 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-5f5e3e60-9353-42c8-a63e-72552bd00479 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 12:55:36.500600 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5f5e3e60-9353-42c8-a63e-72552bd00479 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 12:55:36.506014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f5e3e60-9353-42c8-a63e-72552bd00479 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4246311 Sep 02 12:55:36.508074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47158) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:36.521309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126472073'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:36.541591 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:36.578125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.583252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-6f74253c-45c6-4791-8b68-9dc760a46580 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8552551 Sep 02 12:55:36.602722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.661374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.849691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.861976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.956269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:36.976943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:36.978023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.020739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d37bc-7fa7-4c4d-bafd-2db745ad6f9e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:37.037938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ace1d13b-69dd-436d-8dbc-8f6cb9c3aab7 req-b36aa160-28d6-4daa-abeb-79d7f5a9d462 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376249 Sep 02 12:55:37.111161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.121976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.168392 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.170096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6605508 Sep 02 12:55:37.172767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0583d8-39a2-447a-a7be-07d949fe0bea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1fbd28-0122-4c64-8e1e-9fde07f2d8d5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:37.178571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2657855 Sep 02 12:55:37.187681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:37.188412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:37.195290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'subnet': {'network_id': '7a2e5856-291c-44ea-bbe1-9f372f5df41d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:37.222586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fe31b-6d44-40a7-841c-cd7b3bdcc44c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Network': ['ID=7a2e5856-291c-44ea-bbe1-9f372f5df41d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:37.268693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:55:37.307258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': '7a1fbd28-0122-4c64-8e1e-9fde07f2d8d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:37.330372 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:35Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:37.369508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.398017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:37.401521 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a143-8dae-4dbd-b797-1291b6dff8fb None None] The sync data for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 is: [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:35Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:37.402233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.402414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f260e6fe-4cb7-4163-93ac-a94695cbcdc3 req-673f0afb-70ed-44e3-846a-befa39a5a67e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 210 time: 0.0592382 Sep 02 12:55:37.729537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.826484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9c60-93f5-486f-95ad-52837ad8c905 req-4aae8f1b-5483-47e4-af1f-0774b86ced4a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:37.829798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:37.856144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5dd9c60-93f5-486f-95ad-52837ad8c905 req-4aae8f1b-5483-47e4-af1f-0774b86ced4a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.2362001 Sep 02 12:55:37.911517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 68927a42-3715-4162-b34f-fa1fac73bd34 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:37.973144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5dd9c60-93f5-486f-95ad-52837ad8c905 req-3fdbc011-644e-4fed-9b0d-1166b3583003 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761201 Sep 02 12:55:38.085509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 68927a42-3715-4162-b34f-fa1fac73bd34 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:38.099499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 68927a42-3715-4162-b34f-fa1fac73bd34 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:38.099886 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.332175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.403521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 68927a42-3715-4162-b34f-fa1fac73bd34, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=68927a42-3715-4162-b34f-fa1fac73bd34,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:38.412831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.473975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=68927a42-3715-4162-b34f-fa1fac73bd34,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:38.573616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5f552a2-1fe1-413a-bdb5-41e4e0c75e76 req-8e872192-745b-4980-8fc5-8fde515dfe6a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 210 time: 0.0411880 Sep 02 12:55:38.716640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.754108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5594c7e-3f14-4505-8dbb-fae0827c4e82,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:38.820856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.822332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-515a0eb5-7d74-48fe-ae16-d25bc63315b6 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6326113 Sep 02 12:55:38.826461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:38.833834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d26d1de2-57be-4f42-843d-acd10b9a33ea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': '7a1fbd28-0122-4c64-8e1e-9fde07f2d8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:38.879493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Subnet': ['ID=8bbb5c76-0bda-43e3-996b-1fab0b9be83d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:38.885078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d26d1de2-57be-4f42-843d-acd10b9a33ea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.894352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-d09b12f8-494e-4c12-a557-2a907098c59f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:38.896311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-d09b12f8-494e-4c12-a557-2a907098c59f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.41 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 797 time: 1.1383569 Sep 02 12:55:38.900112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Checking segment: {'id': '0440fc29-8a31-40cf-bcac-27a6aa7d3e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7a2e5856-291c-44ea-bbe1-9f372f5df41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:38.901087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network hostable DHCP agents. Network: 7a2e5856-291c-44ea-bbe1-9f372f5df41d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:55:38.955139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:55:38.970165 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d26d1de2-57be-4f42-843d-acd10b9a33ea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 12:55:38.972235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d26d1de2-57be-4f42-843d-acd10b9a33ea tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1438401 Sep 02 12:55:38.974382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-050aa441-3435-4132-9b99-80c7c71a2673 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 379 time: 0.0534537 Sep 02 12:55:38.975345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:38.983246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 7a2e5856-291c-44ea-bbe1-9f372f5df41d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:38.991222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:38.992414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:38.992827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd0f14-a9bc-4f5a-949e-f781f2ee6c1a None None] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:39.013129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'port': {'device_id': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'admin_state_up': True, 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'security_groups': ['e498de23-d53a-46b0-bff4-76d3c1b9b164']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:39.195240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff069bf-32ee-4880-9fc3-6738712d0c9c None None] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:39.266090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:39.269905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.313122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe09b8ee-e585-410e-bdfd-dd1fcd2554cc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1219790 Sep 02 12:55:39.316562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:39.327271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1737573190', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:39.345342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33ec9-e1a9-481c-8d93-49015ee7fc77 req-0b4f692d-9056-4063-bc51-fd1c7e81f83f tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:39.353524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6dc33ec9-e1a9-481c-8d93-49015ee7fc77 req-0b4f692d-9056-4063-bc51-fd1c7e81f83f tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.2058749 Sep 02 12:55:39.369357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aee8257f-1bbf-49fe-92b8-e4a163a5d600 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.398619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.401962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.475663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aee8257f-1bbf-49fe-92b8-e4a163a5d600 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.516503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6dc33ec9-e1a9-481c-8d93-49015ee7fc77 req-b534069f-3a2d-483a-a43f-ae1d50d1957a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590328 Sep 02 12:55:39.583745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.618031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.6 (c855dadf-e9cf-4edd-8535-926511c5084e/ceb5008e-3cf6-4d51-a191-1fd9002a10f6/952da0c5-0895-415e-b7fa-5f2a5c2d3119) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:39.633128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aee8257f-1bbf-49fe-92b8-e4a163a5d600 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.633128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aee8257f-1bbf-49fe-92b8-e4a163a5d600 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.633128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aee8257f-1bbf-49fe-92b8-e4a163a5d600 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/7a1fbd28-0122-4c64-8e1e-9fde07f2d8d5 HTTP/1.1" status: 204 len: 168 time: 0.6506207 Sep 02 12:55:39.633128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:39.668617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8257f-1bbf-49fe-92b8-e4a163a5d600 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1fbd28-0122-4c64-8e1e-9fde07f2d8d5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:39.779999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eaee019c-6d56-4d12-98c1-b72847fb7bf0 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1345382 Sep 02 12:55:39.810484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:39.842857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 68927a42-3715-4162-b34f-fa1fac73bd34 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:39.868653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--682053398'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:39.879463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e7d3f647-9c90-4aae-87ae-d3fb137fbc90 req-b6751a2e-072c-48af-b5d1-daf858081658 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 210 time: 0.0658767 Sep 02 12:55:39.951247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:39.972431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object 952da0c5-0895-415e-b7fa-5f2a5c2d3119 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:39.973199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 68927a42-3715-4162-b34f-fa1fac73bd34 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:39.973787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.028535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.036803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.057694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.106154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:40.122838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network c855dadf-e9cf-4edd-8535-926511c5084e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:40.125438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:40.142132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:40.234226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:40.235506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.313418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.326113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.329753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-897a2af0-baa0-4f11-b96f-3053dd4a35c9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3317354 Sep 02 12:55:40.346697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Request body: {'port': {'device_id': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:40.387796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.395044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5786183 Sep 02 12:55:40.399403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23946606-4fc2-406f-8518-7ef7a04a6020 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489a93a4-d374-4028-8bd9-aaadb710a30d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:40.412800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:40.431268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1f6d1046-5b50-417f-b965-0a33f98b6d3c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': '489a93a4-d374-4028-8bd9-aaadb710a30d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:40.432084 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-1f6d1046-5b50-417f-b965-0a33f98b6d3c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 02 12:55:40.437792 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-1f6d1046-5b50-417f-b965-0a33f98b6d3c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:40.445532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f6d1046-5b50-417f-b965-0a33f98b6d3c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0256040 Sep 02 12:55:40.452623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:40.538254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.634691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.699047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.723442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ceef058f-4d51-4e22-b6e0-dcf3e1120ed8 None None] Provisioning for port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:40.747612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ceef058f-4d51-4e22-b6e0-dcf3e1120ed8 None None] Provisioning complete for port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:40.748641 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ceef058f-4d51-4e22-b6e0-dcf3e1120ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.901865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ceef058f-4d51-4e22-b6e0-dcf3e1120ed8 None None] Port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:55:40.944810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.223 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/c866e4ec-1769-498e-838f-6d4bc629ae06) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:40.971247 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:40.980095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1c34-da53-4d8d-9278-ddd956880765 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.079065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1c34-da53-4d8d-9278-ddd956880765 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.220758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbe54-e7c2-4e52-a184-b19858915c63 req-f32e59c6-bf3b-44aa-9846-a76b3e75b7a5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:41.234087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db6fbe54-e7c2-4e52-a184-b19858915c63 req-f32e59c6-bf3b-44aa-9846-a76b3e75b7a5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.4702823 Sep 02 12:55:41.238752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.259974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952da0c5-0895-415e-b7fa-5f2a5c2d3119 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:55:41.275093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.286188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b8f9c-f332-4bc2-b925-0288ae8d0c57 req-fbdd6609-a328-47a8-8f1d-4fd47ff55154 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:41.295557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d3b8f9c-f332-4bc2-b925-0288ae8d0c57 req-fbdd6609-a328-47a8-8f1d-4fd47ff55154 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 931 time: 0.1350253 Sep 02 12:55:41.297488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Transition to ACTIVE for port object 952da0c5-0895-415e-b7fa-5f2a5c2d3119 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:55:41.349837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.354760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d3b8f9c-f332-4bc2-b925-0288ae8d0c57 req-37e75fc2-0a19-4caf-a3ae-f60178622b0a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586197 Sep 02 12:55:41.369343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.434183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db6fbe54-e7c2-4e52-a184-b19858915c63 req-65841e28-a08d-4cf2-8103-e32e41783ae5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978793 Sep 02 12:55:41.462136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:41.484046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:41.500548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:41.505415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:41.533163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=c866e4ec-1769-498e-838f-6d4bc629ae06,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:41.558332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1c34-da53-4d8d-9278-ddd956880765 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.562728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1c34-da53-4d8d-9278-ddd956880765 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.567417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b7b1c34-da53-4d8d-9278-ddd956880765 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/489a93a4-d374-4028-8bd9-aaadb710a30d HTTP/1.1" status: 204 len: 168 time: 1.1129081 Sep 02 12:55:41.569471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:41.635450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1c34-da53-4d8d-9278-ddd956880765 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a93a4-d374-4028-8bd9-aaadb710a30d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:41.774090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:41.776717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c5e5b92-2720-4d15-a15f-af5b869bd9d3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1772058 Sep 02 12:55:41.781636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677391626'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:41.805301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:55:41.805688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:55:41.806036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:41.811420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:55:41.811767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:55:41.830097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:55:41.830524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Checking segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:41.830933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Bound using segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:55:41.831979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Bound port: 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:55:41.832697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:41.846510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.012561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:55:42.017087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:55:42.025411 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.053801 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.080423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:42.081429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.083306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] 10.222.0.41 "PUT /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 1091 time: 1.7430086 Sep 02 12:55:42.083952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:42.086881 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c274d6d-8475-44bb-8e41-bbc70017b38e" -d '{"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:42.130702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098c1be-9a40-4612-aa3f-ed4381730ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:42.182234 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91843e80-e6f8-4b55-a75c-c758c6d61d87 x-openstack-request-id: req-91843e80-e6f8-4b55-a75c-c758c6d61d87 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:42.183005 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:42.183798 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91843e80-e6f8-4b55-a75c-c758c6d61d87 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:42.184736 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'status': 'completed', 'code': 200} Sep 02 12:55:42.221434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-31186109-16d0-454c-83f7-7c0970e97832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:42.223932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-31186109-16d0-454c-83f7-7c0970e97832 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1094 time: 0.0888767 Sep 02 12:55:42.236845 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.249626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.281583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-43e288a2-858f-4e12-9a7a-4c0a627788e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 217 time: 0.0493486 Sep 02 12:55:42.312741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.316787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5388458 Sep 02 12:55:42.316787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b046269-e7cc-4abb-bfdc-6bb50c7dee9f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cefb99f-be1f-483d-85fd-e36001fba23f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:42.330104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47298) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:42.341631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c4fabce6-f949-4b95-9d38-8db7f0aacd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': '2cefb99f-be1f-483d-85fd-e36001fba23f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:42.343000 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-c4fabce6-f949-4b95-9d38-8db7f0aacd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 02 12:55:42.343689 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-c4fabce6-f949-4b95-9d38-8db7f0aacd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:42.348592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4fabce6-f949-4b95-9d38-8db7f0aacd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119636 Sep 02 12:55:42.405919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:42.406360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-586f135a-1044-4468-88ec-cad71a0a61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:42.408189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-586f135a-1044-4468-88ec-cad71a0a61d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.1180940 Sep 02 12:55:42.485389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-ba01b63d-3857-423f-aeb0-9ec38973178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:42.487837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-ba01b63d-3857-423f-aeb0-9ec38973178a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712302 Sep 02 12:55:42.576824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19b76cd-5d86-40cb-a560-39820e975a7e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.625455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57484d68-e157-46f8-aeb4-0f474fd4f01f req-827cdf01-809a-4f0d-9c68-55ed3d91e95b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:42.627058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57484d68-e157-46f8-aeb4-0f474fd4f01f req-827cdf01-809a-4f0d-9c68-55ed3d91e95b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 943 time: 0.1254749 Sep 02 12:55:42.646379 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19b76cd-5d86-40cb-a560-39820e975a7e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.659013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27659a-ba74-4a0f-ba08-06c252044d68 req-7f4ecce4-a38a-4d35-b337-3cfb996b4d0e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:42.660869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f27659a-ba74-4a0f-ba08-06c252044d68 req-7f4ecce4-a38a-4d35-b337-3cfb996b4d0e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0927382 Sep 02 12:55:42.666187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.703092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-e7eac9e2-b762-4946-b676-d9fee681f0c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057793 Sep 02 12:55:42.779209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f27659a-ba74-4a0f-ba08-06c252044d68 req-7be7159f-c88d-4492-8f8d-a719afd8e672 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030676 Sep 02 12:55:42.874632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57484d68-e157-46f8-aeb4-0f474fd4f01f req-5681ef39-bdeb-4346-a57e-f1d0524d1c18 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320156 Sep 02 12:55:42.900279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-212e6b71-4397-4154-8c14-c0e0d7b8ed86 req-fed4c8a9-8b77-4bce-a151-60bd11f8c18b service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794872 Sep 02 12:55:42.934991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19b76cd-5d86-40cb-a560-39820e975a7e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.942407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19b76cd-5d86-40cb-a560-39820e975a7e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:42.944275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e19b76cd-5d86-40cb-a560-39820e975a7e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/2cefb99f-be1f-483d-85fd-e36001fba23f HTTP/1.1" status: 204 len: 168 time: 0.5376804 Sep 02 12:55:42.947741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:42.971751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b76cd-5d86-40cb-a560-39820e975a7e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cefb99f-be1f-483d-85fd-e36001fba23f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:43.059571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:55:43.067374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c5e02b34-07f3-4651-9c59-8f18e4f5850a tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1178784 Sep 02 12:55:43.073472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.079664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168181449'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:43.086792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-3494ff2e-c184-4b12-a2b0-dddd63411dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:43.091860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-3494ff2e-c184-4b12-a2b0-dddd63411dbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1094 time: 0.1320438 Sep 02 12:55:43.206567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:43.284079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-e7fbea83-3c1e-4568-b4ee-3140cfee45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:43.285992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-e7fbea83-3c1e-4568-b4ee-3140cfee45b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 898 time: 0.1850603 Sep 02 12:55:43.355598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-cc0994ce-6b87-4bd6-bf4a-d48e81afdf3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 217 time: 0.0587225 Sep 02 12:55:43.479793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-f5bcbcd5-6ac7-456a-bfed-2dc69b38c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:43.484586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-f5bcbcd5-6ac7-456a-bfed-2dc69b38c9d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.1157987 Sep 02 12:55:43.512544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:43.547488 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:43.599710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:43.601791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5269675 Sep 02 12:55:43.607498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-d67daeb9-7434-4ad3-b4d3-462d824fbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:43.610066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-d67daeb9-7434-4ad3-b4d3-462d824fbbad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107271 Sep 02 12:55:43.610235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.611466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ded2b-c835-487f-b062-429eef67f402 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bd376-a6e3-4d79-8a6a-83177aff7e07,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:43.621694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a5c9dd51-46c7-4829-b4a2-81a216111898 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'de7bd376-a6e3-4d79-8a6a-83177aff7e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:43.638540 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-a5c9dd51-46c7-4829-b4a2-81a216111898 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 02 12:55:43.639334 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-a5c9dd51-46c7-4829-b4a2-81a216111898 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:43.643541 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a5c9dd51-46c7-4829-b4a2-81a216111898 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288343 Sep 02 12:55:43.644984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.678943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8df1ec70-08d2-4829-b396-d1c655c71a57 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'de7bd376-a6e3-4d79-8a6a-83177aff7e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:43.681085 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-8df1ec70-08d2-4829-b396-d1c655c71a57 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 02 12:55:43.681225 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8df1ec70-08d2-4829-b396-d1c655c71a57 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:43.684791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8df1ec70-08d2-4829-b396-d1c655c71a57 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0363286 Sep 02 12:55:43.685626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.695173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3aac5c96-a01e-46de-8641-bd7c5ed6581e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'de7bd376-a6e3-4d79-8a6a-83177aff7e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:43.695687 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-3aac5c96-a01e-46de-8641-bd7c5ed6581e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 02 12:55:43.701159 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3aac5c96-a01e-46de-8641-bd7c5ed6581e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:43.701159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3aac5c96-a01e-46de-8641-bd7c5ed6581e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111473 Sep 02 12:55:43.701159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47338) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.708160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:43.708572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f6afd3d8-9f7f-4675-9bf6-8ed6a1f10361 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'de7bd376-a6e3-4d79-8a6a-83177aff7e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:43.710336 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-f6afd3d8-9f7f-4675-9bf6-8ed6a1f10361 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 02 12:55:43.710887 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-f6afd3d8-9f7f-4675-9bf6-8ed6a1f10361 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:43.714645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6afd3d8-9f7f-4675-9bf6-8ed6a1f10361 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096011 Sep 02 12:55:43.715918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.732027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:43.750145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:43.751428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:43.765021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:43.767248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-89307040-f249-4959-999d-d600f6971579 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4496319 Sep 02 12:55:43.769993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:43.813474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-50b73f9d-8722-41d5-878d-658b8d2abd24 service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915216 Sep 02 12:55:43.891199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:43.917664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:43.918422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:43.935294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05e573ad-0d5b-4ea0-a723-39eeba3fa77d tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:43.995104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:43.995682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212eb8d6-9fe1-4e8c-a02c-a7d01657356f None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:44.107321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34a1b-01b6-4e2c-852f-a4ca105cdad2 req-28d352e9-395b-40d6-8ea0-90d278462be4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:44.109603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64a34a1b-01b6-4e2c-852f-a4ca105cdad2 req-28d352e9-395b-40d6-8ea0-90d278462be4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1020100 Sep 02 12:55:44.119632 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05e573ad-0d5b-4ea0-a723-39eeba3fa77d tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.164674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74866fc-20e0-43c6-9772-96e6a3bbf9a6 req-2225af66-d468-43b7-9dc8-c40a8c8e7a62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:44.166565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d74866fc-20e0-43c6-9772-96e6a3bbf9a6 req-2225af66-d468-43b7-9dc8-c40a8c8e7a62 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 943 time: 0.1863987 Sep 02 12:55:44.225294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64a34a1b-01b6-4e2c-852f-a4ca105cdad2 req-da97cb96-dcad-4e41-baeb-20b6233afa53 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068645 Sep 02 12:55:44.239523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c274d6d-8475-44bb-8e41-bbc70017b38e req-457c8c90-fef7-4515-b8b1-6130b3a4fddf service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129703 Sep 02 12:55:44.301871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d74866fc-20e0-43c6-9772-96e6a3bbf9a6 req-fe8572fb-d9f4-4f7b-92e5-4333ddc32f07 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135130 Sep 02 12:55:44.303098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05e573ad-0d5b-4ea0-a723-39eeba3fa77d tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.308851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05e573ad-0d5b-4ea0-a723-39eeba3fa77d tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.314499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05e573ad-0d5b-4ea0-a723-39eeba3fa77d tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/de7bd376-a6e3-4d79-8a6a-83177aff7e07 HTTP/1.1" status: 204 len: 168 time: 0.5978253 Sep 02 12:55:44.330099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47360) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:44.350061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e573ad-0d5b-4ea0-a723-39eeba3fa77d tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bd376-a6e3-4d79-8a6a-83177aff7e07,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:44.451145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-949826d7-9949-47f7-842a-87522807ec7f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196973 Sep 02 12:55:44.458832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47366) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:44.464804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--120123523'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:44.520271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.533797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-2ef31d13-8fee-48c3-b03e-4c1385d90356 req-0e617ff0-3a56-430b-81e5-2fcbd65b3568 service neutron] (94840) timed out ('10.222.0.60', 47122) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 12:55:44.544011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.676036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.692408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.735222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe4b9a-df32-4233-ab35-9408c3e754a0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:44.773004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:44.780211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-15306caa-2c72-4359-98a7-73318c4b73ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3224080 Sep 02 12:55:44.780503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:55:44.781579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47368) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:44.790553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1b561915-db01-4d9d-827b-c25522aea783 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:44.792686 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-1b561915-db01-4d9d-827b-c25522aea783 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 12:55:44.793736 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1b561915-db01-4d9d-827b-c25522aea783 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:44.799035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b561915-db01-4d9d-827b-c25522aea783 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163727 Sep 02 12:55:44.799676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:44.809154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-64dad932-d226-473b-bd75-ab0bf0467d3a tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:44.891398 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-64dad932-d226-473b-bd75-ab0bf0467d3a tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:44.896283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-64dad932-d226-473b-bd75-ab0bf0467d3a tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0955122 Sep 02 12:55:44.896971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47372) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:44.904287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-86bbd1df-16da-4fd0-8dc1-f8044635cd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:44.904845 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-86bbd1df-16da-4fd0-8dc1-f8044635cd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 02 12:55:44.905388 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-86bbd1df-16da-4fd0-8dc1-f8044635cd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:44.909751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-86bbd1df-16da-4fd0-8dc1-f8044635cd29 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084643 Sep 02 12:55:44.913912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:44.923653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f224c100-7ddc-4d66-9502-b247e052bcfd tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:44.961111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:44.981979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'port_id': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'mac_address': 'fa:16:3e:37:54:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:55:45.018820 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-f224c100-7ddc-4d66-9502-b247e052bcfd tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:45.022934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f224c100-7ddc-4d66-9502-b247e052bcfd tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1051984 Sep 02 12:55:45.023881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:45.027109 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:45.037885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d7a5a542-3c24-40e0-b479-116f9d386da9 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:45.040870 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-d7a5a542-3c24-40e0-b479-116f9d386da9 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 12:55:45.041526 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-d7a5a542-3c24-40e0-b479-116f9d386da9 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:45.042532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952da0c5-0895-415e-b7fa-5f2a5c2d3119 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:55:45.048105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d7a5a542-3c24-40e0-b479-116f9d386da9 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192840 Sep 02 12:55:45.048707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:45.057935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9394532c-755a-45c3-bb7f-86aadeb8f78b tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:45.065073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:45.067543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.1 (7a2e5856-291c-44ea-bbe1-9f372f5df41d/8bbb5c76-0bda-43e3-996b-1fab0b9be83d/b8898c22-bc69-42bf-9c60-08b6827a9c31) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:45.073222 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:45.118588 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9394532c-755a-45c3-bb7f-86aadeb8f78b tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:45.121238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9394532c-755a-45c3-bb7f-86aadeb8f78b tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0669551 Sep 02 12:55:45.125034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:45.135852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c757bc17-5934-4247-9cfa-8f027e0a7e61 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:45.136620 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-c757bc17-5934-4247-9cfa-8f027e0a7e61 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 02 12:55:45.137344 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c757bc17-5934-4247-9cfa-8f027e0a7e61 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:45.138704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c757bc17-5934-4247-9cfa-8f027e0a7e61 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107548 Sep 02 12:55:45.141985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:45.144825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:45.151481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8a578039-3d9c-4f70-b962-0286c8f2267c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:45.222041 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8a578039-3d9c-4f70-b962-0286c8f2267c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:45.226020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8a578039-3d9c-4f70-b962-0286c8f2267c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0789506 Sep 02 12:55:45.226872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:45.232556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ae8b0dd2-e72b-426c-9586-b60837432c2c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'acbe4b9a-df32-4233-ab35-9408c3e754a0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:45.328605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['952da0c5-0895-415e-b7fa-5f2a5c2d3119'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:55:45.432372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:45.545808 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ae8b0dd2-e72b-426c-9586-b60837432c2c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:45.549916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ae8b0dd2-e72b-426c-9586-b60837432c2c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3200784 Sep 02 12:55:45.553467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:45.624423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f674-3120-40bd-aa27-44e1c4661e80 req-eec827d2-f0a2-4b07-a5bc-5def5ee1b8f1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:45.626234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26c2f674-3120-40bd-aa27-44e1c4661e80 req-eec827d2-f0a2-4b07-a5bc-5def5ee1b8f1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.1664348 Sep 02 12:55:45.664716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:45.748075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26c2f674-3120-40bd-aa27-44e1c4661e80 req-39225611-2e21-4abb-b5ab-c4df18340288 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124556 Sep 02 12:55:45.816483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901a92-a610-4e6c-82e3-05a2f354d8b5 req-f45cab58-166e-4732-af37-fa817601da44 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:45.819211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0901a92-a610-4e6c-82e3-05a2f354d8b5 req-f45cab58-166e-4732-af37-fa817601da44 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.3484342 Sep 02 12:55:45.847097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:45.856844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:45.871821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:45.990390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.055454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=b8898c22-bc69-42bf-9c60-08b6827a9c31,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:46.081573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc300ece-5948-40e1-a702-edc95643d23c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.145116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0901a92-a610-4e6c-82e3-05a2f354d8b5 req-7e0e579a-1379-49ac-bd7b-df9ff6fd78cf tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186979 Sep 02 12:55:46.151940 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc300ece-5948-40e1-a702-edc95643d23c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.276765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc300ece-5948-40e1-a702-edc95643d23c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.279380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc300ece-5948-40e1-a702-edc95643d23c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.284926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bc300ece-5948-40e1-a702-edc95643d23c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/acbe4b9a-df32-4233-ab35-9408c3e754a0 HTTP/1.1" status: 204 len: 168 time: 0.7150404 Sep 02 12:55:46.285721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:46.303224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc300ece-5948-40e1-a702-edc95643d23c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe4b9a-df32-4233-ab35-9408c3e754a0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:46.305602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.390225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dd236a3d-a5c0-4364-a292-913d14b6586e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995717 Sep 02 12:55:46.391652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:46.403441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632425862'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:46.430495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.575520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.590842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.706032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.706032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2987931 Sep 02 12:55:46.707052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:46.722042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-de7c8fc4-fbf4-49ac-8bc6-30bb19b2d1de tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d1d7a-7f32-4a35-93c8-d4bb3bb09f81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:46.746890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6bd08-7600-4041-be00-ef9a5518fcf3 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d1d7a-7f32-4a35-93c8-d4bb3bb09f81,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:46.776849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.786212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.808017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:55:46.851736 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-de7c8fc4-fbf4-49ac-8bc6-30bb19b2d1de tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The resource could not be found. Sep 02 12:55:46.855553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-de7c8fc4-fbf4-49ac-8bc6-30bb19b2d1de tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1450386 Sep 02 12:55:46.856085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:46.865283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-be760cfe-0a4f-420f-a8cd-1e124f02f9e0 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d1d7a-7f32-4a35-93c8-d4bb3bb09f81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '13308431-df07-41d8-91dd-d51aeba656b8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:46.910142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=b8898c22-bc69-42bf-9c60-08b6827a9c31,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:46.935637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:55:46.936105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.941396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:55:46.942056 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:46.991404 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-be760cfe-0a4f-420f-a8cd-1e124f02f9e0 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The resource could not be found. Sep 02 12:55:46.995734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-be760cfe-0a4f-420f-a8cd-1e124f02f9e0 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1383131 Sep 02 12:55:46.996325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:47.075952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.098897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:47.101674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:47.132790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:47.134370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:47.138524 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd36f6-524c-4428-a554-e80749c7ba89" -d '{"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-plugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:47.145045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.203332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c82a878-fd12-409d-b329-0572ebca12b4 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.228738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c82a878-fd12-409d-b329-0572ebca12b4 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.247164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:47.284878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c82a878-fd12-409d-b329-0572ebca12b4 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.288535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c82a878-fd12-409d-b329-0572ebca12b4 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.292479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:47.293197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c82a878-fd12-409d-b329-0572ebca12b4 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/dc1d1d7a-7f32-4a35-93c8-d4bb3bb09f81 HTTP/1.1" status: 204 len: 168 time: 0.2430396 Sep 02 12:55:47.318014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4922aa-25ba-4dfa-a179-4f076f879dcf req-1b8c7998-84f1-4505-b1c0-625d13f6d152 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:47.329647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a4922aa-25ba-4dfa-a179-4f076f879dcf req-1b8c7998-84f1-4505-b1c0-625d13f6d152 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.3869987 Sep 02 12:55:47.360029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a878-fd12-409d-b329-0572ebca12b4 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d1d7a-7f32-4a35-93c8-d4bb3bb09f81,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:47.392998 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c2630-3274-41f1-8d89-e1596dbeda93 x-openstack-request-id: req-056c2630-3274-41f1-8d89-e1596dbeda93 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:47.393459 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-plugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:47.393716 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-056c2630-3274-41f1-8d89-e1596dbeda93 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:47.394120 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'code': 200} Sep 02 12:55:47.400888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a4922aa-25ba-4dfa-a179-4f076f879dcf req-64c6b409-86f5-4fe0-a9a1-b7cb69b83526 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699179 Sep 02 12:55:47.425064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:47.453780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-424c52c6-926b-446d-bb8e-3b913fa26650 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535056 Sep 02 12:55:47.455816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:47.464216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6fdb162f-6b82-40da-80b7-a08ce5d044df tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': 'ec21df16-f7a4-4176-81ae-eedb27afcfc5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:47.501212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b4fa7-b90d-44b5-8dc3-f15e55dadd69 req-88b85dac-a758-4afb-9f88-fb7ef36c7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:47.503106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b74b4fa7-b90d-44b5-8dc3-f15e55dadd69 req-88b85dac-a758-4afb-9f88-fb7ef36c7b53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1096 time: 0.0834036 Sep 02 12:55:47.655815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:47.661671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0cd0b-c35e-4b74-aa8d-b35e9c401e8a req-89671736-951e-4e7d-be77-d993f340d864 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:47.664083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69c0cd0b-c35e-4b74-aa8d-b35e9c401e8a req-89671736-951e-4e7d-be77-d993f340d864 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1416163 Sep 02 12:55:47.669988 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:47.672003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c6cd506-9cb9-4b1d-9387-cb072ac74452 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/routers/91c321ce-06ef-4376-901a-0a869902fce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9006188 Sep 02 12:55:47.673641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:47.677521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b74b4fa7-b90d-44b5-8dc3-f15e55dadd69 req-c405bd50-71ed-448d-b63b-7a8f777a208a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536767 Sep 02 12:55:47.684221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'port': {'network_id': '7a2e5856-291c-44ea-bbe1-9f372f5df41d', 'name': 'tempest-FloatingIPTestJSON-1152354635'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:47.690465 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:47.692418 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:47.755056 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:47.771364 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:47.772286 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:47.775075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69c0cd0b-c35e-4b74-aa8d-b35e9c401e8a req-16df4845-166c-4b6d-af07-16dfd3612c3d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936668 Sep 02 12:55:47.823185 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:47.824246 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cedab6-775c-483a-b3d4-29e9ba45de39 None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:47.833246 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6fdb162f-6b82-40da-80b7-a08ce5d044df tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The resource could not be found. Sep 02 12:55:47.834523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6fdb162f-6b82-40da-80b7-a08ce5d044df tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3756330 Sep 02 12:55:47.840052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:47.846684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021416050'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:47.877706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:47.881850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.908495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:47.918167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] device_id is not set on port 44b3769c-3792-48b3-af6c-7995a7d923d7 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:55:48.096207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.106594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.10 (7a2e5856-291c-44ea-bbe1-9f372f5df41d/8bbb5c76-0bda-43e3-996b-1fab0b9be83d/44b3769c-3792-48b3-af6c-7995a7d923d7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:48.106851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.164487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.165977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3249848 Sep 02 12:55:48.168743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2eebb-267e-47fd-81c3-20228db55b4e tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5257ffdb-02ac-4c45-bd21-853e1b40527a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:48.172453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47472) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:48.183431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403222295'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:48.287430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.380856 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.474994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.483026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.519550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652de028-fe54-435b-91d1-2521b672ae98,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:48.535527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.593797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.598236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4feef88-f60a-4472-a511-23b44e947049 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4212065 Sep 02 12:55:48.599035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:48.606833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1c18c03d-70b1-4b4e-b8f5-c4088f6a4d7c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group_rule': {'security_group_id': '5257ffdb-02ac-4c45-bd21-853e1b40527a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '652de028-fe54-435b-91d1-2521b672ae98'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:48.610429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:48.614888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:48.623065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:48.652151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=44b3769c-3792-48b3-af6c-7995a7d923d7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:48.673370 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1c18c03d-70b1-4b4e-b8f5-c4088f6a4d7c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:55:48.675118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c18c03d-70b1-4b4e-b8f5-c4088f6a4d7c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0750299 Sep 02 12:55:48.678449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:48.684651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266926e-116b-4ecf-a230-2d96ef964d35 req-da818c41-0520-4591-9559-ed5d1e468096 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:48.694410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4266926e-116b-4ecf-a230-2d96ef964d35 req-da818c41-0520-4591-9559-ed5d1e468096 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1843359 Sep 02 12:55:48.728131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:48.728861 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.752621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a238990b-88ec-408b-a11b-232ebf474988 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:48.769720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4266926e-116b-4ecf-a230-2d96ef964d35 req-ed3d3eea-26cc-43df-acdb-b3a836fb9217 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755999 Sep 02 12:55:48.778111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b091ed09-431c-4563-b157-4b1cb5549e0b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0982754 Sep 02 12:55:48.788776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:48.788776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'port': {'network_id': '7a2e5856-291c-44ea-bbe1-9f372f5df41d', 'name': 'tempest-FloatingIPTestJSON-39942758'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:48.879874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a238990b-88ec-408b-a11b-232ebf474988 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.026920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe00c-f34c-428d-a5bc-cdcdc1c206da req-d923bd7f-0ac2-49ad-ad75-a5321312b8d3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:49.030427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0ffe00c-f34c-428d-a5bc-cdcdc1c206da req-d923bd7f-0ac2-49ad-ad75-a5321312b8d3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1455607 Sep 02 12:55:49.036563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a238990b-88ec-408b-a11b-232ebf474988 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.040590 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a238990b-88ec-408b-a11b-232ebf474988 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.041809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a238990b-88ec-408b-a11b-232ebf474988 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/652de028-fe54-435b-91d1-2521b672ae98 HTTP/1.1" status: 204 len: 168 time: 0.3621333 Sep 02 12:55:49.044671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.078141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238990b-88ec-408b-a11b-232ebf474988 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652de028-fe54-435b-91d1-2521b672ae98,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:49.095235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:49.099375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.120606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d92cf40b-1376-425a-9add-0da18e7b893f tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0744622 Sep 02 12:55:49.122856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.129525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0ffe00c-f34c-428d-a5bc-cdcdc1c206da req-ec3d556f-8b64-4571-9086-649360df4153 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864451 Sep 02 12:55:49.147141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] device_id is not set on port 70c36287-1d9d-419b-9dc2-856231b18a45 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:55:49.211713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf75ed67-7705-4e72-a992-ce26d23c2bf8 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.247106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf75ed67-7705-4e72-a992-ce26d23c2bf8 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.283660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.7 (7a2e5856-291c-44ea-bbe1-9f372f5df41d/8bbb5c76-0bda-43e3-996b-1fab0b9be83d/70c36287-1d9d-419b-9dc2-856231b18a45) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:49.296962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf75ed67-7705-4e72-a992-ce26d23c2bf8 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.300197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf75ed67-7705-4e72-a992-ce26d23c2bf8 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.301411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf75ed67-7705-4e72-a992-ce26d23c2bf8 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/5257ffdb-02ac-4c45-bd21-853e1b40527a HTTP/1.1" status: 204 len: 168 time: 0.1767442 Sep 02 12:55:49.304276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47532) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.323735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ed67-7705-4e72-a992-ce26d23c2bf8 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257ffdb-02ac-4c45-bd21-853e1b40527a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:49.422281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dad17-f436-49f0-810a-802471bb5ada req-e4135afa-a700-4474-837b-7b73573a423d tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:49.424423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a6dad17-f436-49f0-810a-802471bb5ada req-e4135afa-a700-4474-837b-7b73573a423d tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 951 time: 0.0753849 Sep 02 12:55:49.453290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d03935f6-1094-4474-b45b-41cb194b6bdf tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1431944 Sep 02 12:55:49.453742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.461544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'tempest-secgroup--804016587'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:49.493057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a6dad17-f436-49f0-810a-802471bb5ada req-f10a7247-835d-4c22-87f8-097723ab18a5 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594625 Sep 02 12:55:49.502283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.523033 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.568597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.620717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=70c36287-1d9d-419b-9dc2-856231b18a45,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:49.637394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:49.639270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:49.647301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:49.678079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.685643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.704973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:49.706091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.726354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-513d2a15-5dfd-4916-9446-89845a1fd5a5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9425650 Sep 02 12:55:49.729674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.737051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519eb6c3-f497-42eb-a4b6-c29f35dbdd48,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:49.738736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '70c36287-1d9d-419b-9dc2-856231b18a45', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:49.743508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.753960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-71e8bdb9-e6ee-46b9-b78e-b3cee9aa2b13 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2973030 Sep 02 12:55:49.757030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.762973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4feafcdc-cdc5-42f9-9d6a-d4bb7dde1249 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:49.763397 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-4feafcdc-cdc5-42f9-9d6a-d4bb7dde1249 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 12:55:49.764754 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-4feafcdc-cdc5-42f9-9d6a-d4bb7dde1249 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] update failed (client error): There was a conflict when trying to complete your request. Sep 02 12:55:49.766273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4feafcdc-cdc5-42f9-9d6a-d4bb7dde1249 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "PUT /v2.0/security-groups/519eb6c3-f497-42eb-a4b6-c29f35dbdd48 HTTP/1.1" status: 409 len: 330 time: 0.0082812 Sep 02 12:55:49.769379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:49.783697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.841336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d85ed2a-09ec-48d5-a739-98175d715fef tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.897171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d85ed2a-09ec-48d5-a739-98175d715fef tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.930400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:49.988044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7833eee-563f-46a2-8b8e-4b719d9e728b req-be16912c-6aa6-474b-8ff2-9c9b79a56555 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:49.989874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7833eee-563f-46a2-8b8e-4b719d9e728b req-be16912c-6aa6-474b-8ff2-9c9b79a56555 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1108184 Sep 02 12:55:50.018878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d85ed2a-09ec-48d5-a739-98175d715fef tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:50.021493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d85ed2a-09ec-48d5-a739-98175d715fef tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:50.022889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9d85ed2a-09ec-48d5-a739-98175d715fef tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/519eb6c3-f497-42eb-a4b6-c29f35dbdd48 HTTP/1.1" status: 204 len: 168 time: 0.2524726 Sep 02 12:55:50.026442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.041142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ed2a-09ec-48d5-a739-98175d715fef tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519eb6c3-f497-42eb-a4b6-c29f35dbdd48,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:50.059931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7833eee-563f-46a2-8b8e-4b719d9e728b req-b8776d3b-1091-47ee-bb62-f7158a37b6e1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626349 Sep 02 12:55:50.141007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.160 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/f9d6ad7e-96c5-4184-b1b8-d6c17c4956ad) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:50.148240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a7691637-3469-438b-961f-f022c71725ca tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197381 Sep 02 12:55:50.152441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.173199 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3edf60da-4e24-414f-923e-4927eef4407c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] delete failed (client error): The resource could not be found. Sep 02 12:55:50.177421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3edf60da-4e24-414f-923e-4927eef4407c tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab33e7d0-614e-4242-8d97-d5cd5ba9ff8b HTTP/1.1" status: 404 len: 347 time: 0.0202065 Sep 02 12:55:50.179246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.198499 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-f192cf5b-5530-4200-bac9-bfb870d76066 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] show failed (client error): The resource could not be found. Sep 02 12:55:50.204254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f192cf5b-5530-4200-bac9-bfb870d76066 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-groups/9ed0aba6-5963-4397-a4c0-467ec46e00a2 HTTP/1.1" status: 404 len: 347 time: 0.0208552 Sep 02 12:55:50.215980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.251315 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-e839a4a7-fc7d-4785-8320-f760ab4e4e83 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] show failed (client error): The resource could not be found. Sep 02 12:55:50.256436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e839a4a7-fc7d-4785-8320-f760ab4e4e83 tempest-NegativeSecGroupTest-2064757109 tempest-NegativeSecGroupTest-2064757109-project] 10.222.0.60 "GET /v2.0/security-group-rules/0265f9bc-fce6-4a1b-909a-8c99ae872013 HTTP/1.1" status: 404 len: 356 time: 0.0420871 Sep 02 12:55:50.280796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e76a3-3a3b-4048-88f9-c6a71ddaa6a5 req-48d3b133-3355-4d4b-add0-15eaec8c1e66 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:50.294797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a38e76a3-3a3b-4048-88f9-c6a71ddaa6a5 req-48d3b133-3355-4d4b-add0-15eaec8c1e66 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1239700 Sep 02 12:55:50.326807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:50.378414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:50.388216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a38e76a3-3a3b-4048-88f9-c6a71ddaa6a5 req-160a7053-27b1-46e4-bb0c-e969b9a4fef4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903893 Sep 02 12:55:50.413487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.417176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:50.423946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:50.427860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:50.478542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=f9d6ad7e-96c5-4184-b1b8-d6c17c4956ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:50.494762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed067e72-a8f0-451b-84b9-1557270e37e9 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:50.496803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed067e72-a8f0-451b-84b9-1557270e37e9 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1091 time: 0.0782392 Sep 02 12:55:50.499419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.505305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:50.541639 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:50.657253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f542e0f-6355-42c0-a4c2-ee629a660139 req-3b1fd61d-db88-4db7-896f-4ecca2a8eb6e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:50.658914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f542e0f-6355-42c0-a4c2-ee629a660139 req-3b1fd61d-db88-4db7-896f-4ecca2a8eb6e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1247752 Sep 02 12:55:50.686303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:50.752577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:50.820268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f542e0f-6355-42c0-a4c2-ee629a660139 req-be246f4e-2a9b-4961-8e4c-ef21c01b0765 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026573 Sep 02 12:55:50.898504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.89 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/e81f6952-b91a-49d8-951e-0c93a55a4983) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:51.055475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.348850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:51.466790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.486179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.518537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc64e555-0754-48e1-8562-2bff27ceb104 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1d3bb09619f49b3a35b3cce4fa38e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646270 Sep 02 12:55:51.526050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47634) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:51.550384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb89a-7cab-4134-9716-926a3055b872 req-4b7d03ff-31c3-4c79-b877-77f77e71c60e tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:51.551962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-666fb89a-7cab-4134-9716-926a3055b872 req-4b7d03ff-31c3-4c79-b877-77f77e71c60e tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 951 time: 0.6142764 Sep 02 12:55:51.553530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:51.565343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:51.567654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f50143a-d285-4297-8c00-4e5524ec0f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.574867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:51.579464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-f5728927-4cbe-4e18-b4b5-1091955722ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467328 Sep 02 12:55:51.583774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=e81f6952-b91a-49d8-951e-0c93a55a4983,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:51.661943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.730001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30994b0-6e55-48ef-9e60-98821508a7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.778368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-666fb89a-7cab-4134-9716-926a3055b872 req-9bb8b865-94e7-4466-8737-570eba04de68 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019210 Sep 02 12:55:51.801305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30994b0-6e55-48ef-9e60-98821508a7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.815704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-2cc9447f-23e0-495e-b082-a55ab4706897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:51.817311 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-2cc9447f-23e0-495e-b082-a55ab4706897 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1096 time: 0.1844921 Sep 02 12:55:51.910339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f50143a-d285-4297-8c00-4e5524ec0f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.922530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f50143a-d285-4297-8c00-4e5524ec0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:51.972876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f50143a-d285-4297-8c00-4e5524ec0f63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b98531e4db974f349235f98dbaec6822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156092 Sep 02 12:55:51.982146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:52.005563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50143a-d285-4297-8c00-4e5524ec0f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500bc5e5-8c0e-4221-9ed8-fa8b2ceef501,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:52.018889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.034144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.078919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30994b0-6e55-48ef-9e60-98821508a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.080006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30994b0-6e55-48ef-9e60-98821508a7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.081178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a30994b0-6e55-48ef-9e60-98821508a7c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d26d37bc-7fa7-4c4d-bafd-2db745ad6f9e HTTP/1.1" status: 204 len: 168 time: 0.5522659 Sep 02 12:55:52.104311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528195f-7f57-4050-a258-dd1178355ec6 req-59f2573e-770e-4794-b75b-2d3230afb608 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:52.106030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d528195f-7f57-4050-a258-dd1178355ec6 req-59f2573e-770e-4794-b75b-2d3230afb608 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1775689 Sep 02 12:55:52.114039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-f2927aaa-8cf4-4487-be08-c3c08ed6b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:52.115577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-f2927aaa-8cf4-4487-be08-c3c08ed6b7f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.2453060 Sep 02 12:55:52.117744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30994b0-6e55-48ef-9e60-98821508a7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d37bc-7fa7-4c4d-bafd-2db745ad6f9e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:52.129588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=f9d6ad7e-96c5-4184-b1b8-d6c17c4956ad,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:52.138478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-539dbef4-3d6e-45ce-9b63-8f5c19bcbc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.175142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.177329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-539dbef4-3d6e-45ce-9b63-8f5c19bcbc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.313810 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP d44ecb0c-9d22-4fca-9800-729b7cc08c5d associated. External IP: 172.25.7.160, port: 70c36287-1d9d-419b-9dc2-856231b18a45. Sep 02 12:55:52.317968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d528195f-7f57-4050-a258-dd1178355ec6 req-a333ba78-1e76-47cf-99bb-f73addfa606e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930575 Sep 02 12:55:52.322396 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-4b8a4220-ceab-4467-bfca-dd37b1d00f4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 1001 time: 0.1954505 Sep 02 12:55:52.392415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-539dbef4-3d6e-45ce-9b63-8f5c19bcbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.395519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-539dbef4-3d6e-45ce-9b63-8f5c19bcbc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.409636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-539dbef4-3d6e-45ce-9b63-8f5c19bcbc0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/500bc5e5-8c0e-4221-9ed8-fa8b2ceef501 HTTP/1.1" status: 204 len: 168 time: 0.4136169 Sep 02 12:55:52.409636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dbef4-3d6e-45ce-9b63-8f5c19bcbc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500bc5e5-8c0e-4221-9ed8-fa8b2ceef501,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:52.413076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.471802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-41c329a3-d6fb-4ba3-b72e-80696c722303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:52.473438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-41c329a3-d6fb-4ba3-b72e-80696c722303 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.1116195 Sep 02 12:55:52.553470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.589086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-ad465667-6842-43ae-8aae-165bdacf8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:52.590792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-ad465667-6842-43ae-8aae-165bdacf8766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096148 Sep 02 12:55:52.617988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:52.746450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:52.762357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:52.767834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-fd0be30a-308d-4365-b3e5-b32877bf4d79 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646509 Sep 02 12:55:52.777364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:52.781280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:52.831923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.876339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:52.881675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bffb1c5f-60f1-483e-8e68-9522c98a0140 req-da4a481a-c76f-40d5-9b4a-022a018d7b05 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031442 Sep 02 12:55:52.891350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:52.910841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.911026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ef541bd-e7f9-43d1-82aa-2d6988a5a481 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1767449 Sep 02 12:55:52.912945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:52.922074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:52.929512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:52.950372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:52.951239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:52.970479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=e81f6952-b91a-49d8-951e-0c93a55a4983,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:53.005069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:53.005999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ae4aa-17ac-4021-a624-806a594aa92e None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:53.046337 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.088444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1aca4-0a95-41fe-b891-66b86d56bca0 req-3e2d4f37-df63-4f7f-bcd6-41420d08f82e tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:53.090081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9a1aca4-0a95-41fe-b891-66b86d56bca0 req-3e2d4f37-df63-4f7f-bcd6-41420d08f82e tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 951 time: 0.1206961 Sep 02 12:55:53.096648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:53.105740 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8704c1-d05d-4162-b4f8-cba2b64e6e15" -d '{"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-unplugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:53.111656 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.114102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-dbc88794-d948-4139-9fce-27c79b236e70 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:53.115458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:53.117158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-dbc88794-d948-4139-9fce-27c79b236e70 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.41 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 951 time: 0.3720303 Sep 02 12:55:53.125892 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.141044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.229324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:53.233678 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5066b26-a7b6-4533-ab4e-928523c86977 x-openstack-request-id: req-b5066b26-a7b6-4533-ab4e-928523c86977 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:53.234199 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-unplugged", "status": "completed", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:53.234596 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5066b26-a7b6-4533-ab4e-928523c86977 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:53.235231 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'code': 200} Sep 02 12:55:53.239246 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9a1aca4-0a95-41fe-b891-66b86d56bca0 req-f539d703-50e7-4a4c-8893-414a8ddb1d50 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e9f0450-68a8-46aa-92e0-fb3414d74d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392188 Sep 02 12:55:53.281820 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP 1a866e85-7a90-40dc-977c-2f5a4dc43965 associated. External IP: 172.25.7.89, port: 952da0c5-0895-415e-b7fa-5f2a5c2d3119. Sep 02 12:55:53.463680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.492125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:53.497777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Deleting port a1635b49-7680-4d67-a762-3de6f2ff4cfb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:55:53.498498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.501832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.502342 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP d44ecb0c-9d22-4fca-9800-729b7cc08c5d disassociated. External IP: 172.25.7.160, port: 70c36287-1d9d-419b-9dc2-856231b18a45. Sep 02 12:55:53.587027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:53.667407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4bfd6-83c6-4fe6-aa5a-2cbe7f47c68e req-2fb55087-adf2-4b96-9277-a53b7b38c56a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:53.668978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1e4bfd6-83c6-4fe6-aa5a-2cbe7f47c68e req-2fb55087-adf2-4b96-9277-a53b7b38c56a tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.2223177 Sep 02 12:55:53.672381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196344758-network', 'tenant_id': '7b1761c18bd143fa922120ab71d49afc'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:53.715134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Made reservation on behalf of 7b1761c18bd143fa922120ab71d49afc for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:53.717515 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.729566 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.729915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] For port a1635b49-7680-4d67-a762-3de6f2ff4cfb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a1635b49-7680-4d67-a762-3de6f2ff4cfb,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:55:53.730365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.745099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:53.755947 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] Sync routers for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:53.764293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Calling delete_port for a1635b49-7680-4d67-a762-3de6f2ff4cfb owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:55:53.768418 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:53.769279 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:53.777018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1e4bfd6-83c6-4fe6-aa5a-2cbe7f47c68e req-56e744e7-f73f-4daf-ad86-5f0737bbb193 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894821 Sep 02 12:55:53.871967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.879776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.933769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6295b9f6-38b6-4cf8-9c4a-365fbf62777c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:53.939079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.945280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:55:53.945408 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:53.981275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:53.981618 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Added segment 12305ff4-fc34-477e-acd5-4a6e3e342832 of type vlan for network 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac Sep 02 12:55:53.986868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-34e85466-ea20-4577-a5e4-642c21bc3a6c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4862678 Sep 02 12:55:53.993970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:53.997190 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54181b44-655e-48d1-a9e5-3c56e2f65ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:54.046387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.080866 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431a42a-21e0-45e9-8341-528e05dec18a x-openstack-request-id: req-4431a42a-21e0-45e9-8341-528e05dec18a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:54.081421 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:54.081885 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4431a42a-21e0-45e9-8341-528e05dec18a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:54.082531 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'status': 'completed', 'code': 200} Sep 02 12:55:54.083926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.085440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:54.086699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.125956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:54.228140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7347403 Sep 02 12:55:54.233118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47720) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:54.238404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Request body: {'subnet': {'network_id': '8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196344758-subnet', 'tenant_id': '7b1761c18bd143fa922120ab71d49afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:54.254925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc253d-b304-493f-bd44-1063638b30af admin admin] Pushing event updated for resources: {'Network': ['ID=8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:54.265523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-77729ca3-7837-4ea2-a7e0-5bd3e130c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:54.266853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:55:54.268057 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-77729ca3-7837-4ea2-a7e0-5bd3e130c417 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1096 time: 0.1722236 Sep 02 12:55:54.322859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.340278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac1f6-96cd-4784-a704-9391433b258f req-51e7a949-b394-4e91-9664-a5d291c4c869 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:54.345889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ccac1f6-96cd-4784-a704-9391433b258f req-51e7a949-b394-4e91-9664-a5d291c4c869 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.2264054 Sep 02 12:55:54.431411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:54.442452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:54.444522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-dfd466de-3972-4058-9f0d-b96ff8cd11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:54.446333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-dfd466de-3972-4058-9f0d-b96ff8cd11bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 898 time: 0.1627491 Sep 02 12:55:54.458352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:54.460203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:54.469063 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1a866e85-7a90-40dc-977c-2f5a4dc43965', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'port_id': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'mac_address': 'fa:16:3e:37:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:55:52Z', 'updated_at': '2021-09-02T12:55:52Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:38Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:54.480796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.499857 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] Checking router: 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:55:54.523023 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:54.523721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:54.527394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:54.558719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:54.559855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:54.618556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-5e44892a-2204-4865-bcf0-559f24fb87cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 998 time: 0.1631832 Sep 02 12:55:54.626596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Pushing event deleted for resources: {'Port': ['ID=a1635b49-7680-4d67-a762-3de6f2ff4cfb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:54.688707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ccac1f6-96cd-4784-a704-9391433b258f req-3e358acf-40df-4625-99da-9b05ce6700fa tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353098 Sep 02 12:55:54.688707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Made reservation on behalf of 7b1761c18bd143fa922120ab71d49afc for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:54.688707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.691166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:54.692179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8fb4d-2207-4415-9747-ecc112310216 None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:54.699622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] No DVR routers for this DVR port a1635b49-7680-4d67-a762-3de6f2ff4cfb on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:55:54.702467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:54.705323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-779cc232-94aa-4c1d-8e41-1cd557deb237 req-1311f3c0-2f19-4ef1-8aba-6146334fcfc3 tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.41 "DELETE /v2.0/ports/a1635b49-7680-4d67-a762-3de6f2ff4cfb HTTP/1.1" status: 204 len: 173 time: 1.5595474 Sep 02 12:55:54.705728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:54.711479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-1fa951f3-e385-4061-ae86-dcb928ef817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:54.713109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-1fa951f3-e385-4061-ae86-dcb928ef817f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.0854578 Sep 02 12:55:54.718411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-deleted', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:55:54.719211 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e4732a-cbac-4da7-a885-b9f71ee7a74d" -d '{"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-deleted", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:55:54.758009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bed8418-40ae-4cfd-adb4-e39366bc9be5 req-eff14b44-100f-43d9-8d26-6cac1167477f tempest-ImagesOneServerTestJSON-486384558 tempest-ImagesOneServerTestJSON-486384558-project] 10.222.0.60 "GET /v2.0/ports?device_id=70b6fd01-990c-485b-8f1d-7c1eea959c42 HTTP/1.1" status: 200 len: 210 time: 0.3769662 Sep 02 12:55:54.776937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5b9ab0eb-c156-4f3d-b1df-521ce10e3a73 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/floatingips/d44ecb0c-9d22-4fca-9800-729b7cc08c5d HTTP/1.1" status: 200 len: 688 time: 1.8540950 Sep 02 12:55:54.786824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:54.805787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-217b9d9c-1d0a-4abe-875d-aefcf5ca34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:54.807460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-217b9d9c-1d0a-4abe-875d-aefcf5ca34c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678251 Sep 02 12:55:54.829321 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:55:54.888484 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3015bdc0-c171-4db2-9bd1-6448b0ff6ad5 x-openstack-request-id: req-3015bdc0-c171-4db2-9bd1-6448b0ff6ad5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:55:54.889057 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6fd01-990c-485b-8f1d-7c1eea959c42", "name": "network-vif-deleted", "tag": "a1635b49-7680-4d67-a762-3de6f2ff4cfb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:55:54.889189 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3015bdc0-c171-4db2-9bd1-6448b0ff6ad5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:55:54.889520 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6fd01-990c-485b-8f1d-7c1eea959c42', 'name': 'network-vif-deleted', 'tag': 'a1635b49-7680-4d67-a762-3de6f2ff4cfb', 'status': 'completed', 'code': 200} Sep 02 12:55:55.025846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-accee67d-913e-453a-9d80-f5d673d7a4e3 service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040141 Sep 02 12:55:55.220089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54181b44-655e-48d1-a9e5-3c56e2f65ad6 req-9549d8c9-a207-48de-b60d-4f1b17ce5fee service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749163 Sep 02 12:55:55.278947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-898d2d16-ee36-4013-a8e9-29f354a50cc3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/1a866e85-7a90-40dc-977c-2f5a4dc43965 HTTP/1.1" status: 200 len: 990 time: 0.5557044 Sep 02 12:55:55.331781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b6b3-b467-43ca-a53e-7fa1d53e3c1c req-c5e063ed-b697-4f7e-8db5-515d6e160178 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:55.335422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d58b6b3-b467-43ca-a53e-7fa1d53e3c1c req-c5e063ed-b697-4f7e-8db5-515d6e160178 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.3063586 Sep 02 12:55:55.366979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port f9d6ad7e-96c5-4184-b1b8-d6c17c4956ad {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:55:55.369010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:55.418147 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1a866e85-7a90-40dc-977c-2f5a4dc43965', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'port_id': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'mac_address': 'fa:16:3e:37:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:55:52Z', 'updated_at': '2021-09-02T12:55:52Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:38Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:55.439868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d58b6b3-b467-43ca-a53e-7fa1d53e3c1c req-181fcc42-61d6-449d-9e45-508f087bba27 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951736 Sep 02 12:55:55.462670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f962e0e-7a30-498d-b691-64f45e593e13 None None] The sync data for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 is: [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1a866e85-7a90-40dc-977c-2f5a4dc43965', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'port_id': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'mac_address': 'fa:16:3e:37:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:55:52Z', 'updated_at': '2021-09-02T12:55:52Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:38Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:55.556227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:55.608160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:55.608701 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:55.635637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for f9d6ad7e-96c5-4184-b1b8-d6c17c4956ad owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:55:55.654717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf334256-f592-46f6-a000-e29345379c84,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:55.707591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Checking segment: {'id': '12305ff4-fc34-477e-acd5-4a6e3e342832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:55.707996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Network hostable DHCP agents. Network: 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:55:55.751769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Network 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:55:55.772078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:55.782453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbafe71-2ba1-44b5-a012-b3e3742b01fa None None] Network 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:55.803708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:55.804326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:55.838879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d3f3333a-8f98-4281-9fad-70160604f22a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5965805 Sep 02 12:55:55.838951 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc38ea-19b7-429e-a08f-18a6d24748df None None] New status for floating IP 1a866e85-7a90-40dc-977c-2f5a4dc43965: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:55:55.902453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:55.942066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=f9d6ad7e-96c5-4184-b1b8-d6c17c4956ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:55.994677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c193c322-578a-4068-b147-a26c67a5cccc None None] Network 8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:56.030975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.034069 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.035311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-874c2d12-93aa-4f1a-bfde-d60411ff9e57 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/floatingips/d44ecb0c-9d22-4fca-9800-729b7cc08c5d HTTP/1.1" status: 204 len: 168 time: 1.2453434 Sep 02 12:55:56.039628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:56.044440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '44b3769c-3792-48b3-af6c-7995a7d923d7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:56.095337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.284285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:56.321163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:56.346211 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.409700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-58425df2-7d89-47c1-9f55-663fb9addb4d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/1a866e85-7a90-40dc-977c-2f5a4dc43965 HTTP/1.1" status: 200 len: 992 time: 0.1239023 Sep 02 12:55:56.666951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:56.674051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-974429495-network', 'tenant_id': '7b9e1f9d9e4e4af7bb40ea8b9b4d6fca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:56.703017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Made reservation on behalf of 7b9e1f9d9e4e4af7bb40ea8b9b4d6fca for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:56.704749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.722112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.834872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.841207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.843318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:55:56.871946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80e7756-2abe-4e65-9fcc-441d41d4a9ac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:56.877182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: a1635b49-7680-4d67-a762-3de6f2ff4cfb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:55:56.877596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a1635b49-7680-4d67-a762-3de6f2ff4cfb not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:55:56.898376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:55:56.913989 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.914518 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Added segment 1a39f5bc-a003-43c6-becf-db82e388773c of type vlan for network 528896b1-7103-4009-9710-41d5b8d4decf Sep 02 12:55:56.937598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.149 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/dece6945-e3cb-4abd-8c5e-3f923ecd6188) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:55:56.956419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ad6e-5802-4e2d-ad7f-fec55cbcd142 req-7649e668-ec8c-46d7-9827-5a6cf915922e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:56.957926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9714ad6e-5802-4e2d-ad7f-fec55cbcd142 req-7649e668-ec8c-46d7-9827-5a6cf915922e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1130834 Sep 02 12:55:56.958108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:56.967793 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-869bf1b4-6b44-4e12-988a-48f25f6f1110 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c5c7f9b99b849d19c924f1a868a054f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445377 Sep 02 12:55:56.972842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:57.010367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.011484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:57.012100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.057611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9714ad6e-5802-4e2d-ad7f-fec55cbcd142 req-1096973e-9d39-41ad-b419-029936959be1 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877771 Sep 02 12:55:57.083512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4129722 Sep 02 12:55:57.084799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:57.093819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Request body: {'subnet': {'network_id': '528896b1-7103-4009-9710-41d5b8d4decf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-974429495-subnet', 'tenant_id': '7b9e1f9d9e4e4af7bb40ea8b9b4d6fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:57.149627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.205082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Made reservation on behalf of 7b9e1f9d9e4e4af7bb40ea8b9b4d6fca for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:57.208109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.213684 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.327548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:55:57.337861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:57.340566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:55:57.384126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=dece6945-e3cb-4abd-8c5e-3f923ecd6188,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:57.445154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2ed9-4884-4d65-87a2-3b13546c0088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.467507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2ed9-4884-4d65-87a2-3b13546c0088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.515829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc0cea-c0b7-4aa5-867c-4d87bb2276fb admin admin] Pushing event updated for resources: {'Network': ['ID=528896b1-7103-4009-9710-41d5b8d4decf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:57.523102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2ed9-4884-4d65-87a2-3b13546c0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.526125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2ed9-4884-4d65-87a2-3b13546c0088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.529364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7fbb2ed9-4884-4d65-87a2-3b13546c0088 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e9f0450-68a8-46aa-92e0-fb3414d74d1f HTTP/1.1" status: 204 len: 168 time: 0.5554035 Sep 02 12:55:57.535036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 528896b1-7103-4009-9710-41d5b8d4decf details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:55:57.544142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2ed9-4884-4d65-87a2-3b13546c0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f0450-68a8-46aa-92e0-fb3414d74d1f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:57.665442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.740033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da05316-21f4-40e0-b64e-f638aef3ad99,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:57.764290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Checking segment: {'id': '1a39f5bc-a003-43c6-becf-db82e388773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '528896b1-7103-4009-9710-41d5b8d4decf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:55:57.764700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Network hostable DHCP agents. Network: 528896b1-7103-4009-9710-41d5b8d4decf, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:55:57.857133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Network 528896b1-7103-4009-9710-41d5b8d4decf is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:55:57.887308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 528896b1-7103-4009-9710-41d5b8d4decf) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:55:57.901728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029631b6-4488-4251-9505-90e8eed6e5f5 None None] Network 528896b1-7103-4009-9710-41d5b8d4decf requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:57.904819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:57.905837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:57.958522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b223a468-b29b-4f80-bfdb-50aa976ea481 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8723736 Sep 02 12:55:57.979452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.068549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.069491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dbce40-b310-4594-886c-ea70e9b21189 None None] Network 528896b1-7103-4009-9710-41d5b8d4decf requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:55:58.103334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:58.167436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Deleting subnet bf334256-f592-46f6-a000-e29345379c84 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:55:58.171942 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.258731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.319654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.351315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153cc0-45d1-4ff8-98a5-b3743c08aeb9 req-fc097504-677e-4667-a43a-08653cf4982f tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:58.359715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a153cc0-45d1-4ff8-98a5-b3743c08aeb9 req-fc097504-677e-4667-a43a-08653cf4982f tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1583531 Sep 02 12:55:58.387612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.396413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.420418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a153cc0-45d1-4ff8-98a5-b3743c08aeb9 req-d5ab5eb1-5eb5-419b-97e3-00dd5d6cf331 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541303 Sep 02 12:55:58.461292 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.498643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=dece6945-e3cb-4abd-8c5e-3f923ecd6188,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:58.501157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf334256-f592-46f6-a000-e29345379c84,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:58.503576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.509417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-51fed8e6-1f6e-49ab-93df-2773c2de36ff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bf334256-f592-46f6-a000-e29345379c84 HTTP/1.1" status: 204 len: 168 time: 0.4024873 Sep 02 12:55:58.509417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:58.511152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.590219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.666281 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP b4692647-7742-41cb-a591-0e21d3fc21e2 associated. External IP: 172.25.7.149, port: 44b3769c-3792-48b3-af6c-7995a7d923d7. Sep 02 12:55:58.689798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a594bc9-eef6-417b-a461-8f4c1884ddc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.718842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47850) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:58.722433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.738980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:58.752241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12305ff4-fc34-477e-acd5-4a6e3e342832') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:58.752551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12305ff4-fc34-477e-acd5-4a6e3e342832') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:58.762552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.787462 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.801869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:55:58.802293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:55:58.804292 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:55:58.875944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.884604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.889360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] 10.222.0.60 "DELETE /v2.0/networks/8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac HTTP/1.1" status: 204 len: 168 time: 0.3770525 Sep 02 12:55:58.890016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:58.907228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1566605595-network', 'tenant_id': 'a99f440470d84821a14da3c7728320c4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:58.921865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40c39-ea8e-4b6b-8d44-77c2daab0fad admin admin] Pushing event deleted for resources: {'Network': ['ID=8dedb7cb-0aa3-4af9-8df9-4d0ed2bd89ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:58.937672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:55:58.975543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Made reservation on behalf of a99f440470d84821a14da3c7728320c4 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:58.978059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:58.992486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Deleting subnet 3da05316-21f4-40e0-b64e-f638aef3ad99 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:55:58.994757 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.004662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.073892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:55:59.086678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.091709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a822e-2132-4c54-bd65-13414333765f None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:55:59.101605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a822e-2132-4c54-bd65-13414333765f None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:59.102233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c31a822e-2132-4c54-bd65-13414333765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.149196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c31a822e-2132-4c54-bd65-13414333765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.149196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a822e-2132-4c54-bd65-13414333765f None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:55:59.149196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c31a822e-2132-4c54-bd65-13414333765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:55:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.154865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.178938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c31a822e-2132-4c54-bd65-13414333765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.179624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a822e-2132-4c54-bd65-13414333765f None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:55:59.222208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.229588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.232910 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.274688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2c02ccd1-44ec-4686-98ce-2159043e2be4 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2318332 Sep 02 12:55:59.274880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.275130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:59.282794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:55:59.294072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.299039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3da05316-21f4-40e0-b64e-f638aef3ad99 HTTP/1.1" status: 204 len: 168 time: 0.4039259 Sep 02 12:55:59.316119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee75cb5-8a31-4a47-80ac-5f753e3677a2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:59.319926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47864) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:59.331481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd573a-3935-447b-ad0b-32f9a2c0fecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da05316-21f4-40e0-b64e-f638aef3ad99,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:59.334967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.335539 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Added segment 74d1ea70-5cb5-42b9-abe3-1715b7ebfd6f of type vlan for network 6e1e8770-91cd-437e-bc1e-42487f145a62 Sep 02 12:55:59.359575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1de8294e-e919-4765-9782-cb5fbd075bd5 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/floatingips/b4692647-7742-41cb-a591-0e21d3fc21e2 HTTP/1.1" status: 200 len: 979 time: 0.0808187 Sep 02 12:55:59.359575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:59.452644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.473728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.511111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9e05bb70-3411-4762-af32-6a7bcb79f04d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1496229 Sep 02 12:55:59.513446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:59.518815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'port_id': '70c36287-1d9d-419b-9dc2-856231b18a45'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:59.565644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.566634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:59.567276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.620699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.631707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28693e82-a08d-4da2-adc5-57b1476f9cd5 req-e43367a1-d4a6-4cdc-b337-7cb7a7477bb7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:55:59.634780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.639847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28693e82-a08d-4da2-adc5-57b1476f9cd5 req-e43367a1-d4a6-4cdc-b337-7cb7a7477bb7 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1179705 Sep 02 12:55:59.655453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9355633 Sep 02 12:55:59.660018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528896b1-7103-4009-9710-41d5b8d4decf']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.661953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:55:59.673763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Request body: {'subnet': {'network_id': '6e1e8770-91cd-437e-bc1e-42487f145a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1566605595-subnet', 'tenant_id': 'a99f440470d84821a14da3c7728320c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:55:59.682586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a39f5bc-a003-43c6-becf-db82e388773c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.682800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a39f5bc-a003-43c6-becf-db82e388773c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:55:59.684507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdad0b-08d8-4132-a1e0-493272ca8e9b admin admin] Pushing event updated for resources: {'Network': ['ID=6e1e8770-91cd-437e-bc1e-42487f145a62,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:55:59.697146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6e1e8770-91cd-437e-bc1e-42487f145a62 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:55:59.722039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28693e82-a08d-4da2-adc5-57b1476f9cd5 req-8f6701d9-6b6b-4e30-944b-daa82f5b3a56 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Sep 02 12:55:59.723766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.745624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.769002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Made reservation on behalf of a99f440470d84821a14da3c7728320c4 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:55:59.771566 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.774407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:55:59.774915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:55:59.781965 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:55:59.896224 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.903365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:55:59.905924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] 10.222.0.60 "DELETE /v2.0/networks/528896b1-7103-4009-9710-41d5b8d4decf HTTP/1.1" status: 204 len: 168 time: 0.5833724 Sep 02 12:55:59.932611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ddfa3-af7e-49bc-b56d-45cf78db802c admin admin] Pushing event deleted for resources: {'Network': ['ID=528896b1-7103-4009-9710-41d5b8d4decf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:00.065416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.134523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:00.142178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f45cf0a-5072-49df-9fa3-034bb2b15deb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:00.161185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Checking segment: {'id': '74d1ea70-5cb5-42b9-abe3-1715b7ebfd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6e1e8770-91cd-437e-bc1e-42487f145a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:00.161874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Network hostable DHCP agents. Network: 6e1e8770-91cd-437e-bc1e-42487f145a62, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:00.202210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4109cbf2-9254-46f5-babe-868702a9c9a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b1761c18bd143fa922120ab71d49afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658305 Sep 02 12:56:00.203068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:00.210552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Network 6e1e8770-91cd-437e-bc1e-42487f145a62 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:00.237133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 6e1e8770-91cd-437e-bc1e-42487f145a62) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:00.255372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf07b8-7953-4d9a-8956-07f39852dced None None] Network 6e1e8770-91cd-437e-bc1e-42487f145a62 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:00.256695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:00.257423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.294174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-abfb071b-2695-41ae-b364-f4ed4be9fac7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6311040 Sep 02 12:56:00.297795 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cb6eac4-1d35-4d0b-b03a-265a0890e772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.323006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cb6eac4-1d35-4d0b-b03a-265a0890e772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.348991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.355659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.407080 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cb6eac4-1d35-4d0b-b03a-265a0890e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.411451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cb6eac4-1d35-4d0b-b03a-265a0890e772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:00.412665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5cb6eac4-1d35-4d0b-b03a-265a0890e772 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6295b9f6-38b6-4cf8-9c4a-365fbf62777c HTTP/1.1" status: 204 len: 168 time: 0.2080507 Sep 02 12:56:00.435355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6eac4-1d35-4d0b-b03a-265a0890e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6295b9f6-38b6-4cf8-9c4a-365fbf62777c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:00.447478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1104523-af3c-4cd7-bfe4-cf9db9553bf1 None None] Network 6e1e8770-91cd-437e-bc1e-42487f145a62 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:00.516836 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP b4692647-7742-41cb-a591-0e21d3fc21e2 associated. External IP: 172.25.7.149, port: 44b3769c-3792-48b3-af6c-7995a7d923d7. Sep 02 12:56:00.918089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:00.991252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b7efd730-88a1-4511-a65e-0e84d3063c7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b9e1f9d9e4e4af7bb40ea8b9b4d6fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715628 Sep 02 12:56:00.993571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 47936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:01.068679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93c65472-4e75-46bf-a562-c7619021e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.095145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93c65472-4e75-46bf-a562-c7619021e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.166620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93c65472-4e75-46bf-a562-c7619021e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.182298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93c65472-4e75-46bf-a562-c7619021e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.188289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-93c65472-4e75-46bf-a562-c7619021e83a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b80e7756-2abe-4e65-9fcc-441d41d4a9ac HTTP/1.1" status: 204 len: 168 time: 0.1932051 Sep 02 12:56:01.203250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c65472-4e75-46bf-a562-c7619021e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80e7756-2abe-4e65-9fcc-441d41d4a9ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:01.223950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dfbe531e-7551-41c6-96ba-f59cf8918145 req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-323590063', 'description': 'tempest-description-624551143'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:01.255951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c275-983f-4b16-b55e-114605b4f5ff req-7fb7e1ad-ffb5-433e-8b98-dd9e02317154 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:01.257162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dfbe531e-7551-41c6-96ba-f59cf8918145 req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.257719 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7398c275-983f-4b16-b55e-114605b4f5ff req-7fb7e1ad-ffb5-433e-8b98-dd9e02317154 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1611981 Sep 02 12:56:01.300561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:01.323185 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7398c275-983f-4b16-b55e-114605b4f5ff req-39d6c07d-8189-48be-b786-ee983ed7436e tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Sep 02 12:56:01.408007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dfbe531e-7551-41c6-96ba-f59cf8918145 req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.410281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f15daf1b-d631-4345-8503-13f13a45f298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.416134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dfbe531e-7551-41c6-96ba-f59cf8918145 req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.450307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24bf113-fe89-4ef6-a3e4-8ec8c621ed94,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:01.455634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dfbe531e-7551-41c6-96ba-f59cf8918145 req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.457489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:01.460866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfbe531e-7551-41c6-96ba-f59cf8918145 req-dc528f98-7a45-48d6-a889-3b2ac1700efc tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5134287 Sep 02 12:56:01.468225 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:01.499373 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:01.500363 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:01.543605 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:01.555109 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:01.559454 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:01.619673 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:01.625282 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068132c8-73e7-4dd3-aa48-ad5c2bc45d53 None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:01.632692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-b5fa7dfe-9d23-42e8-8262-768b6b1d2896 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/b24bf113-fe89-4ef6-a3e4-8ec8c621ed94 HTTP/1.1" status: 200 len: 1805 time: 0.1186383 Sep 02 12:56:01.648219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b24bf113-fe89-4ef6-a3e4-8ec8c621ed94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:01.648626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b24bf113-fe89-4ef6-a3e4-8ec8c621ed94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:01.654544 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.859059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.909258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.923813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:01.924614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.955524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a24bc1-98d8-408b-8168-a548a9f7df07,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:01.961637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:01.962894 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95de3d41-7e3e-4e28-9cf1-613b1c14f2b2 req-bc0a484f-79f6-462b-a95b-37a84aea5f17 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3204677 Sep 02 12:56:01.992679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5c3ebe4a-b3cb-4f7a-8471-e6f13172335e req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-708035780', 'description': 'tempest-description-274472041'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:02.026288 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c3ebe4a-b3cb-4f7a-8471-e6f13172335e req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.089532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:02.102429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:02.105108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.123782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:02.125051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:02.158301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c3ebe4a-b3cb-4f7a-8471-e6f13172335e req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.165287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c3ebe4a-b3cb-4f7a-8471-e6f13172335e req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.170732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-44ced2bb-bd55-494c-a5b1-2102ac153428 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/floatingips/b4692647-7742-41cb-a591-0e21d3fc21e2 HTTP/1.1" status: 200 len: 976 time: 2.6558123 Sep 02 12:56:02.173705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:02.179294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:02.185653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:02.197868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:02.198539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:02.205279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c3ebe4a-b3cb-4f7a-8471-e6f13172335e req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.207571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c3ebe4a-b3cb-4f7a-8471-e6f13172335e req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2196817 Sep 02 12:56:02.226736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03367ec5-eb4a-475e-afdd-4869c32ae75a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03fce8b-411a-483f-a654-5cd27079ff8b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:02.258602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:02.259388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4b502-9407-4514-b38d-ea9f744293cb None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:02.272055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.465101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3214c040-8e28-480f-90cb-03316811e043 req-f3aa8d51-dd1e-42fe-8b60-4624e8ac9c11 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/a03fce8b-411a-483f-a654-5cd27079ff8b HTTP/1.1" status: 200 len: 1805 time: 0.1894846 Sep 02 12:56:02.474168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-447a5164-a5f2-46b9-923f-1cebb8ab7389 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1517034 Sep 02 12:56:02.500528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a03fce8b-411a-483f-a654-5cd27079ff8b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:02.500785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a03fce8b-411a-483f-a654-5cd27079ff8b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:02.502984 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.533408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b2acc-cd71-4a5c-a376-a7fcc2f20777 req-6c60ec2e-7ae8-4b75-9cfb-277aeb48dbb4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:02.541670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a43b2acc-cd71-4a5c-a376-a7fcc2f20777 req-6c60ec2e-7ae8-4b75-9cfb-277aeb48dbb4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0990062 Sep 02 12:56:02.562517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.591155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.591724 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP b4692647-7742-41cb-a591-0e21d3fc21e2 disassociated. External IP: 172.25.7.149, port: 70c36287-1d9d-419b-9dc2-856231b18a45. Sep 02 12:56:02.601193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a43b2acc-cd71-4a5c-a376-a7fcc2f20777 req-9a9e1b9e-d409-46aa-9468-bf4d38537ce5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 Sep 02 12:56:02.711552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-c6e9e9af-dc51-445c-a223-01586ac746c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:02.713122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-c6e9e9af-dc51-445c-a223-01586ac746c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1097 time: 0.1667049 Sep 02 12:56:02.757634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.850843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.913647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.962812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634979b3-8453-462f-b1de-bfbb85661210,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:02.975142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-89475fda-3fed-48c1-b3ed-062b7c3ea8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:02.976856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-89475fda-3fed-48c1-b3ed-062b7c3ea8bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2295716 Sep 02 12:56:02.978064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:02.979349 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3214c040-8e28-480f-90cb-03316811e043 req-7cfd100a-4147-4c84-925e-7a1266d6a473 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4854808 Sep 02 12:56:03.045127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-cb1e8082-69e9-496c-b394-c4b35c3be22b req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1633368689', 'description': 'tempest-description-266809653'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:03.086951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-f63f5dde-ff52-44bf-8ad1-c0e58ebc02ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1002 time: 0.0950351 Sep 02 12:56:03.088790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:03.105506 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb1e8082-69e9-496c-b394-c4b35c3be22b req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.238402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-fa618b54-5ea2-461c-906d-6c3eb287935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:03.240010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-fa618b54-5ea2-461c-906d-6c3eb287935b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1460657 Sep 02 12:56:03.366588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7c1e0-a007-44a4-b133-b8d3f4a72030 req-b16e4e41-4353-4e20-9166-b2dc185c24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:03.368132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18a7c1e0-a007-44a4-b133-b8d3f4a72030 req-b16e4e41-4353-4e20-9166-b2dc185c24b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1362474 Sep 02 12:56:03.381159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-8f731e84-af8a-47f5-bd38-bc76bb88ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:03.382459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-8f731e84-af8a-47f5-bd38-bc76bb88ea52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272686 Sep 02 12:56:03.391955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:03.396935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.410152 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:03.430896 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:03.433611 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:03.475618 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:03.495784 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:03.496522 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:03.521757 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18a7c1e0-a007-44a4-b133-b8d3f4a72030 req-cc02e881-ba12-4ddf-a841-428759a19ad5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428740 Sep 02 12:56:03.529615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ea7788b8-165a-437e-9f64-52f7cc7bc4d6 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/floatingips/b4692647-7742-41cb-a591-0e21d3fc21e2 HTTP/1.1" status: 200 len: 688 time: 1.3524668 Sep 02 12:56:03.530031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:03.535403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb1e8082-69e9-496c-b394-c4b35c3be22b req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.547879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb1e8082-69e9-496c-b394-c4b35c3be22b req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.551403 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:03.552146 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a714e-334a-4dd5-b384-76eb2c609566 None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:03.600272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb1e8082-69e9-496c-b394-c4b35c3be22b req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.601514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb1e8082-69e9-496c-b394-c4b35c3be22b req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5679414 Sep 02 12:56:03.604299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47a3ab-d4ca-4f8f-830d-6c48162efae1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:03.615058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-da9ee827-01a5-4eec-96a3-c385d66e61d6 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137704 Sep 02 12:56:03.648845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-807dde43-a025-484c-a551-ac75b1ecad19 req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1891831114', 'description': 'tempest-description-1008821975'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:03.780020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port dece6945-e3cb-4abd-8c5e-3f923ecd6188 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:03.780379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.878773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-807dde43-a025-484c-a551-ac75b1ecad19 req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.966330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.967002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:03.996300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for dece6945-e3cb-4abd-8c5e-3f923ecd6188 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:04.182052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.204451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516754c6-cbf7-4d51-99b9-4971a96d8107 req-465a63c0-180a-4ef0-b8c5-39a6fd605738 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:04.212797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-516754c6-cbf7-4d51-99b9-4971a96d8107 req-465a63c0-180a-4ef0-b8c5-39a6fd605738 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.5072203 Sep 02 12:56:04.232663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f706ab16-ee74-4c9b-bc37-a3a9ba968389 req-bcd0a897-2d89-4286-8bc7-2d39cf2cc55e service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100075 Sep 02 12:56:04.285499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-516754c6-cbf7-4d51-99b9-4971a96d8107 req-27505ad5-53e8-4bd7-97a6-fffc8b188fbf tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716453 Sep 02 12:56:04.301270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-807dde43-a025-484c-a551-ac75b1ecad19 req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.304747 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.336535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-807dde43-a025-484c-a551-ac75b1ecad19 req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.369096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=dece6945-e3cb-4abd-8c5e-3f923ecd6188,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:04.384936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9a1902-f0b4-4571-8908-d6ec0fdc9794,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:04.454408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-807dde43-a025-484c-a551-ac75b1ecad19 req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.463962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-807dde43-a025-484c-a551-ac75b1ecad19 req-44b01196-0d2f-4aa7-a09b-45f851967c94 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8224699 Sep 02 12:56:04.586608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.595339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.596948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-834b4c1e-ec7a-4026-99a4-c196a2da9e14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/floatingips/b4692647-7742-41cb-a591-0e21d3fc21e2 HTTP/1.1" status: 204 len: 168 time: 1.0657589 Sep 02 12:56:04.599953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:04.613930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-33f1dc73-e619-4e14-92d4-41575cf6d1d1 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb HTTP/1.1" status: 200 len: 1806 time: 0.1034989 Sep 02 12:56:04.672814 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-5ea5cb5f-838d-4af6-b273-b865d08f29be tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] delete failed (client error): The resource could not be found. Sep 02 12:56:04.674222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5ea5cb5f-838d-4af6-b273-b865d08f29be tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/floatingips/b4692647-7742-41cb-a591-0e21d3fc21e2 HTTP/1.1" status: 404 len: 345 time: 0.0733845 Sep 02 12:56:04.678489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:04.696627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-eaea2323-bd63-47f6-9695-746b97d8ad50 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/3d9a1902-f0b4-4571-8908-d6ec0fdc9794 HTTP/1.1" status: 200 len: 1807 time: 0.0817049 Sep 02 12:56:04.709460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb', 'remote_group_id': '3d9a1902-f0b4-4571-8908-d6ec0fdc9794', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:04.709780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb', 'remote_group_id': '3d9a1902-f0b4-4571-8908-d6ec0fdc9794', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:04.814149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.826004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deef44d-8711-4649-b32f-a4b4cf834d72 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:04.835287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deef44d-8711-4649-b32f-a4b4cf834d72 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:04.852868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deef44d-8711-4649-b32f-a4b4cf834d72 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:04.857910 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3deef44d-8711-4649-b32f-a4b4cf834d72 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/ports?network_id=7a2e5856-291c-44ea-bbe1-9f372f5df41d HTTP/1.1" status: 200 len: 2357 time: 0.1753650 Sep 02 12:56:04.858152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:04.888857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.895674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.920560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe3685-fe5e-4b86-9664-a6e23a1d9699,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:04.931745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:04.936186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3f54c-1e69-40ef-80ee-913d75478c7a tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:04.937575 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ffb3f54c-1e69-40ef-80ee-913d75478c7a tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/subnets/8bbb5c76-0bda-43e3-996b-1fab0b9be83d HTTP/1.1" status: 200 len: 797 time: 0.0782490 Sep 02 12:56:04.938094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00a214d4-4ab8-43a6-bfa3-aa434ccfcb77 req-88b4b8ef-ecd9-45eb-a1ae-20ee4a345822 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2326896 Sep 02 12:56:04.942417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:04.953822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'port': {'network_id': '7a2e5856-291c-44ea-bbe1-9f372f5df41d', 'name': 'tempest-FloatingIPTestJSON-989591447', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:05.001307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4bdc2c54-f302-4519-b030-2ca4f9e8243a req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1714753594', 'description': 'tempest-description-641686007'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:05.046073 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4bdc2c54-f302-4519-b030-2ca4f9e8243a req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.088431 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.200123 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4bdc2c54-f302-4519-b030-2ca4f9e8243a req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.209651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4bdc2c54-f302-4519-b030-2ca4f9e8243a req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.245854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:05.253313 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4bdc2c54-f302-4519-b030-2ca4f9e8243a req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.254547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bdc2c54-f302-4519-b030-2ca4f9e8243a req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2849369 Sep 02 12:56:05.281761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ad634a45-038b-484e-9bf4-0eb7f502b143 req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1284499360', 'description': 'tempest-description-1581758965'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:05.309108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ad634a45-038b-484e-9bf4-0eb7f502b143 req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.325090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58157eeb-98d2-46e7-8c4f-0cea57fbde00 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d05dc1-109a-4a08-8ec3-83e0575e691e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:05.368149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.397146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] device_id is not set on port b779803c-018f-43a2-9d57-d410cd3ee2e1 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:56:05.440773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ad634a45-038b-484e-9bf4-0eb7f502b143 req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.447054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ad634a45-038b-484e-9bf4-0eb7f502b143 req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.490289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ad634a45-038b-484e-9bf4-0eb7f502b143 req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.507082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad634a45-038b-484e-9bf4-0eb7f502b143 req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2283440 Sep 02 12:56:05.521262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3779d-014d-4c70-abb6-70cbd5ef7eca tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce332f5b-3570-48c4-ae1c-d918aa80a4ff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:05.562278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd05b3-800b-4aee-9770-6f7f1e3011d0 req-cf1fb8ac-3b85-4bf8-9fe6-6130239ff9db tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:05.563881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ffd05b3-800b-4aee-9770-6f7f1e3011d0 req-cf1fb8ac-3b85-4bf8-9fe6-6130239ff9db tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1701889 Sep 02 12:56:05.571340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:05.672521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ffd05b3-800b-4aee-9770-6f7f1e3011d0 req-1bd046e7-f721-42de-9375-5a009ce3fea9 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820546 Sep 02 12:56:05.746496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4c4355d-3b22-4a81-84ac-90cd0fe5a50e req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1432530288', 'description': 'tempest-description-1126723762'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:05.778014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fffe996-cd04-435d-902e-d59feb9bbed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.809953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4c4355d-3b22-4a81-84ac-90cd0fe5a50e req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.835465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-9a27ff60-b280-4af9-97a7-031631facab6 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/63d05dc1-109a-4a08-8ec3-83e0575e691e HTTP/1.1" status: 200 len: 1806 time: 0.0829294 Sep 02 12:56:05.908140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.14 (7a2e5856-291c-44ea-bbe1-9f372f5df41d/8bbb5c76-0bda-43e3-996b-1fab0b9be83d/b779803c-018f-43a2-9d57-d410cd3ee2e1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:05.914186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fffe996-cd04-435d-902e-d59feb9bbed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.923136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.13 (7a2e5856-291c-44ea-bbe1-9f372f5df41d/8bbb5c76-0bda-43e3-996b-1fab0b9be83d/b779803c-018f-43a2-9d57-d410cd3ee2e1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:05.923540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fffe996-cd04-435d-902e-d59feb9bbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:05.927959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-98657642-0ec9-4cd1-aa40-6bc857070007 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/ce332f5b-3570-48c4-ae1c-d918aa80a4ff HTTP/1.1" status: 200 len: 1807 time: 0.0728226 Sep 02 12:56:05.942590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63d05dc1-109a-4a08-8ec3-83e0575e691e', 'remote_group_id': 'ce332f5b-3570-48c4-ae1c-d918aa80a4ff', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:05.942911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63d05dc1-109a-4a08-8ec3-83e0575e691e', 'remote_group_id': 'ce332f5b-3570-48c4-ae1c-d918aa80a4ff', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:05.979946 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7fffe996-cd04-435d-902e-d59feb9bbed1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf6e89bbcb684218b321f34bfb3c3b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073732 Sep 02 12:56:05.982955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:05.988242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe996-cd04-435d-902e-d59feb9bbed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa72f06-2d92-47ec-ac60-eff7b6ddce06,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:06.064173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4c4355d-3b22-4a81-84ac-90cd0fe5a50e req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.073964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4c4355d-3b22-4a81-84ac-90cd0fe5a50e req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.088577 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9342c8db-b6c9-4fd6-9b6a-c78c1307391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.120845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4c4355d-3b22-4a81-84ac-90cd0fe5a50e req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.122180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4c4355d-3b22-4a81-84ac-90cd0fe5a50e req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3812366 Sep 02 12:56:06.130802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fa30d-af45-4f35-a2e1-a4cd32feecc0 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf81118-95df-4995-81ee-1133881bb377,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:06.138133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9342c8db-b6c9-4fd6-9b6a-c78c1307391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.145743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.191942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.254633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.259189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.274714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9342c8db-b6c9-4fd6-9b6a-c78c1307391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.276481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.279840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9342c8db-b6c9-4fd6-9b6a-c78c1307391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.287305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9342c8db-b6c9-4fd6-9b6a-c78c1307391d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/baa72f06-2d92-47ec-ac60-eff7b6ddce06 HTTP/1.1" status: 204 len: 168 time: 0.3028474 Sep 02 12:56:06.293697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e39321-cdba-47c4-a20f-0e573e52b9c8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:06.325057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342c8db-b6c9-4fd6-9b6a-c78c1307391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa72f06-2d92-47ec-ac60-eff7b6ddce06,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:06.337958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.339205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5add9291-e4d5-4959-803c-589f9e1e50ba req-194394d7-67a6-4cbc-87ff-37106b38d362 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4038601 Sep 02 12:56:06.343638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:06.351680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:06.353652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=b779803c-018f-43a2-9d57-d410cd3ee2e1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:06.356242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:06.383461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-c3db136e-5197-4695-bb7e-7f1deb47aac4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1432530288&fields=id&tenant_id=574e87d3f8b94f8c8580ec5a329b4323 HTTP/1.1" status: 200 len: 267 time: 0.1488514 Sep 02 12:56:06.426569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:06.427401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.446497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-a5f8dcc1-2eb9-4f29-b5d1-22baaad4fddf tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:06.455360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-a5f8dcc1-2eb9-4f29-b5d1-22baaad4fddf tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0708072 Sep 02 12:56:06.465744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'port': {'security_groups': ['a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1', '4bf81118-95df-4995-81ee-1133881bb377']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:06.476912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ac29ef9c-caf3-46a8-84b2-51975d729439 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5329926 Sep 02 12:56:06.479900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48164) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:06.485277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'b779803c-018f-43a2-9d57-d410cd3ee2e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:06.511927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a81a8f25-3ac7-44a7-b5d5-17933175c511 req-f517fff2-1abd-4721-8b70-c91e147cf7b6 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/ce332f5b-3570-48c4-ae1c-d918aa80a4ff HTTP/1.1" status: 200 len: 1807 time: 0.0792651 Sep 02 12:56:06.546147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.555430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.669006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a81a8f25-3ac7-44a7-b5d5-17933175c511 req-f40f9173-8bce-46ad-b998-5b3efc0272b7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.710034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a81a8f25-3ac7-44a7-b5d5-17933175c511 req-f40f9173-8bce-46ad-b998-5b3efc0272b7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.800028 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a81a8f25-3ac7-44a7-b5d5-17933175c511 req-f40f9173-8bce-46ad-b998-5b3efc0272b7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.803186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a81a8f25-3ac7-44a7-b5d5-17933175c511 req-f40f9173-8bce-46ad-b998-5b3efc0272b7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.807580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a81a8f25-3ac7-44a7-b5d5-17933175c511 req-f40f9173-8bce-46ad-b998-5b3efc0272b7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce332f5b-3570-48c4-ae1c-d918aa80a4ff HTTP/1.1" status: 204 len: 173 time: 0.2694476 Sep 02 12:56:06.820008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:06.835659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f9173-8bce-46ad-b998-5b3efc0272b7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce332f5b-3570-48c4-ae1c-d918aa80a4ff,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:06.874417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.882549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.893097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:06.898367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:06.908443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:06.965399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bba6c3d7-4038-4a7a-9426-7ded07a47fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.001995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:07.003340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.005173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d147aa41-cb95-4d10-8a85-ecb1fd5e9db8 req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "PUT /v2.0/ports/ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 982 time: 0.5487866 Sep 02 12:56:07.005739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:07.008267 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:07.066709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9586f-59b6-430b-aade-61ece791a8f3 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:07.067646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:07.136501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.21 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/6d83cbb9-9c61-4472-99a3-71ed16e3adfa) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:07.229428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bba6c3d7-4038-4a7a-9426-7ded07a47fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.237739 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bba6c3d7-4038-4a7a-9426-7ded07a47fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.275562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f3d1059-849c-472d-a267-5ce4acd27c26 req-bd408303-2802-4260-8600-8c01c5877300 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/63d05dc1-109a-4a08-8ec3-83e0575e691e HTTP/1.1" status: 200 len: 1806 time: 0.2416391 Sep 02 12:56:07.291307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bba6c3d7-4038-4a7a-9426-7ded07a47fca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69979547d2544e11a103534531c0b685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967726 Sep 02 12:56:07.292564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c3d7-4038-4a7a-9426-7ded07a47fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0a262-7c0d-46d6-b08b-1f0ae714096e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:07.295339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:07.361999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4372-34c0-4121-934c-bd4bb5744d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.381555 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c535e191-8b3f-4ffd-ab62-396441053214 x-openstack-request-id: req-c535e191-8b3f-4ffd-ab62-396441053214 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:07.382753 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:07.383087 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c535e191-8b3f-4ffd-ab62-396441053214 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:07.383566 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'status': 'completed', 'code': 200} Sep 02 12:56:07.415223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4372-34c0-4121-934c-bd4bb5744d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.451829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-17516dec-2be1-4ee4-9227-bcb47810da4d req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-403444269', 'description': 'tempest-description-1846124074'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:07.481658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.500027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17516dec-2be1-4ee4-9227-bcb47810da4d req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.528134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4372-34c0-4121-934c-bd4bb5744d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.531230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4372-34c0-4121-934c-bd4bb5744d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.532527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d9a4372-34c0-4121-934c-bd4bb5744d8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1f0a262-7c0d-46d6-b08b-1f0ae714096e HTTP/1.1" status: 204 len: 168 time: 0.2358429 Sep 02 12:56:07.533294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-f1865897-e606-4a78-bbab-98e6aebf392c tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1432530288&fields=id&tenant_id=574e87d3f8b94f8c8580ec5a329b4323 HTTP/1.1" status: 200 len: 267 time: 0.3337114 Sep 02 12:56:07.561176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a4372-34c0-4121-934c-bd4bb5744d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0a262-7c0d-46d6-b08b-1f0ae714096e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:07.619015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-2bb9f135-3a42-4e6c-a155-6121ed8477bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:07.621017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-2bb9f135-3a42-4e6c-a155-6121ed8477bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1136 time: 0.2076814 Sep 02 12:56:07.640573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-ded7927e-bce7-436d-b82b-afbf16682b74 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:07.642738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17516dec-2be1-4ee4-9227-bcb47810da4d req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.648689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17516dec-2be1-4ee4-9227-bcb47810da4d req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.650537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-ded7927e-bce7-436d-b82b-afbf16682b74 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 985 time: 0.1072106 Sep 02 12:56:07.663795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'port': {'security_groups': ['a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:07.672407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.687871 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17516dec-2be1-4ee4-9227-bcb47810da4d req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.689597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17516dec-2be1-4ee4-9227-bcb47810da4d req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2509282 Sep 02 12:56:07.694072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d777c-a796-453b-a8a6-3aee063412b0 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e7f04-03fd-4c7d-8d68-93a1a2d03634,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:07.775729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-b8238132-c6f1-42ad-8b8e-700047a1410c tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/4d0e7f04-03fd-4c7d-8d68-93a1a2d03634 HTTP/1.1" status: 200 len: 1806 time: 0.0506296 Sep 02 12:56:07.787170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0e7f04-03fd-4c7d-8d68-93a1a2d03634', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:07.787591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0e7f04-03fd-4c7d-8d68-93a1a2d03634', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:07.869379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:07.870130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.883047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:07.885476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:07.908065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.914911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.917157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.959959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=6d83cbb9-9c61-4472-99a3-71ed16e3adfa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:07.964981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fceeeb-5cbd-4a69-b8fa-3e3efe00d623,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:07.983901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:07.985426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f00f77d-4d4d-4289-afe5-663a367f2218 req-8f6206ad-6807-4ce0-9972-08e2d8645290 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2030272 Sep 02 12:56:08.026203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-72e91536-70ff-470e-ac82-e57d8dad7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:08.027873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-72e91536-70ff-470e-ac82-e57d8dad7b13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.3958006 Sep 02 12:56:08.142714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-3277c3cd-1873-4826-9031-9dae1416b8ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.0745847 Sep 02 12:56:08.149328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-a905dc78-8c36-4155-8ee3-94ce25245dac tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/4d0e7f04-03fd-4c7d-8d68-93a1a2d03634 HTTP/1.1" status: 200 len: 2400 time: 0.0654902 Sep 02 12:56:08.155829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0e7f04-03fd-4c7d-8d68-93a1a2d03634', 'remote_group_id': None}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:08.156498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0e7f04-03fd-4c7d-8d68-93a1a2d03634', 'remote_group_id': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:08.243537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.281186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.286171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.294095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-32dc5e60-e3bd-4d79-8486-c34f7efb06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:08.295338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-32dc5e60-e3bd-4d79-8486-c34f7efb06ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1435807 Sep 02 12:56:08.306497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5928972e-0b4b-4535-87e6-3d4f2083ba9d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:08.315809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.329248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d714e7b-de70-415a-ba1f-79ab418181c3 req-471fbec0-44cf-458c-aea9-c4d2a9c8f25a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1785653 Sep 02 12:56:08.414699 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-32e6eeeb-66a4-4df8-ab73-56269a0fa2e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418322 Sep 02 12:56:08.431763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-c8b36fde-1cdf-4f6b-8f3c-8407abbd3993 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:08.432859 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-c8b36fde-1cdf-4f6b-8f3c-8407abbd3993 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102024 Sep 02 12:56:08.477357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-000464b3-cebe-413f-9cfb-8af528c3b6ce req-5e2c0e9e-64bf-4dde-90fd-7c419dcf6650 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/4d0e7f04-03fd-4c7d-8d68-93a1a2d03634 HTTP/1.1" status: 200 len: 2999 time: 0.0554085 Sep 02 12:56:08.541928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-451be9a8-5846-4a03-b259-a99b50579f7a req-2826471b-94b5-4f49-b5ec-b32fe6f2a690 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-group-rules/5928972e-0b4b-4535-87e6-3d4f2083ba9d HTTP/1.1" status: 200 len: 783 time: 0.0381842 Sep 02 12:56:08.561590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:08.613943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-451be9a8-5846-4a03-b259-a99b50579f7a req-12b9f6c8-c5ff-4057-aa4e-d072bb919492 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/4d0e7f04-03fd-4c7d-8d68-93a1a2d03634 HTTP/1.1" status: 200 len: 2999 time: 0.0643830 Sep 02 12:56:08.671044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-451be9a8-5846-4a03-b259-a99b50579f7a req-adae3dc5-635d-4709-9e05-8f15a69b8588 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.680626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-451be9a8-5846-4a03-b259-a99b50579f7a req-adae3dc5-635d-4709-9e05-8f15a69b8588 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.700483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.725688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-4bc9cd19-ffd8-4e0e-9acd-5bd6fa4324b7 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849562 Sep 02 12:56:08.730004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.730194 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-451be9a8-5846-4a03-b259-a99b50579f7a req-adae3dc5-635d-4709-9e05-8f15a69b8588 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.742264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-451be9a8-5846-4a03-b259-a99b50579f7a req-adae3dc5-635d-4709-9e05-8f15a69b8588 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.745943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:08.752035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-451be9a8-5846-4a03-b259-a99b50579f7a req-adae3dc5-635d-4709-9e05-8f15a69b8588 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5928972e-0b4b-4535-87e6-3d4f2083ba9d HTTP/1.1" status: 204 len: 173 time: 0.1314175 Sep 02 12:56:08.778785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae3dc5-635d-4709-9e05-8f15a69b8588 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5928972e-0b4b-4535-87e6-3d4f2083ba9d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:08.872309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:08.873246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:08.874789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-839385b1-dde0-4037-80b3-e1ece6cf7116 req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "PUT /v2.0/ports/ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 943 time: 1.2231987 Sep 02 12:56:08.882851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:08.888759 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ede200-e10f-4d8c-bb46-07a30718e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:08.922700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3820c51c-6abd-45a0-850c-d28d8702acf9 req-9aaaac41-0b43-46dd-b8f5-df159ec37ffa tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/4d0e7f04-03fd-4c7d-8d68-93a1a2d03634 HTTP/1.1" status: 200 len: 2400 time: 0.1346662 Sep 02 12:56:08.954050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:09.025177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3820c51c-6abd-45a0-850c-d28d8702acf9 req-97063bb5-ee3f-4b83-9bf1-7cb262452c13 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.029017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:09.078112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3820c51c-6abd-45a0-850c-d28d8702acf9 req-97063bb5-ee3f-4b83-9bf1-7cb262452c13 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.188222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3820c51c-6abd-45a0-850c-d28d8702acf9 req-97063bb5-ee3f-4b83-9bf1-7cb262452c13 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.207148 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3820c51c-6abd-45a0-850c-d28d8702acf9 req-97063bb5-ee3f-4b83-9bf1-7cb262452c13 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.210465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3820c51c-6abd-45a0-850c-d28d8702acf9 req-97063bb5-ee3f-4b83-9bf1-7cb262452c13 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/4d0e7f04-03fd-4c7d-8d68-93a1a2d03634 HTTP/1.1" status: 204 len: 173 time: 0.2865937 Sep 02 12:56:09.242794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063bb5-ee3f-4b83-9bf1-7cb262452c13 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e7f04-03fd-4c7d-8d68-93a1a2d03634,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:09.332007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a668a95d-07c5-4625-b0b4-1022d8b931d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.503678 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f49db-0330-4a13-a203-128bf27008ee x-openstack-request-id: req-315f49db-0330-4a13-a203-128bf27008ee {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:09.503969 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:09.504210 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-315f49db-0330-4a13-a203-128bf27008ee {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:09.504597 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'status': 'completed', 'code': 200} Sep 02 12:56:09.516440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12368599-4516-4f9e-a524-94d37963a55d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event updated for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:09.538550 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:56:09.541602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a668a95d-07c5-4625-b0b4-1022d8b931d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.543937 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-70539321-a033-4b72-ad0e-bbdf399b5009 req-7c1b9723-7b4e-4bed-9c13-bf6a936a7a79 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] show failed (client error): The resource could not be found. Sep 02 12:56:09.546818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70539321-a033-4b72-ad0e-bbdf399b5009 req-7c1b9723-7b4e-4bed-9c13-bf6a936a7a79 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/ce332f5b-3570-48c4-ae1c-d918aa80a4ff HTTP/1.1" status: 404 len: 352 time: 0.1472428 Sep 02 12:56:09.548301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a668a95d-07c5-4625-b0b4-1022d8b931d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.565549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.587331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668a95d-07c5-4625-b0b4-1022d8b931d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829d67d-27e4-41bb-b68b-e8d28255c874,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:09.629254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a668a95d-07c5-4625-b0b4-1022d8b931d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3685c2db487743e3b1cbb078940599c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902679 Sep 02 12:56:09.631367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:09.636100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-828e1859-06b9-49bf-a3fb-c3a7dfd03b2e req-3e421a96-732c-4a3d-8f83-7de125a7008d service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9016187 Sep 02 12:56:09.738560 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-cb05ed16-9b9e-4316-b4d8-f33e36835f72 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8104885 Sep 02 12:56:09.753402 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22787c51-4a6a-469f-a264-4e48bc214487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.776353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:09.789205 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.792046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-10e0a3ba-df39-4430-91ee-2318f462b110 req-a3d4abe1-ba6d-4ef5-9eb8-50b1a60b1834 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/63d05dc1-109a-4a08-8ec3-83e0575e691e HTTP/1.1" status: 200 len: 1806 time: 0.0706532 Sep 02 12:56:09.794236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22787c51-4a6a-469f-a264-4e48bc214487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.838777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-b6436736-4499-4806-a07d-6b8278dae2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:09.840443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-b6436736-4499-4806-a07d-6b8278dae2a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1599705 Sep 02 12:56:09.868402 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.898284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10e0a3ba-df39-4430-91ee-2318f462b110 req-f281900f-7091-425d-9a50-0c5bb18f99de tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.901682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22787c51-4a6a-469f-a264-4e48bc214487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.904727 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22787c51-4a6a-469f-a264-4e48bc214487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:09.908483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-22787c51-4a6a-469f-a264-4e48bc214487 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f829d67d-27e4-41bb-b68b-e8d28255c874 HTTP/1.1" status: 204 len: 168 time: 0.2730031 Sep 02 12:56:09.942773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22787c51-4a6a-469f-a264-4e48bc214487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829d67d-27e4-41bb-b68b-e8d28255c874,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:09.974363 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10e0a3ba-df39-4430-91ee-2318f462b110 req-f281900f-7091-425d-9a50-0c5bb18f99de tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.044605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10e0a3ba-df39-4430-91ee-2318f462b110 req-f281900f-7091-425d-9a50-0c5bb18f99de tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.049924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10e0a3ba-df39-4430-91ee-2318f462b110 req-f281900f-7091-425d-9a50-0c5bb18f99de tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.055442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-10e0a3ba-df39-4430-91ee-2318f462b110 req-f281900f-7091-425d-9a50-0c5bb18f99de tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/63d05dc1-109a-4a08-8ec3-83e0575e691e HTTP/1.1" status: 204 len: 173 time: 0.2519834 Sep 02 12:56:10.087924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281900f-7091-425d-9a50-0c5bb18f99de tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d05dc1-109a-4a08-8ec3-83e0575e691e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:10.143977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f5626d8-6d0e-42b6-b931-ef34ddb299e2 req-f2481c17-dd8f-4381-84f9-5b33f7bd50e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/3d9a1902-f0b4-4571-8908-d6ec0fdc9794 HTTP/1.1" status: 200 len: 1807 time: 0.0568266 Sep 02 12:56:10.148877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-8b4276bc-78ff-42c4-8a52-9b139d1be712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:10.151132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-8b4276bc-78ff-42c4-8a52-9b139d1be712 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.2998779 Sep 02 12:56:10.223946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f5626d8-6d0e-42b6-b931-ef34ddb299e2 req-0890815b-a2f3-4c55-a2be-c1646e8fb631 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.224331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-d1630a79-db7c-4ad4-9767-09bc1c108c55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.0644786 Sep 02 12:56:10.252107 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f5626d8-6d0e-42b6-b931-ef34ddb299e2 req-0890815b-a2f3-4c55-a2be-c1646e8fb631 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.258659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.287133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.341466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f5626d8-6d0e-42b6-b931-ef34ddb299e2 req-0890815b-a2f3-4c55-a2be-c1646e8fb631 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.345476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6f5626d8-6d0e-42b6-b931-ef34ddb299e2 req-0890815b-a2f3-4c55-a2be-c1646e8fb631 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.347078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f5626d8-6d0e-42b6-b931-ef34ddb299e2 req-0890815b-a2f3-4c55-a2be-c1646e8fb631 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/3d9a1902-f0b4-4571-8908-d6ec0fdc9794 HTTP/1.1" status: 204 len: 173 time: 0.1969931 Sep 02 12:56:10.360608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890815b-a2f3-4c55-a2be-c1646e8fb631 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9a1902-f0b4-4571-8908-d6ec0fdc9794,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:10.375781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-a2dc75f2-13fd-4ec4-a31e-a1cd13086fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:10.377387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-a2dc75f2-13fd-4ec4-a31e-a1cd13086fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1409626 Sep 02 12:56:10.382582 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.394724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:10.410015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=6d83cbb9-9c61-4472-99a3-71ed16e3adfa,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:10.433130 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-c3477854-2515-4c6e-bdd9-d3063b7a940f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446975 Sep 02 12:56:10.447179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82cab9c6-14f9-404a-8833-eef11387afa3 req-83a8b545-a58b-4715-ad1c-f52818af0eea tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb HTTP/1.1" status: 200 len: 1806 time: 0.0659366 Sep 02 12:56:10.486685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.531598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82cab9c6-14f9-404a-8833-eef11387afa3 req-528d707b-c3bb-44c7-9426-ed985950078a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.569713 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-685a8836-9912-4158-ae42-902e9a308a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.573621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82cab9c6-14f9-404a-8833-eef11387afa3 req-528d707b-c3bb-44c7-9426-ed985950078a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.660450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82cab9c6-14f9-404a-8833-eef11387afa3 req-528d707b-c3bb-44c7-9426-ed985950078a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.663228 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82cab9c6-14f9-404a-8833-eef11387afa3 req-528d707b-c3bb-44c7-9426-ed985950078a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.666490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82cab9c6-14f9-404a-8833-eef11387afa3 req-528d707b-c3bb-44c7-9426-ed985950078a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb HTTP/1.1" status: 204 len: 173 time: 0.2099242 Sep 02 12:56:10.679979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d707b-c3bb-44c7-9426-ed985950078a tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0748c6bd-b1ec-4363-9ff9-fe9bb7f1e1bb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:10.713841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Allocated IP 172.25.7.118 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/f6371bcc-4721-4761-8882-c8a7e69a084c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:10.716587 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP 5998d9cb-aae0-4490-880f-49730f082af4 associated. External IP: 172.25.7.21, port: b779803c-018f-43a2-9d57-d410cd3ee2e1. Sep 02 12:56:10.723448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-cf4d25c9-1385-4545-a135-3cc8d49a4150 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529285 Sep 02 12:56:10.741109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-685a8836-9912-4158-ae42-902e9a308a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.747658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-685a8836-9912-4158-ae42-902e9a308a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.810362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8836-9912-4158-ae42-902e9a308a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c01923-2a20-40f1-8dcf-95adac72482f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:10.822650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-685a8836-9912-4158-ae42-902e9a308a5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6401083dc34641c087612b15b3a62b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268820 Sep 02 12:56:10.825469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:10.881435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e56ad9c-1e9e-41de-b8ea-11d081c6ed2d req-7e4e36bc-0902-425b-a284-4869469dbdd7 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/a03fce8b-411a-483f-a654-5cd27079ff8b HTTP/1.1" status: 200 len: 2405 time: 0.0858448 Sep 02 12:56:10.917529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1302e4f6-3cf4-46a4-ae61-3ca921a0bd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.967396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1302e4f6-3cf4-46a4-ae61-3ca921a0bd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.979452 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:10.985909 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64ede200-e10f-4d8c-bb46-07a30718e2f2 req-1675ab1a-f928-4a79-98fb-772cc423bc6a service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239680 Sep 02 12:56:11.017316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e56ad9c-1e9e-41de-b8ea-11d081c6ed2d req-bfc7534e-540d-4391-9d0f-149539f33720 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.044494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e56ad9c-1e9e-41de-b8ea-11d081c6ed2d req-bfc7534e-540d-4391-9d0f-149539f33720 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.064951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.068206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1302e4f6-3cf4-46a4-ae61-3ca921a0bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.070978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1302e4f6-3cf4-46a4-ae61-3ca921a0bd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.072959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1302e4f6-3cf4-46a4-ae61-3ca921a0bd03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5c01923-2a20-40f1-8dcf-95adac72482f HTTP/1.1" status: 204 len: 168 time: 0.2458606 Sep 02 12:56:11.093706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302e4f6-3cf4-46a4-ae61-3ca921a0bd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c01923-2a20-40f1-8dcf-95adac72482f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:11.116732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:11.121509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e56ad9c-1e9e-41de-b8ea-11d081c6ed2d req-bfc7534e-540d-4391-9d0f-149539f33720 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.126095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5e56ad9c-1e9e-41de-b8ea-11d081c6ed2d req-bfc7534e-540d-4391-9d0f-149539f33720 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.128044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e56ad9c-1e9e-41de-b8ea-11d081c6ed2d req-bfc7534e-540d-4391-9d0f-149539f33720 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/a03fce8b-411a-483f-a654-5cd27079ff8b HTTP/1.1" status: 204 len: 173 time: 0.2312970 Sep 02 12:56:11.145248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7534e-540d-4391-9d0f-149539f33720 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03fce8b-411a-483f-a654-5cd27079ff8b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:11.259829 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.333577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event updated for resources: {'Port': ['ID=f6371bcc-4721-4761-8882-c8a7e69a084c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:11.338791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf05f77c-1ee8-4697-860f-f3a65d140ccc req-5c565228-dd8b-48b5-abb3-a047d83e0a56 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "GET /v2.0/security-groups/b24bf113-fe89-4ef6-a3e4-8ec8c621ed94 HTTP/1.1" status: 200 len: 2399 time: 0.0572670 Sep 02 12:56:11.350463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:11.353354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:11.357713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:11.386969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:11.400313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c7459-46bc-41eb-b100-81972159998c None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:11.416142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c7459-46bc-41eb-b100-81972159998c None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:11.423513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-129c7459-46bc-41eb-b100-81972159998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:11.440824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.450634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf05f77c-1ee8-4697-860f-f3a65d140ccc req-01621e6d-6145-45c0-95f3-92500d9ce6e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.498838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d0365bb7-89f3-49bb-b637-265d515e51e3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0177341 Sep 02 12:56:11.502159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48318) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:11.513307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.515655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf05f77c-1ee8-4697-860f-f3a65d140ccc req-01621e6d-6145-45c0-95f3-92500d9ce6e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.524995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'port_id': 'b779803c-018f-43a2-9d57-d410cd3ee2e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:11.530444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-129c7459-46bc-41eb-b100-81972159998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:11.543828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:11.547496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c7459-46bc-41eb-b100-81972159998c None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:11.548525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-129c7459-46bc-41eb-b100-81972159998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:11.583018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdeb5ba4-dba2-4390-9532-030928ffb90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.585624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-129c7459-46bc-41eb-b100-81972159998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:11.587428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c7459-46bc-41eb-b100-81972159998c None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:11.603045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.639062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.641447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf05f77c-1ee8-4697-860f-f3a65d140ccc req-01621e6d-6145-45c0-95f3-92500d9ce6e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.644698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf05f77c-1ee8-4697-860f-f3a65d140ccc req-01621e6d-6145-45c0-95f3-92500d9ce6e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.649022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf05f77c-1ee8-4697-860f-f3a65d140ccc req-01621e6d-6145-45c0-95f3-92500d9ce6e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] 10.222.0.60 "DELETE /v2.0/security-groups/b24bf113-fe89-4ef6-a3e4-8ec8c621ed94 HTTP/1.1" status: 204 len: 173 time: 0.3025305 Sep 02 12:56:11.658110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:11.673674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621e6d-6145-45c0-95f3-92500d9ce6e2 tempest-SecurityGroupRulesTestJSON-1527054303 tempest-SecurityGroupRulesTestJSON-1527054303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24bf113-fe89-4ef6-a3e4-8ec8c621ed94,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:11.748311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Deleting subnet 4f45cf0a-5072-49df-9fa3-034bb2b15deb {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:56:11.754870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.812635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.815614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdeb5ba4-dba2-4390-9532-030928ffb90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.837617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdeb5ba4-dba2-4390-9532-030928ffb90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.875821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb5ba4-dba2-4390-9532-030928ffb90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea4561-985f-45db-822d-231334849eb3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:11.902922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fdeb5ba4-dba2-4390-9532-030928ffb90f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d73c14d53d60427e9b4ec2a5f80654b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577387 Sep 02 12:56:11.905750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.907666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:11.995250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53509e86-2b0f-4342-930a-3790b4450809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:11.998722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.016534 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.024795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.033153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f45cf0a-5072-49df-9fa3-034bb2b15deb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:12.041495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.043424 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7efbaad2-0c07-4f2f-91b6-f1b7c09b5be2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4f45cf0a-5072-49df-9fa3-034bb2b15deb HTTP/1.1" status: 204 len: 168 time: 0.3841300 Sep 02 12:56:12.048556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48342) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:12.060629 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53509e86-2b0f-4342-930a-3790b4450809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.162867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.249340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53509e86-2b0f-4342-930a-3790b4450809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.252215 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53509e86-2b0f-4342-930a-3790b4450809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.253670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-53509e86-2b0f-4342-930a-3790b4450809 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36ea4561-985f-45db-822d-231334849eb3 HTTP/1.1" status: 204 len: 168 time: 0.3450968 Sep 02 12:56:12.283168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53509e86-2b0f-4342-930a-3790b4450809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea4561-985f-45db-822d-231334849eb3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:12.287122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.299752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1e8770-91cd-437e-bc1e-42487f145a62']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:12.313965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d1ea70-5cb5-42b9-abe3-1715b7ebfd6f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:12.318361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d1ea70-5cb5-42b9-abe3-1715b7ebfd6f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:12.343172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.370316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.381259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:56:12.381746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:56:12.452114 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:56:12.478269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.486454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.490055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6e1e8770-91cd-437e-bc1e-42487f145a62 HTTP/1.1" status: 204 len: 168 time: 0.4400899 Sep 02 12:56:12.514474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d49ccd-93cc-4195-b4e9-eb030c9e3451 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1e8770-91cd-437e-bc1e-42487f145a62,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:12.518059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event updated for resources: {'Port': ['ID=f6371bcc-4721-4761-8882-c8a7e69a084c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:12.571064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.624434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.625770 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-33ec6c81-985f-42dc-8a59-997bbd9c302d tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8642855 Sep 02 12:56:12.719632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:12.739690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-8f52f04a-4986-49c4-903d-3b0972bc9fa5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.1049888 Sep 02 12:56:12.770830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d906af1d-11c7-4580-88c3-f42c7319745b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a99f440470d84821a14da3c7728320c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469689 Sep 02 12:56:12.771057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:12.836074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d42eee1c-b56c-4eb4-80db-7a79f4f5cd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.863456 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.868289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d42eee1c-b56c-4eb4-80db-7a79f4f5cd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.870276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.932353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d42eee1c-b56c-4eb4-80db-7a79f4f5cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.935326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d42eee1c-b56c-4eb4-80db-7a79f4f5cd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:12.939609 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d42eee1c-b56c-4eb4-80db-7a79f4f5cd31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ee75cb5-8a31-4a47-80ac-5f753e3677a2 HTTP/1.1" status: 204 len: 168 time: 0.1650188 Sep 02 12:56:12.946695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eee1c-b56c-4eb4-80db-7a79f4f5cd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee75cb5-8a31-4a47-80ac-5f753e3677a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:12.981120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-f0b1bd80-a8eb-43be-a8b8-fce9d7e8cfed tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:12.982811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-f0b1bd80-a8eb-43be-a8b8-fce9d7e8cfed tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2367897 Sep 02 12:56:13.001017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-7335c946-b5d4-4938-91ac-b6aaefb990e4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:13.002040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7ac1f22d-6a2e-4e23-8398-1a71f8f3b42f req-7335c946-b5d4-4938-91ac-b6aaefb990e4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103629 Sep 02 12:56:13.153413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:13.159528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'network': {'name': 'tempest-network-smoke--1607643070', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:13.177628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:13.190829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Made reservation on behalf of 5fdc22dc7cbc4675a0f937a8dec4a81c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:13.195430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.210036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.352785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.360542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.408265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-bf5dd0bd-332b-4524-b82d-4d26c27fe293 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:13.410160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-bf5dd0bd-332b-4524-b82d-4d26c27fe293 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1164889 Sep 02 12:56:13.411341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:13.413656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f02a0-a285-43a2-a3fb-40d166012e5e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:13.416424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.424338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:13.435277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.436107 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Added segment c50e88b5-e500-4efb-a11b-df14f752a56c of type vlan for network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 Sep 02 12:56:13.442609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:13.462028 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:13.462028 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:13.537572 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-8417ef6e-4b66-4cb4-a8f5-314d313fa315 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.1171367 Sep 02 12:56:13.544400 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:13.551194 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.570110 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:13.570964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:13.573777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'floatingip': {'port_id': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:13.606933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.615122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:13.620746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.623602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.634053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-41ecb501-ecbc-42dd-aca7-00327d27e979 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/floatingips/5998d9cb-aae0-4490-880f-49730f082af4 HTTP/1.1" status: 200 len: 977 time: 2.1128485 Sep 02 12:56:13.636481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:13.690036 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:13.692965 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b62a2-2cba-4ec0-a83a-f389502e17dc None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:13.798907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6443343 Sep 02 12:56:13.821160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:13.830033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'admin_state_up': True, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:13.864453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd101b8-6881-44a8-82e3-47b853ba4e5c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Network': ['ID=503fd964-6cb1-4192-b7e2-00ea0653fdb5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:13.878210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:13.945893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.947023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:13.968716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:14.071798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.216156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 6d83cbb9-9c61-4472-99a3-71ed16e3adfa {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:14.216867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.240530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.244686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2060371806-network', 'tenant_id': '950cf444ddd149fd9b6c8ddd1f12a6b0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:14.249656 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.374316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Made reservation on behalf of 950cf444ddd149fd9b6c8ddd1f12a6b0 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:14.376794 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.380233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.388824 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Floating IP 6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d associated. External IP: 172.25.7.118, port: ff6fa022-c645-4f87-bbd4-2a7bc123ccdf. Sep 02 12:56:14.410511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.424798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.425166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.477738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 6d83cbb9-9c61-4472-99a3-71ed16e3adfa owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:14.699188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:14.775092 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.783645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.839794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:14.847982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:14.850921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] Sync routers for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:14.874336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:14.877550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:14.896001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-fa1091bf-d512-410c-8240-7ee23a83a026 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "PUT /v2.0/floatingips/6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d HTTP/1.1" status: 200 len: 997 time: 1.3286738 Sep 02 12:56:14.896490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:14.899115 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1743a42c-39cd-4eb4-90ee-02f2743a4055" -d '{"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:14.981844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-558d04a0-f48a-455e-98ff-bfece749aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:14.984080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-558d04a0-f48a-455e-98ff-bfece749aed3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.0678787 Sep 02 12:56:14.986281 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08b7b1f-9476-4e4c-be6b-e9768de12443 x-openstack-request-id: req-b08b7b1f-9476-4e4c-be6b-e9768de12443 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:14.986536 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:14.986878 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b08b7b1f-9476-4e4c-be6b-e9768de12443 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:14.987369 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'status': 'completed', 'code': 200} Sep 02 12:56:15.066808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:15.184483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:15.218022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.251426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.251669 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Added segment ee0994a4-b9ff-4609-bbd1-ea57a48179e0 of type vlan for network f22954b2-dfa3-46c5-941d-9785d680de18 Sep 02 12:56:15.254712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51b37b3-cef8-4d6d-94e7-a9d03aa32400,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:15.257969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.345355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.385187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48462) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:15.431370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=6d83cbb9-9c61-4472-99a3-71ed16e3adfa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:15.445323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.464637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'port_id': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'mac_address': 'fa:16:3e:95:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:56:11Z', 'updated_at': '2021-09-02T12:56:14Z', 'revision_number': 1, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:16Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:15.504311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] Checking router: a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:15.505491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-544c9722-4039-4c1e-a2a9-c955353fb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:15.507020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-544c9722-4039-4c1e-a2a9-c955353fb177 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.4968097 Sep 02 12:56:15.514787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:15.515511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.25.7.5 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4617d9da-421c-477c-8b7c-a7ba8dba025a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:15.515784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:15.591369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-46d4d5f3-a01b-4aac-99a2-fc26302283b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:15.597208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.598615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:15.599433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.601702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-46d4d5f3-a01b-4aac-99a2-fc26302283b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.6026480 Sep 02 12:56:15.673960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.674872 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP 5998d9cb-aae0-4490-880f-49730f082af4 disassociated (deleted). External IP: 172.25.7.21, port: b779803c-018f-43a2-9d57-d410cd3ee2e1. Sep 02 12:56:15.721351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-ea21eb6c-c6f8-42e4-8f6d-da2b504ed1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:15.722949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-ea21eb6c-c6f8-42e4-8f6d-da2b504ed1cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.2070963 Sep 02 12:56:15.733160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-4068ad6a-e346-4bc1-b549-bd1a1655fce7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 1000 time: 0.1297181 Sep 02 12:56:15.801849 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05239884-68d2-4679-ad72-b38861040c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.804637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8324528 Sep 02 12:56:15.810125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48468) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:15.812485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:15.823100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Request body: {'subnet': {'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2060371806-subnet', 'tenant_id': '950cf444ddd149fd9b6c8ddd1f12a6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:15.825474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2e9e6-ebe1-474d-8128-e0f5e8ec4dac admin admin] Pushing event updated for resources: {'Network': ['ID=f22954b2-dfa3-46c5-941d-9785d680de18,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:15.841140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f22954b2-dfa3-46c5-941d-9785d680de18 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:15.857012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-55be7c6d-5a5c-4be6-b534-337efe68917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:15.858982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-55be7c6d-5a5c-4be6-b534-337efe68917f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1151664 Sep 02 12:56:15.863021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-aa86bf88-6774-433b-a02f-c7a61bd29b5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 1000 time: 0.1266973 Sep 02 12:56:15.897410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Made reservation on behalf of 950cf444ddd149fd9b6c8ddd1f12a6b0 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:15.899946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.902491 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:15.997851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-c3291e94-2071-4681-b943-d7868bf754d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844264 Sep 02 12:56:16.019335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-eb85d80c-3d7f-4f1a-88a0-82033b2f75c9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:16.020674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-eb85d80c-3d7f-4f1a-88a0-82033b2f75c9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106182 Sep 02 12:56:16.027065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-954872b3-b119-4a19-b205-5daefa41e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:16.028568 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-954872b3-b119-4a19-b205-5daefa41e2f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1579447 Sep 02 12:56:16.082903 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.121729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-5f4e0ff9-cb4e-4b1d-8015-866209f9478b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708723 Sep 02 12:56:16.134198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'port_id': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'mac_address': 'fa:16:3e:95:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:56:11Z', 'updated_at': '2021-09-02T12:56:14Z', 'revision_number': 1, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:16Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:16.142709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:16.151184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:16.165158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f503f9c-24ba-40ae-833d-978444b7452b None None] The sync data for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 is: [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'port_id': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'mac_address': 'fa:16:3e:95:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:56:11Z', 'updated_at': '2021-09-02T12:56:14Z', 'revision_number': 1, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:16Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:16.165900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:16.170180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:16.176759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=4617d9da-421c-477c-8b7c-a7ba8dba025a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:16.183115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05239884-68d2-4679-ad72-b38861040c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.210605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05239884-68d2-4679-ad72-b38861040c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.278176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-b1c27341-1b62-4ea6-ba97-6a3de04c4276 service neutron] 10.222.0.60 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445736 Sep 02 12:56:16.335497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05239884-68d2-4679-ad72-b38861040c0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1cd53d241b4d47fd8dd12ecfbcbcd83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9465842 Sep 02 12:56:16.336577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05239884-68d2-4679-ad72-b38861040c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4049e56b-8bc9-47cf-b5fd-b6be422f6179,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:16.339713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:16.406980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-c4f2a7d6-bb03-434f-9698-555be2b5df89 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747431 Sep 02 12:56:16.428667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.510420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31e083-da34-49b1-b906-e96c0969b753 None None] New status for floating IP 6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:56:16.548006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:16.553176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.559985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:16.586381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4e204-f26f-4948-8542-98dd6f5fa948 req-9b7d35de-4f01-44e8-be21-d5528498682f service neutron] 10.222.0.60 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892487 Sep 02 12:56:16.605389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:16.622002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:16.650736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.703439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:16.706855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd09d40-2952-4558-b50c-d644a4b7280b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:16.711873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f630214b-47f3-4020-b8b9-9ce8e1f150fc tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/floatingips/5998d9cb-aae0-4490-880f-49730f082af4 HTTP/1.1" status: 204 len: 168 time: 3.0605919 Sep 02 12:56:16.725820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:16.727405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:16.733188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48476) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:16.783129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.820579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:16.821498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2b8db-ee95-4e6b-90cb-e5e8bd393fbe None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:16.830145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1743a42c-39cd-4eb4-90ee-02f2743a4055 req-a8198246-1ed9-4913-ac49-05c7af5564ba service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123755 Sep 02 12:56:16.847793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Checking segment: {'id': 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:16.848429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Network hostable DHCP agents. Network: f22954b2-dfa3-46c5-941d-9785d680de18, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:16.898914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-0be56378-b997-45e0-8df6-e8e75fb05ed9 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 1000 time: 0.2422855 Sep 02 12:56:16.909805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Network f22954b2-dfa3-46c5-941d-9785d680de18 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:16.934783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f22954b2-dfa3-46c5-941d-9785d680de18) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:16.942931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:16.943627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.946018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81bd9a-2633-43e8-a3ff-4501c7376df9 None None] Network f22954b2-dfa3-46c5-941d-9785d680de18 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:16.953350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port b779803c-018f-43a2-9d57-d410cd3ee2e1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:16.954452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:16.962631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.037690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-122cf450-c0d0-4193-b245-b32105ca3b08 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2225316 Sep 02 12:56:17.068333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-13c268fe-6e30-4b1a-bc16-138f1399eabb tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:17.081291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-13c268fe-6e30-4b1a-bc16-138f1399eabb tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports/ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 943 time: 0.1621623 Sep 02 12:56:17.111322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.112336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.114992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.116453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4049e56b-8bc9-47cf-b5fd-b6be422f6179 HTTP/1.1" status: 204 len: 168 time: 0.7736154 Sep 02 12:56:17.133549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for b779803c-018f-43a2-9d57-d410cd3ee2e1 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:17.135995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4049e56b-8bc9-47cf-b5fd-b6be422f6179,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:17.147530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.148217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.148768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.149553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.150613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.151280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.151830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.152471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.153030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.153575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.154860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.155601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01412dd3-9a50-4282-8354-5d38b8c7e3e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:17.158763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a449e4-a319-46cc-bbc8-4e7470cc2ffc None None] Network f22954b2-dfa3-46c5-941d-9785d680de18 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:17.472781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-ba6e71f7-ab56-40f1-9fef-d8b635ceadd8 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 1002 time: 0.2926810 Sep 02 12:56:17.566528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.615128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=b779803c-018f-43a2-9d57-d410cd3ee2e1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:17.691702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:17.717730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-851dd0e5-ec93-4975-9ce0-de5be94d0811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.734612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.737064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-94f89196-b91f-4fd5-9294-2566a4e1d353 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/ports/b779803c-018f-43a2-9d57-d410cd3ee2e1 HTTP/1.1" status: 204 len: 168 time: 0.9998775 Sep 02 12:56:17.740564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:17.741304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:17.746106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:17.824366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8e6b81ec-09eb-4976-8a77-a809a1a97a06 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:17.825740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8e6b81ec-09eb-4976-8a77-a809a1a97a06 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.3460543 Sep 02 12:56:17.830591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:56:17.830591 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 12:56:17.830591 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': '4c7b95ec15b04a3ba92ba475239edb01', 'expiration_1': datetime.datetime(2021, 9, 2, 12, 56, 17, 752001)}] Sep 02 12:56:17.830591 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:56:17.830973 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:56:17.848652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-3992e0a9-32b0-424c-9564-19a344555d1b tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:17.849765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-3992e0a9-32b0-424c-9564-19a344555d1b tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128212 Sep 02 12:56:17.980524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-bdcb084c-aa10-4914-b80e-cf2629af2252 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 1002 time: 0.1174910 Sep 02 12:56:18.000616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:18.070889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-851dd0e5-ec93-4975-9ce0-de5be94d0811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.077241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-851dd0e5-ec93-4975-9ce0-de5be94d0811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.085159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.086896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 8dc71e0c-0713-48f8-abe4-74051f1cc242 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:56:18.087723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-431d8d84-7eab-493f-81af-9dae3c3ff05e tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:18.089252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-431d8d84-7eab-493f-81af-9dae3c3ff05e tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/networks?id=f22954b2-dfa3-46c5-941d-9785d680de18 HTTP/1.1" status: 200 len: 822 time: 0.1195178 Sep 02 12:56:18.104777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-9d738b9a-5e84-44f5-a4a5-b5b977a06712 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/quotas/950cf444ddd149fd9b6c8ddd1f12a6b0 HTTP/1.1" status: 200 len: 375 time: 0.0093777 Sep 02 12:56:18.139407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-4af0a01c-b7a6-4aec-8378-6927db4faa01 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=950cf444ddd149fd9b6c8ddd1f12a6b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276260 Sep 02 12:56:18.170261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dd0e5-ec93-4975-9ce0-de5be94d0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca375ffd-a147-411e-a3f9-252cf16eafcd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:18.174784 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-851dd0e5-ec93-4975-9ce0-de5be94d0811 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac7de2a119024c2483ef602f8ad5ed33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818521 Sep 02 12:56:18.181011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48510) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:18.244616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-df5cfacb-33ed-4adf-a044-1ad9292d5116 service neutron] 10.222.0.60 "GET /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968759 Sep 02 12:56:18.348217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-bf1bb1a3-ae1e-48f9-a1ee-5cccb2e7f3e9 service neutron] 10.222.0.60 "GET /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965598 Sep 02 12:56:18.362076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.475283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.605768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.112 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/3a7eb9ae-23a2-4f6c-9e6e-db7db3f69ee0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:18.648966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d9e5d96-f85e-4992-9982-8f901d77aa5a req-78b80224-27b2-4f70-a4ca-75e46016c816 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 210 time: 0.0402596 Sep 02 12:56:18.763166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.773129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.773495 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Floating IP 6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d disassociated. External IP: 172.25.7.118, port: ff6fa022-c645-4f87-bbd4-2a7bc123ccdf. Sep 02 12:56:18.776144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd16465-4533-4a5b-a4ab-bd3f4cd05021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.793905 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.839984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.850093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:18.873147 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Sync routers for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:18.881295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd16465-4533-4a5b-a4ab-bd3f4cd05021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.885921 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:18.886809 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:18.904592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:18.908730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bd857d67-3c73-49f9-babb-da6b41e6607c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0829880 Sep 02 12:56:18.913592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:18.925030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=3a7eb9ae-23a2-4f6c-9e6e-db7db3f69ee0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:18.944485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:18.949468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:18.955451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:19.025768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd16465-4533-4a5b-a4ab-bd3f4cd05021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.027242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd16465-4533-4a5b-a4ab-bd3f4cd05021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.028459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0cd16465-4533-4a5b-a4ab-bd3f4cd05021 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca375ffd-a147-411e-a3f9-252cf16eafcd HTTP/1.1" status: 204 len: 168 time: 0.8465083 Sep 02 12:56:19.074145 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:19.082017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd16465-4533-4a5b-a4ab-bd3f4cd05021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca375ffd-a147-411e-a3f9-252cf16eafcd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:19.125766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:19.178894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.234290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.278029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d0b913f2-24ba-4f69-8c9f-0b2b143dee71 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5fdc22dc7cbc4675a0f937a8dec4a81c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3629804 Sep 02 12:56:19.280775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48532) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:19.352788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:19.359444 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.368842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] Sync routers for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:19.384408 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:16Z', 'revision_number': 3, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:19.385981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:19.391036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:19.423757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-8aac40d1-bc33-4a67-8334-f8932b842117 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "PUT /v2.0/floatingips/6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d HTTP/1.1" status: 200 len: 695 time: 1.4322188 Sep 02 12:56:19.438748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:19.440748 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Checking router: 8dc71e0c-0713-48f8-abe4-74051f1cc242 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:19.441222 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Updating router 8dc71e0c-0713-48f8-abe4-74051f1cc242 port 4617d9da-421c-477c-8b7c-a7ba8dba025a binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:56:19.441658 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:19.466614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98def45f-17c6-407c-932b-7235552f331d tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:19.468635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98def45f-17c6-407c-932b-7235552f331d tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868899 Sep 02 12:56:19.471999 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.474774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:19.485927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-7cea11d0-e203-4d46-a587-d0fa51ef7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:19.494146 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-7cea11d0-e203-4d46-a587-d0fa51ef7e88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.0692286 Sep 02 12:56:19.544261 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde79b49-8821-49a0-9eef-3b3aef035f36 x-openstack-request-id: req-dde79b49-8821-49a0-9eef-3b3aef035f36 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:19.544539 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:19.544952 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dde79b49-8821-49a0-9eef-3b3aef035f36 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:19.546453 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'status': 'completed', 'code': 200} Sep 02 12:56:19.623216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:19.644956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-178c8f1e-ed72-4e07-b8f3-719889e54755 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1605253 Sep 02 12:56:19.646427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:19.664640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416273674', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:19.672717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-0023c62f-1b7d-4360-a217-db49756cf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:19.680467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-0023c62f-1b7d-4360-a217-db49756cf72e service neutron] 10.222.0.60 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.1851561 Sep 02 12:56:19.758049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.763598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-69e7c676-1cf8-4706-9f78-421a756bf12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:19.766506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-69e7c676-1cf8-4706-9f78-421a756bf12d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1620207 Sep 02 12:56:19.770587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.800353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-14bd010b-205e-4ef2-b7f7-8247e5d6f94f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.1189337 Sep 02 12:56:19.881597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=3a7eb9ae-23a2-4f6c-9e6e-db7db3f69ee0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:19.901435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Made reservation on behalf of 5fdc22dc7cbc4675a0f937a8dec4a81c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:19.905514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:19.913282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-e085c137-726b-4102-b57f-8536275dbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:19.918866 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6bee6ed2-2e99-4db5-8cd0-7afa6bda72d1 req-2182bcd5-b31b-4b4b-8008-6f088b0be2e3 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 210 time: 0.0876441 Sep 02 12:56:19.921405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-e085c137-726b-4102-b57f-8536275dbfba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.1201453 Sep 02 12:56:19.992534 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.012813 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Transition to ACTIVE for port object 4617d9da-421c-477c-8b7c-a7ba8dba025a will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:20.028167 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.132297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:16Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:20.154468 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17844c1-078e-4d87-99bd-7c96362a9ee8 None None] Pushing event updated for resources: {'Port': ['ID=4617d9da-421c-477c-8b7c-a7ba8dba025a,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:20.161944 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Attempting to bind port 4617d9da-421c-477c-8b7c-a7ba8dba025a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:20.162319 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Attempting to bind port 4617d9da-421c-477c-8b7c-a7ba8dba025a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:20.162676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Attempting to bind port 4617d9da-421c-477c-8b7c-a7ba8dba025a on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:20.177382 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:20.177760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:20.178156 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.181756 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:20.182242 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Bound port: 4617d9da-421c-477c-8b7c-a7ba8dba025a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:20.185545 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.186399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] Checking router: a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:20.203683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:20.205884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:20.238135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.251162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.261447 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] For port 4617d9da-421c-477c-8b7c-a7ba8dba025a, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:20.266984 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] For port 4617d9da-421c-477c-8b7c-a7ba8dba025a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4617d9da-421c-477c-8b7c-a7ba8dba025a,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:20.274507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-6c2a9547-e495-4a60-a76a-c8ec8c6e9c87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3519936 Sep 02 12:56:20.282334 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.379018 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:20.379659 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:20.383892 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17844c1-078e-4d87-99bd-7c96362a9ee8 None None] Pushing event updated for resources: {'Port': ['ID=4617d9da-421c-477c-8b7c-a7ba8dba025a,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:20.402724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ff093c8c-c299-40b4-8ad4-071108573b68 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:20.404406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ff093c8c-c299-40b4-8ad4-071108573b68 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.41 "GET /v2.0/networks?id=f22954b2-dfa3-46c5-941d-9785d680de18 HTTP/1.1" status: 200 len: 822 time: 0.2522721 Sep 02 12:56:20.405534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:20.407881 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.411923 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b680e693-1601-44ca-b761-57c86b262cd3 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6694236 Sep 02 12:56:20.412520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:20.423764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Request body: {'port': {'device_id': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18', 'admin_state_up': True, 'tenant_id': '950cf444ddd149fd9b6c8ddd1f12a6b0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:20.432017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'port': {'network_id': '7a2e5856-291c-44ea-bbe1-9f372f5df41d', 'name': 'tempest-FloatingIPTestJSON-1431963574'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:20.441060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Checking segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:20.441811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network hostable DHCP agents. Network: 503fd964-6cb1-4192-b7e2-00ea0653fdb5, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:20.447684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Subnet': ['ID=9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:20.483065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:20.497825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 503fd964-6cb1-4192-b7e2-00ea0653fdb5) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:20.512193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:20.513286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.523421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-4ff1315f-4180-438c-a340-923394b44c4f service neutron] 10.222.0.60 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039282 Sep 02 12:56:20.551997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803cb66-f435-4730-aaf9-032d7db795c1 None None] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:20.587160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:20.630111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-600fd5ec-6fb9-4ddb-9a5e-26ec09acab15 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9824119 Sep 02 12:56:20.665657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48568) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:20.692950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da1621c0-3222-4fbd-9859-27cccbe709b3 req-20b7052e-292a-4c7f-81d4-ec77ff337eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529529 Sep 02 12:56:20.799543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-33b81678-7b62-4aa4-96ee-db20bc16ca72 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips/6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d HTTP/1.1" status: 200 len: 695 time: 0.0724008 Sep 02 12:56:20.850133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-6c315430-e5ac-4796-896e-914aa807f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:20.851674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-6c315430-e5ac-4796-896e-914aa807f1ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 200 len: 920 time: 0.9812024 Sep 02 12:56:20.908360 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:16Z', 'revision_number': 3, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:20.917744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Made reservation on behalf of 950cf444ddd149fd9b6c8ddd1f12a6b0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:20.921677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.932887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-14aea20b-6622-4edc-9180-050c61e9d067 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 200 len: 217 time: 0.0680718 Sep 02 12:56:20.972411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:56:20.973549 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:20.981041 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd04a6-6bdd-4b4f-8b58-f8c4d623d848 None None] The sync data for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 is: [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:16Z', 'revision_number': 3, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:21.007025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-c57f58f8-92d8-4920-aff6-0fc0b69ca336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:21.008553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-c57f58f8-92d8-4920-aff6-0fc0b69ca336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 200 len: 859 time: 0.0584774 Sep 02 12:56:21.043082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-42ecf660-a1a0-403a-894b-53b5ef9c2e65 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:21.054108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-42ecf660-a1a0-403a-894b-53b5ef9c2e65 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 784 time: 0.2441912 Sep 02 12:56:21.094313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-aa87d122-ceba-4445-8293-ce20e186c210 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:21.095742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-aa87d122-ceba-4445-8293-ce20e186c210 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360847 Sep 02 12:56:21.150756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-8e38ea09-393c-4f0a-b4af-9f46cf9cd4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68904a28-1410-4008-8c2e-deb7d42cb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153426 Sep 02 12:56:21.151765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:16Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:21.153381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb080d6c-476e-4719-8b8d-1f39c45a1b45 req-3d6a5f2f-5723-43e1-a368-e65c8e0d4fd5 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 210 time: 0.1165643 Sep 02 12:56:21.220859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Allocated IP 172.20.0.2 (503fd964-6cb1-4192-b7e2-00ea0653fdb5/9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94/297252cb-02c8-4383-b38a-1eac56550213) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:21.239097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-989e3a10-d489-4a08-8b19-39a98157a64b tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 698 time: 0.1360075 Sep 02 12:56:21.338667 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-92817270-d599-493d-951f-bfefed225fb4 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 698 time: 0.0895712 Sep 02 12:56:21.349704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf99e53-2593-4dcf-9708-e9cd4e11b03d None None] The sync data for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 is: [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:55:04Z', 'revision_number': 4, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b5dadc34-4e6e-42db-98d5-37aef49abba3', 'name': '', 'network_id': '68904a28-1410-4008-8c2e-deb7d42cb52a', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'mac_address': 'fa:16:3e:b2:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:02Z', 'updated_at': '2021-09-02T12:55:16Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'subnets': [{'id': '768e518f-a31f-4f83-b0c5-287afbc4eff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:21.543260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.555919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Transition to ACTIVE for port object 297252cb-02c8-4383-b38a-1eac56550213 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:21.587802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Transition to ACTIVE for port object 297252cb-02c8-4383-b38a-1eac56550213 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:21.601588 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.630180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Deleting port f6371bcc-4721-4761-8882-c8a7e69a084c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:21.630813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.701828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:21.703933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:21.708193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Pushing event updated for resources: {'Port': ['ID=297252cb-02c8-4383-b38a-1eac56550213,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:21.724158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:21.727701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.728126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.728527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.728942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.729374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.729814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.730209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.730744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.731190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.731581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.732018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.732541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:21.776676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.777196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.799895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Calling delete_port for f6371bcc-4721-4761-8882-c8a7e69a084c owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:21.856929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Attempting to bind port 297252cb-02c8-4383-b38a-1eac56550213 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:21.857988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Attempting to bind port 297252cb-02c8-4383-b38a-1eac56550213 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:21.858517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Attempting to bind port 297252cb-02c8-4383-b38a-1eac56550213 on network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:21.866746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:21.867811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Checking segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:21.868429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.869081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Bound using segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:21.870084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Bound port: 297252cb-02c8-4383-b38a-1eac56550213, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:21.870713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:21.899144 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33558c61-08a9-4de8-8988-5ae8a07f93eb None None] New status for floating IP 6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:56:22.003571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4617d9da-421c-477c-8b7c-a7ba8dba025a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:22.054110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.085126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event deleted for resources: {'Port': ['ID=f6371bcc-4721-4761-8882-c8a7e69a084c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:22.165607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] For port 297252cb-02c8-4383-b38a-1eac56550213, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:22.180775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] For port 297252cb-02c8-4383-b38a-1eac56550213, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=297252cb-02c8-4383-b38a-1eac56550213,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:22.209163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.235613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4617d9da-421c-477c-8b7c-a7ba8dba025a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:22.240297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.244075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.245551 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3069a826-3db9-480c-b1e8-fab73ef05039 req-c53d2ee0-cbc3-426e-96eb-aa3e3e8a0b39 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "DELETE /v2.0/floatingips/6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d HTTP/1.1" status: 204 len: 173 time: 0.8994074 Sep 02 12:56:22.272075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Allocated IP 172.20.0.10 (f22954b2-dfa3-46c5-941d-9785d680de18/cdd09d40-2952-4558-b50c-d644a4b7280b/200abec8-c422-48ce-981a-a90120d1d998) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:22.285867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4617d9da-421c-477c-8b7c-a7ba8dba025a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:22.286436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.319348 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.db.api [None req-33558c61-08a9-4de8-8988-5ae8a07f93eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:56:22.319348 n-d-792364-8 neutron-server[94843]: DEBUG oslo_db.api [None req-33558c61-08a9-4de8-8988-5ae8a07f93eb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:56:22.411442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b005ed1-f6d0-4ff7-a243-6019b30eaf3b None None] Pushing event updated for resources: {'Port': ['ID=297252cb-02c8-4383-b38a-1eac56550213,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:22.472496 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.502579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4617d9da-421c-477c-8b7c-a7ba8dba025a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4617d9da-421c-477c-8b7c-a7ba8dba025a,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:22.510977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.519318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d53dc365-2bb8-4def-af32-44b66a4c6e7e req-5d683fe0-ee16-4910-99e2-a939c58a3b0c tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 210 time: 0.0395830 Sep 02 12:56:22.598812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4617d9da-421c-477c-8b7c-a7ba8dba025a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:22.659407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35b12ee2-7a98-44ef-b913-5b5349082d48 req-52b107a4-7de5-4173-a282-754776d52037 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups/4bf81118-95df-4995-81ee-1133881bb377 HTTP/1.1" status: 200 len: 1810 time: 0.0852802 Sep 02 12:56:22.735894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:22.741639 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.779355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35b12ee2-7a98-44ef-b913-5b5349082d48 req-8d6d5fa6-e9bb-4de2-8c53-5d8e1c9e6689 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.820553 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33558c61-08a9-4de8-8988-5ae8a07f93eb None None] New status for floating IP 6bbdc72c-c27f-45f9-9ddc-c4f7e9f7cd2d: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:56:22.821931 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.823848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35b12ee2-7a98-44ef-b913-5b5349082d48 req-8d6d5fa6-e9bb-4de2-8c53-5d8e1c9e6689 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.903850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35b12ee2-7a98-44ef-b913-5b5349082d48 req-8d6d5fa6-e9bb-4de2-8c53-5d8e1c9e6689 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.907053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35b12ee2-7a98-44ef-b913-5b5349082d48 req-8d6d5fa6-e9bb-4de2-8c53-5d8e1c9e6689 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:22.914201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] device_id is not set on port 330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:56:22.917512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35b12ee2-7a98-44ef-b913-5b5349082d48 req-8d6d5fa6-e9bb-4de2-8c53-5d8e1c9e6689 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "DELETE /v2.0/security-groups/4bf81118-95df-4995-81ee-1133881bb377 HTTP/1.1" status: 204 len: 173 time: 0.2445958 Sep 02 12:56:22.928756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5fa6-e9bb-4de2-8c53-5d8e1c9e6689 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf81118-95df-4995-81ee-1133881bb377,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:23.003774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760bfa5-16f5-4af3-b597-011e66a9a6fd req-255fab6f-93a7-444e-898d-7825b43f4f74 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:23.005459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4760bfa5-16f5-4af3-b597-011e66a9a6fd req-255fab6f-93a7-444e-898d-7825b43f4f74 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.4588318 Sep 02 12:56:23.036718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-466f8073-019a-49df-a426-8e6acfb4c0fc service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8708353 Sep 02 12:56:23.262094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4760bfa5-16f5-4af3-b597-011e66a9a6fd req-dde56795-fc53-4e83-880b-b982c0b7db9d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935005 Sep 02 12:56:23.279295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:23.281963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397b90-d4db-4271-bf64-d2a38a9a796c req-08dcffec-0b1b-4639-bd5b-a34ed6904613 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:23.283783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92397b90-d4db-4271-bf64-d2a38a9a796c req-08dcffec-0b1b-4639-bd5b-a34ed6904613 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0661876 Sep 02 12:56:23.312590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:23.345347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92397b90-d4db-4271-bf64-d2a38a9a796c req-2d745fd4-1054-49e0-986a-70192398c4f5 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Sep 02 12:56:23.415787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Network f22954b2-dfa3-46c5-941d-9785d680de18 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:23.473595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:23.476404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:23.481283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f7264a76-f57d-4fc3-ba3c-8a75539ba7cb req-83d2434f-1530-44a0-a8fb-09e9eba47632 service neutron] 10.222.0.18 "GET /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053645 Sep 02 12:56:23.529288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.11 (7a2e5856-291c-44ea-bbe1-9f372f5df41d/8bbb5c76-0bda-43e3-996b-1fab0b9be83d/330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:23.555211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Pushing event updated for resources: {'Port': ['ID=200abec8-c422-48ce-981a-a90120d1d998,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:23.612753 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-860379cb-d2a5-49cd-94fa-da4811a5665f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/1a866e85-7a90-40dc-977c-2f5a4dc43965 HTTP/1.1" status: 200 len: 992 time: 0.2613933 Sep 02 12:56:23.641821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:23.642476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:23.670558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989589-b2d1-4f95-82de-78864f391acb req-8e192d3e-bea2-4baa-97aa-638f0552ae15 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:23.672421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe989589-b2d1-4f95-82de-78864f391acb req-8e192d3e-bea2-4baa-97aa-638f0552ae15 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 932 time: 0.0724857 Sep 02 12:56:23.714335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-d4b08339-a6ee-45ef-8d6e-1223e1acc3b7 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2976377 Sep 02 12:56:23.728514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe989589-b2d1-4f95-82de-78864f391acb req-bc4e1ee2-9e82-4ceb-9e4b-9f68ae087f01 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Sep 02 12:56:23.812331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:23.983342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 297252cb-02c8-4383-b38a-1eac56550213 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:23.991764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Request body: {'port': {'device_id': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:23.998207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.072449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 297252cb-02c8-4383-b38a-1eac56550213 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:24.079149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4617d9da-421c-477c-8b7c-a7ba8dba025a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:24.149874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4617d9da-421c-477c-8b7c-a7ba8dba025a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:24.151058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.205097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.230437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7eb00-1cb0-4ef0-be45-cf8d62188c57 req-6c0a4d4d-c73d-4a0f-8058-b3a18fc00644 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:24.238123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cea7eb00-1cb0-4ef0-be45-cf8d62188c57 req-6c0a4d4d-c73d-4a0f-8058-b3a18fc00644 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1096 time: 0.2292607 Sep 02 12:56:24.303428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.457632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fec97c-cdf6-4ca7-81f3-827f94152980 None None] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:24.496292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4886d0-d995-4fad-988f-7f633f6202d9 req-5e72f415-1928-4c8d-9869-872cd095988c tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:24.507718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b4886d0-d995-4fad-988f-7f633f6202d9 req-5e72f415-1928-4c8d-9869-872cd095988c tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0745647 Sep 02 12:56:24.563733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b4886d0-d995-4fad-988f-7f633f6202d9 req-8d8c31b5-800d-4f5d-ba82-079094118fff tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541370 Sep 02 12:56:24.594776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cea7eb00-1cb0-4ef0-be45-cf8d62188c57 req-d78ac6a1-0bed-4b7f-bdf7-4bef035b6eb7 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552620 Sep 02 12:56:24.596752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] Provisioning for port 297252cb-02c8-4383-b38a-1eac56550213 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:24.603981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] Provisioning complete for port 297252cb-02c8-4383-b38a-1eac56550213 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:24.604357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.678639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 7a2e5856-291c-44ea-bbe1-9f372f5df41d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:24.689223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:24.700062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:24.708728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:24.714604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.20.0.1 (503fd964-6cb1-4192-b7e2-00ea0653fdb5/9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94/d220704c-8470-413c-9078-7aa3eca8928e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:24.744419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.792024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] For port 297252cb-02c8-4383-b38a-1eac56550213, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=297252cb-02c8-4383-b38a-1eac56550213,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:24.798104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.871525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:24.872278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:24.877159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595747f-1e5d-42bf-af34-4eae62a13735 None None] Pushing event updated for resources: {'Port': ['ID=297252cb-02c8-4383-b38a-1eac56550213,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:24.961923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f6cb6-9c1b-4e87-9f58-169a03f8081c req-bf1ffc56-9253-4b58-be02-704aa9a9b33f tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:24.964311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a12f6cb6-9c1b-4e87-9f58-169a03f8081c req-bf1ffc56-9253-4b58-be02-704aa9a9b33f tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 932 time: 0.0728776 Sep 02 12:56:24.986249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-471429ba-03c0-4c3e-9478-914d8dc44c54 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5708420 Sep 02 12:56:24.988457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200abec8-c422-48ce-981a-a90120d1d998 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:24.999368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:25.006299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.007060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'port_id': '330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:25.039562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Transition to ACTIVE for port object 200abec8-c422-48ce-981a-a90120d1d998 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:25.051454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.065321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.129098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.135654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-275a8749-52f4-41e6-a033-0cffa6e2d68d None None] Provisioning complete for port 297252cb-02c8-4383-b38a-1eac56550213 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:25.136186 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275a8749-52f4-41e6-a033-0cffa6e2d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.171200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Transition to ACTIVE for port object d220704c-8470-413c-9078-7aa3eca8928e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:25.209663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=200abec8-c422-48ce-981a-a90120d1d998,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:25.240550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a12f6cb6-9c1b-4e87-9f58-169a03f8081c req-6c3afe30-00ad-4e30-a9e1-55e1ccc25c9c tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575104 Sep 02 12:56:25.299371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Attempting to bind port 200abec8-c422-48ce-981a-a90120d1d998 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:25.299749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Attempting to bind port 200abec8-c422-48ce-981a-a90120d1d998 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:25.300142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Attempting to bind port 200abec8-c422-48ce-981a-a90120d1d998 on network f22954b2-dfa3-46c5-941d-9785d680de18 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:25.306169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.419748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Port 200abec8-c422-48ce-981a-a90120d1d998 on network f22954b2-dfa3-46c5-941d-9785d680de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:56:25.420349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Attempting to bind port 200abec8-c422-48ce-981a-a90120d1d998 on network f22954b2-dfa3-46c5-941d-9785d680de18 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:25.432255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:25.432590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Checking segment: {'id': 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:25.433138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Bound using segment: {'id': 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:25.433480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Bound port: 200abec8-c422-48ce-981a-a90120d1d998, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:25.433851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.438351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:25.482198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:25.488050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:25.492856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=d220704c-8470-413c-9078-7aa3eca8928e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:25.503254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.503620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.503945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.504267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.504766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.504953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.505283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.505636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.505960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.506349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.506664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.506967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:25.615891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] For port 200abec8-c422-48ce-981a-a90120d1d998, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:25.630637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] For port 200abec8-c422-48ce-981a-a90120d1d998, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=200abec8-c422-48ce-981a-a90120d1d998,segment=NetworkSegment(ee0994a4-b9ff-4609-bbd1-ea57a48179e0),segment_id=ee0994a4-b9ff-4609-bbd1-ea57a48179e0)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:25.641763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:25.681817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.763692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-329630e7-b704-497c-9ce7-70794a4c8da6 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:25.766204 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-329630e7-b704-497c-9ce7-70794a4c8da6 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.18 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.3401711 Sep 02 12:56:25.814645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:25.815272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.816706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/200abec8-c422-48ce-981a-a90120d1d998 HTTP/1.1" status: 200 len: 1092 time: 2.0867267 Sep 02 12:56:25.831959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'tag': '200abec8-c422-48ce-981a-a90120d1d998'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:25.834237 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351" -d '{"events": [{"name": "network-changed", "server_uuid": "9c101069-12bc-47ca-b70a-9bf18f0c8929", "tag": "200abec8-c422-48ce-981a-a90120d1d998"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:25.843984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44737ba-8a92-49fc-b602-8c7988d01de1 req-9358e422-805a-4992-b39e-84d05facff41 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:25.845875 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e44737ba-8a92-49fc-b602-8c7988d01de1 req-9358e422-805a-4992-b39e-84d05facff41 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1460929 Sep 02 12:56:25.878603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 297252cb-02c8-4383-b38a-1eac56550213 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:25.901607 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:25.925601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dbd90b7b-9c9f-4ad3-9015-1e156d12ec3c None None] Provisioning for port d220704c-8470-413c-9078-7aa3eca8928e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:25.936798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dbd90b7b-9c9f-4ad3-9015-1e156d12ec3c None None] Provisioning complete for port d220704c-8470-413c-9078-7aa3eca8928e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:25.937464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbd90b7b-9c9f-4ad3-9015-1e156d12ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.000162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e44737ba-8a92-49fc-b602-8c7988d01de1 req-ecd49484-1065-45c5-b754-5a1c95482b13 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460555 Sep 02 12:56:26.002372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-dbd90b7b-9c9f-4ad3-9015-1e156d12ec3c None None] Port d220704c-8470-413c-9078-7aa3eca8928e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:26.003401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.010293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.013882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 297252cb-02c8-4383-b38a-1eac56550213 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:26.014273 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.187167 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP 62f03fea-3a77-405f-b1cb-bc26f9cb68d3 associated. External IP: 172.25.7.112, port: 330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c. Sep 02 12:56:26.365864 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc77121-8f3b-4d6a-baa0-06233b000a48 x-openstack-request-id: req-0bc77121-8f3b-4d6a-baa0-06233b000a48 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:26.366474 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c101069-12bc-47ca-b70a-9bf18f0c8929", "tag": "200abec8-c422-48ce-981a-a90120d1d998", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:26.366474 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bc77121-8f3b-4d6a-baa0-06233b000a48 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:26.366859 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'tag': '200abec8-c422-48ce-981a-a90120d1d998', 'status': 'completed', 'code': 200} Sep 02 12:56:26.370618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dd84c-c0d1-41fb-8997-2b3d916f8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=200abec8-c422-48ce-981a-a90120d1d998,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:26.458307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-afde2e59-5553-48df-9954-e01ed5de3bd9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8150167 Sep 02 12:56:26.473111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-f1a10f76-1e18-43ec-a604-45ec3fd2f0be service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:26.474205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-f1a10f76-1e18-43ec-a604-45ec3fd2f0be service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078213 Sep 02 12:56:26.478133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-a8475f20-9e1f-4e63-88d7-4d61c3db75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:26.479603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-a8475f20-9e1f-4e63-88d7-4d61c3db75da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=950cf444ddd149fd9b6c8ddd1f12a6b0&device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 1095 time: 0.5817528 Sep 02 12:56:26.549119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-b6e1cad3-789c-4309-a500-fc0db5c9fe6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200abec8-c422-48ce-981a-a90120d1d998 HTTP/1.1" status: 200 len: 217 time: 0.0577614 Sep 02 12:56:26.608268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Deleting port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:26.608921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.666959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.746089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-398e4a24-ed97-4c59-b456-86069ccb02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:26.748758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-398e4a24-ed97-4c59-b456-86069ccb02f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cdd09d40-2952-4558-b50c-d644a4b7280b HTTP/1.1" status: 200 len: 862 time: 0.1774731 Sep 02 12:56:26.848872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-6e208ef0-4bb6-4429-8f6b-0ea7f826efa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f22954b2-dfa3-46c5-941d-9785d680de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892680 Sep 02 12:56:26.927408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233e2f-aa50-462f-992f-a7e11358209c req-a9da5d94-15ce-4909-a77b-c2dfba3b81cb tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:26.936404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53233e2f-aa50-462f-992f-a7e11358209c req-a9da5d94-15ce-4909-a77b-c2dfba3b81cb tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 944 time: 0.6019557 Sep 02 12:56:26.961253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] For port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:26.961543 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:26.987930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Calling delete_port for ff6fa022-c645-4f87-bbd4-2a7bc123ccdf owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:27.010447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53233e2f-aa50-462f-992f-a7e11358209c req-dc777ae0-a9d3-4932-b4d3-f9dc43381b73 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727582 Sep 02 12:56:27.041277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:27.112953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-2099f226-c0a9-4209-a162-1e2706cb8bba service neutron] 10.222.0.41 "GET /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343299 Sep 02 12:56:27.213140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:27.221441 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.228778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:27.244502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:27.245297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:27.294800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:27.305966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:27.306619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:27.338830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8570c0c9-c362-4392-82c7-abf89fa1c11e tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/floatingips/62f03fea-3a77-405f-b1cb-bc26f9cb68d3 HTTP/1.1" status: 200 len: 979 time: 2.3343382 Sep 02 12:56:27.339845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:27.362883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:27.363871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e993c92a-f2cf-4ec0-9100-4191cdfcfa3c None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:27.375946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b5e99-ecd7-40a1-95cd-013759de1d2e req-c0f6136e-4dd9-4353-a7be-62aba62c38fa service neutron] 10.222.0.41 "GET /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457850 Sep 02 12:56:27.402808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.410416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.433409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317954a-785e-4874-9cdc-3fd3fb7e4197 req-b7cc56b3-5f49-40e5-94af-3379d0734c7b tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:27.435931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Pushing event deleted for resources: {'Port': ['ID=ff6fa022-c645-4f87-bbd4-2a7bc123ccdf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:27.442538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.444964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1317954a-785e-4874-9cdc-3fd3fb7e4197 req-b7cc56b3-5f49-40e5-94af-3379d0734c7b tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/ports?device_id=0044aef3-c60d-4925-8d93-bbfba443aaa9 HTTP/1.1" status: 200 len: 946 time: 0.1612630 Sep 02 12:56:27.535265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1317954a-785e-4874-9cdc-3fd3fb7e4197 req-830e814d-1f76-412d-8be8-a4836fbf3990 tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891616 Sep 02 12:56:27.548217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:27.548656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.630888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] No DVR routers for this DVR port ff6fa022-c645-4f87-bbd4-2a7bc123ccdf on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:56:27.635330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.637868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c86ae7e9-c6b2-4f6f-873d-a3819d08e2b7 req-e4fea7be-5ff3-4bb4-9ef7-3a85dc718fbc tempest-ServerRescueTestJSONUnderV235-138203752 tempest-ServerRescueTestJSONUnderV235-138203752-project] 10.222.0.18 "DELETE /v2.0/ports/ff6fa022-c645-4f87-bbd4-2a7bc123ccdf HTTP/1.1" status: 204 len: 173 time: 1.8430045 Sep 02 12:56:27.646210 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.652065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-a40396a3-9df3-4a30-b1d1-e68f181310ec tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:27.660795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-a40396a3-9df3-4a30-b1d1-e68f181310ec tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 1093 time: 0.4657445 Sep 02 12:56:27.663055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=d220704c-8470-413c-9078-7aa3eca8928e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:27.669497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.688638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Request body: {'binding': {'host': 'n-h2-792364-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:27.689498 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Unknown quota resources ['binding']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 12:56:27.695841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-b2c37848-41b8-4a3c-b42c-e87966aa0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:27.697823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-b2c37848-41b8-4a3c-b42c-e87966aa0b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=950cf444ddd149fd9b6c8ddd1f12a6b0&device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 1095 time: 0.2563291 Sep 02 12:56:27.899956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.901642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:27.902045 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP 62f03fea-3a77-405f-b1cb-bc26f9cb68d3 disassociated. External IP: 172.25.7.112, port: 330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c. Sep 02 12:56:27.903003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:27.961454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:27.967762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-7dad6626-9c4b-4c91-942d-bdd1baacbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:27.969287 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-7dad6626-9c4b-4c91-942d-bdd1baacbff1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f22954b2-dfa3-46c5-941d-9785d680de18 HTTP/1.1" status: 200 len: 923 time: 0.2481859 Sep 02 12:56:27.971871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:28.113745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:28.168061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-452aab2a-078b-4e45-b706-413f818643b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200abec8-c422-48ce-981a-a90120d1d998 HTTP/1.1" status: 200 len: 217 time: 0.1877570 Sep 02 12:56:28.176707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 8dc71e0c-0713-48f8-abe4-74051f1cc242 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:28.219097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:28.255641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on host n-h2-792364-8 for vnic_type normal with profile None {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:28.257596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:28.261216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:28.276497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:56:28.276822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:28.336262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d482ab6-aafc-4ae5-9e99-19fae82e538f None None] Provisioning complete for port d220704c-8470-413c-9078-7aa3eca8928e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:28.337375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d482ab6-aafc-4ae5-9e99-19fae82e538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:28.351012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-85d5248e-f0f9-43e9-a3b5-5caf863deb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:28.352531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-85d5248e-f0f9-43e9-a3b5-5caf863deb17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cdd09d40-2952-4558-b50c-d644a4b7280b HTTP/1.1" status: 200 len: 862 time: 0.1602886 Sep 02 12:56:28.356233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611cc6-c29c-4da7-85e8-3f22b020a71e req-dbbb0365-0cd6-43e5-a2f9-440a5297c48d tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:28.357848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:28.358237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36611cc6-c29c-4da7-85e8-3f22b020a71e req-dbbb0365-0cd6-43e5-a2f9-440a5297c48d tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 944 time: 0.1574373 Sep 02 12:56:28.364625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Checking segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:28.366599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Bound using segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:28.366599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Bound port: 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:28.374634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'name': 'network-vif-deleted', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:28.377014 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae5882a-e1bc-4a83-846f-54ada33d238b" -d '{"events": [{"server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "name": "network-vif-deleted", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:28.377855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0d482ab6-aafc-4ae5-9e99-19fae82e538f None None] Port d220704c-8470-413c-9078-7aa3eca8928e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:28.428656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36611cc6-c29c-4da7-85e8-3f22b020a71e req-20509473-316b-4069-9b84-a40da3c74a5e tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Sep 02 12:56:28.434184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:28.478512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-2825c879-7716-4613-994f-3be6973e42bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f22954b2-dfa3-46c5-941d-9785d680de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071100 Sep 02 12:56:28.584821 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a9443-c154-44d4-a8ef-07536d701286 x-openstack-request-id: req-657a9443-c154-44d4-a8ef-07536d701286 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:28.585167 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0044aef3-c60d-4925-8d93-bbfba443aaa9", "name": "network-vif-deleted", "tag": "ff6fa022-c645-4f87-bbd4-2a7bc123ccdf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:28.585547 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-657a9443-c154-44d4-a8ef-07536d701286 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:28.585839 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0044aef3-c60d-4925-8d93-bbfba443aaa9', 'name': 'network-vif-deleted', 'tag': 'ff6fa022-c645-4f87-bbd4-2a7bc123ccdf', 'status': 'completed', 'code': 200} Sep 02 12:56:28.587285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:28.607513 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:28.621731 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:28.624216 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:28.641475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:28.650818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:28.658282 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-27df6316-9f2f-4628-993c-a45d911498e8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "PUT /v2.0/routers/8dc71e0c-0713-48f8-abe4-74051f1cc242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9686744 Sep 02 12:56:28.660302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:28.666754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:28.674838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Sync routers for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:28.675000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--779884066', 'description': 'tempest-secgroup_access--779884066 description', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:28.675969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:28.689139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-0ffcf75e-f0e3-4b4f-b8b7-59910a66c035 service neutron] 10.222.0.60 "POST /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119/bindings HTTP/1.1" status: 201 len: 389 time: 1.0272074 Sep 02 12:56:28.695351 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9d86fbe-37ed-4a29-a4ed-2ce6a6ce16b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:28.704506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:28.707929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:28.728744 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:28.751437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:28.753169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:28.812948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:28.816106 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-2bfc8809-59e9-4080-a889-5cdc8d7a33f6 service neutron] 10.222.0.41 "GET /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251677 Sep 02 12:56:28.827953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:28.833301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:28.833876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e0deec3-82c9-4ed7-b763-b6853ab4d17b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/ports/330e0a5a-63e3-4cef-991d-7b6c6c1c3c7c HTTP/1.1" status: 204 len: 168 time: 1.4932857 Sep 02 12:56:28.842821 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:28.843892 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f27f28-4b07-4fe4-891e-f5dace9b594c None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:28.937314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:28.944955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f904ce83-31ef-4fe9-902b-9cc14b45edf7 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/floatingips/62f03fea-3a77-405f-b1cb-bc26f9cb68d3 HTTP/1.1" status: 200 len: 688 time: 0.1099193 Sep 02 12:56:28.991918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6fa022-c645-4f87-bbd4-2a7bc123ccdf no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:56:29.033324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:29.199748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: ff6fa022-c645-4f87-bbd4-2a7bc123ccdf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:56:29.200365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6fa022-c645-4f87-bbd4-2a7bc123ccdf not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:56:29.237532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.246288 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.273244 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.281530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6128435 Sep 02 12:56:29.281845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:27Z', 'revision_number': 2, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:29.305542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:29.307473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63862ee6-a19c-4981-8e0d-09930c8a289d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:29.315238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Checking router: 8dc71e0c-0713-48f8-abe4-74051f1cc242 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:29.315238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Updating router 8dc71e0c-0713-48f8-abe4-74051f1cc242 port d220704c-8470-413c-9078-7aa3eca8928e binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:56:29.315412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2123259499', 'description': 'tempest-secgroup_general--2123259499 description', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:29.346234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.359469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.471766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.638204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.642202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1097-3e15-487a-b0b2-e47909adc4d4 req-16ad3b1f-7872-4f58-9884-551dcc52de55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:29.644369 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc6a1097-3e15-487a-b0b2-e47909adc4d4 req-16ad3b1f-7872-4f58-9884-551dcc52de55 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.7803264 Sep 02 12:56:29.654526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.678880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-e8b6e5a6-5cae-4727-8d63-bbf8dc57c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:29.680799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-e8b6e5a6-5cae-4727-8d63-bbf8dc57c2c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1096 time: 0.6807837 Sep 02 12:56:29.692116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.692348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3820512 Sep 02 12:56:29.698240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:29.713253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'security_group_rule': {'security_group_id': '9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:29.750474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797408-5a51-4fe4-ac4b-8eb6a7ea6eef req-3d8089d9-12ef-4a10-b279-d2d3cea58836 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:29.752447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97797408-5a51-4fe4-ac4b-8eb6a7ea6eef req-3d8089d9-12ef-4a10-b279-d2d3cea58836 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 944 time: 0.1603532 Sep 02 12:56:29.757652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb65c8-13ff-4f11-876a-fdd1f774aea1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb73247-16da-4993-98d7-2a5987eecfb8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:29.816230 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.832700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Transition to ACTIVE for port object d220704c-8470-413c-9078-7aa3eca8928e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:29.840726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.847971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:29.850656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-bcf36295-e091-4f7b-9c3b-d20e94c992a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:29.852396 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-bcf36295-e091-4f7b-9c3b-d20e94c992a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 898 time: 0.1445050 Sep 02 12:56:29.881715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:29.906930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc6a1097-3e15-487a-b0b2-e47909adc4d4 req-0d489540-b304-4b3d-a43f-c6491b62c800 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527030 Sep 02 12:56:29.952585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97797408-5a51-4fe4-ac4b-8eb6a7ea6eef req-a1f6efac-5d1a-4607-869d-53d30add73b9 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886861 Sep 02 12:56:29.998315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db8bb7e2-ef46-4bc2-9a7f-8d4dc7dce351 req-4ecc3c25-d055-4de3-afc9-74268bbac2c7 service neutron] 10.222.0.41 "GET /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0570123 Sep 02 12:56:30.004963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Attempting to bind port d220704c-8470-413c-9078-7aa3eca8928e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:30.005387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Attempting to bind port d220704c-8470-413c-9078-7aa3eca8928e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:30.005910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Attempting to bind port d220704c-8470-413c-9078-7aa3eca8928e on network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:30.012270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774ac40-4df0-4c55-831b-15bdeb00695e None None] Pushing event updated for resources: {'Port': ['ID=d220704c-8470-413c-9078-7aa3eca8928e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:30.018968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:30.019353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Checking segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:30.019763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.022045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Bound using segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:30.023632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Bound port: d220704c-8470-413c-9078-7aa3eca8928e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:30.025421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.039939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 3a7eb9ae-23a2-4f6c-9e6e-db7db3f69ee0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:30.040297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.053240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.057248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-d4b6bd43-0fb8-4b27-aea8-b3c5f2d0d45e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 1000 time: 0.1863098 Sep 02 12:56:30.075931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.103815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4e490d-9d4a-4c21-b47a-bceb4d76aab2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:30.137416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.139016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4c7a696b-f7b4-427d-8d55-5fb52ccd3ef8 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359808 Sep 02 12:56:30.182146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Deleting port b5dadc34-4e6e-42db-98d5-37aef49abba3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:30.182560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.216713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] For port d220704c-8470-413c-9078-7aa3eca8928e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:30.221782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] For port d220704c-8470-413c-9078-7aa3eca8928e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d220704c-8470-413c-9078-7aa3eca8928e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:30.228459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.286267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] For port b5dadc34-4e6e-42db-98d5-37aef49abba3, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b5dadc34-4e6e-42db-98d5-37aef49abba3,segment=NetworkSegment(45e48d97-d911-4f4c-9631-49a00ed7b3ed),segment_id=45e48d97-d911-4f4c-9631-49a00ed7b3ed)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:30.286872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.298049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-ba814ac8-8e69-4687-84d1-588af9a7ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:30.303331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Calling delete_port for b5dadc34-4e6e-42db-98d5-37aef49abba3 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:30.303908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-ba814ac8-8e69-4687-84d1-588af9a7ed85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.1740887 Sep 02 12:56:30.319441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:30.320194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:30.385673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb47f-7f0a-40d4-bcbe-5d77123565da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.387037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.387546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.387996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774ac40-4df0-4c55-831b-15bdeb00695e None None] Pushing event updated for resources: {'Port': ['ID=d220704c-8470-413c-9078-7aa3eca8928e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:30.415227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 3a7eb9ae-23a2-4f6c-9e6e-db7db3f69ee0 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:30.428444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-de2f9d3f-c3b0-4d73-ba8b-1499df7c4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:30.430059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-de2f9d3f-c3b0-4d73-ba8b-1499df7c4c84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202836 Sep 02 12:56:30.557649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:30.630517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-0b953baa-a2e1-4ef4-854f-8cac8d523dae tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--779884066&fields=id&tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c HTTP/1.1" status: 200 len: 267 time: 0.1456251 Sep 02 12:56:30.667272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb47f-7f0a-40d4-bcbe-5d77123565da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.674916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb47f-7f0a-40d4-bcbe-5d77123565da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.697296 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.720657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-1c988d11-99e5-4011-9305-e8dec1047d48 service neutron] 10.222.0.18 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487018 Sep 02 12:56:30.742981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bb47f-7f0a-40d4-bcbe-5d77123565da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eb553a-e45b-425c-9f4e-a593b87f18bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:30.747438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5dadc34-4e6e-42db-98d5-37aef49abba3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:30.757198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ff7bb47f-7f0a-40d4-bcbe-5d77123565da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1200ce79c3074ee3a0d555b4b9b04e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9079292 Sep 02 12:56:30.760195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:30.771905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-51cdfc1c-c996-4dfb-88ac-74385b89f927 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--2123259499&fields=id&tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c HTTP/1.1" status: 200 len: 267 time: 0.1294200 Sep 02 12:56:30.861039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:30Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:30.892190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf74a36-133c-4334-8a5a-9611d988a7d0 None None] The sync data for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 is: [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:30Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:30.912061 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.965011 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bc-6a08-44fa-ac0e-51fd40be7e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:30.970612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=3a7eb9ae-23a2-4f6c-9e6e-db7db3f69ee0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:31.007111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bc-6a08-44fa-ac0e-51fd40be7e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.045360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 200abec8-c422-48ce-981a-a90120d1d998 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:56:31.078148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-60f18876-138e-4d82-981d-649b41c1f809 service neutron] 10.222.0.18 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280022 Sep 02 12:56:31.084754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-b2eb8c74-c076-42bf-8ede-08988f5fb7d9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:31.093008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-b2eb8c74-c076-42bf-8ede-08988f5fb7d9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/networks?id=503fd964-6cb1-4192-b7e2-00ea0653fdb5 HTTP/1.1" status: 200 len: 797 time: 0.3199513 Sep 02 12:56:31.118052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.122865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.127743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.129848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d0382507-a6e4-4cb4-bc5a-64aa57ddf331 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/floatingips/62f03fea-3a77-405f-b1cb-bc26f9cb68d3 HTTP/1.1" status: 204 len: 168 time: 2.0942822 Sep 02 12:56:31.133149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-626b46b3-4e53-4df6-9c82-ded280dd667d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/quotas/5fdc22dc7cbc4675a0f937a8dec4a81c HTTP/1.1" status: 200 len: 375 time: 0.0391431 Sep 02 12:56:31.134527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:31.140885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '70c36287-1d9d-419b-9dc2-856231b18a45'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:31.174656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bc-6a08-44fa-ac0e-51fd40be7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.177371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bc-6a08-44fa-ac0e-51fd40be7e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.181531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8acc51bc-6a08-44fa-ac0e-51fd40be7e56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58eb553a-e45b-425c-9f4e-a593b87f18bd HTTP/1.1" status: 204 len: 168 time: 0.4201965 Sep 02 12:56:31.189457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 200abec8-c422-48ce-981a-a90120d1d998, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=200abec8-c422-48ce-981a-a90120d1d998,segment=NetworkSegment(ee0994a4-b9ff-4609-bbd1-ea57a48179e0),segment_id=ee0994a4-b9ff-4609-bbd1-ea57a48179e0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:31.205689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '200abec8-c422-48ce-981a-a90120d1d998', 'network_id': 'f22954b2-dfa3-46c5-941d-9785d680de18', 'port_id': '200abec8-c422-48ce-981a-a90120d1d998', 'mac_address': 'fa:16:3e:6e:e9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd09d40-2952-4558-b50c-d644a4b7280b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:56:31.220835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de781a4-29b3-4ee2-bad7-2d67675db1f6 req-d5abedd7-6438-46eb-88e4-2a440ed0c0b4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:31.222882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2de781a4-29b3-4ee2-bad7-2d67675db1f6 req-d5abedd7-6438-46eb-88e4-2a440ed0c0b4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1923532 Sep 02 12:56:31.223726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc51bc-6a08-44fa-ac0e-51fd40be7e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eb553a-e45b-425c-9f4e-a593b87f18bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:31.287751 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.317229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200abec8-c422-48ce-981a-a90120d1d998 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:31.343436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 200abec8-c422-48ce-981a-a90120d1d998, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=200abec8-c422-48ce-981a-a90120d1d998,segment=NetworkSegment(ee0994a4-b9ff-4609-bbd1-ea57a48179e0),segment_id=ee0994a4-b9ff-4609-bbd1-ea57a48179e0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:31.351146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.352399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.384406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2de781a4-29b3-4ee2-bad7-2d67675db1f6 req-e20dc78f-2aa1-402a-8b65-71d7a3094ddf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263688 Sep 02 12:56:31.391972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-f7ad078f-ac87-400a-aab9-f6cd333df367 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2449460 Sep 02 12:56:31.444661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-825c8eb4-f2d9-4c0b-9849-2aa35cb46196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.451757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=200abec8-c422-48ce-981a-a90120d1d998,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:31.517065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-bf86d719-fca8-4e0d-aff6-98764658e678 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:31.518760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-bf86d719-fca8-4e0d-aff6-98764658e678 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc&tenant_id=f83b2a7200524bfbb23facb779d17d3b&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1096 time: 0.3562825 Sep 02 12:56:31.538032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-8'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:31.579487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['200abec8-c422-48ce-981a-a90120d1d998'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:31.631298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:31.651248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889241f-738a-40e6-be08-c35bd5747af2 req-3e981f73-dcaa-45df-b68f-4353c6a7be51 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:31.658482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-af6dd85b-6762-4117-9228-59f05b9f25d1 service neutron] 10.222.0.60 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045937 Sep 02 12:56:31.659098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.659222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e889241f-738a-40e6-be08-c35bd5747af2 req-3e981f73-dcaa-45df-b68f-4353c6a7be51 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 945 time: 0.1013403 Sep 02 12:56:31.692209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:31.767433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48830) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:31.812064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:31.818945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0cfa9eee-0c04-49a8-9719-1d42ad3dafa3 admin admin] 10.222.0.60 "PUT /v2.0/routers/a2d4e0a7-a62d-42f1-874c-fb3c468b83f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1645460 Sep 02 12:56:31.823262 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] Sync routers for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:31.838664 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:31.838840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:31.839724 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:31.865596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e889241f-738a-40e6-be08-c35bd5747af2 req-b7b15bd4-ebe1-4bf5-99e6-d00f1e23161f tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053683 Sep 02 12:56:31.878291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2bfba47b-0a81-4a0e-82fe-9082f5b2c868 service neutron] 10.222.0.60 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075019 Sep 02 12:56:31.951720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69ca0be6-6708-49ca-a2eb-8f6140b2ec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.005425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.095015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d220704c-8470-413c-9078-7aa3eca8928e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:32.154699 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:32.226918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d220704c-8470-413c-9078-7aa3eca8928e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:32.237889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d220704c-8470-413c-9078-7aa3eca8928e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:32.238269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.248988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.339318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69ca0be6-6708-49ca-a2eb-8f6140b2ec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.362470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69ca0be6-6708-49ca-a2eb-8f6140b2ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.368981 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.412525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d220704c-8470-413c-9078-7aa3eca8928e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d220704c-8470-413c-9078-7aa3eca8928e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:32.419955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.438519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-69ca0be6-6708-49ca-a2eb-8f6140b2ec3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=272f9a7407b54a1293b6d6f7a94bee5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663802 Sep 02 12:56:32.442045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:32.468629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca0be6-6708-49ca-a2eb-8f6140b2ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6900258-dbe2-4255-a6cd-a41eedf54520,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:32.490543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.173 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4a3e93ad-df8c-457d-9295-77c0247aa387) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:32.507019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfa080f5-7958-4f9a-86ec-68d0b426e6ba req-9bc3c365-6be7-415a-bf87-ad2565c1d3fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 210 time: 0.2527988 Sep 02 12:56:32.524739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.552544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d220704c-8470-413c-9078-7aa3eca8928e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:32.577254 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:56:30Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:32.617293 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] Checking router: a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:32.622152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:32.630465 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] Routers {'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:32.632087 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:32.714076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:32.765107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.786085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:32.789067 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2df1bf-4a41-4879-8291-6736cac3f88f" -d '{"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-unplugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:32.808017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.824713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:32.875621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] Set router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:32.883676 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958b3ae-4c77-447a-b40f-a19e4e56ee54 x-openstack-request-id: req-c958b3ae-4c77-447a-b40f-a19e4e56ee54 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:32.884107 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-unplugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:32.884463 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c958b3ae-4c77-447a-b40f-a19e4e56ee54 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:32.885006 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'code': 200} Sep 02 12:56:33.043744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 200abec8-c422-48ce-981a-a90120d1d998 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:33.102899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:33.112388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.140121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.180220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 200abec8-c422-48ce-981a-a90120d1d998 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:33.185166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 200abec8-c422-48ce-981a-a90120d1d998 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:33.185572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.207559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cb909-e566-403e-8195-ca629ce061c9 req-b71643d4-054c-4819-9503-c535277d27bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:33.216465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-376cb909-e566-403e-8195-ca629ce061c9 req-b71643d4-054c-4819-9503-c535277d27bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 943 time: 0.2266157 Sep 02 12:56:33.251026 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:56:30Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:33.276801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f276ceec-54b5-460a-b112-2df59fbac251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.279040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=4a3e93ad-df8c-457d-9295-77c0247aa387,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:33.289833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:33.300311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024d758-bd51-4ed4-a013-a3c4b373e071 req-93ebd931-2e6e-4244-88fe-db59c44a5024 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:33.309454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d024d758-bd51-4ed4-a013-a3c4b373e071 req-93ebd931-2e6e-4244-88fe-db59c44a5024 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 945 time: 0.2771888 Sep 02 12:56:33.319148 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e28e2-efae-4ecc-a5da-459f0fbe95bc None None] The sync data for ids ['a2d4e0a7-a62d-42f1-874c-fb3c468b83f8'] in n-d-792364-8 is: [{'id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-280209438-router', 'tenant_id': '574e87d3f8b94f8c8580ec5a329b4323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:47Z', 'updated_at': '2021-09-02T12:56:30Z', 'revision_number': 5, 'project_id': '574e87d3f8b94f8c8580ec5a329b4323', 'gw_port': {'id': '4414915a-1c4e-43ec-abc5-000ee3293414', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d4e0a7-a62d-42f1-874c-fb3c468b83f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:49Z', 'updated_at': '2021-09-02T12:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:33.319878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-376cb909-e566-403e-8195-ca629ce061c9 req-0c8f10ec-14c5-4a54-ba7a-e09bab6c5353 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018391 Sep 02 12:56:33.331833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:33.333972 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.337894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:33.341889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f276ceec-54b5-460a-b112-2df59fbac251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.350466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on host n-h1-792364-8 for vnic_type normal with profile {"migrating_to": "n-h2-792364-8"} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:33.350836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:33.351125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:33.353276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-932dc0e5-0730-47b7-8f21-64443341ad3c None None] Provisioning complete for port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:33.354311 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-932dc0e5-0730-47b7-8f21-64443341ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.387744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Deleting port 4414915a-1c4e-43ec-abc5-000ee3293414 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:33.388105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.397127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:56:33.397507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Attempting to bind port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on network c855dadf-e9cf-4edd-8535-926511c5084e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:33.414237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200abec8-c422-48ce-981a-a90120d1d998'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:33.424859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:33.425398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Checking segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:33.425857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Bound using segment: {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:33.426329 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012ec404-03a4-4a67-8274-57c9910a4ee7" -d '{"events": [{"server_uuid": "9c101069-12bc-47ca-b70a-9bf18f0c8929", "name": "network-vif-plugged", "status": "completed", "tag": "200abec8-c422-48ce-981a-a90120d1d998"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:33.426444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Bound port: 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ad9c0e-eae5-4336-b2b3-324bf91de504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:33.426862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.450350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 200abec8-c422-48ce-981a-a90120d1d998, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=200abec8-c422-48ce-981a-a90120d1d998,segment=NetworkSegment(ee0994a4-b9ff-4609-bbd1-ea57a48179e0),segment_id=ee0994a4-b9ff-4609-bbd1-ea57a48179e0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:33.454488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-932dc0e5-0730-47b7-8f21-64443341ad3c None None] Port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:33.456815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d024d758-bd51-4ed4-a013-a3c4b373e071 req-08319702-5bee-4424-902d-21c993dcef54 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424117 Sep 02 12:56:33.457766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.504761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] For port 4414915a-1c4e-43ec-abc5-000ee3293414, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4414915a-1c4e-43ec-abc5-000ee3293414,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:33.505419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.520321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Calling delete_port for 4414915a-1c4e-43ec-abc5-000ee3293414 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:33.533525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f276ceec-54b5-460a-b112-2df59fbac251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.535109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=200abec8-c422-48ce-981a-a90120d1d998,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:33.536744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f276ceec-54b5-460a-b112-2df59fbac251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.540993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f276ceec-54b5-460a-b112-2df59fbac251 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6900258-dbe2-4255-a6cd-a41eedf54520 HTTP/1.1" status: 204 len: 168 time: 1.0979042 Sep 02 12:56:33.570235 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b7e7e-e90e-4cef-a39d-a2e14cc91ec7 x-openstack-request-id: req-d72b7e7e-e90e-4cef-a39d-a2e14cc91ec7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:33.571095 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c101069-12bc-47ca-b70a-9bf18f0c8929", "name": "network-vif-plugged", "status": "completed", "tag": "200abec8-c422-48ce-981a-a90120d1d998", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:33.571494 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d72b7e7e-e90e-4cef-a39d-a2e14cc91ec7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:33.572034 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200abec8-c422-48ce-981a-a90120d1d998', 'code': 200} Sep 02 12:56:33.594754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276ceec-54b5-460a-b112-2df59fbac251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6900258-dbe2-4255-a6cd-a41eedf54520,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:33.683819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:33.726646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fef6d6c6-0f8c-425a-9aa3-19bb2b932da0 req-b2ba8acd-9b65-4789-be7a-3ea2ef2c59ab tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 210 time: 0.0530133 Sep 02 12:56:33.742951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:33.760310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:33.913277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d34a9-15f9-4cf0-a6d2-1638e19b1752 req-f68d8aac-34b5-4f47-a93d-c02bfa6d9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:33.914289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-380d34a9-15f9-4cf0-a6d2-1638e19b1752 req-f68d8aac-34b5-4f47-a93d-c02bfa6d9020 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 1097 time: 0.2320778 Sep 02 12:56:33.919107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d220704c-8470-413c-9078-7aa3eca8928e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:33.981857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-ed8e8199-9ee8-45c1-a18e-2c0b768331ea tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:33.984581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-ed8e8199-9ee8-45c1-a18e-2c0b768331ea tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.18 "GET /v2.0/networks?id=503fd964-6cb1-4192-b7e2-00ea0653fdb5 HTTP/1.1" status: 200 len: 797 time: 0.2459786 Sep 02 12:56:33.986266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.046969 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-380d34a9-15f9-4cf0-a6d2-1638e19b1752 req-f9472f03-00d2-42be-8441-290d60e5f9aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252952 Sep 02 12:56:34.047175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d220704c-8470-413c-9078-7aa3eca8928e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:34.048588 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.051196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:34.115146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Pushing event deleted for resources: {'Port': ['ID=4414915a-1c4e-43ec-abc5-000ee3293414,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:34.173093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:34.173093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.173093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-c6b66308-0356-4e66-9207-01f8a0fdc845 service neutron] 10.222.0.18 "PUT /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 1121 time: 2.6395566 Sep 02 12:56:34.178334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-504b5534-0698-42ca-ad84-3c25b8105578 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c HTTP/1.1" status: 200 len: 477 time: 0.1816585 Sep 02 12:56:34.213633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'port': {'device_id': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'admin_state_up': True, 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'security_groups': ['9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9', '6fb73247-16da-4993-98d7-2a5987eecfb8']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:34.263543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b5dadc34-4e6e-42db-98d5-37aef49abba3 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:56:34.295804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b5dadc34-4e6e-42db-98d5-37aef49abba3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:56:34.296564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b5dadc34-4e6e-42db-98d5-37aef49abba3 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:56:34.303489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['952da0c5-0895-415e-b7fa-5f2a5c2d3119'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:34.342330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.346160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.356834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.455624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.460927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.532146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.532920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b34af7f-a578-4602-b65e-de6cdb52e196 None None] Provisioning complete for port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:34.536242 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b34af7f-a578-4602-b65e-de6cdb52e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.542292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80504-6a86-4a48-9b5b-393ca9b9bdb9 req-43c9930f-9691-4986-af0a-b7d50c0f65d4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:34.543935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fd80504-6a86-4a48-9b5b-393ca9b9bdb9 req-43c9930f-9691-4986-af0a-b7d50c0f65d4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 943 time: 0.1040704 Sep 02 12:56:34.552548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.553303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:56:34.588081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.589790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-08ab0809-b70a-4b24-957f-70aacf7ae69c admin admin] 10.222.0.60 "DELETE /v2.0/routers/a2d4e0a7-a62d-42f1-874c-fb3c468b83f8 HTTP/1.1" status: 204 len: 168 time: 2.7219458 Sep 02 12:56:34.597524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48884) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:34.658380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Made reservation on behalf of 5fdc22dc7cbc4675a0f937a8dec4a81c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:34.662759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.720824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a49b-cc38-442a-ad5c-706f948d67d9 req-969cae51-b9e0-41bf-999f-62ac714babdd tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:34.742253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e85a49b-cc38-442a-ad5c-706f948d67d9 req-969cae51-b9e0-41bf-999f-62ac714babdd tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 946 time: 0.2113390 Sep 02 12:56:34.788126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Deleting subnet 768e518f-a31f-4f83-b0c5-287afbc4eff1 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:56:34.799049 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:34.853145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e85a49b-cc38-442a-ad5c-706f948d67d9 req-edd8d269-a83f-457e-a8f3-2d472818bc60 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107707 Sep 02 12:56:34.899399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:34.937510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.011248 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b34af7f-a578-4602-b65e-de6cdb52e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.034135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.050932 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:35.055306 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b34bb-69a6-432f-a3e8-432ff023a66d" -d '{"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:35.059192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.20.0.6 (503fd964-6cb1-4192-b7e2-00ea0653fdb5/9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94/e5f7728a-4bf5-4241-81c7-776f832ff12e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:35.146771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.153747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7b34af7f-a578-4602-b65e-de6cdb52e196 None None] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:35.172389 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.176783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b34af7f-a578-4602-b65e-de6cdb52e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.189836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fd80504-6a86-4a48-9b5b-393ca9b9bdb9 req-8b8ea9dc-e1b3-444f-bd73-224dd5ce5f49 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225193 Sep 02 12:56:35.218807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768e518f-a31f-4f83-b0c5-287afbc4eff1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:35.233164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.237586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-85963181-ff41-4f00-89cd-b03cebb63369 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/768e518f-a31f-4f83-b0c5-287afbc4eff1 HTTP/1.1" status: 204 len: 168 time: 0.6386139 Sep 02 12:56:35.250067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:35.254578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1282751473-network', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:35.303776 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34299108-2d5b-4347-8cb1-9027145d2428 x-openstack-request-id: req-34299108-2d5b-4347-8cb1-9027145d2428 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:35.304038 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:35.304303 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34299108-2d5b-4347-8cb1-9027145d2428 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:35.304812 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'status': 'completed', 'code': 200} Sep 02 12:56:35.373536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34af7f-a578-4602-b65e-de6cdb52e196 None None] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:35.373884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85f6963e-8158-4670-a7c1-5b72d4cf5eb2 req-81da9f56-1f83-41e5-a77b-3846a0a37ea6 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 210 time: 0.0846236 Sep 02 12:56:35.381574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.395252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Made reservation on behalf of f7ecdb4a07f348e1aa68ea8277e22d5a for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:35.406319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.422202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-1b57af3d-243f-47cb-bce0-d12b7943d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:35.423631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.423753 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-1b57af3d-243f-47cb-bce0-d12b7943d1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1126 time: 0.1107321 Sep 02 12:56:35.486950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.515083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Transition to ACTIVE for port object e5f7728a-4bf5-4241-81c7-776f832ff12e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:35.555775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.568756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.573573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:35.578207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.579055 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc160b4-1faa-4782-99a9-e51c393ebe6f" -d '{"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-plugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:35.611751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.624245 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.634023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68904a28-1410-4008-8c2e-deb7d42cb52a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:35.647985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:35.648756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.659966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:35.663020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:35.671225 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a259c-f29f-43a1-b740-da3b10f187af x-openstack-request-id: req-631a259c-f29f-43a1-b740-da3b10f187af {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:35.671465 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-plugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:35.671723 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-631a259c-f29f-43a1-b740-da3b10f187af {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:35.672134 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'code': 200} Sep 02 12:56:35.679664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e48d97-d911-4f4c-9631-49a00ed7b3ed') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:35.679962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e48d97-d911-4f4c-9631-49a00ed7b3ed') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:35.703231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=e5f7728a-4bf5-4241-81c7-776f832ff12e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:35.709896 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.712004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=4a3e93ad-df8c-457d-9295-77c0247aa387,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:35.720449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:35.727456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-1b43d7f2-8dd8-41de-8884-319856e16683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:35.729017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-1b43d7f2-8dd8-41de-8884-319856e16683 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 898 time: 0.2736588 Sep 02 12:56:35.741631 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.741936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.742428 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Added segment 51777c4a-246c-4982-8169-e72309835be7 of type vlan for network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 Sep 02 12:56:35.745801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fde7461-19c4-4581-b950-cba29f9dfc62,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:35.757569 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.799947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:35.799947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.817831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.832572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-9961aafd-2eb1-4f5c-896e-f212f84a988f tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6232297 Sep 02 12:56:35.840756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:56:35.842440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:56:35.844647 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:56:35.847796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Request body: {'port': {'device_id': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:35.856221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4414915a-1c4e-43ec-abc5-000ee3293414 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:56:35.879132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.880130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:35.880724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.885485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4414915a-1c4e-43ec-abc5-000ee3293414 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:56:35.885947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4414915a-1c4e-43ec-abc5-000ee3293414 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:56:35.958037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.962422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-6ee01c41-c3f8-4f71-be6a-389c16636313 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 1000 time: 0.2243257 Sep 02 12:56:35.971105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:35.971558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0673068 Sep 02 12:56:35.981695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] 10.222.0.60 "DELETE /v2.0/networks/68904a28-1410-4008-8c2e-deb7d42cb52a HTTP/1.1" status: 204 len: 168 time: 0.7230623 Sep 02 12:56:35.987423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:35.988637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa0ff1ad-eb64-42be-a735-c533ebe0676a None None] Provisioning for port e5f7728a-4bf5-4241-81c7-776f832ff12e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:35.994781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Request body: {'subnet': {'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1282751473-subnet', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:35.998426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa0ff1ad-eb64-42be-a735-c533ebe0676a None None] Provisioning complete for port e5f7728a-4bf5-4241-81c7-776f832ff12e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:35.998908 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff1ad-eb64-42be-a735-c533ebe0676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.023870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1c88-8c56-468e-82b3-c2dc93f66596 admin admin] Pushing event deleted for resources: {'Network': ['ID=68904a28-1410-4008-8c2e-deb7d42cb52a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:36.062550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.064915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f091c3-6472-4802-b25a-94d671258b84 admin admin] Pushing event updated for resources: {'Network': ['ID=22ec59a1-5938-4465-a2fd-f397c4cce6f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:36.073861 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP cea5e4c9-6103-4ef5-9680-cb32cdb107c9 associated. External IP: 172.25.7.173, port: 70c36287-1d9d-419b-9dc2-856231b18a45. Sep 02 12:56:36.080244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:36.103913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd061c5f-7913-4bd2-9af4-7b01ed189401 req-de419d75-2d53-4cb5-adc4-08b4f920fdeb tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:36.114172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd061c5f-7913-4bd2-9af4-7b01ed189401 req-de419d75-2d53-4cb5-adc4-08b4f920fdeb tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 946 time: 0.1495807 Sep 02 12:56:36.153412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Made reservation on behalf of f7ecdb4a07f348e1aa68ea8277e22d5a for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:36.156971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.163825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ff1ad-eb64-42be-a735-c533ebe0676a None None] Port e5f7728a-4bf5-4241-81c7-776f832ff12e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:36.212206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-cd07c58b-756a-4150-8841-fb6e4249f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:36.213908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-cd07c58b-756a-4150-8841-fb6e4249f559 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.2247109 Sep 02 12:56:36.222335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:36.283140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd061c5f-7913-4bd2-9af4-7b01ed189401 req-4f9d5f87-ad65-42f6-9e6b-89ef00ae65a8 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679733 Sep 02 12:56:36.391498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80be00fa-8861-46d9-812b-ccdb4dd2a854 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=574e87d3f8b94f8c8580ec5a329b4323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655419 Sep 02 12:56:36.392839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:36.404458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-98a37fd0-52c5-4aff-b496-1d3590de7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:36.406062 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-98a37fd0-52c5-4aff-b496-1d3590de7814 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648386 Sep 02 12:56:36.416957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5a97-7441-4f26-9174-7f87aae11afe req-2d17893b-cee7-47c3-9203-79bdb4af7b65 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:36.418549 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de8b5a97-7441-4f26-9174-7f87aae11afe req-2d17893b-cee7-47c3-9203-79bdb4af7b65 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1271012 Sep 02 12:56:36.491039 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84142a4-64e9-44d2-8c3a-c30aa4acffc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.524144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f7728a-4bf5-4241-81c7-776f832ff12e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:36.536058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84142a4-64e9-44d2-8c3a-c30aa4acffc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.540480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.575222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Transition to ACTIVE for port object e5f7728a-4bf5-4241-81c7-776f832ff12e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:36.583873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.625932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de8b5a97-7441-4f26-9174-7f87aae11afe req-3c22e2e1-d3e5-42d3-9873-0dc899a5fa79 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626859 Sep 02 12:56:36.694201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f7728a-4bf5-4241-81c7-776f832ff12e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:36.704583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84142a4-64e9-44d2-8c3a-c30aa4acffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.707583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84142a4-64e9-44d2-8c3a-c30aa4acffc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.708921 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a84142a4-64e9-44d2-8c3a-c30aa4acffc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1 HTTP/1.1" status: 204 len: 168 time: 0.3148744 Sep 02 12:56:36.754797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-7eaa4d0c-161a-4996-b767-53e8428cdb9b service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990882 Sep 02 12:56:36.768266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0e84-6459-421b-b453-7e029f4c2921 req-5cbbacb4-d0c0-4f73-9ec9-3b232c641904 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:36.770881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-710a0e84-6459-421b-b453-7e029f4c2921 req-5cbbacb4-d0c0-4f73-9ec9-3b232c641904 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 982 time: 0.1798372 Sep 02 12:56:36.784796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.801621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84142a4-64e9-44d2-8c3a-c30aa4acffc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db0f06-16de-41f4-9c88-f6d2f9e2bbc1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:36.803483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:36.843613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Attempting to bind port e5f7728a-4bf5-4241-81c7-776f832ff12e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:36.844337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Attempting to bind port e5f7728a-4bf5-4241-81c7-776f832ff12e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:36.844735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Attempting to bind port e5f7728a-4bf5-4241-81c7-776f832ff12e on network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:36.853383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Port e5f7728a-4bf5-4241-81c7-776f832ff12e on network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:56:36.853762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Attempting to bind port e5f7728a-4bf5-4241-81c7-776f832ff12e on network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:36.889041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:36.889411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Checking segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:36.890299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Bound using segment: {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:36.891048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Bound port: e5f7728a-4bf5-4241-81c7-776f832ff12e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50e88b5-e500-4efb-a11b-df14f752a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:36.891433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:36.930841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-710a0e84-6459-421b-b453-7e029f4c2921 req-865f4204-6bd8-4fb3-b9c5-b75e27df04f3 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0885816 Sep 02 12:56:36.940228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:36.998291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] For port e5f7728a-4bf5-4241-81c7-776f832ff12e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:37.007138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] For port e5f7728a-4bf5-4241-81c7-776f832ff12e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:37.010748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:56:37.015718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.018013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212b8a-63dc-4410-b535-366b22353325 req-ad73e7c9-5ab9-4f67-9661-e7c63ee9d768 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.028685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c212b8a-63dc-4410-b535-366b22353325 req-ad73e7c9-5ab9-4f67-9661-e7c63ee9d768 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 946 time: 0.2984087 Sep 02 12:56:37.070985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.070985 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.074095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5f7728a-4bf5-4241-81c7-776f832ff12e HTTP/1.1" status: 200 len: 1130 time: 1.2309914 Sep 02 12:56:37.074095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:37.075674 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341e1df-2fbc-407a-af5b-d8f5c58332ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:37.101548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613f32a-42e0-483d-a59f-b418db8adaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f7728a-4bf5-4241-81c7-776f832ff12e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:37.174550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-873e612e-ed81-436d-ac26-59b0242fdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.176852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-873e612e-ed81-436d-ac26-59b0242fdf47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1133 time: 0.0580263 Sep 02 12:56:37.180432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:37.196767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 has no active binding in host n-h2-792364-8 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 12:56:37.249526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-513edd84-9d33-4aa7-9a25-e6d407657c14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e HTTP/1.1" status: 200 len: 217 time: 0.0603881 Sep 02 12:56:37.270976 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5fca0-0ca1-496c-82be-f603035bd561 x-openstack-request-id: req-ebc5fca0-0ca1-496c-82be-f603035bd561 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:37.271279 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:37.271537 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebc5fca0-0ca1-496c-82be-f603035bd561 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:37.271963 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'status': 'completed', 'code': 200} Sep 02 12:56:37.313239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b07b34bb-69a6-432f-a3e8-432ff023a66d req-2657656f-d2d3-457f-b119-2708bd41d62b service neutron] 10.222.0.41 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329559 Sep 02 12:56:37.314047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Checking segment: {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:37.314413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Network hostable DHCP agents. Network: 22ec59a1-5938-4465-a2fd-f397c4cce6f5, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:37.325145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-5cbd2eb8-5637-4c7b-948b-00fc97e08697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.329209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-5cbd2eb8-5637-4c7b-948b-00fc97e08697 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94 HTTP/1.1" status: 200 len: 835 time: 0.0706887 Sep 02 12:56:37.347347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c212b8a-63dc-4410-b535-366b22353325 req-2bb5d9b8-f9d0-4ce7-9262-ef0dc935d191 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030787 Sep 02 12:56:37.375017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:37.387296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:37.390487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:37.408132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:37.408798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:37.415795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.419747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 22ec59a1-5938-4465-a2fd-f397c4cce6f5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:37.428641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.429978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.454035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-47481131-c610-4e71-b10a-8117324eaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.456040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-47481131-c610-4e71-b10a-8117324eaf49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=503fd964-6cb1-4192-b7e2-00ea0653fdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163232 Sep 02 12:56:37.460533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54028021-1728-4a05-82f1-496130f3cb4c None None] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:37.465225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:37.485131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eec68c72-cdfc-4c56-a55f-24b3c8667a65 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3483872 Sep 02 12:56:37.491090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:37.499359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1931454114'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:37.510024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-809fbb88-fd87-48a2-b8cb-3a29421ccc7b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5194552 Sep 02 12:56:37.513365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:37.523877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:37.524128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:37.524510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:37.545919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:37.550277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.568399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:37.569433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845c592-1e13-4748-b261-1c02ad1d1f54 None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:37.587251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-98c5da2d-68cc-4999-bed2-2cbc4d8987d0 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229005 Sep 02 12:56:37.590420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.591651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.595236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:37.611029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.611396 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Added segment 6e55c3c8-cd98-46f0-8940-50bb2f81ee0d of type vlan for network 34d1f43e-b5de-4c0a-9924-b01910c4f471 Sep 02 12:56:37.686265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.686546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-22ec59a1-5938-4465-a2fd-f397c4cce6f5', 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'fixed_ips': [{'subnet_id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:56:37.687938 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.696771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.747767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6e0d2a5-1913-41ca-b5be-4388af364399 req-ac422f42-307b-4b9d-a7dd-1122f1db5290 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491542 Sep 02 12:56:37.773396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:37.885511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6127da-583e-447b-9dfa-7c10e70182a1 req-87fef510-67e8-4838-9ebb-b2074ec1ba2f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.887565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d6127da-583e-447b-9dfa-7c10e70182a1 req-87fef510-67e8-4838-9ebb-b2074ec1ba2f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1286399 Sep 02 12:56:37.893173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.894453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-0b75934c-9827-4a0e-aa79-721c1c54677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.896473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-0b75934c-9827-4a0e-aa79-721c1c54677b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1133 time: 0.0762427 Sep 02 12:56:37.897279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.909345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:37.910338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:37.926619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Allocated IP 172.20.0.2 (22ec59a1-5938-4465-a2fd-f397c4cce6f5/f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b/6f03408e-5d45-42ea-9d1a-21beca491243) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:37.938108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-77246936-network', 'tenant_id': 'bb3c2c780e484153a0e2d5492b9bf3ee'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:38.019781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5276258 Sep 02 12:56:38.024052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:38.031885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'subnet': {'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:38.036646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d6127da-583e-447b-9dfa-7c10e70182a1 req-767c8493-f50a-4c7c-91a3-1803161a24ac tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388800 Sep 02 12:56:38.037257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Made reservation on behalf of bb3c2c780e484153a0e2d5492b9bf3ee for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:38.039815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.056132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa305dcb-fce2-46a5-b697-3b1e3f3bc966 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Network': ['ID=34d1f43e-b5de-4c0a-9924-b01910c4f471,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:38.070950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.084943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:38.150723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-9de18cfe-9390-4cc2-8656-529373720895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:38.152320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-9de18cfe-9390-4cc2-8656-529373720895 service neutron] 10.222.0.18 "GET /v2.0/networks?id=503fd964-6cb1-4192-b7e2-00ea0653fdb5 HTTP/1.1" status: 200 len: 898 time: 0.2293830 Sep 02 12:56:38.164548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.190997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Transition to ACTIVE for port object 6f03408e-5d45-42ea-9d1a-21beca491243 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:38.198066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003a48d-e321-49f9-b53a-f85e7932b11d req-04148be7-849f-43c9-8a44-c380ae799e10 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:38.199824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2003a48d-e321-49f9-b53a-f85e7932b11d req-04148be7-849f-43c9-8a44-c380ae799e10 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 982 time: 0.1575809 Sep 02 12:56:38.210631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-b691fca5-155f-4f3b-aae6-f4d8e9a68602 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e HTTP/1.1" status: 200 len: 217 time: 0.0476663 Sep 02 12:56:38.224238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Transition to ACTIVE for port object 6f03408e-5d45-42ea-9d1a-21beca491243 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:38.235293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.242378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48586120-5e4f-4563-9d77-4260f137e209 req-33cf136a-f006-4298-a3a9-e37949dc1643 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:38.243958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48586120-5e4f-4563-9d77-4260f137e209 req-33cf136a-f006-4298-a3a9-e37949dc1643 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 946 time: 0.1287615 Sep 02 12:56:38.283923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:38.288273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:38.288960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-36360e88-6dfd-42bf-9f5a-c70d5ff0de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:38.291212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-36360e88-6dfd-42bf-9f5a-c70d5ff0de90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94 HTTP/1.1" status: 200 len: 835 time: 0.0725973 Sep 02 12:56:38.293363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:38.296527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Pushing event updated for resources: {'Port': ['ID=6f03408e-5d45-42ea-9d1a-21beca491243,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:38.334649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.350374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2003a48d-e321-49f9-b53a-f85e7932b11d req-adf42622-fbf3-428d-9ed1-bd24defb75f7 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1387661 Sep 02 12:56:38.357082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.362124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Attempting to bind port 6f03408e-5d45-42ea-9d1a-21beca491243 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:38.362662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Attempting to bind port 6f03408e-5d45-42ea-9d1a-21beca491243 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:38.363060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Attempting to bind port 6f03408e-5d45-42ea-9d1a-21beca491243 on network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:38.374919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:38.375368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Checking segment: {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:38.376463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.376864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Bound using segment: {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:38.377384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Bound port: 6f03408e-5d45-42ea-9d1a-21beca491243, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:38.378099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.399834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:38.417607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-ca4641ee-edc8-460b-90ef-2b8f53eef2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:38.419244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-ca4641ee-edc8-460b-90ef-2b8f53eef2a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=503fd964-6cb1-4192-b7e2-00ea0653fdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197746 Sep 02 12:56:38.422382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557b22dc-736c-47f8-b7ca-9ebad339dac7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:38.429684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.430071 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Added segment 44ddcc91-cbdf-4366-8fe7-d707f609bc75 of type vlan for network 62c776d3-ceda-4116-a275-1e6da5be7431 Sep 02 12:56:38.507294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] For port 6f03408e-5d45-42ea-9d1a-21beca491243, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:38.512137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] For port 6f03408e-5d45-42ea-9d1a-21beca491243, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6f03408e-5d45-42ea-9d1a-21beca491243,segment=NetworkSegment(51777c4a-246c-4982-8169-e72309835be7),segment_id=51777c4a-246c-4982-8169-e72309835be7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:38.520778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.571395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.583321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d21ee-199f-49c7-954a-dad1298bea88 None None] Pushing event updated for resources: {'Port': ['ID=6f03408e-5d45-42ea-9d1a-21beca491243,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:38.626370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-a87f17b7-8237-4910-bb70-148e6c64ea87 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899042 Sep 02 12:56:38.627119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.628011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:38.628603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.745695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] Pushing event updated for resources: {'Network': ['ID=62c776d3-ceda-4116-a275-1e6da5be7431,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:38.759142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 62c776d3-ceda-4116-a275-1e6da5be7431 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:38.782697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e95c194f-660f-4d8a-90ae-a8fcdac8ff7f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0062950 Sep 02 12:56:38.782862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:38.789877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Request body: {'subnet': {'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-77246936-subnet', 'tenant_id': 'bb3c2c780e484153a0e2d5492b9bf3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:38.792994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:38.799969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:38.819539 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d341e1df-2fbc-407a-af5b-d8f5c58332ca req-2cbb2bd5-037a-4fcb-bc2e-2572080585d3 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747668 Sep 02 12:56:38.831784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Made reservation on behalf of bb3c2c780e484153a0e2d5492b9bf3ee for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:38.834940 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.032655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Deleting port 200abec8-c422-48ce-981a-a90120d1d998 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:39.032933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.049327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.077374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070bcef-d8fb-4648-9a93-3b943868b92a req-7984237e-b3b7-4055-8853-b9b483896bfd tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:39.078945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e070bcef-d8fb-4648-9a93-3b943868b92a req-7984237e-b3b7-4055-8853-b9b483896bfd tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 946 time: 0.3441353 Sep 02 12:56:39.162844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052d4107-7ec8-4fad-b0bd-4f33e7866da4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:39.201465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Checking segment: {'id': '44ddcc91-cbdf-4366-8fe7-d707f609bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:39.201928 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.202049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Network hostable DHCP agents. Network: 62c776d3-ceda-4116-a275-1e6da5be7431, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:39.216578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-06d6e5e8-6c2f-434c-a577-71292c5dc071 service neutron] 10.222.0.41 "GET /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119/bindings/n-h2-792364-8 HTTP/1.1" status: 200 len: 384 time: 0.1429152 Sep 02 12:56:39.244485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ea6-74e7-4df5-a2b5-2a9bf535e6b3 req-dd7ebe11-f0b0-407a-a1ae-a4f68b28a1f0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:39.246053 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66356ea6-74e7-4df5-a2b5-2a9bf535e6b3 req-dd7ebe11-f0b0-407a-a1ae-a4f68b28a1f0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 945 time: 0.1049860 Sep 02 12:56:39.249396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.258618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e070bcef-d8fb-4648-9a93-3b943868b92a req-24e3099b-7920-4069-80fc-0e9b24ed0e88 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/security-groups?id=c51b37b3-cef8-4d6d-94e7-a9d03aa32400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512539 Sep 02 12:56:39.277967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Network 62c776d3-ceda-4116-a275-1e6da5be7431 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:39.299485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 62c776d3-ceda-4116-a275-1e6da5be7431) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:39.307854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] For port 200abec8-c422-48ce-981a-a90120d1d998, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=200abec8-c422-48ce-981a-a90120d1d998,segment=NetworkSegment(ee0994a4-b9ff-4609-bbd1-ea57a48179e0),segment_id=ee0994a4-b9ff-4609-bbd1-ea57a48179e0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:39.308253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.312028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0cce96-69b3-465b-a969-290fe26c5180 None None] Network 62c776d3-ceda-4116-a275-1e6da5be7431 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:39.317660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:39.318122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.346568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66356ea6-74e7-4df5-a2b5-2a9bf535e6b3 req-dc006cb2-13e5-4dae-888c-b5693033635b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770845 Sep 02 12:56:39.365152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Calling delete_port for 200abec8-c422-48ce-981a-a90120d1d998 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:39.375357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d819353f-471b-4595-b1b1-512fcf5ca819 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5895593 Sep 02 12:56:39.395080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.476345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Subnet': ['ID=c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:39.633308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb607cb8-9eb9-412b-bf06-63906e44b603 None None] Network 62c776d3-ceda-4116-a275-1e6da5be7431 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:39.653691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Checking segment: {'id': '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:39.654444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network hostable DHCP agents. Network: 34d1f43e-b5de-4c0a-9924-b01910c4f471, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:39.668745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e17a0-ccb9-439f-a6dc-dbf7b6c5edf7 req-c2d1bc75-9514-4012-a6d5-2fa163e34c5a tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:39.670525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b0e17a0-ccb9-439f-a6dc-dbf7b6c5edf7 req-c2d1bc75-9514-4012-a6d5-2fa163e34c5a tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 982 time: 0.1536083 Sep 02 12:56:39.700959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Allocated IP 172.25.7.95 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4323fa35-23f0-4c1d-bef3-f16e3424fa29) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:39.726575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:39.726824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:39.761065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 34d1f43e-b5de-4c0a-9924-b01910c4f471) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:39.778356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:39.779273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.796465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:39.814618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e6390-be3f-439f-bfc4-7c30590851ca None None] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:39.899377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-13d40e07-9b87-4e2b-9177-ad9281f45a14 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8742297 Sep 02 12:56:39.905341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b0e17a0-ccb9-439f-a6dc-dbf7b6c5edf7 req-e81ffe60-30ae-40fb-8f68-fa6a327482c6 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2248092 Sep 02 12:56:39.905892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:39.921494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1207663526', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:39.939303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:39.947844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6f03408e-5d45-42ea-9d1a-21beca491243 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:39.970498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:39.973298 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d254ce0d-de81-4fed-9a0e-cb2badf9161c" -d '{"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-unplugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:39.996038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:40.006959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.010790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.015627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Pushing event deleted for resources: {'Port': ['ID=200abec8-c422-48ce-981a-a90120d1d998,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:40.021641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 6f03408e-5d45-42ea-9d1a-21beca491243 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:40.063598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.077282 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.087870 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a6848-f030-49e2-a96d-a37f194a45b1 x-openstack-request-id: req-a88a6848-f030-49e2-a96d-a37f194a45b1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:40.088188 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-unplugged", "status": "completed", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:40.088444 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a88a6848-f030-49e2-a96d-a37f194a45b1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:40.088830 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'code': 200} Sep 02 12:56:40.088963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0410a-0ba8-44ac-bc5f-01376f00f9b7 None None] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:40.125930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] No DVR routers for this DVR port 200abec8-c422-48ce-981a-a90120d1d998 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:56:40.129081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.131477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48586120-5e4f-4563-9d77-4260f137e209 req-eea4a919-ef3b-45f4-945b-5558e60409dc tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.41 "DELETE /v2.0/ports/200abec8-c422-48ce-981a-a90120d1d998 HTTP/1.1" status: 204 len: 173 time: 1.8809724 Sep 02 12:56:40.134767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'name': 'network-vif-deleted', 'tag': '200abec8-c422-48ce-981a-a90120d1d998'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:40.137381 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b3968-11d9-4a60-b07b-a8044fda35bc" -d '{"events": [{"server_uuid": "9c101069-12bc-47ca-b70a-9bf18f0c8929", "name": "network-vif-deleted", "tag": "200abec8-c422-48ce-981a-a90120d1d998"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:40.191650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] Provisioning for port 6f03408e-5d45-42ea-9d1a-21beca491243 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:40.212345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.217916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] Provisioning complete for port 6f03408e-5d45-42ea-9d1a-21beca491243 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:40.218438 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.240145 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015fab2-f377-44c9-9cd9-3da922af5146 x-openstack-request-id: req-8015fab2-f377-44c9-9cd9-3da922af5146 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:40.240437 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c101069-12bc-47ca-b70a-9bf18f0c8929", "name": "network-vif-deleted", "tag": "200abec8-c422-48ce-981a-a90120d1d998", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:40.240932 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8015fab2-f377-44c9-9cd9-3da922af5146 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:40.241349 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c101069-12bc-47ca-b70a-9bf18f0c8929', 'name': 'network-vif-deleted', 'tag': '200abec8-c422-48ce-981a-a90120d1d998', 'status': 'completed', 'code': 200} Sep 02 12:56:40.268991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-34d1f43e-b5de-4c0a-9924-b01910c4f471', 'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471', 'tenant_id': '4c7b95ec15b04a3ba92ba475239edb01', 'fixed_ips': [{'subnet_id': 'c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:56:40.270455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.288516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.338512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4323fa35-23f0-4c1d-bef3-f16e3424fa29,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:40.351443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-8f69cdd5-0795-4b66-9412-9afd98c4c4a4 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:40.359747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] Transition to ACTIVE for port object 952da0c5-0895-415e-b7fa-5f2a5c2d3119 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:40.361076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-8f69cdd5-0795-4b66-9412-9afd98c4c4a4 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/networks?id=62c776d3-ceda-4116-a275-1e6da5be7431 HTTP/1.1" status: 200 len: 807 time: 0.2383661 Sep 02 12:56:40.374979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-804061a6-4e4d-473e-85ed-53963051b60a tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/quotas/bb3c2c780e484153a0e2d5492b9bf3ee HTTP/1.1" status: 200 len: 375 time: 0.0129383 Sep 02 12:56:40.381095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:40.383040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:40.385798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:40.408118 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.437716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-292845ec-2760-415d-b8b3-37d96edebd53 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb3c2c780e484153a0e2d5492b9bf3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492115 Sep 02 12:56:40.437943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e79fdc83-ceb6-44a9-8829-cc6246515c4d req-5bf9a12f-a28e-4492-a853-e4cc075ed3c6 tempest-InstanceActionsNegativeTestJSON-520692505 tempest-InstanceActionsNegativeTestJSON-520692505-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c101069-12bc-47ca-b70a-9bf18f0c8929 HTTP/1.1" status: 200 len: 210 time: 0.0417655 Sep 02 12:56:40.507072 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.736397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-7cf6340a-32ae-4057-90e1-c419ea7a42e5 service neutron] 10.222.0.60 "GET /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290301 Sep 02 12:56:40.778894 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.784683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:40.942830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-359fc8e9-23b4-4d1a-8f3b-0752f2d2a884 service neutron] 10.222.0.60 "GET /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051265 Sep 02 12:56:40.957212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:40.994582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Allocated IP 172.20.0.2 (34d1f43e-b5de-4c0a-9924-b01910c4f471/c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4/672e3737-177f-4cf1-8881-2ef555134b36) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:41.178513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e5f7728a-4bf5-4241-81c7-776f832ff12e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:56:41.178513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 200abec8-c422-48ce-981a-a90120d1d998 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:56:41.350974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] For port 6f03408e-5d45-42ea-9d1a-21beca491243, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6f03408e-5d45-42ea-9d1a-21beca491243,segment=NetworkSegment(51777c4a-246c-4982-8169-e72309835be7),segment_id=51777c4a-246c-4982-8169-e72309835be7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:41.359473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] No DVR routers for this DVR port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:56:41.379771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:41.525458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e5f7728a-4bf5-4241-81c7-776f832ff12e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:41.613899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceb5e4-70a9-4767-88c9-2c46a909eaab req-f85f4f1b-b1d6-4539-a1cf-acb0e98df244 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:41.615714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74ceb5e4-70a9-4767-88c9-2c46a909eaab req-f85f4f1b-b1d6-4539-a1cf-acb0e98df244 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 1.0258000 Sep 02 12:56:41.685161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:41.702141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Transition to ACTIVE for port object 672e3737-177f-4cf1-8881-2ef555134b36 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:41.723719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Transition to ACTIVE for port object 672e3737-177f-4cf1-8881-2ef555134b36 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:41.728282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 200abec8-c422-48ce-981a-a90120d1d998 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:56:41.728869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 200abec8-c422-48ce-981a-a90120d1d998 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:56:41.729648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:56:41.752241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16c46b-0c87-4b2b-849f-6861ab46a3b4 req-f3bd26eb-65f8-4129-a74e-eda0259c708d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:41.762040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f16c46b-0c87-4b2b-849f-6861ab46a3b4 req-f3bd26eb-65f8-4129-a74e-eda0259c708d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 982 time: 0.1674733 Sep 02 12:56:41.799725 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74ceb5e4-70a9-4767-88c9-2c46a909eaab req-f957d93c-85a6-48f8-b64a-3470ebe5b735 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680126 Sep 02 12:56:41.814822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:41.828203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'port_id': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'mac_address': 'fa:16:3e:e8:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:56:41.835814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f16c46b-0c87-4b2b-849f-6861ab46a3b4 req-699355a3-a633-4ffd-82ac-be1cd14709f7 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0727551 Sep 02 12:56:41.837484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:41.864663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Router 3aabbc38-45b5-47e4-981d-10b673588a85 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:56:41.876372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-08d6ce2d-da03-4300-a371-4e1b4e2f44f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119/bindings/n-h2-792364-8/activate HTTP/1.1" status: 200 len: 369 time: 2.6494164 Sep 02 12:56:41.953645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:41.985710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5af7e6e8-ba71-4812-8f2b-5d2258066c58 req-a45998ba-23cf-4144-9b0a-9495b2cac87b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 210 time: 0.0540440 Sep 02 12:56:42.006522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.020943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86317cbd-e819-4ec0-baf4-98f7e25f20ca None None] Pushing event updated for resources: {'Port': ['ID=6f03408e-5d45-42ea-9d1a-21beca491243,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:42.042511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:42.064051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:42.067955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:42.095029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:42.103425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Deleting subnet cdd09d40-2952-4558-b50c-d644a4b7280b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:56:42.104203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Sync routers for ids ['3aabbc38-45b5-47e4-981d-10b673588a85'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:42.105829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:56:42.121061 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Routers {'3aabbc38-45b5-47e4-981d-10b673588a85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:42.121760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['3aabbc38-45b5-47e4-981d-10b673588a85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:42.132437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.196199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.197593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8f3b102b-c23a-4c1a-9b3d-ad38cf7b51c6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6818433 Sep 02 12:56:42.204650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:42.208946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.267141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-d98bfff8-d400-4099-97f2-54b3033984e1 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:42.279434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-d98bfff8-d400-4099-97f2-54b3033984e1 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc&tenant_id=f83b2a7200524bfbb23facb779d17d3b&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.2822950 Sep 02 12:56:42.299224 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.302752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Pushing event updated for resources: {'Port': ['ID=672e3737-177f-4cf1-8881-2ef555134b36,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:42.314179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.314836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Set router 3aabbc38-45b5-47e4-981d-10b673588a85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:42.318370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-635e0daa-b46c-4f51-b516-b00fa4cb35d3 None None] Provisioning complete for port 6f03408e-5d45-42ea-9d1a-21beca491243 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:42.318744 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-635e0daa-b46c-4f51-b516-b00fa4cb35d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.325935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.333163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Attempting to bind port 672e3737-177f-4cf1-8881-2ef555134b36 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:42.335193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Attempting to bind port 672e3737-177f-4cf1-8881-2ef555134b36 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:42.335193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Attempting to bind port 672e3737-177f-4cf1-8881-2ef555134b36 on network 34d1f43e-b5de-4c0a-9924-b01910c4f471 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:42.434200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:42.434593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Checking segment: {'id': '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:42.435128 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.436436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Bound using segment: {'id': '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:42.437166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Bound port: 672e3737-177f-4cf1-8881-2ef555134b36, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:42.437570 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.451080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f7728a-4bf5-4241-81c7-776f832ff12e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:42.487999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.494838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.523289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd09d40-2952-4558-b50c-d644a4b7280b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:42.533645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.537128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a99df108-aa1a-4b74-b373-68759988fe9f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cdd09d40-2952-4558-b50c-d644a4b7280b HTTP/1.1" status: 204 len: 168 time: 0.5817273 Sep 02 12:56:42.539502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:42.547875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e5f7728a-4bf5-4241-81c7-776f832ff12e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:42.564556 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.623078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-8b0ecd51-5345-459c-85d6-efec261f94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:42.624702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-8b0ecd51-5345-459c-85d6-efec261f94f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 1095 time: 0.3439777 Sep 02 12:56:42.670827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] For port 672e3737-177f-4cf1-8881-2ef555134b36, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:42.679533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] For port 672e3737-177f-4cf1-8881-2ef555134b36, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=672e3737-177f-4cf1-8881-2ef555134b36,segment=NetworkSegment(6e55c3c8-cd98-46f0-8940-50bb2f81ee0d),segment_id=6e55c3c8-cd98-46f0-8940-50bb2f81ee0d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:42.686820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.696594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.711608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=e5f7728a-4bf5-4241-81c7-776f832ff12e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:42.765854 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:56:40Z', 'revision_number': 3, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:42.798508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['e5f7728a-4bf5-4241-81c7-776f832ff12e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:42.828376 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Checking router: 3aabbc38-45b5-47e4-981d-10b673588a85 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:42.828799 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Updating router 3aabbc38-45b5-47e4-981d-10b673588a85 port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:56:42.845054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0d084-6c47-445c-bf84-510cd64a11d5 None None] Pushing event updated for resources: {'Port': ['ID=672e3737-177f-4cf1-8881-2ef555134b36,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:42.872995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.888325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22954b2-dfa3-46c5-941d-9785d680de18']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:42.902957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:42.903447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0994a4-b9ff-4609-bbd1-ea57a48179e0') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:42.918587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.956321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.968081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:56:42.969875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.973312 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:56:42.974899 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:56:43.221587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15efdc-1dc1-47d2-9ec7-42c4fc06e7f6 req-7f5306dc-0156-4c94-aeb8-f6f96ada47ca tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:43.223285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec15efdc-1dc1-47d2-9ec7-42c4fc06e7f6 req-7f5306dc-0156-4c94-aeb8-f6f96ada47ca tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 983 time: 0.1237659 Sep 02 12:56:43.224035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.229090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.231101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f22954b2-dfa3-46c5-941d-9785d680de18 HTTP/1.1" status: 204 len: 168 time: 0.6904914 Sep 02 12:56:43.246599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8fc7a-cd0e-4afa-ab38-c01a580433f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22954b2-dfa3-46c5-941d-9785d680de18,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:43.292957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec15efdc-1dc1-47d2-9ec7-42c4fc06e7f6 req-bee10ed2-8058-44a9-b21c-2fe0b0c2d86d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0486958 Sep 02 12:56:43.320177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.25.7.133 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/33a90efa-99ad-4555-be18-0e6f1f40ce26) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:43.412949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73b5dc6d-5ca5-4f8d-8b68-f353c724a5e9 req-704b787a-2a92-48fe-b986-4c01e347f745 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 210 time: 0.0327103 Sep 02 12:56:43.440434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c183fd2-174a-468e-8e56-f7473309d84c req-4b465491-7188-46e9-b81c-a4a9a3fb40ec tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:43.442485 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c183fd2-174a-468e-8e56-f7473309d84c req-4b465491-7188-46e9-b81c-a4a9a3fb40ec tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.3927100 Sep 02 12:56:43.458252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-7a061813-7f38-4075-94cf-20fcbf96e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:43.459835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-7a061813-7f38-4075-94cf-20fcbf96e8a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1095 time: 0.4315343 Sep 02 12:56:43.503269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49064) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:43.528152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-9bfc0b05-e5c3-4580-920b-7a64c954a783 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:43.529836 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-9bfc0b05-e5c3-4580-920b-7a64c954a783 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.41 "GET /v2.0/networks?id=62c776d3-ceda-4116-a275-1e6da5be7431 HTTP/1.1" status: 200 len: 807 time: 0.4910653 Sep 02 12:56:43.553412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0f645be1-647a-4ff2-857d-98f7d2933d58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=950cf444ddd149fd9b6c8ddd1f12a6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488193 Sep 02 12:56:43.555867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:43.588039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Request body: {'port': {'device_id': 'da904474-fe29-43f3-80f8-19c63982b80e', 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431', 'admin_state_up': True, 'tenant_id': 'bb3c2c780e484153a0e2d5492b9bf3ee'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:43.608219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a0d2887-2b24-4fe4-a82d-4544816913ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.644890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a0d2887-2b24-4fe4-a82d-4544816913ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.706358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c183fd2-174a-468e-8e56-f7473309d84c req-2227095d-e7bc-48e7-83c2-2ac571f19324 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428744 Sep 02 12:56:43.718660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a0d2887-2b24-4fe4-a82d-4544816913ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.721808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a0d2887-2b24-4fe4-a82d-4544816913ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.725600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4a0d2887-2b24-4fe4-a82d-4544816913ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c51b37b3-cef8-4d6d-94e7-a9d03aa32400 HTTP/1.1" status: 204 len: 168 time: 0.1686060 Sep 02 12:56:43.752848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d2887-2b24-4fe4-a82d-4544816913ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51b37b3-cef8-4d6d-94e7-a9d03aa32400,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:43.757580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:43.890450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-a3bb4b10-dfbc-4b1f-ac62-b6315b1a9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:43.892382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-a3bb4b10-dfbc-4b1f-ac62-b6315b1a9d19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 898 time: 0.4202621 Sep 02 12:56:44.023507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6f03408e-5d45-42ea-9d1a-21beca491243 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:44.056214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.066030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.116200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6f03408e-5d45-42ea-9d1a-21beca491243 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:44.117126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.135099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-a3af02c6-fa5f-41a4-b76f-cfab45d2e6b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 998 time: 0.2321775 Sep 02 12:56:44.137991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Made reservation on behalf of bb3c2c780e484153a0e2d5492b9bf3ee for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:44.142253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.225931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:44.240283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:44.242530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=33a90efa-99ad-4555-be18-0e6f1f40ce26,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:44.245009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:44.296969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d764e-1a48-4e9f-b1e2-b9c6dea7cbeb None None] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:44.372366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 672e3737-177f-4cf1-8881-2ef555134b36 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:44.477121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-422c2064-591c-4634-9671-92c7d2716a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:44.479090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-422c2064-591c-4634-9671-92c7d2716a66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.3252757 Sep 02 12:56:44.509927 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.511981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8b274e38-b90d-4c91-b509-cee5c6bf212f None None] Provisioning for port 672e3737-177f-4cf1-8881-2ef555134b36 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:44.524510 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Transition to ACTIVE for port object 4323fa35-23f0-4c1d-bef3-f16e3424fa29 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:44.535461 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.592259 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Pushing event updated for resources: {'Port': ['ID=4323fa35-23f0-4c1d-bef3-f16e3424fa29,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:44.614840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f7c3ff2-ae0b-4cae-9e11-ba35d4b58140 req-375003e4-3acf-4b0b-9685-72642dd2d318 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 210 time: 0.0543821 Sep 02 12:56:44.618707 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.619349 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.619989 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.620550 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.621345 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.622074 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.623081 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.623708 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.624118 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.624584 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.625034 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.625644 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:56:44.643357 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Attempting to bind port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:44.643798 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Attempting to bind port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:44.644219 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Attempting to bind port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:44.646652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 672e3737-177f-4cf1-8881-2ef555134b36 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:44.650840 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:44.651319 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:44.651787 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.652241 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:44.652768 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Bound port: 4323fa35-23f0-4c1d-bef3-f16e3424fa29, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:44.653346 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.673195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 672e3737-177f-4cf1-8881-2ef555134b36 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:44.674037 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.751073 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] For port 4323fa35-23f0-4c1d-bef3-f16e3424fa29, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:44.755766 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] For port 4323fa35-23f0-4c1d-bef3-f16e3424fa29, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4323fa35-23f0-4c1d-bef3-f16e3424fa29,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:44.766630 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.851329 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.864969 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65134b7a-a675-40cd-ab94-795a262ca0be None None] Pushing event updated for resources: {'Port': ['ID=4323fa35-23f0-4c1d-bef3-f16e3424fa29,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:44.885727 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Routers {'3aabbc38-45b5-47e4-981d-10b673588a85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:44.886377 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['3aabbc38-45b5-47e4-981d-10b673588a85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:44.937827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 672e3737-177f-4cf1-8881-2ef555134b36, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=672e3737-177f-4cf1-8881-2ef555134b36,segment=NetworkSegment(6e55c3c8-cd98-46f0-8940-50bb2f81ee0d),segment_id=6e55c3c8-cd98-46f0-8940-50bb2f81ee0d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:44.956736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:44.972571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515c28-e329-4bd0-a76f-5fc7a71a7ef1 req-81875209-bc21-4d23-a9a7-88e5282fcc2d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:44.985479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02515c28-e329-4bd0-a76f-5fc7a71a7ef1 req-81875209-bc21-4d23-a9a7-88e5282fcc2d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.1480224 Sep 02 12:56:45.028661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e5f7728a-4bf5-4241-81c7-776f832ff12e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:45.033352 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] Set router 3aabbc38-45b5-47e4-981d-10b673588a85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:45.102389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02515c28-e329-4bd0-a76f-5fc7a71a7ef1 req-78b3c6ba-692c-4280-9b9b-b1eb1a02fa9d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117086 Sep 02 12:56:45.121215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=672e3737-177f-4cf1-8881-2ef555134b36,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:45.175588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f0bad99-93ec-4a2c-a711-c2e9b2058af9 None None] Provisioning complete for port 672e3737-177f-4cf1-8881-2ef555134b36 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:45.176766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f0bad99-93ec-4a2c-a711-c2e9b2058af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.214167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port e5f7728a-4bf5-4241-81c7-776f832ff12e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:45.223774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port e5f7728a-4bf5-4241-81c7-776f832ff12e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:45.224535 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.278901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:45.293898 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:56:40Z', 'revision_number': 3, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:45.334970 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b3c5e-e372-4815-a398-cd55afd25841 None None] The sync data for ids ['3aabbc38-45b5-47e4-981d-10b673588a85'] in n-d-792364-8 is: [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:56:40Z', 'revision_number': 3, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:45.405420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1503477286-network', 'tenant_id': '66ee6bf47f5b400486af5ca386ed3e6a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:45.417066 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.436980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Made reservation on behalf of 66ee6bf47f5b400486af5ca386ed3e6a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:45.440181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.451232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.458221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:45.472140 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf67dba4-49b4-4025-8083-a042f737b71d" -d '{"events": [{"server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "name": "network-vif-plugged", "status": "completed", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:45.499169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port e5f7728a-4bf5-4241-81c7-776f832ff12e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:45.505761 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.549859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Allocated IP 172.20.0.3 (62c776d3-ceda-4116-a275-1e6da5be7431/052d4107-7ec8-4fad-b0bd-4f33e7866da4/1dc5dd76-8bd7-4ef9-877b-85ee2403114a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:45.584605 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa14e84-efa7-4fe9-ab8a-8151b471289a x-openstack-request-id: req-5fa14e84-efa7-4fe9-ab8a-8151b471289a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:45.584605 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "name": "network-vif-plugged", "status": "completed", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:45.584983 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fa14e84-efa7-4fe9-ab8a-8151b471289a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:45.587543 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'code': 200} Sep 02 12:56:45.595396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=e5f7728a-4bf5-4241-81c7-776f832ff12e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:45.619241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.625055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.641178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Allocated IP 172.20.0.1 (22ec59a1-5938-4465-a2fd-f397c4cce6f5/f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b/87ac240b-6d79-4a59-9292-6a257c31707c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:45.685599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22ea54-f735-40e2-a3e3-b4684116e619 req-dfac3d8e-83d4-432d-9a78-b92a000c8417 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:45.692076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:45.695119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea22ea54-f735-40e2-a3e3-b4684116e619 req-dfac3d8e-83d4-432d-9a78-b92a000c8417 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 983 time: 1.2872210 Sep 02 12:56:45.722944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.723413 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Added segment 35e98e96-9165-46ab-9b80-7065aa7b147e of type vlan for network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 Sep 02 12:56:45.741380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bd660c-1e72-43f1-abab-fa44c2e701e4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:45.756087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2a91-fd82-4be4-98f9-ac538d596b22 req-214850de-e63d-4f78-bd94-5ab6bcc5aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:45.757789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56bf2a91-fd82-4be4-98f9-ac538d596b22 req-214850de-e63d-4f78-bd94-5ab6bcc5aa73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1135 time: 0.1155090 Sep 02 12:56:45.845902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0419f2c-a1ba-4a7a-9418-fe1bd4a288e3 req-cc471c70-42c5-4cfe-831c-ecc5dbfe1b85 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 210 time: 0.0658488 Sep 02 12:56:45.860386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.895093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.916321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Transition to ACTIVE for port object 87ac240b-6d79-4a59-9292-6a257c31707c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:45.924376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:45.937602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:45.938831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.065152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 672e3737-177f-4cf1-8881-2ef555134b36 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:46.153635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.182099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 672e3737-177f-4cf1-8881-2ef555134b36 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:46.182666 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.206380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-3bbd34e3-6220-4212-b205-baf9448453b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:46.208729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-3bbd34e3-6220-4212-b205-baf9448453b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7195997 Sep 02 12:56:46.215058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.296798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4323fa35-23f0-4c1d-bef3-f16e3424fa29 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:46.403862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:46.410199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:46.411131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.515683 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.526226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Pushing event updated for resources: {'Port': ['ID=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:46.538450 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:56:46.542535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea22ea54-f735-40e2-a3e3-b4684116e619 req-67f035b3-96f6-42e1-968d-c6de2ec93da3 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8463707 Sep 02 12:56:46.543454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4323fa35-23f0-4c1d-bef3-f16e3424fa29, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4323fa35-23f0-4c1d-bef3-f16e3424fa29,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:46.550155 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.598868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3181963 Sep 02 12:56:46.602252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56bf2a91-fd82-4be4-98f9-ac538d596b22 req-0622b5e8-a2f8-4259-a082-5914fdc604f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6fb73247-16da-4993-98d7-2a5987eecfb8&id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8212459 Sep 02 12:56:46.618147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Network 62c776d3-ceda-4116-a275-1e6da5be7431 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:46.621125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:46.638520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Request body: {'subnet': {'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1503477286-subnet', 'tenant_id': '66ee6bf47f5b400486af5ca386ed3e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:46.650097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4323fa35-23f0-4c1d-bef3-f16e3424fa29,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:46.657439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801b65f-770d-44e6-b8d6-7fcadf010037 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1c0a4b-7e77-4201-a99c-cd5ada864d90,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:46.671162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:46.678611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:46.682585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.685871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Made reservation on behalf of 66ee6bf47f5b400486af5ca386ed3e6a for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:46.688527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.696706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:46.702090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87774acb-8c43-4e8e-b5f1-99267edf3717 req-d0182040-3050-4921-8201-121d48af586d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:46.710574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87774acb-8c43-4e8e-b5f1-99267edf3717 req-d0182040-3050-4921-8201-121d48af586d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.2184856 Sep 02 12:56:46.761870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87774acb-8c43-4e8e-b5f1-99267edf3717 req-2e6dc6c7-4d7b-486a-830d-f2a879e8a8bb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Sep 02 12:56:46.846851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:46.864505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:46.868845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-89263469-7c44-4828-b61d-8535e0214f5e service neutron] 10.222.0.18 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514013 Sep 02 12:56:46.874536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:46.891404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:46.915734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Pushing event updated for resources: {'Port': ['ID=87ac240b-6d79-4a59-9292-6a257c31707c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:47.007618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:47.008242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:47.143964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2f57a0ed-3bb2-4ba1-abaa-d869f3196424 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5651386 Sep 02 12:56:47.155701 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:47.157660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce16b515-8299-417a-8020-ecaceb724558 None None] Provisioning for port 87ac240b-6d79-4a59-9292-6a257c31707c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:47.161857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce16b515-8299-417a-8020-ecaceb724558 None None] Provisioning complete for port 87ac240b-6d79-4a59-9292-6a257c31707c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:47.162531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce16b515-8299-417a-8020-ecaceb724558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:47.170633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Request body: {'port': {'device_id': 'da904474-fe29-43f3-80f8-19c63982b80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:47.205954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ce16b515-8299-417a-8020-ecaceb724558 None None] Port 87ac240b-6d79-4a59-9292-6a257c31707c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:47.314551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5836-2242-40fd-a3a1-929d17ac45f8 req-4dc2bd87-3d29-4ae1-a7ed-3dc96b97ebbd tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:47.316177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2beb5836-2242-40fd-a3a1-929d17ac45f8 req-4dc2bd87-3d29-4ae1-a7ed-3dc96b97ebbd tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 931 time: 0.3449407 Sep 02 12:56:47.327489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-5e6be224-ebb7-41a0-9cd2-7b5e17f0f45f service neutron] 10.222.0.18 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441175 Sep 02 12:56:47.506298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:47.664959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:47.685056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2beb5836-2242-40fd-a3a1-929d17ac45f8 req-4f0be4cb-927c-4cfa-ba21-bdea13268306 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501267 Sep 02 12:56:47.757584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35404a-154d-49ba-8407-4e915c6479e4 req-5021d99b-ed99-49b7-b1a8-cd8426976426 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:47.766039 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f35404a-154d-49ba-8407-4e915c6479e4 req-5021d99b-ed99-49b7-b1a8-cd8426976426 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 984 time: 0.1291246 Sep 02 12:56:47.820554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:47.844251 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f35404a-154d-49ba-8407-4e915c6479e4 req-72becb53-d0fd-4b23-90b6-e44807e56364 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0732579 Sep 02 12:56:47.868886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4323fa35-23f0-4c1d-bef3-f16e3424fa29 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:47.922533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:47.922976 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:48.010085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:48.071620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-9955e7c2-c78c-4038-bdfe-60a9377ffdda tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:48.072612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-9955e7c2-c78c-4038-bdfe-60a9377ffdda tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc&tenant_id=f83b2a7200524bfbb23facb779d17d3b&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 1095 time: 0.4680572 Sep 02 12:56:48.081060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568d15db-7690-4bbf-8b59-452650cdacee,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:48.224200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2303ed-1af9-4d38-8d21-5c5d418edca6 req-c0ee0d00-1013-421a-9253-e2e1733929f6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:48.225982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a2303ed-1af9-4d38-8d21-5c5d418edca6 req-c0ee0d00-1013-421a-9253-e2e1733929f6 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.3322086 Sep 02 12:56:48.237436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Checking segment: {'id': '35e98e96-9165-46ab-9b80-7065aa7b147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:48.237807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Network hostable DHCP agents. Network: 4d1c0a4b-7e77-4201-a99c-cd5ada864d90, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:48.429687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:48.472228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a2303ed-1af9-4d38-8d21-5c5d418edca6 req-a8d2f590-40ee-406e-9052-495956cfbc53 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257631 Sep 02 12:56:48.611771 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae44a-3acb-4560-869f-6c28adfc1048 req-938206fa-a9f7-4e04-99a5-2686a4b5966f tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:48.613447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-643ae44a-3acb-4560-869f-6c28adfc1048 req-938206fa-a9f7-4e04-99a5-2686a4b5966f tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1095 time: 0.0462136 Sep 02 12:56:48.657095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-643ae44a-3acb-4560-869f-6c28adfc1048 req-bd5092a1-4066-4cb7-9825-1df02ff848ea tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364056 Sep 02 12:56:48.808928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba9143-d030-4c08-9a93-04bf18dd5cef req-6e5b45c3-d49e-4090-84d9-a96e7867de33 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:48.811548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52ba9143-d030-4c08-9a93-04bf18dd5cef req-6e5b45c3-d49e-4090-84d9-a96e7867de33 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 931 time: 0.0533519 Sep 02 12:56:48.853932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52ba9143-d030-4c08-9a93-04bf18dd5cef req-bed0f9e7-953e-48f7-97e9-f485f05dff0e tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357509 Sep 02 12:56:48.922317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 4d1c0a4b-7e77-4201-a99c-cd5ada864d90) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:48.938764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984145e5-9fe7-4974-b09f-d21e8238d1b7 None None] Network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:48.950818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router b9a17b09-49c6-480c-8781-5644ead62afc is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:56:48.953434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:48.954034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.031531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11979b93-028a-4563-b1fb-a3d80302d02b req-c04d7701-dc60-42ea-8c16-58fffac2f528 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:49.033303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11979b93-028a-4563-b1fb-a3d80302d02b req-c04d7701-dc60-42ea-8c16-58fffac2f528 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 984 time: 0.0734413 Sep 02 12:56:49.043593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc5dd76-8bd7-4ef9-877b-85ee2403114a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:49.064648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.067409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-e7afeee4-df1f-42bb-9f30-7683be172c17 service neutron] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:49.069860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9a0ab18-f313-48ae-b96d-1eb896663455 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4453037 Sep 02 12:56:49.091589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11979b93-028a-4563-b1fb-a3d80302d02b req-8f44d613-a0ad-49d5-a74d-aff98ddfeb72 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0472887 Sep 02 12:56:49.109915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e6dcb-e27c-48e8-9338-dcdc06c253e8 None None] Network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:49.118123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.155986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-e7afeee4-df1f-42bb-9f30-7683be172c17 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.157988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cbfc982-4864-400c-9422-b8002d82bf44 req-e7afeee4-df1f-42bb-9f30-7683be172c17 service neutron] 10.222.0.18 "DELETE /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119/bindings/n-h1-792364-8 HTTP/1.1" status: 204 len: 173 time: 1.0628927 Sep 02 12:56:49.173829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.184570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Transition to ACTIVE for port object 1dc5dd76-8bd7-4ef9-877b-85ee2403114a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:49.246377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4991a4-f36a-425a-bb78-857708c1aa01 req-6956f1a5-e5af-48a8-9131-29e4f8804bb7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:49.248232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a4991a4-f36a-425a-bb78-857708c1aa01 req-6956f1a5-e5af-48a8-9131-29e4f8804bb7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.3367300 Sep 02 12:56:49.248760 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.314216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.331713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Pushing event updated for resources: {'Port': ['ID=87ac240b-6d79-4a59-9292-6a257c31707c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:49.379258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:49.392421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] Sync routers for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:49.408728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:49.409289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:49.417730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d324-20ed-4261-961d-53d07f10b541 req-a002af59-8b1d-4090-a22e-4ca04c81e540 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:49.426740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a4991a4-f36a-425a-bb78-857708c1aa01 req-dea09070-d1fb-4258-8325-80d16aa25340 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641994 Sep 02 12:56:49.439012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94b9d324-20ed-4261-961d-53d07f10b541 req-a002af59-8b1d-4090-a22e-4ca04c81e540 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 984 time: 0.1077940 Sep 02 12:56:49.467904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49156) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:49.489091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:49.502436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:49.503433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:49.509112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:49.512159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.513566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7ec5879f-eef3-4e7f-8aeb-73c356bbc3a9 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6032555 Sep 02 12:56:49.518487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:49.555077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:49.555860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f1210-e242-4f11-aeb1-28f918858c69 None None] The sync data for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:49.691254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Attempting to bind port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:49.691753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Attempting to bind port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '44ddcc91-cbdf-4366-8fe7-d707f609bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:49.692200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Attempting to bind port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a on network 62c776d3-ceda-4116-a275-1e6da5be7431 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:49.705433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:49.710036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a on network 62c776d3-ceda-4116-a275-1e6da5be7431 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:56:49.710484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Attempting to bind port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a on network 62c776d3-ceda-4116-a275-1e6da5be7431 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:49.712787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:49.713220 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94b9d324-20ed-4261-961d-53d07f10b541 req-d2fe2f1c-2b25-4f47-8348-35f1243c3c55 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2663310 Sep 02 12:56:49.721381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d3d5dab1-0994-4978-b786-afc3b5e2eada tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/1a866e85-7a90-40dc-977c-2f5a4dc43965 HTTP/1.1" status: 200 len: 990 time: 0.2362349 Sep 02 12:56:49.773631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:49.773956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Checking segment: {'id': '44ddcc91-cbdf-4366-8fe7-d707f609bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:49.774366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Bound using segment: {'id': '44ddcc91-cbdf-4366-8fe7-d707f609bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:49.774978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Bound port: 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ddcc91-cbdf-4366-8fe7-d707f609bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:49.775390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:49.960398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8416c5-3794-456a-9adb-96fcaa701d37 req-ee5f228f-36af-4580-a7d3-7598f2dace8b tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:49.962662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a8416c5-3794-456a-9adb-96fcaa701d37 req-ee5f228f-36af-4580-a7d3-7598f2dace8b tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1135 time: 0.0591779 Sep 02 12:56:49.982439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:49.996002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4a8416c5-3794-456a-9adb-96fcaa701d37 req-e08487e4-311f-495d-aeee-c6f3b6758026 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.084006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e36d9c36-5a76-41af-ac75-01e455556ac9 None None] Provisioning complete for port 87ac240b-6d79-4a59-9292-6a257c31707c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:50.084715 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e36d9c36-5a76-41af-ac75-01e455556ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.099326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4a8416c5-3794-456a-9adb-96fcaa701d37 req-e08487e4-311f-495d-aeee-c6f3b6758026 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.104597 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4a8416c5-3794-456a-9adb-96fcaa701d37 req-e08487e4-311f-495d-aeee-c6f3b6758026 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.131319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a8416c5-3794-456a-9adb-96fcaa701d37 req-e08487e4-311f-495d-aeee-c6f3b6758026 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1619213 Sep 02 12:56:50.141883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08487e4-311f-495d-aeee-c6f3b6758026 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1f3a6-0c0c-4005-94a5-1bb46754a276,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:50.149643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e36d9c36-5a76-41af-ac75-01e455556ac9 None None] Port 87ac240b-6d79-4a59-9292-6a257c31707c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:50.172093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:50.210852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Router 3aabbc38-45b5-47e4-981d-10b673588a85 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:50.255599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c2e37-3399-4368-bde1-2cd85b9d4850 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:50.258019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-282c2e37-3399-4368-bde1-2cd85b9d4850 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1130 time: 0.0843117 Sep 02 12:56:50.261250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:50.266205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:50.291625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd972e05-b0fb-48ee-9694-440a7466b1a7 req-f843b0c2-f730-49df-9581-a36e0c336b2b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:50.293093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd972e05-b0fb-48ee-9694-440a7466b1a7 req-f843b0c2-f730-49df-9581-a36e0c336b2b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 943 time: 0.0791276 Sep 02 12:56:50.293731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] For port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:50.309073 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.334897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-8b57b3bb-50f1-48e5-a515-69f036427cfb tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:50.336306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-8b57b3bb-50f1-48e5-a515-69f036427cfb tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/networks?id=4d1c0a4b-7e77-4201-a99c-cd5ada864d90 HTTP/1.1" status: 200 len: 821 time: 0.4839420 Sep 02 12:56:50.377039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] For port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,segment=NetworkSegment(44ddcc91-cbdf-4366-8fe7-d707f609bc75),segment_id=44ddcc91-cbdf-4366-8fe7-d707f609bc75)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:50.381180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd972e05-b0fb-48ee-9694-440a7466b1a7 req-62021f2c-5d9a-4a6e-a6c4-6fb5636cebb0 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796802 Sep 02 12:56:50.450760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.475719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.521035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-447db352-5b6c-415a-8266-21e16db25a11 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/quotas/66ee6bf47f5b400486af5ca386ed3e6a HTTP/1.1" status: 200 len: 375 time: 0.1132522 Sep 02 12:56:50.561256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.25.7.231 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/5725c2ce-b34f-47fd-8bf1-dbcde527f413) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:50.573252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:50.573890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.575276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/1dc5dd76-8bd7-4ef9-877b-85ee2403114a HTTP/1.1" status: 200 len: 1091 time: 3.4159303 Sep 02 12:56:50.583730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da904474-fe29-43f3-80f8-19c63982b80e', 'tag': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:50.586338 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ddb56b-ccde-4ec8-8514-186334653b57" -d '{"events": [{"name": "network-changed", "server_uuid": "da904474-fe29-43f3-80f8-19c63982b80e", "tag": "1dc5dd76-8bd7-4ef9-877b-85ee2403114a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:50.617035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0192d7db-8ccc-4f04-9a96-90b4b8034827 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ee6bf47f5b400486af5ca386ed3e6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613136 Sep 02 12:56:50.663447 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ea5afe-4112-43cf-8133-837da259fccf x-openstack-request-id: req-36ea5afe-4112-43cf-8133-837da259fccf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:50.663798 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da904474-fe29-43f3-80f8-19c63982b80e", "tag": "1dc5dd76-8bd7-4ef9-877b-85ee2403114a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:50.664055 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36ea5afe-4112-43cf-8133-837da259fccf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:50.664465 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da904474-fe29-43f3-80f8-19c63982b80e', 'tag': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a', 'status': 'completed', 'code': 200} Sep 02 12:56:50.718599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.752272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3a6ae-1684-43e2-b0a5-445da1d9a8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:50.758967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.763351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:50.774242 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Sync routers for ids ['3aabbc38-45b5-47e4-981d-10b673588a85'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:50.783782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Routers {'3aabbc38-45b5-47e4-981d-10b673588a85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:50.784654 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['3aabbc38-45b5-47e4-981d-10b673588a85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:50.797032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ba9b1d20-ac7c-42c6-af04-d8ec784322f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/3aabbc38-45b5-47e4-981d-10b673588a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5776393 Sep 02 12:56:50.834581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-638d4768-5753-4803-93b4-d00db63e4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:50.836162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-638d4768-5753-4803-93b4-d00db63e4351 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb3c2c780e484153a0e2d5492b9bf3ee&device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 1094 time: 0.2028387 Sep 02 12:56:50.853979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:50.854986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=5725c2ce-b34f-47fd-8bf1-dbcde527f413,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:50.855467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port e81f6952-b91a-49d8-951e-0c93a55a4983 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:50.855821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:50.860530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:50.866160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:50.916138 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Set router 3aabbc38-45b5-47e4-981d-10b673588a85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:50.956643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-68e214b0-8cbc-43bf-b97d-0859c1b02c70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a HTTP/1.1" status: 200 len: 217 time: 0.1074741 Sep 02 12:56:50.958575 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-c9ad6c13-2b36-4810-8612-818c2b822f1b service neutron] 10.222.0.60 "GET /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241124 Sep 02 12:56:51.207392 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:56:47Z', 'revision_number': 4, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '87ac240b-6d79-4a59-9292-6a257c31707c', 'name': '', 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'mac_address': 'fa:16:3e:be:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:44Z', 'updated_at': '2021-09-02T12:56:48Z', 'revision_number': 2, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'subnets': [{'id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:51.243072 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Checking router: 3aabbc38-45b5-47e4-981d-10b673588a85 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:51.243434 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Updating router 3aabbc38-45b5-47e4-981d-10b673588a85 port 87ac240b-6d79-4a59-9292-6a257c31707c binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:56:51.274007 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.340267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.428864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.467544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:51.479200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1231313812-network', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:51.558306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2da8a8d9-5435-4bb6-ba96-f0a7bf6a85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:51.560272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-2da8a8d9-5435-4bb6-ba96-f0a7bf6a85f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=052d4107-7ec8-4fad-b0bd-4f33e7866da4 HTTP/1.1" status: 200 len: 847 time: 0.5915048 Sep 02 12:56:51.562261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.562695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.581290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30212f5-8156-4439-8d21-f0a61594bfb3 req-a6e01e0b-4753-48fb-8616-170ed3c5618b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:51.582882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30212f5-8156-4439-8d21-f0a61594bfb3 req-a6e01e0b-4753-48fb-8616-170ed3c5618b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 943 time: 0.1126776 Sep 02 12:56:51.611300 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.623254 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Transition to ACTIVE for port object 87ac240b-6d79-4a59-9292-6a257c31707c will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:51.629218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Made reservation on behalf of 9096c1a3a5eb466f864a0d7003ebb0fc for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:51.631741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.632271 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.635737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for e81f6952-b91a-49d8-951e-0c93a55a4983 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:51.641599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-3f3f9004-9a52-4ab5-a6fb-a185832d748c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62c776d3-ceda-4116-a275-1e6da5be7431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675323 Sep 02 12:56:51.646936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30212f5-8156-4439-8d21-f0a61594bfb3 req-15682ed5-8fea-48db-906f-f8610831542a tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576918 Sep 02 12:56:51.674029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.681167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.681862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.700528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.736002 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4cd7-efdf-4d0d-9db2-5d7160dc27e4 None None] Pushing event updated for resources: {'Port': ['ID=87ac240b-6d79-4a59-9292-6a257c31707c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:51.776766 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Attempting to bind port 87ac240b-6d79-4a59-9292-6a257c31707c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:51.777914 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Attempting to bind port 87ac240b-6d79-4a59-9292-6a257c31707c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:51.778639 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Attempting to bind port 87ac240b-6d79-4a59-9292-6a257c31707c on network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:51.787837 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:51.788412 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Checking segment: {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:51.789009 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.789808 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Bound using segment: {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:51.790493 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Bound port: 87ac240b-6d79-4a59-9292-6a257c31707c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51777c4a-246c-4982-8169-e72309835be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:51.791196 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.821924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-00b0eb6f-d451-4d39-8704-175cb8c89fa7 service neutron] 10.222.0.60 "GET /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558135 Sep 02 12:56:51.851210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=5725c2ce-b34f-47fd-8bf1-dbcde527f413,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:51.870647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:51.944318 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] For port 87ac240b-6d79-4a59-9292-6a257c31707c, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:51.958506 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] For port 87ac240b-6d79-4a59-9292-6a257c31707c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87ac240b-6d79-4a59-9292-6a257c31707c,segment=NetworkSegment(51777c4a-246c-4982-8169-e72309835be7),segment_id=51777c4a-246c-4982-8169-e72309835be7)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:51.967179 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:52.028236 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Floating IP dddd2b59-4c3d-4e60-ba26-014e3056cac5 associated. External IP: 172.25.7.231, port: e5f7728a-4bf5-4241-81c7-776f832ff12e. Sep 02 12:56:52.050393 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Routers {'3aabbc38-45b5-47e4-981d-10b673588a85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:52.051381 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['3aabbc38-45b5-47e4-981d-10b673588a85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:52.131804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:52.176732 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] Set router 3aabbc38-45b5-47e4-981d-10b673588a85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:52.210201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=e81f6952-b91a-49d8-951e-0c93a55a4983,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:52.313403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:52.313403 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP 1a866e85-7a90-40dc-977c-2f5a4dc43965 disassociated (deleted). External IP: 172.25.7.89, port: 952da0c5-0895-415e-b7fa-5f2a5c2d3119. Sep 02 12:56:52.318104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b9b8791-d121-4a14-b05e-856adbc096af req-094435d4-e144-461c-b363-e91f0aee2071 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 210 time: 0.1291361 Sep 02 12:56:52.369462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-8aef5e8d-d71e-4638-beb0-2772456b8682 service neutron] 10.222.0.41 "GET /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129712 Sep 02 12:56:52.487318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 8dc71e0c-0713-48f8-abe4-74051f1cc242 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:52.496690 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4cd7-efdf-4d0d-9db2-5d7160dc27e4 None None] Pushing event updated for resources: {'Port': ['ID=87ac240b-6d79-4a59-9292-6a257c31707c,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:52.624750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:52.631136 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:56:47Z', 'revision_number': 4, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '87ac240b-6d79-4a59-9292-6a257c31707c', 'name': '', 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'mac_address': 'fa:16:3e:be:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:44Z', 'updated_at': '2021-09-02T12:56:51Z', 'revision_number': 4, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'subnets': [{'id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:52.638802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] Sync routers for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:52.650414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:52.651312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:52.661395 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56895f-c248-428a-b591-9b0d87454a4b None None] The sync data for ids ['3aabbc38-45b5-47e4-981d-10b673588a85'] in n-d-792364-8 is: [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:56:47Z', 'revision_number': 4, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '87ac240b-6d79-4a59-9292-6a257c31707c', 'name': '', 'network_id': '22ec59a1-5938-4465-a2fd-f397c4cce6f5', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'mac_address': 'fa:16:3e:be:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:44Z', 'updated_at': '2021-09-02T12:56:51Z', 'revision_number': 4, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'subnets': [{'id': 'f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:52.787063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:52.806639 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:52.838187 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:52.851277 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa6edf35-2151-49c0-b87c-731b8d5ff44c req-5a30353c-e66a-4543-8312-c93f77dbaa76 service neutron] 10.222.0.41 "GET /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354255 Sep 02 12:56:52.891085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1b11c527-b6a3-46f0-8920-5622076a6d64 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6285489 Sep 02 12:56:52.892171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:52.899195 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3384ce39-b120-49cd-9edd-41fb21a8dfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:52.913537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49230) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:53.085691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:56:53.093725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.1 (34d1f43e-b5de-4c0a-9924-b01910c4f471/c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4/3746da7e-3349-4d79-b6bd-71728f786c5c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:53.150581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:53.151085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c74efa-8190-49c8-8724-5a231ff87d66,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:53.164043 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:53.164610 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Added segment 86958f3e-6e07-4ad2-b82a-a1dd262bd80f of type vlan for network cf78f335-f9f2-413b-a598-da8ad3ec58d9 Sep 02 12:56:53.301366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10d60-247b-4431-9c29-69d4986225fb req-8ee6c559-e32a-40e0-af5f-a5dfab25f445 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.308970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bbe10d60-247b-4431-9c29-69d4986225fb req-8ee6c559-e32a-40e0-af5f-a5dfab25f445 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 943 time: 0.4725170 Sep 02 12:56:53.324556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:53.362492 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.365534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-b9047742-80d5-44f2-b3ea-7ffea85d6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.367093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-b9047742-80d5-44f2-b3ea-7ffea85d6814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb3c2c780e484153a0e2d5492b9bf3ee&device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 1094 time: 0.3339579 Sep 02 12:56:53.368590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.374766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.376871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.378640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.378640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.378640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.381592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.382311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.383742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.385783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.388360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.395955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f535e5ac-65ef-4a75-94b1-ddf7ece59e2f tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8466 time: 0.4765058 Sep 02 12:56:53.396844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:53.510674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:53.563702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'dddd2b59-4c3d-4e60-ba26-014e3056cac5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'port_id': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'mac_address': 'fa:16:3e:e8:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:56:51Z', 'updated_at': '2021-09-02T12:56:51Z', 'revision_number': 0, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:32Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:53.574679 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e223ba7-89ca-4f33-aa04-0bf845b3d4ba x-openstack-request-id: req-8e223ba7-89ca-4f33-aa04-0bf845b3d4ba {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:53.575543 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:53.575543 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e223ba7-89ca-4f33-aa04-0bf845b3d4ba {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:53.575718 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'status': 'completed', 'code': 200} Sep 02 12:56:53.609768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] Checking router: 8dc71e0c-0713-48f8-abe4-74051f1cc242 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:53.619351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:53.620198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:53.667971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bbe10d60-247b-4431-9c29-69d4986225fb req-c5813342-2861-4ae8-abe5-7d63ac693229 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579190 Sep 02 12:56:53.682332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72ea7667-2dd8-4442-acd7-b88329b20b5d req-41d79838-0e4d-4766-b239-af14a5f290f0 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 210 time: 0.0578926 Sep 02 12:56:53.708192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.708668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.709220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.710260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.711645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.712110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.712569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.713710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.714181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.714631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.715283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.716080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.719264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cd8155b6-8f40-41bf-8e5b-5db2db0a3b04 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7736 time: 0.3206062 Sep 02 12:56:53.723921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:53.725008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.725618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:53.729386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:53.757258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-6e2357c9-549c-4fae-bc12-7b75b2a248c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.758973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-6e2357c9-549c-4fae-bc12-7b75b2a248c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62c776d3-ceda-4116-a275-1e6da5be7431 HTTP/1.1" status: 200 len: 908 time: 0.3747320 Sep 02 12:56:53.767218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:53.768848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-819ecdea-653e-433a-811f-0ec33407ad55 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:53.770586 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-819ecdea-653e-433a-811f-0ec33407ad55 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.41 "GET /v2.0/networks?id=4d1c0a4b-7e77-4201-a99c-cd5ada864d90 HTTP/1.1" status: 200 len: 821 time: 0.3586645 Sep 02 12:56:53.784775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Request body: {'port': {'device_id': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90', 'admin_state_up': True, 'tenant_id': '66ee6bf47f5b400486af5ca386ed3e6a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:53.915837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87ac240b-6d79-4a59-9292-6a257c31707c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:53.924841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:53.951444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Made reservation on behalf of 66ee6bf47f5b400486af5ca386ed3e6a for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:53.956227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:54.029239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5535543 Sep 02 12:56:54.031658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:54.036395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Request body: {'subnet': {'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1231313812-subnet', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:54.062278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 87ac240b-6d79-4a59-9292-6a257c31707c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:54.072371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 87ac240b-6d79-4a59-9292-6a257c31707c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:54.072749 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:54.111191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Made reservation on behalf of 9096c1a3a5eb466f864a0d7003ebb0fc for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:54.114018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:54.118871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-79237f50-c672-4f92-9bbb-c4412538e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:54.120516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-79237f50-c672-4f92-9bbb-c4412538e32f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1135 time: 0.5832534 Sep 02 12:56:54.122116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-fdb1c659-b5aa-4220-928c-cb0285e00d01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a HTTP/1.1" status: 200 len: 217 time: 0.2790771 Sep 02 12:56:54.224455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Allocated IP 172.20.0.13 (4d1c0a4b-7e77-4201-a99c-cd5ada864d90/568d15db-7690-4bbf-8b59-452650cdacee/35487477-aef3-415b-a8b1-e1d3fc406248) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:54.247048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Transition to ACTIVE for port object 3746da7e-3349-4d79-b6bd-71728f786c5c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:54.249483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e51eb-b171-4e4d-9999-aefee5e13db2 admin admin] Pushing event updated for resources: {'Network': ['ID=cf78f335-f9f2-413b-a598-da8ad3ec58d9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:54.265586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:56:54.332186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-62583392-eb6e-424d-a321-34a957dc8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:54.334004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-62583392-eb6e-424d-a321-34a957dc8020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=503fd964-6cb1-4192-b7e2-00ea0653fdb5 HTTP/1.1" status: 200 len: 898 time: 0.1892302 Sep 02 12:56:54.339650 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:54.400353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 87ac240b-6d79-4a59-9292-6a257c31707c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87ac240b-6d79-4a59-9292-6a257c31707c,segment=NetworkSegment(51777c4a-246c-4982-8169-e72309835be7),segment_id=51777c4a-246c-4982-8169-e72309835be7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:54.408742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:54.434515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-4934280c-8f4c-4f2d-ba2c-e276fce950a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:54.436817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-4934280c-8f4c-4f2d-ba2c-e276fce950a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=052d4107-7ec8-4fad-b0bd-4f33e7866da4 HTTP/1.1" status: 200 len: 847 time: 0.2125776 Sep 02 12:56:54.455437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:54.461247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:54.468620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=87ac240b-6d79-4a59-9292-6a257c31707c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:54.473063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'dddd2b59-4c3d-4e60-ba26-014e3056cac5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'port_id': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'mac_address': 'fa:16:3e:e8:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:56:51Z', 'updated_at': '2021-09-02T12:56:51Z', 'revision_number': 0, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:32Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:54.477134 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] Sync routers for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:54.495155 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:54.496087 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:54.511506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069a26a-9029-47c9-92bd-660114c13502 None None] The sync data for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 is: [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'dddd2b59-4c3d-4e60-ba26-014e3056cac5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'port_id': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'mac_address': 'fa:16:3e:e8:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:56:51Z', 'updated_at': '2021-09-02T12:56:51Z', 'revision_number': 0, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:32Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:54.670481 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:54.942894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1935b-dd76-4aab-b9d1-207f2f62a0a9 None None] New status for floating IP dddd2b59-4c3d-4e60-ba26-014e3056cac5: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:56:54.972990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-3d164ebf-c956-4f32-8904-55212094bbbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62c776d3-ceda-4116-a275-1e6da5be7431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5196309 Sep 02 12:56:54.974978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd658-6743-4fc4-838b-181f6e62c19d req-a21bd9a8-0b4a-4290-937c-3c810199a4d1 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:54.977781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b06fd658-6743-4fc4-838b-181f6e62c19d req-a21bd9a8-0b4a-4290-937c-3c810199a4d1 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 943 time: 0.1766930 Sep 02 12:56:54.982510 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:38Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:55.018003 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.020552 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] Checking router: 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:56:55.028354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-16dac91d-21e9-481e-a4db-db988fb0932c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e HTTP/1.1" status: 200 len: 999 time: 0.6793265 Sep 02 12:56:55.028354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-923ff96e-8351-4826-b8c3-0293b1664476 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/floatingips/1a866e85-7a90-40dc-977c-2f5a4dc43965 HTTP/1.1" status: 204 len: 168 time: 5.0391021 Sep 02 12:56:55.030441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:55.033578 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4239c8d-71ab-402a-98bb-fb8c60adc47c" -d '{"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:55.038647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54492186-f551-470f-ac8b-1118c27794c5 req-bc67ee87-b176-4fc6-8607-17d923ebca98 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 210 time: 0.0990217 Sep 02 12:56:55.054920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.063845 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:55.064691 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:55.083944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.126607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1dc5dd76-8bd7-4ef9-877b-85ee2403114a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:56:55.279525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.301374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=247b3841-9ad8-4930-befd-77e15a9dc61a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:55.301632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:55.323638 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:56:55.328196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:55.341416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=3746da7e-3349-4d79-b6bd-71728f786c5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:55.347194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:55.352021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-d0f83a1c-e214-4f76-9e59-e21784a57834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:55.353733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-d0f83a1c-e214-4f76-9e59-e21784a57834 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94 HTTP/1.1" status: 200 len: 835 time: 0.3038828 Sep 02 12:56:55.358756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Pushing event updated for resources: {'Port': ['ID=35487477-aef3-415b-a8b1-e1d3fc406248,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:55.374359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:55.412787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,segment=NetworkSegment(44ddcc91-cbdf-4366-8fe7-d707f609bc75),segment_id=44ddcc91-cbdf-4366-8fe7-d707f609bc75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:55.427147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:55.437986 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a2995-f926-44d4-8a29-52bc28793ef6 x-openstack-request-id: req-871a2995-f926-44d4-8a29-52bc28793ef6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:55.438288 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:55.438548 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-871a2995-f926-44d4-8a29-52bc28793ef6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:55.439565 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'status': 'completed', 'code': 200} Sep 02 12:56:55.443377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:55.468418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a', 'network_id': '62c776d3-ceda-4116-a275-1e6da5be7431', 'port_id': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a', 'mac_address': 'fa:16:3e:93:12:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052d4107-7ec8-4fad-b0bd-4f33e7866da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:56:55.498909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-9c1f166a-28e0-42da-8301-0a933c90cb51 service neutron] 10.222.0.41 "GET /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000882 Sep 02 12:56:55.558890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.563234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.566014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:55.566241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.605636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-0a9acd98-f0d9-4c40-a04a-d8ed6c104df3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8255272 Sep 02 12:56:55.613544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc5dd76-8bd7-4ef9-877b-85ee2403114a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:55.650667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b06fd658-6743-4fc4-838b-181f6e62c19d req-dce4eded-3a07-4330-96c2-2af65139095c tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683317 Sep 02 12:56:55.665917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Request body: {'port': {'device_id': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:55.690566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,segment=NetworkSegment(44ddcc91-cbdf-4366-8fe7-d707f609bc75),segment_id=44ddcc91-cbdf-4366-8fe7-d707f609bc75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:55.699717 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.765488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.776766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:55.784327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Checking segment: {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:55.784691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Network hostable DHCP agents. Network: cf78f335-f9f2-413b-a598-da8ad3ec58d9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:56:55.789421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-047198a1-b8c2-4013-9460-f3532a2fd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:55.791014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-047198a1-b8c2-4013-9460-f3532a2fd7fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 1095 time: 0.3653069 Sep 02 12:56:55.823025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:38Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:55.829480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc67f0a3-5e97-4f70-ad00-6980da519f81 None None] Provisioning for port 3746da7e-3349-4d79-b6bd-71728f786c5c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:55.837039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc67f0a3-5e97-4f70-ad00-6980da519f81 None None] Provisioning complete for port 3746da7e-3349-4d79-b6bd-71728f786c5c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:55.837457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dc67f0a3-5e97-4f70-ad00-6980da519f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:55.839617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4617d8e6-e9cf-46d4-b975-081699407fec tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5938 time: 2.1039851 Sep 02 12:56:55.867242 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4dac2-d9d2-44e9-8189-97e608fd57fd None None] The sync data for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 is: [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '68927a42-3715-4162-b34f-fa1fac73bd34', 'name': '', 'network_id': 'c855dadf-e9cf-4edd-8535-926511c5084e', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:43:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:28Z', 'updated_at': '2021-09-02T12:55:38Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': 'ceb5008e-3cf6-4d51-a191-1fd9002a10f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:55.877091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-ddd0671f-6252-4cf1-bc84-362fc76ad768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:55.879210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-ddd0671f-6252-4cf1-bc84-362fc76ad768 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=503fd964-6cb1-4192-b7e2-00ea0653fdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5109780 Sep 02 12:56:55.882033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:55.882918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87ac240b-6d79-4a59-9292-6a257c31707c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:55.912074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1dc5dd76-8bd7-4ef9-877b-85ee2403114a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:56:55.923787 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32ddb56b-ccde-4ec8-8514-186334653b57 req-47c16ab7-4973-4a3a-a59d-ecc65dbb8fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678164 Sep 02 12:56:55.966703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-dc67f0a3-5e97-4f70-ad00-6980da519f81 None None] Port 3746da7e-3349-4d79-b6bd-71728f786c5c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:56.009732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 87ac240b-6d79-4a59-9292-6a257c31707c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:56.010112 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.044171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b393b7-bf63-444a-97e9-539cb9325427 req-07aa3315-0b7d-48e9-938a-e364b5cceec8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.052233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49b393b7-bf63-444a-97e9-539cb9325427 req-07aa3315-0b7d-48e9-938a-e364b5cceec8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.4661071 Sep 02 12:56:56.081113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35487477-aef3-415b-a8b1-e1d3fc406248 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:56:56.089581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.103937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Transition to ACTIVE for port object 35487477-aef3-415b-a8b1-e1d3fc406248 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:56.124806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.167709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-6da9b1ca-ce69-418b-ad56-5e7ad10aa921 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911829 Sep 02 12:56:56.221949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-812ded49-03f0-4f64-8b46-ac8dcf8604b9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.223866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-812ded49-03f0-4f64-8b46-ac8dcf8604b9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.4339139 Sep 02 12:56:56.243788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:56:56.282030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97255c80-a2e5-4521-93ec-70fc723d7971 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.282639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97255c80-a2e5-4521-93ec-70fc723d7971 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.296927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-97255c80-a2e5-4521-93ec-70fc723d7971 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8dc71e0c-0713-48f8-abe4-74051f1cc242 HTTP/1.1" status: 200 len: 1988 time: 0.3634920 Sep 02 12:56:56.297424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Pushing event updated for resources: {'Port': ['ID=35487477-aef3-415b-a8b1-e1d3fc406248,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:56.316165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cf78f335-f9f2-413b-a598-da8ad3ec58d9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:56.320784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.321481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.329794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2a151-781f-40f0-8e1e-06bcaf0b61b8 None None] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:56.374049 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b83413-befd-427e-8e8e-a5260d268c62 None None] New status for floating IP 1a866e85-7a90-40dc-977c-2f5a4dc43965: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:56:56.399720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-e7a12b79-6762-4ad2-979a-c9790ff76d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.402489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-e7a12b79-6762-4ad2-979a-c9790ff76d21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 200 len: 898 time: 0.2970095 Sep 02 12:56:56.412058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8ceb00cc-e25b-4f82-bc80-2ba33345b4c7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3797045 Sep 02 12:56:56.424303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6e8c-f11d-4e2c-8159-01e2e5dc92a0 req-1d2899d8-9d69-44e8-b705-b64c7bb33633 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.426137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805b6e8c-f11d-4e2c-8159-01e2e5dc92a0 req-1d2899d8-9d69-44e8-b705-b64c7bb33633 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 944 time: 0.2085178 Sep 02 12:56:56.430236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:56.436745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.453448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49b393b7-bf63-444a-97e9-539cb9325427 req-30c08272-9877-4be8-ab47-40ba2f215b66 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940933 Sep 02 12:56:56.461548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:56.482440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-2c7ec312-4c93-4d41-a548-a318052acd12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 200 len: 217 time: 0.0691879 Sep 02 12:56:56.522935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Attempting to bind port 35487477-aef3-415b-a8b1-e1d3fc406248 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:56.523271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Attempting to bind port 35487477-aef3-415b-a8b1-e1d3fc406248 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '35e98e96-9165-46ab-9b80-7065aa7b147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:56.523876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Attempting to bind port 35487477-aef3-415b-a8b1-e1d3fc406248 on network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:56.567924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-cf78f335-f9f2-413b-a598-da8ad3ec58d9', 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'fixed_ips': [{'subnet_id': '247b3841-9ad8-4930-befd-77e15a9dc61a'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:56:56.568525 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.592863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Port 35487477-aef3-415b-a8b1-e1d3fc406248 on network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:56:56.593275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Attempting to bind port 35487477-aef3-415b-a8b1-e1d3fc406248 on network 4d1c0a4b-7e77-4201-a99c-cd5ada864d90 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:56.598930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805b6e8c-f11d-4e2c-8159-01e2e5dc92a0 req-45bc4c7c-a230-417e-962d-614b45716d48 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150100 Sep 02 12:56:56.608582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:56.609094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Checking segment: {'id': '35e98e96-9165-46ab-9b80-7065aa7b147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:56.609626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Bound using segment: {'id': '35e98e96-9165-46ab-9b80-7065aa7b147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:56.610120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Bound port: 35487477-aef3-415b-a8b1-e1d3fc406248, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e98e96-9165-46ab-9b80-7065aa7b147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:56.610580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.639643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-2c86b702-0107-4f9c-9f7a-4be8d3c41921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.641615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-2c86b702-0107-4f9c-9f7a-4be8d3c41921 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 200 len: 834 time: 0.1198392 Sep 02 12:56:56.649250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-3d7fd5f2-0a38-4855-b273-23d0b2537e57 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687405 Sep 02 12:56:56.654772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.656085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.784058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:56:56.784411 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.822894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] For port 35487477-aef3-415b-a8b1-e1d3fc406248, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:56.864518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-f15760c3-90e4-407c-ad09-d037e06830ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.866608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-f15760c3-90e4-407c-ad09-d037e06830ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c855dadf-e9cf-4edd-8535-926511c5084e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836734 Sep 02 12:56:56.868030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] For port 35487477-aef3-415b-a8b1-e1d3fc406248, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35487477-aef3-415b-a8b1-e1d3fc406248,segment=NetworkSegment(35e98e96-9165-46ab-9b80-7065aa7b147e),segment_id=35e98e96-9165-46ab-9b80-7065aa7b147e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:56.878225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.886176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.971499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:56.972142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:56.973648 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] 10.222.0.41 "PUT /v2.0/ports/35487477-aef3-415b-a8b1-e1d3fc406248 HTTP/1.1" status: 200 len: 1092 time: 1.3513021 Sep 02 12:56:56.974093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'tag': '35487477-aef3-415b-a8b1-e1d3fc406248'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:56.976413 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f" -d '{"events": [{"name": "network-changed", "server_uuid": "acd738ae-d427-413b-a01d-8357d70d8e15", "tag": "35487477-aef3-415b-a8b1-e1d3fc406248"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:56.995927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc2a9b-b0d4-429d-8ddf-2601c7d79e4f req-248b4ee5-3497-408d-a840-abbaf1d74ffe tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.003589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54cc2a9b-b0d4-429d-8ddf-2601c7d79e4f req-248b4ee5-3497-408d-a840-abbaf1d74ffe tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 944 time: 0.1859870 Sep 02 12:56:57.017170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Allocated IP 172.20.0.2 (cf78f335-f9f2-413b-a598-da8ad3ec58d9/247b3841-9ad8-4930-befd-77e15a9dc61a/11f6a8fa-920e-4227-b070-46abf7e6a652) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:57.053703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9d0b6-05e4-45ca-a7d7-461e827bcd5e service neutron] Pushing event updated for resources: {'Port': ['ID=35487477-aef3-415b-a8b1-e1d3fc406248,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:57.115994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54cc2a9b-b0d4-429d-8ddf-2601c7d79e4f req-685062e0-e2e5-4c76-b83c-6d1055bec68d tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114175 Sep 02 12:56:57.131630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-0b1a9d7d-917b-4f42-9c2b-95094dc8c3e4 service neutron] 10.222.0.18 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539144 Sep 02 12:56:57.132134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4894f-145f-4de6-afd9-bcd474e96198 req-818ea7c9-11cd-4e4d-9907-648f605fc884 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.143373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31c4894f-145f-4de6-afd9-bcd474e96198 req-818ea7c9-11cd-4e4d-9907-648f605fc884 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.3041282 Sep 02 12:56:57.155179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-29205f73-5eb0-4882-8fd5-2163776d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.156596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-29205f73-5eb0-4882-8fd5-2163776d2f8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66ee6bf47f5b400486af5ca386ed3e6a&device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 1095 time: 0.1284883 Sep 02 12:56:57.186573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.205373 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09076604-fc66-42e2-b78c-8bc04fe08c3a x-openstack-request-id: req-09076604-fc66-42e2-b78c-8bc04fe08c3a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:57.205801 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd738ae-d427-413b-a01d-8357d70d8e15", "tag": "35487477-aef3-415b-a8b1-e1d3fc406248", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:57.205941 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09076604-fc66-42e2-b78c-8bc04fe08c3a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:57.206441 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'tag': '35487477-aef3-415b-a8b1-e1d3fc406248', 'status': 'completed', 'code': 200} Sep 02 12:56:57.219012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1dc5dd76-8bd7-4ef9-877b-85ee2403114a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:57.221370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 952da0c5-0895-415e-b7fa-5f2a5c2d3119, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=952da0c5-0895-415e-b7fa-5f2a5c2d3119,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:57.221710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.239983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-263b5c76-6e38-4f27-b594-a405902765f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35487477-aef3-415b-a8b1-e1d3fc406248 HTTP/1.1" status: 200 len: 217 time: 0.0727398 Sep 02 12:56:57.276347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.288661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Transition to ACTIVE for port object 11f6a8fa-920e-4227-b070-46abf7e6a652 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:57.304686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:57.311386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:57.311928 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.321764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 952da0c5-0895-415e-b7fa-5f2a5c2d3119 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:56:57.328908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4239c8d-71ab-402a-98bb-fb8c60adc47c req-43e8a2a4-9cb5-4eab-a9eb-977980e26d8f service neutron] 10.222.0.18 "GET /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867661 Sep 02 12:56:57.330519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-2ef02d40-fb90-4659-ac4a-e8d44ce07448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.331935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-2ef02d40-fb90-4659-ac4a-e8d44ce07448 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=568d15db-7690-4bbf-8b59-452650cdacee HTTP/1.1" status: 200 len: 861 time: 0.0828619 Sep 02 12:56:57.332686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31c4894f-145f-4de6-afd9-bcd474e96198 req-943b9a5e-b866-4f52-b529-526a7834387a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883769 Sep 02 12:56:57.344517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Transition to ACTIVE for port object 11f6a8fa-920e-4227-b070-46abf7e6a652 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:56:57.358047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.375013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-22004b72-5475-4320-8244-6c81e9d8f90e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d1c0a4b-7e77-4201-a99c-cd5ada864d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335724 Sep 02 12:56:57.437883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:57.441045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:57.442932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Pushing event updated for resources: {'Port': ['ID=11f6a8fa-920e-4227-b070-46abf7e6a652,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:57.446969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:57.457393 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.471276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.475029 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.495290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-8c653af5-1bb8-4437-a7a9-4b844921cd88 service neutron] 10.222.0.41 "GET /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130447 Sep 02 12:56:57.556244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da904474-fe29-43f3-80f8-19c63982b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:57.559297 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e87982b-f1b8-423b-9404-86c4fd909740" -d '{"events": [{"server_uuid": "da904474-fe29-43f3-80f8-19c63982b80e", "name": "network-vif-plugged", "status": "completed", "tag": "1dc5dd76-8bd7-4ef9-877b-85ee2403114a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:57.571637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Attempting to bind port 11f6a8fa-920e-4227-b070-46abf7e6a652 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:56:57.572417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Attempting to bind port 11f6a8fa-920e-4227-b070-46abf7e6a652 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:56:57.572417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Attempting to bind port 11f6a8fa-920e-4227-b070-46abf7e6a652 on network cf78f335-f9f2-413b-a598-da8ad3ec58d9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:56:57.581902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:56:57.582391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Checking segment: {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:56:57.582859 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.583543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Bound using segment: {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:56:57.584417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Bound port: 11f6a8fa-920e-4227-b070-46abf7e6a652, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:56:57.585070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.589529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,segment=NetworkSegment(44ddcc91-cbdf-4366-8fe7-d707f609bc75),segment_id=44ddcc91-cbdf-4366-8fe7-d707f609bc75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:56:57.593652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.595604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=3746da7e-3349-4d79-b6bd-71728f786c5c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:57.614492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.631488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa820286-4814-4a44-a099-fbada46ecc7e req-493be7ad-d91a-44a2-850b-3a639ade81ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.639601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa820286-4814-4a44-a099-fbada46ecc7e req-493be7ad-d91a-44a2-850b-3a639ade81ff tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262f1d1-9f73-4675-8321-c71855fc8afc HTTP/1.1" status: 200 len: 944 time: 0.0760386 Sep 02 12:56:57.673868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:57.706486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-174518b0-0bc7-4026-a8b0-9abbd5feeb97 req-18e8ed8b-0911-4f03-a6be-f417e881d17a service neutron] 10.222.0.41 "GET /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022862 Sep 02 12:56:57.718630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa820286-4814-4a44-a099-fbada46ecc7e req-c37d8912-eaee-435e-a471-602d046538d3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=e498de23-d53a-46b0-bff4-76d3c1b9b164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780749 Sep 02 12:56:57.773498 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8b387-e977-40de-98e5-590b2e827a38 x-openstack-request-id: req-62e8b387-e977-40de-98e5-590b2e827a38 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:57.776359 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da904474-fe29-43f3-80f8-19c63982b80e", "name": "network-vif-plugged", "status": "completed", "tag": "1dc5dd76-8bd7-4ef9-877b-85ee2403114a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:57.776799 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62e8b387-e977-40de-98e5-590b2e827a38 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:57.777576 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da904474-fe29-43f3-80f8-19c63982b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a', 'code': 200} Sep 02 12:56:57.787810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] For port 11f6a8fa-920e-4227-b070-46abf7e6a652, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:56:57.793973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] For port 11f6a8fa-920e-4227-b070-46abf7e6a652, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=11f6a8fa-920e-4227-b070-46abf7e6a652,segment=NetworkSegment(86958f3e-6e07-4ad2-b82a-a1dd262bd80f),segment_id=86958f3e-6e07-4ad2-b82a-a1dd262bd80f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:56:57.800983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.840866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:57.897368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fa564-14ec-4363-9180-5c03d818f6c4 None None] Pushing event updated for resources: {'Port': ['ID=11f6a8fa-920e-4227-b070-46abf7e6a652,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:57.922381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-21ed098d-e26c-4a92-b427-13a701153397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.923949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-21ed098d-e26c-4a92-b427-13a701153397 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66ee6bf47f5b400486af5ca386ed3e6a&device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 1095 time: 0.1406443 Sep 02 12:56:57.940701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d1e96-5692-41cc-ae30-288af292ba52 req-85985c45-2d4b-4ab3-b1f6-c5e95bd04ace tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:57.942394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a87d1e96-5692-41cc-ae30-288af292ba52 req-85985c45-2d4b-4ab3-b1f6-c5e95bd04ace tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 944 time: 0.1317260 Sep 02 12:56:58.040647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a87d1e96-5692-41cc-ae30-288af292ba52 req-69e1a3d3-eeb2-444b-a5cd-460f7d1e8553 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877075 Sep 02 12:56:58.097772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-12754c5d-48ec-4a37-ba8b-42a4c0effb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:58.100016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-12754c5d-48ec-4a37-ba8b-42a4c0effb0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d1c0a4b-7e77-4201-a99c-cd5ada864d90 HTTP/1.1" status: 200 len: 922 time: 0.1562283 Sep 02 12:56:58.197636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-ca7cf8b5-dd97-4431-952f-883269f627ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35487477-aef3-415b-a8b1-e1d3fc406248 HTTP/1.1" status: 200 len: 217 time: 0.0877736 Sep 02 12:56:58.288851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-a3e8fdf6-e2e5-491b-b7d5-44d57d82e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:58.290395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-a3e8fdf6-e2e5-491b-b7d5-44d57d82e54b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=568d15db-7690-4bbf-8b59-452650cdacee HTTP/1.1" status: 200 len: 861 time: 0.0854506 Sep 02 12:56:58.300784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369adbb-f669-4fce-8472-089326e1489e req-9f2f5cce-e87b-43d2-8189-df708fca31a1 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:58.302290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3369adbb-f669-4fce-8472-089326e1489e req-9f2f5cce-e87b-43d2-8189-df708fca31a1 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 945 time: 0.0878990 Sep 02 12:56:58.336402 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-440cf22b-f083-482a-a000-4fdd28f2a18d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d1c0a4b-7e77-4201-a99c-cd5ada864d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329933 Sep 02 12:56:58.352750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-469be8f8-5ccb-48e7-b06c-f259050fbae7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:56:58.353821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-469be8f8-5ccb-48e7-b06c-f259050fbae7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077913 Sep 02 12:56:58.380125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3369adbb-f669-4fce-8472-089326e1489e req-b756c857-d2d9-467b-bef6-5692db0e08c6 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677893 Sep 02 12:56:58.390126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=952da0c5-0895-415e-b7fa-5f2a5c2d3119,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:58.443803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:58.462484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:58.479448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] No DVR routers for this DVR port 952da0c5-0895-415e-b7fa-5f2a5c2d3119 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:56:58.483576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:58.485607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8cf71bf2-46d5-4d42-b187-200d9f6ea45b req-c669ec94-b97b-4075-994e-3fb31c1d416f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "DELETE /v2.0/ports/952da0c5-0895-415e-b7fa-5f2a5c2d3119 HTTP/1.1" status: 204 len: 173 time: 2.2455587 Sep 02 12:56:58.489524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-deleted', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:56:58.492507 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d2e82-9f5b-4491-8b14-3e9d4785674d" -d '{"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-deleted", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:56:58.497790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:58.500212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:58.524945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-dfd1c31c-630b-4f6e-9fa8-35adf288b9b2 service neutron] 10.222.0.41 "GET /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603305 Sep 02 12:56:58.529983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92223c2-f78f-4508-8358-0561a3a00714 req-a74122bb-b81b-41cd-90c2-ea16f395450e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:58.538016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e92223c2-f78f-4508-8358-0561a3a00714 req-a74122bb-b81b-41cd-90c2-ea16f395450e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.2441282 Sep 02 12:56:58.545868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a01ab-6abc-4f83-92d3-a66f6269ed4c req-c19c7575-2503-4354-b14b-14fb4b373ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:58.548788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-073a01ab-6abc-4f83-92d3-a66f6269ed4c req-c19c7575-2503-4354-b14b-14fb4b373ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 1096 time: 0.2559412 Sep 02 12:56:58.611643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca691e1-b5b9-42ec-87c9-9e28c221ad3b req-6c18c9f4-80ed-4bec-ae16-daffbcc2e423 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:58.613269 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ca691e1-b5b9-42ec-87c9-9e28c221ad3b req-6c18c9f4-80ed-4bec-ae16-daffbcc2e423 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1431041 Sep 02 12:56:58.691201 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b0178926-52bc-4cea-b78a-20ac80760a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:58.708315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4eaaef8-7efa-496a-b7bf-92fde9e7e36f req-7b37da00-1a6a-4aaf-8663-bf3bac2e07bc service neutron] 10.222.0.41 "GET /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736164 Sep 02 12:56:58.718986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ca691e1-b5b9-42ec-87c9-9e28c221ad3b req-48eeb5ee-b948-4817-8607-cd3eb8534b6f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928831 Sep 02 12:56:58.825786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e92223c2-f78f-4508-8358-0561a3a00714 req-20ff1f0f-85d4-452d-b136-5060821dfa73 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2860811 Sep 02 12:56:58.855419 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f7ae1-4181-4878-9bc4-dce2d5fb0b22 x-openstack-request-id: req-9b0f7ae1-4181-4878-9bc4-dce2d5fb0b22 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:56:58.855688 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262f1d1-9f73-4675-8321-c71855fc8afc", "name": "network-vif-deleted", "tag": "952da0c5-0895-415e-b7fa-5f2a5c2d3119", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:56:58.856009 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b0f7ae1-4181-4878-9bc4-dce2d5fb0b22 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:56:58.857898 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262f1d1-9f73-4675-8321-c71855fc8afc', 'name': 'network-vif-deleted', 'tag': '952da0c5-0895-415e-b7fa-5f2a5c2d3119', 'status': 'completed', 'code': 200} Sep 02 12:56:58.895794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:58.913780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4969b5b-7f2b-45bb-a80e-9429474c6bde None None] Provisioning complete for port 3746da7e-3349-4d79-b6bd-71728f786c5c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:56:58.914441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4969b5b-7f2b-45bb-a80e-9429474c6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:58.915528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-073a01ab-6abc-4f83-92d3-a66f6269ed4c req-79370150-dc7e-4126-aa03-b12099484762 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996252 Sep 02 12:56:58.972442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d4969b5b-7f2b-45bb-a80e-9429474c6bde None None] Port 3746da7e-3349-4d79-b6bd-71728f786c5c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:56:59.001474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Allocated IP 172.25.7.153 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2db2f970-1345-463c-9347-9116f420be17) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:56:59.078656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:56:59.107069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router b9a17b09-49c6-480c-8781-5644ead62afc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:56:59.128605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 952da0c5-0895-415e-b7fa-5f2a5c2d3119 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:56:59.130304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 952da0c5-0895-415e-b7fa-5f2a5c2d3119 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:56:59.245390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:59.298895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:56:59.310057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8de4f7de-e36c-4d4d-8149-9cf2a071128c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/routers/b9a17b09-49c6-480c-8781-5644ead62afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7849021 Sep 02 12:56:59.310057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:56:59.316471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] Sync routers for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:56:59.317634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'port': {'network_id': '34d1f43e-b5de-4c0a-9924-b01910c4f471', 'name': 'tempest-FloatingIPTestJSON-91569053'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:56:59.327867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888434ce-b968-4b46-9083-8f72af2e59e0 None None] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:56:59.334776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86cc0-8985-4d58-837c-d01b6e392e1d req-6a7ef99e-597a-4a55-827e-8b5b7e4c3a2e tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:59.336125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:59.337010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:59.345464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dde86cc0-8985-4d58-837c-d01b6e392e1d req-6a7ef99e-597a-4a55-827e-8b5b7e4c3a2e tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 944 time: 0.1359069 Sep 02 12:56:59.385315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:59.418313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:59.446644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:56:59.462889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:56:59.470935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:56:59.476992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dde86cc0-8985-4d58-837c-d01b6e392e1d req-978297a5-c24c-4994-9ef5-fb0311c1ba75 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280737 Sep 02 12:56:59.551518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e62ad719-d109-469f-8d2b-9ea558e0206f None None] Provisioning for port 11f6a8fa-920e-4227-b070-46abf7e6a652 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:56:59.555366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:56:59.555851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2db2f970-1345-463c-9347-9116f420be17,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:56:59.556230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:59.603218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:59.615364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:56:59.615872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3677a2f-2cc0-412a-a0f7-6bce8ff46846 None None] The sync data for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:56:59.672180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70670f14-171f-414b-a992-1c0d7e4a684f req-6461e9ae-12d9-4a84-8a20-4d5f9cabdf03 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:59.673847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70670f14-171f-414b-a992-1c0d7e4a684f req-6461e9ae-12d9-4a84-8a20-4d5f9cabdf03 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 945 time: 0.1607611 Sep 02 12:56:59.693871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Made reservation on behalf of 4c7b95ec15b04a3ba92ba475239edb01 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:56:59.697482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:56:59.754449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] device_id is not set on port 6e453b1c-25c7-498a-bcfc-3ce259e1acca yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:56:59.761310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-70670f14-171f-414b-a992-1c0d7e4a684f req-16133ae4-c6d8-4e6a-9cbf-e348f895ff10 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683143 Sep 02 12:56:59.952080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 11f6a8fa-920e-4227-b070-46abf7e6a652 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:56:59.975535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ac6e-36d5-45cf-b27d-19b87ac427ec req-48793ee1-fdf0-441a-a529-fa247c28b54b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:56:59.984001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a15ac6e-36d5-45cf-b27d-19b87ac427ec req-48793ee1-fdf0-441a-a529-fa247c28b54b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.0901647 Sep 02 12:57:00.002775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 68927a42-3715-4162-b34f-fa1fac73bd34 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:00.003267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.048855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 11f6a8fa-920e-4227-b070-46abf7e6a652 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:00.053747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 11f6a8fa-920e-4227-b070-46abf7e6a652 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:00.054036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.057564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Allocated IP 172.20.0.13 (34d1f43e-b5de-4c0a-9924-b01910c4f471/c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4/6e453b1c-25c7-498a-bcfc-3ce259e1acca) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:00.075388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.081402 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a15ac6e-36d5-45cf-b27d-19b87ac427ec req-e2ba2ac7-c1b2-43f2-a122-aa09e502ba22 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965085 Sep 02 12:57:00.120107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 68927a42-3715-4162-b34f-fa1fac73bd34, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=68927a42-3715-4162-b34f-fa1fac73bd34,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:00.121152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.151039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 68927a42-3715-4162-b34f-fa1fac73bd34 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:00.159383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.199894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 11f6a8fa-920e-4227-b070-46abf7e6a652, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=11f6a8fa-920e-4227-b070-46abf7e6a652,segment=NetworkSegment(86958f3e-6e07-4ad2-b82a-a1dd262bd80f),segment_id=86958f3e-6e07-4ad2-b82a-a1dd262bd80f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:00.204579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.256165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=11f6a8fa-920e-4227-b070-46abf7e6a652,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:00.354019 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.380792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=68927a42-3715-4162-b34f-fa1fac73bd34,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:00.392092 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.416070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Transition to ACTIVE for port object 6e453b1c-25c7-498a-bcfc-3ce259e1acca will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:00.421166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.537019 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.568271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.598435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event updated for resources: {'Port': ['ID=6e453b1c-25c7-498a-bcfc-3ce259e1acca,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:00.651278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:00.658559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:00.663443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:00.717550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74ec9-27a0-4827-99d8-9555a66a59b5 req-ebe74d5f-3076-4c61-a219-8a927340b1f2 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:00.719664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7a74ec9-27a0-4827-99d8-9555a66a59b5 req-ebe74d5f-3076-4c61-a219-8a927340b1f2 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 944 time: 0.1270015 Sep 02 12:57:00.748269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:00.748998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.762408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Router 0a0672de-dd27-4f41-9559-27e6f8271a96 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:57:00.790090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c18c564f-59f1-4d6e-94ba-f762e6cd0d6d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4789505 Sep 02 12:57:00.792796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:00.801271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Request body: {'floatingip': {'port_id': '6e453b1c-25c7-498a-bcfc-3ce259e1acca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:00.808384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7a74ec9-27a0-4827-99d8-9555a66a59b5 req-af8ffa58-50fc-41c0-a022-3dc4b39608d4 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779419 Sep 02 12:57:00.957935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:00.978282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-186da339-7cf4-44ea-8dbb-c9f36b7b0d30 None None] Provisioning for port 6e453b1c-25c7-498a-bcfc-3ce259e1acca completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:00.984079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-186da339-7cf4-44ea-8dbb-c9f36b7b0d30 None None] Provisioning complete for port 6e453b1c-25c7-498a-bcfc-3ce259e1acca triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:00.985025 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-186da339-7cf4-44ea-8dbb-c9f36b7b0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.013396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:01.033668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-186da339-7cf4-44ea-8dbb-c9f36b7b0d30 None None] Port 6e453b1c-25c7-498a-bcfc-3ce259e1acca cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:01.035290 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Sync routers for ids ['0a0672de-dd27-4f41-9559-27e6f8271a96'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:01.048690 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Routers {'0a0672de-dd27-4f41-9559-27e6f8271a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:01.049463 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:56:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0a0672de-dd27-4f41-9559-27e6f8271a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:01.052958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.056416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9475e1ee-7045-4452-b86a-29f5bd8f88e3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6203120 Sep 02 12:57:01.056416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:01.175076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35487477-aef3-415b-a8b1-e1d3fc406248 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:57:01.198795 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Set router 0a0672de-dd27-4f41-9559-27e6f8271a96 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:01.254361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:01.289612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be9525-e5a4-4f78-9257-3b7db7060ae0 req-91767fb3-b8f9-421c-86c5-5b0ba966028b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:01.299299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35be9525-e5a4-4f78-9257-3b7db7060ae0 req-91767fb3-b8f9-421c-86c5-5b0ba966028b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 945 time: 0.0834298 Sep 02 12:57:01.349008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 35487477-aef3-415b-a8b1-e1d3fc406248, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35487477-aef3-415b-a8b1-e1d3fc406248,segment=NetworkSegment(35e98e96-9165-46ab-9b80-7065aa7b147e),segment_id=35e98e96-9165-46ab-9b80-7065aa7b147e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:01.370702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '35487477-aef3-415b-a8b1-e1d3fc406248', 'network_id': '4d1c0a4b-7e77-4201-a99c-cd5ada864d90', 'port_id': '35487477-aef3-415b-a8b1-e1d3fc406248', 'mac_address': 'fa:16:3e:a1:1a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568d15db-7690-4bbf-8b59-452650cdacee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:57:01.407144 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:56:59Z', 'revision_number': 3, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:01.419656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35be9525-e5a4-4f78-9257-3b7db7060ae0 req-bcda05d6-e300-4aa5-9133-7e1fd61aa489 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191473 Sep 02 12:57:01.450136 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Checking router: 0a0672de-dd27-4f41-9559-27e6f8271a96 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:01.450661 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Updating router 0a0672de-dd27-4f41-9559-27e6f8271a96 port 2db2f970-1345-463c-9347-9116f420be17 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:57:01.458130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:01.470977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cf6409c6-2035-4f69-8fad-480fb8694984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735641 Sep 02 12:57:01.474518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:01.479918 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df9158b4-0662-47fe-9a7c-58f88e753f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.486808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] Sync routers for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:01.498522 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.499285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.520672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:01.521667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:01.566509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting subnet ceb5008e-3cf6-4d51-a191-1fd9002a10f6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:01.580263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.669975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:01.686527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.808235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35487477-aef3-415b-a8b1-e1d3fc406248 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:01.833664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 35487477-aef3-415b-a8b1-e1d3fc406248, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35487477-aef3-415b-a8b1-e1d3fc406248,segment=NetworkSegment(35e98e96-9165-46ab-9b80-7065aa7b147e),segment_id=35e98e96-9165-46ab-9b80-7065aa7b147e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:01.877908 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.891792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eee20b-e830-4aae-87c8-65558a111586 req-26c9d1e6-5cff-46d1-a3f2-482cc8f5be17 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:01.893786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52eee20b-e830-4aae-87c8-65558a111586 req-26c9d1e6-5cff-46d1-a3f2-482cc8f5be17 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.2317724 Sep 02 12:57:01.900889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:01.963528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.037751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52eee20b-e830-4aae-87c8-65558a111586 req-48965125-d6cb-4e1d-b020-fa891fb8703b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364343 Sep 02 12:57:02.049992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 11f6a8fa-920e-4227-b070-46abf7e6a652 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:02.055731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=35487477-aef3-415b-a8b1-e1d3fc406248,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:02.100059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.134547 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.146547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb5008e-3cf6-4d51-a191-1fd9002a10f6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:02.149730 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Transition to ACTIVE for port object 2db2f970-1345-463c-9347-9116f420be17 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:02.162623 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.177308 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.179368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca85493a-be9f-4639-a6e0-484e6302935b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/subnets/ceb5008e-3cf6-4d51-a191-1fd9002a10f6 HTTP/1.1" status: 204 len: 168 time: 0.7023649 Sep 02 12:57:02.182551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:02.189937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0f689-f000-4bd1-b704-51b77df17f3a None None] Network c855dadf-e9cf-4edd-8535-926511c5084e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:02.214871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f84dd-4436-4a5b-966d-74b770d9b69c req-55755598-1574-4d9f-98d7-78f5cf33e9fb tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:02.225906 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d9f84dd-4436-4a5b-966d-74b770d9b69c req-55755598-1574-4d9f-98d7-78f5cf33e9fb tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 945 time: 0.2653139 Sep 02 12:57:02.307074 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Attempting to bind port 2db2f970-1345-463c-9347-9116f420be17 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:02.307360 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Attempting to bind port 2db2f970-1345-463c-9347-9116f420be17 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:02.307951 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Attempting to bind port 2db2f970-1345-463c-9347-9116f420be17 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:02.334007 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdd971-ae0b-43c1-b7cb-a6a2c80d4171 None None] Pushing event updated for resources: {'Port': ['ID=2db2f970-1345-463c-9347-9116f420be17,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:02.337220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['35487477-aef3-415b-a8b1-e1d3fc406248'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:02.354025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:02.354387 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:02.355097 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.355637 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:02.356306 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Bound port: 2db2f970-1345-463c-9347-9116f420be17, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:02.356961 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.435316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.461290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.488996 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] For port 2db2f970-1345-463c-9347-9116f420be17, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:02.496107 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] For port 2db2f970-1345-463c-9347-9116f420be17, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2db2f970-1345-463c-9347-9116f420be17,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:02.508443 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.534608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 11f6a8fa-920e-4227-b070-46abf7e6a652 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:02.534986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.563210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d9f84dd-4436-4a5b-966d-74b770d9b69c req-7d29d377-7bdd-489d-821a-fe7fda3c4920 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362651 Sep 02 12:57:02.608487 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.625814 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdd971-ae0b-43c1-b7cb-a6a2c80d4171 None None] Pushing event updated for resources: {'Port': ['ID=2db2f970-1345-463c-9347-9116f420be17,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:02.639765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.652672 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Routers {'0a0672de-dd27-4f41-9559-27e6f8271a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:02.653742 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0a0672de-dd27-4f41-9559-27e6f8271a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:02.677970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:57:00Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:02.696773 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP cea5e4c9-6103-4ef5-9680-cb32cdb107c9 associated. External IP: 172.25.7.173, port: 70c36287-1d9d-419b-9dc2-856231b18a45. Sep 02 12:57:02.721437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:02.767103 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] Set router 0a0672de-dd27-4f41-9559-27e6f8271a96 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:02.793030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] Checking router: 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:02.883039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] Routers {'7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:02.884320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:02.982018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:03.050708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] DHCP port deletion for c855dadf-e9cf-4edd-8535-926511c5084e request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:57:03.059637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 05ed73fd-b991-440d-987c-85fb65e55a00 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:03.060339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:03.103563 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:56:59Z', 'revision_number': 3, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:03.194846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 05ed73fd-b991-440d-987c-85fb65e55a00, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=05ed73fd-b991-440d-987c-85fb65e55a00,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:03.195212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:03.204788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:57:03.205293 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15048e5a-a9b0-456b-8abe-ae4aab3b9a46 None None] The sync data for ids ['0a0672de-dd27-4f41-9559-27e6f8271a96'] in n-d-792364-8 is: [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:56:59Z', 'revision_number': 3, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:03.236141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 05ed73fd-b991-440d-987c-85fb65e55a00 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:03.417302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Allocated IP 172.20.0.1 (cf78f335-f9f2-413b-a598-da8ad3ec58d9/247b3841-9ad8-4930-befd-77e15a9dc61a/0c388dab-fa01-4345-ad1c-52d46fae4a2a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:03.456980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602d35-4bbd-4337-8682-76a5db76c49b req-11168ac2-d69e-4ba5-a974-2d07ee2bdd14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:03.460856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34602d35-4bbd-4337-8682-76a5db76c49b req-11168ac2-d69e-4ba5-a974-2d07ee2bdd14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.2143116 Sep 02 12:57:03.594813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34602d35-4bbd-4337-8682-76a5db76c49b req-b162c8b7-51d7-4a1c-8e49-ef815234e60d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121328 Sep 02 12:57:03.623865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:03.696198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:57:03.706064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Transition to ACTIVE for port object 0c388dab-fa01-4345-ad1c-52d46fae4a2a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:03.806557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:03.818092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] Set router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:03.847644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:03.894394 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:03.917912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=05ed73fd-b991-440d-987c-85fb65e55a00,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:04.050467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42957c-4028-4e84-919f-657b44c04c49 req-67a6a316-cf33-43b0-b61d-28a3cf28c832 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:04.052222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cc42957c-4028-4e84-919f-657b44c04c49 req-67a6a316-cf33-43b0-b61d-28a3cf28c832 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 945 time: 0.2244034 Sep 02 12:57:04.056386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2db2f970-1345-463c-9347-9116f420be17 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:04.090222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.127034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:04.135635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:04.163630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:04.208226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:04.235856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:57:04.260467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.285353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cc42957c-4028-4e84-919f-657b44c04c49 req-857dd2c0-a683-4bb8-abdf-b7bce94fd52e tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201984 Sep 02 12:57:04.321944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.325300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.392547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c388dab-fa01-4345-ad1c-52d46fae4a2a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:04.445175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.445794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:57:04.453749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.455099 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e556c75-74f1-4c08-8313-ccaf671e4746 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/routers/7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df HTTP/1.1" status: 204 len: 168 time: 2.2717326 Sep 02 12:57:04.460391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49434) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:04.472454 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.476213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] Deleting port 4345ef48-551e-47ab-80b7-635429ddddd7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:04.477219 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.584661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] For port 4345ef48-551e-47ab-80b7-635429ddddd7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4345ef48-551e-47ab-80b7-635429ddddd7,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:04.585051 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.606426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.629574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:04.646640 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603660a9-41be-4d72-8704-3e222dee796d None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:04.662431 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603660a9-41be-4d72-8704-3e222dee796d None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:04.667040 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-603660a9-41be-4d72-8704-3e222dee796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:04.691467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] Calling delete_port for 4345ef48-551e-47ab-80b7-635429ddddd7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:04.758541 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-603660a9-41be-4d72-8704-3e222dee796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:04.785619 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603660a9-41be-4d72-8704-3e222dee796d None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:04.786871 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-603660a9-41be-4d72-8704-3e222dee796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:04.848537 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-603660a9-41be-4d72-8704-3e222dee796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:04.849612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603660a9-41be-4d72-8704-3e222dee796d None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:04.901356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:04.905812 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.932395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2db2f970-1345-463c-9347-9116f420be17 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:04.947844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c0cd418-5a7b-4cea-89cf-e1a26ff7aee6 None None] Provisioning for port 0c388dab-fa01-4345-ad1c-52d46fae4a2a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:04.949821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33f2d-9bda-4dc1-97c4-9e199858f15b req-087c6425-6c2c-42b0-939b-888cac6c81e2 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:04.951755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74e33f2d-9bda-4dc1-97c4-9e199858f15b req-087c6425-6c2c-42b0-939b-888cac6c81e2 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.2072442 Sep 02 12:57:04.989285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2db2f970-1345-463c-9347-9116f420be17 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:04.989662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:04.991299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c0cd418-5a7b-4cea-89cf-e1a26ff7aee6 None None] Provisioning complete for port 0c388dab-fa01-4345-ad1c-52d46fae4a2a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:04.991661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd418-5a7b-4cea-89cf-e1a26ff7aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.000891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:05.050092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-74e33f2d-9bda-4dc1-97c4-9e199858f15b req-7d3f7a73-fa4e-4cd0-a403-9ec23b442a4f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874741 Sep 02 12:57:05.050686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.063258 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.074746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 4345ef48-551e-47ab-80b7-635429ddddd7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:05.075095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.119076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c60d-4d87-449e-975c-aecf1b14b810 req-2bfa74a2-628d-4534-8e44-33f836dc6377 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:05.121433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ed4c60d-4d87-449e-975c-aecf1b14b810 req-2bfa74a2-628d-4534-8e44-33f836dc6377 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 945 time: 0.1022723 Sep 02 12:57:05.147133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cd418-5a7b-4cea-89cf-e1a26ff7aee6 None None] Port 0c388dab-fa01-4345-ad1c-52d46fae4a2a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:05.194513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ed4c60d-4d87-449e-975c-aecf1b14b810 req-db151400-89b9-483c-b1df-b96ac7efe109 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634139 Sep 02 12:57:05.208450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.230349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35487477-aef3-415b-a8b1-e1d3fc406248 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:05.238790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['aaeaec21-260d-4039-a4ef-6416e9c31d63'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:05.273501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] No DVR routers for this DVR port 4345ef48-551e-47ab-80b7-635429ddddd7 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:05.362015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 4345ef48-551e-47ab-80b7-635429ddddd7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4345ef48-551e-47ab-80b7-635429ddddd7,segment=NetworkSegment(44ad9c0e-eae5-4336-b2b3-324bf91de504),segment_id=44ad9c0e-eae5-4336-b2b3-324bf91de504)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:05.362679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.364614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.384777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 4345ef48-551e-47ab-80b7-635429ddddd7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:05.416830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:05.478325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba68c9-dfcc-4215-a0fa-d8d46b0e603a None None] Pushing event deleted for resources: {'Port': ['ID=4345ef48-551e-47ab-80b7-635429ddddd7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:05.535710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:57:00Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:05.626832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7728f3-1755-43e3-87ea-dc3e02171032 None None] The sync data for ids ['7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df'] in n-d-792364-8 is: [{'id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287009892', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:55:21Z', 'updated_at': '2021-09-02T12:57:00Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '05ed73fd-b991-440d-987c-85fb65e55a00', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9daf0f-a1b4-4f6c-a974-2e5fd8ba17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:55:22Z', 'updated_at': '2021-09-02T12:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:05.631135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.689047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 35487477-aef3-415b-a8b1-e1d3fc406248 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:05.706008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2db2f970-1345-463c-9347-9116f420be17, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2db2f970-1345-463c-9347-9116f420be17,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:05.708324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 35487477-aef3-415b-a8b1-e1d3fc406248 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:05.708744 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.774469 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.880965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2db2f970-1345-463c-9347-9116f420be17,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:05.961201 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:05.994932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35487477-aef3-415b-a8b1-e1d3fc406248'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:05.998541 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8b550a-d47a-4a06-b25b-a2ca7145acf2" -d '{"events": [{"server_uuid": "acd738ae-d427-413b-a01d-8357d70d8e15", "name": "network-vif-plugged", "status": "completed", "tag": "35487477-aef3-415b-a8b1-e1d3fc406248"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:06.017704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 35487477-aef3-415b-a8b1-e1d3fc406248, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35487477-aef3-415b-a8b1-e1d3fc406248,segment=NetworkSegment(35e98e96-9165-46ab-9b80-7065aa7b147e),segment_id=35e98e96-9165-46ab-9b80-7065aa7b147e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:06.026325 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.141677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router b9a17b09-49c6-480c-8781-5644ead62afc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:06.200833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134dff9-be35-488f-a134-88f5b7405733 req-8bfb670f-6304-4508-969e-ba6e1d123050 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:06.205164 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a355ec4-70fc-4963-b6e5-5f5936051a55 x-openstack-request-id: req-1a355ec4-70fc-4963-b6e5-5f5936051a55 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:06.205722 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd738ae-d427-413b-a01d-8357d70d8e15", "name": "network-vif-plugged", "status": "completed", "tag": "35487477-aef3-415b-a8b1-e1d3fc406248", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:06.205722 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a355ec4-70fc-4963-b6e5-5f5936051a55 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:06.206085 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35487477-aef3-415b-a8b1-e1d3fc406248', 'code': 200} Sep 02 12:57:06.206884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4345ef48-551e-47ab-80b7-635429ddddd7 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:06.210745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f134dff9-be35-488f-a134-88f5b7405733 req-8bfb670f-6304-4508-969e-ba6e1d123050 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 945 time: 0.8009400 Sep 02 12:57:06.251834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4345ef48-551e-47ab-80b7-635429ddddd7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:06.252191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4345ef48-551e-47ab-80b7-635429ddddd7 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:06.266320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.271110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=35487477-aef3-415b-a8b1-e1d3fc406248,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:06.336242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=4345ef48-551e-47ab-80b7-635429ddddd7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:06.387829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-70d7b27f-44ef-4b00-9ca1-85106e33ccb4 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:06.390032 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-70d7b27f-44ef-4b00-9ca1-85106e33ccb4 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.41 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 945 time: 0.1466761 Sep 02 12:57:06.397451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499eae-1b88-43d5-ac43-e35036e899d4 req-1882826e-c6e1-4ddc-83ec-5f2224b6c493 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:06.401338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4499eae-1b88-43d5-ac43-e35036e899d4 req-1882826e-c6e1-4ddc-83ec-5f2224b6c493 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1483581 Sep 02 12:57:06.402935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] No DVR routers for this DVR port 4345ef48-551e-47ab-80b7-635429ddddd7 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:06.488478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f134dff9-be35-488f-a134-88f5b7405733 req-84676fe7-e576-4b4f-9a07-9879a97c5acd tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764773 Sep 02 12:57:06.492155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.508291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e52adb-bfb9-4199-b19f-33b99f31eba9 req-28b725bc-9a7c-4cc7-bf6f-44519bc6b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:06.508890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2db2f970-1345-463c-9347-9116f420be17 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:06.510063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03e52adb-bfb9-4199-b19f-33b99f31eba9 req-28b725bc-9a7c-4cc7-bf6f-44519bc6b993 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 1097 time: 0.3268974 Sep 02 12:57:06.523409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.542889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4499eae-1b88-43d5-ac43-e35036e899d4 req-973e0f6e-bb3a-499e-986d-03607842599a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301637 Sep 02 12:57:06.629095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Deleting port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:06.629540 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.653660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2db2f970-1345-463c-9347-9116f420be17 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:06.654049 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.728825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.782655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e7cae-07d4-49d1-9b74-853545d44752 req-34788cf4-0252-4148-95f7-30ec63173944 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:06.789620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c855dadf-e9cf-4edd-8535-926511c5084e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:06.793688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f23e7cae-07d4-49d1-9b74-853545d44752 req-34788cf4-0252-4148-95f7-30ec63173944 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 945 time: 0.1281521 Sep 02 12:57:06.806228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 68927a42-3715-4162-b34f-fa1fac73bd34 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:06.806831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.828248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ad9c0e-eae5-4336-b2b3-324bf91de504') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:06.828693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ad9c0e-eae5-4336-b2b3-324bf91de504') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:06.832828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-03e52adb-bfb9-4199-b19f-33b99f31eba9 req-d965e74a-0de7-45c2-94e6-346ad3e2c520 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030677 Sep 02 12:57:06.838594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 68927a42-3715-4162-b34f-fa1fac73bd34 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:06.838943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 68927a42-3715-4162-b34f-fa1fac73bd34 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:06.841089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c388dab-fa01-4345-ad1c-52d46fae4a2a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:06.844423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:06.854760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] Sync routers for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:06.866426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.870466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.885442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:06.886094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:06.928272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:06.940481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:06.940481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:06.943083 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f23e7cae-07d4-49d1-9b74-853545d44752 req-e34d09d7-ca7d-453d-a779-0c93b030a96b tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/security-groups?id=557b22dc-736c-47f8-b7ca-9ebad339dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458509 Sep 02 12:57:06.948509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:06.972225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] For port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,segment=NetworkSegment(44ddcc91-cbdf-4366-8fe7-d707f609bc75),segment_id=44ddcc91-cbdf-4366-8fe7-d707f609bc75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:06.973165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.002870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:07.003317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:07.011228 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:07.014644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Calling delete_port for 1dc5dd76-8bd7-4ef9-877b-85ee2403114a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:07.021281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:07.021954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cc7ee-b53c-408d-b6ad-aaec5e34c8d4 None None] The sync data for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:07.072942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60ad7216-649e-44ff-aec6-690836622a29 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/floatingips/cea5e4c9-6103-4ef5-9680-cb32cdb107c9 HTTP/1.1" status: 200 len: 977 time: 6.2787573 Sep 02 12:57:07.076364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:07.141020 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.162267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.169744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/networks/c855dadf-e9cf-4edd-8535-926511c5084e HTTP/1.1" status: 204 len: 168 time: 2.7053506 Sep 02 12:57:07.172688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:07.198627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:07.228217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8de3-8284-4f6b-af16-d5a36fdecce2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Network': ['ID=c855dadf-e9cf-4edd-8535-926511c5084e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:07.244679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:07.282688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:07.308741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port aaeaec21-260d-4039-a4ef-6416e9c31d63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:07.309685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.323327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.367323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Pushing event deleted for resources: {'Port': ['ID=1dc5dd76-8bd7-4ef9-877b-85ee2403114a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:07.378153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 6e453b1c-25c7-498a-bcfc-3ce259e1acca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:07.378712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.481224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.545933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.549288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Router 0a0672de-dd27-4f41-9559-27e6f8271a96 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:07.570239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8666894-77e7-4f6d-a134-be9f83a42616 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.602153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:07.613926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8666894-77e7-4f6d-a134-be9f83a42616 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.614184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.615379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1dc5dd76-8bd7-4ef9-877b-85ee2403114a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:07.725097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 1dc5dd76-8bd7-4ef9-877b-85ee2403114a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:07.725312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1dc5dd76-8bd7-4ef9-877b-85ee2403114a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:07.730868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8666894-77e7-4f6d-a134-be9f83a42616 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.734351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8666894-77e7-4f6d-a134-be9f83a42616 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.738528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a8666894-77e7-4f6d-a134-be9f83a42616 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/security-groups/e498de23-d53a-46b0-bff4-76d3c1b9b164 HTTP/1.1" status: 204 len: 168 time: 0.5623908 Sep 02 12:57:07.770611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:07.792249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ece721d-dd0d-4a64-a354-17d3c2cd0601 None None] Provisioning complete for port 0c388dab-fa01-4345-ad1c-52d46fae4a2a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:07.792667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ece721d-dd0d-4a64-a354-17d3c2cd0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.845957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666894-77e7-4f6d-a134-be9f83a42616 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e498de23-d53a-46b0-bff4-76d3c1b9b164,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:07.881374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa352d39-c748-4e5e-a49e-04354fb98738 req-8013595d-d284-4cab-933a-e042947bb52e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:07.882377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] No DVR routers for this DVR port 1dc5dd76-8bd7-4ef9-877b-85ee2403114a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:07.883276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa352d39-c748-4e5e-a49e-04354fb98738 req-8013595d-d284-4cab-933a-e042947bb52e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1641338 Sep 02 12:57:07.899731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:07.903638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-afa1b047-c7b1-436c-bc06-24606f882b29 req-2da0d0eb-30c6-4bad-80bd-5227616746e8 tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.41 "DELETE /v2.0/ports/1dc5dd76-8bd7-4ef9-877b-85ee2403114a HTTP/1.1" status: 204 len: 173 time: 1.4994464 Sep 02 12:57:07.911338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0ece721d-dd0d-4a64-a354-17d3c2cd0601 None None] Port 0c388dab-fa01-4345-ad1c-52d46fae4a2a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:07.925323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:07.925850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da904474-fe29-43f3-80f8-19c63982b80e', 'name': 'network-vif-deleted', 'tag': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:07.928716 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37671e09-5348-443f-aafb-a18dac6452f9" -d '{"events": [{"server_uuid": "da904474-fe29-43f3-80f8-19c63982b80e", "name": "network-vif-deleted", "tag": "1dc5dd76-8bd7-4ef9-877b-85ee2403114a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:07.931512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-383cb1a1-2402-4b8c-afa5-14447f8df2f7 admin admin] 10.222.0.60 "PUT /v2.0/routers/0a0672de-dd27-4f41-9559-27e6f8271a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8740263 Sep 02 12:57:07.937783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Sync routers for ids ['0a0672de-dd27-4f41-9559-27e6f8271a96'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:07.961925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fa352d39-c748-4e5e-a49e-04354fb98738 req-0468c3ba-aac2-4ff6-9390-40daaba70ddb tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712056 Sep 02 12:57:07.972797 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Routers {'0a0672de-dd27-4f41-9559-27e6f8271a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:07.973785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0a0672de-dd27-4f41-9559-27e6f8271a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:08.068383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fff3f-82ef-4e57-a4a5-bad8c437a56a req-65f0cd98-f2d2-4a7a-8674-7d4142d41a7d tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:08.073385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-180fff3f-82ef-4e57-a4a5-bad8c437a56a req-65f0cd98-f2d2-4a7a-8674-7d4142d41a7d tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 946 time: 0.3257647 Sep 02 12:57:08.152419 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Set router 0a0672de-dd27-4f41-9559-27e6f8271a96 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:08.207288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:08.211403 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632542d5-110b-4bf1-b502-eb66a76bb71b" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:08.211617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-406eed30-150d-496c-9221-938ea975240a req-dca0cb7f-19d9-43e5-840a-46fbbc25549c tempest-ServerTagsTestJSON-1128593322 tempest-ServerTagsTestJSON-1128593322-project] 10.222.0.60 "GET /v2.0/ports?device_id=da904474-fe29-43f3-80f8-19c63982b80e HTTP/1.1" status: 200 len: 210 time: 0.0535748 Sep 02 12:57:08.257386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:08.257938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:08.258480 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Floating IP cea5e4c9-6103-4ef5-9680-cb32cdb107c9 disassociated. External IP: 172.25.7.173, port: 6e453b1c-25c7-498a-bcfc-3ce259e1acca. Sep 02 12:57:08.258856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 6e453b1c-25c7-498a-bcfc-3ce259e1acca owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:08.278484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-180fff3f-82ef-4e57-a4a5-bad8c437a56a req-75f2a3e7-f4fe-48a3-ba07-08615a645f81 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945176 Sep 02 12:57:08.324571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05ed73fd-b991-440d-987c-85fb65e55a00 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:08.382164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 05ed73fd-b991-440d-987c-85fb65e55a00 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:08.387409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 05ed73fd-b991-440d-987c-85fb65e55a00 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:08.442391 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c0c8e-662e-4114-8a36-ef757f150703 x-openstack-request-id: req-c82c0c8e-662e-4114-8a36-ef757f150703 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:08.443432 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da904474-fe29-43f3-80f8-19c63982b80e", "name": "network-vif-deleted", "tag": "1dc5dd76-8bd7-4ef9-877b-85ee2403114a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:08.443432 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c82c0c8e-662e-4114-8a36-ef757f150703 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:08.443432 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da904474-fe29-43f3-80f8-19c63982b80e', 'name': 'network-vif-deleted', 'tag': '1dc5dd76-8bd7-4ef9-877b-85ee2403114a', 'status': 'completed', 'code': 200} Sep 02 12:57:08.648163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:57:04Z', 'revision_number': 4, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0c388dab-fa01-4345-ad1c-52d46fae4a2a', 'name': '', 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'mac_address': 'fa:16:3e:96:0a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '247b3841-9ad8-4930-befd-77e15a9dc61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:02Z', 'updated_at': '2021-09-02T12:57:05Z', 'revision_number': 2, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'subnets': [{'id': '247b3841-9ad8-4930-befd-77e15a9dc61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:08.657839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:08.718795 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Checking router: 0a0672de-dd27-4f41-9559-27e6f8271a96 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:08.718795 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Updating router 0a0672de-dd27-4f41-9559-27e6f8271a96 port 0c388dab-fa01-4345-ad1c-52d46fae4a2a binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:57:08.773720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455ed8-0682-4527-b99f-6059779775b8 req-2d7b18e7-205c-4cef-8c59-ea6af986c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:08.775034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=6e453b1c-25c7-498a-bcfc-3ce259e1acca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:08.775301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-2d7b18e7-205c-4cef-8c59-ea6af986c271 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1096 time: 0.1702216 Sep 02 12:57:08.808172 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c2cff7-7d6a-4948-853a-ca5a7d57f63b x-openstack-request-id: req-85c2cff7-7d6a-4948-853a-ca5a7d57f63b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:08.808473 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:08.808728 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85c2cff7-7d6a-4948-853a-ca5a7d57f63b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:08.809198 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:57:08.814113 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:08.991266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49502) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:09.018248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032587703', 'description': 'tempest-secgroup-smoke-1032587703 description', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:09.092321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.093300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc15f0-7f01-413a-af87-0c258a6d7fb0 req-3f356df1-7185-46fd-a3be-7243eeb0f72c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:09.105124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fefc15f0-7f01-413a-af87-0c258a6d7fb0 req-3f356df1-7185-46fd-a3be-7243eeb0f72c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1778483 Sep 02 12:57:09.196782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455ed8-0682-4527-b99f-6059779775b8 req-be744b48-8fbd-43af-988c-d6376ca89e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:09.198483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-be744b48-8fbd-43af-988c-d6376ca89e1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.4123044 Sep 02 12:57:09.215960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fefc15f0-7f01-413a-af87-0c258a6d7fb0 req-bbed788f-df37-4699-91c9-a7ab164cef2b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088247 Sep 02 12:57:09.282588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router b9a17b09-49c6-480c-8781-5644ead62afc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:09.362134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49520) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:09.431920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-5284713c-1a00-45e5-a853-6b117e7f240b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 1001 time: 0.2177756 Sep 02 12:57:09.640500 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.649828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd11354-921e-4f93-bb82-67cd40432fef req-e218be54-0252-4cfe-bace-7130eee1ced5 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:09.660280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Deleting subnet 052d4107-7ec8-4fad-b0bd-4f33e7866da4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:09.663353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455ed8-0682-4527-b99f-6059779775b8 req-a97998b9-24dc-4994-8530-412971e73f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:09.663523 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Transition to ACTIVE for port object 0c388dab-fa01-4345-ad1c-52d46fae4a2a will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:09.664088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebd11354-921e-4f93-bb82-67cd40432fef req-e218be54-0252-4cfe-bace-7130eee1ced5 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 946 time: 0.1289468 Sep 02 12:57:09.664846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-a97998b9-24dc-4994-8530-412971e73f97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.2054989 Sep 02 12:57:09.673019 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.684630 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.753911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:09.758431 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc1977-f1ca-49d0-9008-ff2488a6212f None None] Pushing event updated for resources: {'Port': ['ID=0c388dab-fa01-4345-ad1c-52d46fae4a2a,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:09.781824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] Sync routers for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:09.787062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.797229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455ed8-0682-4527-b99f-6059779775b8 req-cd0151fd-cdd5-433d-8276-ed16e3a7730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:09.798823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-cd0151fd-cdd5-433d-8276-ed16e3a7730b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217296 Sep 02 12:57:09.801443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.806499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.813913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:09.817548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:09.898967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.903543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9111316 Sep 02 12:57:09.904284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:09.918095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:09.941865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:09.942527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:09.949823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'b469c2ab-a297-4248-b187-2010877326bb', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:09.962161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Attempting to bind port 0c388dab-fa01-4345-ad1c-52d46fae4a2a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:09.962534 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Attempting to bind port 0c388dab-fa01-4345-ad1c-52d46fae4a2a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:09.962898 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Attempting to bind port 0c388dab-fa01-4345-ad1c-52d46fae4a2a on network cf78f335-f9f2-413b-a598-da8ad3ec58d9 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:09.973990 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:09.974367 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Checking segment: {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:09.974772 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.976311 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Bound using segment: {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:09.976848 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Bound port: 0c388dab-fa01-4345-ad1c-52d46fae4a2a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86958f3e-6e07-4ad2-b82a-a1dd262bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:09.978602 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.983335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:09.992301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-af2211f7-5a9d-42bd-a762-00657a00c212 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/ports/6e453b1c-25c7-498a-bcfc-3ce259e1acca HTTP/1.1" status: 204 len: 168 time: 2.9146309 Sep 02 12:57:10.015851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebd11354-921e-4f93-bb82-67cd40432fef req-c0a72a97-1ce7-4751-9d2d-720483d6c422 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428080 Sep 02 12:57:10.015851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:10.071218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:10.071927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cf179-623d-4b13-a15a-59f0d054f424 None None] The sync data for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:10.078821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.185685 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] For port 0c388dab-fa01-4345-ad1c-52d46fae4a2a, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:10.202065 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] For port 0c388dab-fa01-4345-ad1c-52d46fae4a2a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0c388dab-fa01-4345-ad1c-52d46fae4a2a,segment=NetworkSegment(86958f3e-6e07-4ad2-b82a-a1dd262bd80f),segment_id=86958f3e-6e07-4ad2-b82a-a1dd262bd80f)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:10.228285 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.372391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.400130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.416241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d082b9-7134-4fc5-bed2-21fe79d5bda5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b469c2ab-a297-4248-b187-2010877326bb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:10.432554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:10.443430 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Routers {'0a0672de-dd27-4f41-9559-27e6f8271a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:10.444348 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0a0672de-dd27-4f41-9559-27e6f8271a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:10.449662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f56611b-9ec7-4054-9897-fcdb3e3c793a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:10.463692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.476147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.481265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a65d84ab-3f17-4b9d-9ca8-e0f2d43a1a0b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5378003 Sep 02 12:57:10.484805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:10.525615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'b469c2ab-a297-4248-b187-2010877326bb', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:10.660395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660662e-2b9b-499f-96df-e04599c1f126 req-f34b2ed0-5265-46ad-ae24-9d1c5be1d979 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:10.692761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2660662e-2b9b-499f-96df-e04599c1f126 req-f34b2ed0-5265-46ad-ae24-9d1c5be1d979 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.2195110 Sep 02 12:57:10.729676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:10.733024 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc1977-f1ca-49d0-9008-ff2488a6212f None None] Pushing event updated for resources: {'Port': ['ID=0c388dab-fa01-4345-ad1c-52d46fae4a2a,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:10.842539 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] Set router 0a0672de-dd27-4f41-9559-27e6f8271a96 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:10.852506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2660662e-2b9b-499f-96df-e04599c1f126 req-c23cc472-2cc7-47d8-80f2-040867e66e53 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587229 Sep 02 12:57:10.917317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-f8bd0c1b-7ee0-4acb-853f-f2d84c970de0 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0920796 Sep 02 12:57:11.012733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.159813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.168490 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:57:04Z', 'revision_number': 4, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0c388dab-fa01-4345-ad1c-52d46fae4a2a', 'name': '', 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'mac_address': 'fa:16:3e:96:0a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '247b3841-9ad8-4930-befd-77e15a9dc61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:02Z', 'updated_at': '2021-09-02T12:57:10Z', 'revision_number': 4, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'subnets': [{'id': '247b3841-9ad8-4930-befd-77e15a9dc61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:11.287787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.294975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d455ed8-0682-4527-b99f-6059779775b8 req-890989a7-731e-4d21-8274-841bbe0cd403 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700559 Sep 02 12:57:11.330737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.335270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f95c-f858-48c7-b6f8-c5cb269db4f4 None None] The sync data for ids ['0a0672de-dd27-4f41-9559-27e6f8271a96'] in n-d-792364-8 is: [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:57:04Z', 'revision_number': 4, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0c388dab-fa01-4345-ad1c-52d46fae4a2a', 'name': '', 'network_id': 'cf78f335-f9f2-413b-a598-da8ad3ec58d9', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'mac_address': 'fa:16:3e:96:0a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '247b3841-9ad8-4930-befd-77e15a9dc61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:02Z', 'updated_at': '2021-09-02T12:57:10Z', 'revision_number': 4, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'subnets': [{'id': '247b3841-9ad8-4930-befd-77e15a9dc61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:11.397918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c8f857-b09c-4d85-b5db-4767bd051e67,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:11.405945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.474210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052d4107-7ec8-4fad-b0bd-4f33e7866da4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:11.501239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.503221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-85d7d49e-f232-44b7-af4a-d242eeab6019 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/052d4107-7ec8-4fad-b0bd-4f33e7866da4 HTTP/1.1" status: 204 len: 168 time: 2.1209426 Sep 02 12:57:11.504328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.506356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:11.508515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6ace2558-aba3-4b44-93a4-d77d6437efcf tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9994605 Sep 02 12:57:11.515534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:11.534150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56794-27d3-43e3-b0f9-142c32ed144e req-5f26bb0c-5adf-440a-b40e-7d2588ee0e30 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:11.535753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ad56794-27d3-43e3-b0f9-142c32ed144e req-5f26bb0c-5adf-440a-b40e-7d2588ee0e30 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 946 time: 0.0914223 Sep 02 12:57:11.551241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'b469c2ab-a297-4248-b187-2010877326bb', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:11.650475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ad56794-27d3-43e3-b0f9-142c32ed144e req-b36d0ccb-eec6-4d36-8649-31e9b731a8f3 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081991 Sep 02 12:57:11.666450 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.811338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:11.833677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.284668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Deleting port 87ac240b-6d79-4a59-9292-6a257c31707c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:12.285579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.396742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 3746da7e-3349-4d79-b6bd-71728f786c5c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:12.397096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.437625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c388dab-fa01-4345-ad1c-52d46fae4a2a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:12.454273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] For port 87ac240b-6d79-4a59-9292-6a257c31707c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87ac240b-6d79-4a59-9292-6a257c31707c,segment=NetworkSegment(51777c4a-246c-4982-8169-e72309835be7),segment_id=51777c4a-246c-4982-8169-e72309835be7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:12.454808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.485372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Calling delete_port for 87ac240b-6d79-4a59-9292-6a257c31707c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:12.549906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.562431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 0c388dab-fa01-4345-ad1c-52d46fae4a2a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:12.577359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0c388dab-fa01-4345-ad1c-52d46fae4a2a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:12.583095 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.653794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.665220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c776d3-ceda-4116-a275-1e6da5be7431']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:12.676790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ddcc91-cbdf-4366-8fe7-d707f609bc75') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:12.677175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ddcc91-cbdf-4366-8fe7-d707f609bc75') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:12.687557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.711327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.719711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:12.720231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.722005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.806652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 0c388dab-fa01-4345-ad1c-52d46fae4a2a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0c388dab-fa01-4345-ad1c-52d46fae4a2a,segment=NetworkSegment(86958f3e-6e07-4ad2-b82a-a1dd262bd80f),segment_id=86958f3e-6e07-4ad2-b82a-a1dd262bd80f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:12.815626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:12.822762 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:12.866944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.873492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:12.916212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ac240b-6d79-4a59-9292-6a257c31707c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:12.929987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cb9cf-1192-45e2-b479-316878f0ac4e req-80378da5-8b42-4ee3-8cda-cd7970d97ca9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:12.931794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1d9cb9cf-1192-45e2-b479-316878f0ac4e req-80378da5-8b42-4ee3-8cda-cd7970d97ca9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 946 time: 0.1384656 Sep 02 12:57:12.952032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a75f-c077-4ce9-8a57-0f7505b11404 req-138809b6-b9cd-450a-84b1-149173b22978 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:12.969402 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd12a75f-c077-4ce9-8a57-0f7505b11404 req-138809b6-b9cd-450a-84b1-149173b22978 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.5677869 Sep 02 12:57:12.977962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=0c388dab-fa01-4345-ad1c-52d46fae4a2a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:13.051817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1d9cb9cf-1192-45e2-b479-316878f0ac4e req-2e509058-eab5-4231-821d-d891262e71b4 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120257 Sep 02 12:57:13.094456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a69a280-fb93-490d-9296-db71de0c6bd2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:13.105640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.116668 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.118241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-431630b4-cd5e-40bd-b98d-e19bdce38537 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5720685 Sep 02 12:57:13.128092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:13.129870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.138269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'b469c2ab-a297-4248-b187-2010877326bb', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:13.199907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.204534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] 10.222.0.60 "DELETE /v2.0/networks/62c776d3-ceda-4116-a275-1e6da5be7431 HTTP/1.1" status: 204 len: 168 time: 1.6945894 Sep 02 12:57:13.204534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f930fe-1613-48d3-a24d-3ecf63ef24cf admin admin] Pushing event deleted for resources: {'Network': ['ID=62c776d3-ceda-4116-a275-1e6da5be7431,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:13.205650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 3746da7e-3349-4d79-b6bd-71728f786c5c owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:13.223175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.228657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.248822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-4eb05c2e-b40b-4f3c-b691-388a15f3d44a tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:13.250965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-4eb05c2e-b40b-4f3c-b691-388a15f3d44a tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.41 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 946 time: 0.4386683 Sep 02 12:57:13.254293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd12a75f-c077-4ce9-8a57-0f7505b11404 req-f9a5601a-a2ec-4343-ae75-e5425988297b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844205 Sep 02 12:57:13.503168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.519966 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.588731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.590075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4577103 Sep 02 12:57:13.595276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:13.601152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fa163-d064-4e85-b2fd-1eaa7842f7ad tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0971ef4b-809d-4460-8e5c-16e3f6aeecee,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:13.608800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'b469c2ab-a297-4248-b187-2010877326bb', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:13.615739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:13.632336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Deleting port 35487477-aef3-415b-a8b1-e1d3fc406248 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:13.632862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:13.777038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0efbdf7d-77dd-448a-83df-de034040a843 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb3c2c780e484153a0e2d5492b9bf3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559179 Sep 02 12:57:13.782212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:13.818720 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:57:13.895421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.007776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] For port 35487477-aef3-415b-a8b1-e1d3fc406248, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=35487477-aef3-415b-a8b1-e1d3fc406248,segment=NetworkSegment(35e98e96-9165-46ab-9b80-7065aa7b147e),segment_id=35e98e96-9165-46ab-9b80-7065aa7b147e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:14.008199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.044298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Calling delete_port for 35487477-aef3-415b-a8b1-e1d3fc406248 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:14.064121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.086008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf06fde9-abdb-4acc-befe-8b709eea6797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.125854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=3746da7e-3349-4d79-b6bd-71728f786c5c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:14.185946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.208584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Router 3aabbc38-45b5-47e4-981d-10b673588a85 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:14.225649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf06fde9-abdb-4acc-befe-8b709eea6797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.231008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.452025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf06fde9-abdb-4acc-befe-8b709eea6797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.462210 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf06fde9-abdb-4acc-befe-8b709eea6797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.465495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf06fde9-abdb-4acc-befe-8b709eea6797 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/557b22dc-736c-47f8-b7ca-9ebad339dac7 HTTP/1.1" status: 204 len: 168 time: 0.6786397 Sep 02 12:57:14.479125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927b8309-f965-4e4b-9fb4-beceb83a1d39,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:14.483260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210d34-b7e4-4818-908a-287611c6d36e req-a722adc2-6bc1-410e-9433-b869e458c3ef tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:14.488302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9210d34-b7e4-4818-908a-287611c6d36e req-a722adc2-6bc1-410e-9433-b869e458c3ef tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 946 time: 0.1509573 Sep 02 12:57:14.568197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:14.579708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5d053eca-9257-46d3-a17e-84a6c4d97269 admin admin] 10.222.0.60 "PUT /v2.0/routers/3aabbc38-45b5-47e4-981d-10b673588a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1223154 Sep 02 12:57:14.582265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:14.583917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c388dab-fa01-4345-ad1c-52d46fae4a2a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:14.592696 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] Sync routers for ids ['3aabbc38-45b5-47e4-981d-10b673588a85'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:14.610124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9210d34-b7e4-4818-908a-287611c6d36e req-873a2861-f17b-4e15-bb78-e275b64d6bdf tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/security-groups?id=90bd660c-1e72-43f1-abab-fa44c2e701e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093676 Sep 02 12:57:14.622344 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] Routers {'3aabbc38-45b5-47e4-981d-10b673588a85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:14.623555 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['3aabbc38-45b5-47e4-981d-10b673588a85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:14.715963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0c388dab-fa01-4345-ad1c-52d46fae4a2a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:14.716917 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.724400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06fde9-abdb-4acc-befe-8b709eea6797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557b22dc-736c-47f8-b7ca-9ebad339dac7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:14.758920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.760176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-84182eef-db7f-41da-91a4-a5cd4aa6952c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1558690 Sep 02 12:57:14.794693 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] Set router 3aabbc38-45b5-47e4-981d-10b673588a85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:14.806966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.809007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:14.830127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'security_group_rule': {'security_group_id': 'b469c2ab-a297-4248-b187-2010877326bb', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:14.898666 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Project f83b2a7200524bfbb23facb779d17d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:57:14.925774 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.970581 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:14.995472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7ade2-78a5-46bc-b82a-89b63eeebabd req-49d7ae94-1af8-4b6d-b030-ec98c0070959 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:14.997646 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2f7ade2-78a5-46bc-b82a-89b63eeebabd req-49d7ae94-1af8-4b6d-b030-ec98c0070959 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.4901104 Sep 02 12:57:15.112959 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:57:12Z', 'revision_number': 5, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port': {'id': '4323fa35-23f0-4c1d-bef3-f16e3424fa29', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:39Z', 'updated_at': '2021-09-02T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:15.151895 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] Checking router: 3aabbc38-45b5-47e4-981d-10b673588a85 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:15.158480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.161857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.170777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.172348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['35487477-aef3-415b-a8b1-e1d3fc406248'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:15.173434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.193368 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] Routers {'3aabbc38-45b5-47e4-981d-10b673588a85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:15.194432 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['3aabbc38-45b5-47e4-981d-10b673588a85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:15.223395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Pushing event deleted for resources: {'Port': ['ID=35487477-aef3-415b-a8b1-e1d3fc406248,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:15.246271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.260134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4453228 Sep 02 12:57:15.265657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:15.276206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'network': {'name': 'tempest-network-smoke--183396332', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:15.301041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd05b75-da7c-4240-9f3a-08a2d77cf33b tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdddc8ae-3218-4763-a381-499d3fa515cb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:15.322567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:15.327070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.360235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:57:15.371689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Deleting port 4323fa35-23f0-4c1d-bef3-f16e3424fa29 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:15.371959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.376925 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.377432 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Added segment 4b3c912e-80f9-4b9b-a373-309ce41fa4f0 of type vlan for network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 Sep 02 12:57:15.403225 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2f7ade2-78a5-46bc-b82a-89b63eeebabd req-3e32b2ab-e1b8-4418-bcf1-6434790b3a8d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930285 Sep 02 12:57:15.404568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] No DVR routers for this DVR port 35487477-aef3-415b-a8b1-e1d3fc406248 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:15.411375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.414059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d3d3804-8128-4b37-909c-50d7c40ee338 req-f7714e9f-794e-4b82-a08d-0b0afe353df9 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.41 "DELETE /v2.0/ports/35487477-aef3-415b-a8b1-e1d3fc406248 HTTP/1.1" status: 204 len: 173 time: 2.1480086 Sep 02 12:57:15.414777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'name': 'network-vif-deleted', 'tag': '35487477-aef3-415b-a8b1-e1d3fc406248'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:15.418561 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae75650-8817-499c-ac8a-203fdfa6550e" -d '{"events": [{"server_uuid": "acd738ae-d427-413b-a01d-8357d70d8e15", "name": "network-vif-deleted", "tag": "35487477-aef3-415b-a8b1-e1d3fc406248"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:15.442810 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] Set router 3aabbc38-45b5-47e4-981d-10b673588a85 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:15.555705 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:57:15Z', 'revision_number': 6, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:15.590423 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae262f-0f50-4671-be1a-012303544a2d None None] The sync data for ids ['3aabbc38-45b5-47e4-981d-10b673588a85'] in n-d-792364-8 is: [{'id': '3aabbc38-45b5-47e4-981d-10b673588a85', 'name': 'tempest-TestAggregatesBasicOps-1282751473-router', 'tenant_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:37Z', 'updated_at': '2021-09-02T12:57:15Z', 'revision_number': 6, 'project_id': 'f7ecdb4a07f348e1aa68ea8277e22d5a', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:15.608325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.612593 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f300a13-e31b-4626-a14b-839b12980bcd x-openstack-request-id: req-1f300a13-e31b-4626-a14b-839b12980bcd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:15.613149 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd738ae-d427-413b-a01d-8357d70d8e15", "name": "network-vif-deleted", "tag": "35487477-aef3-415b-a8b1-e1d3fc406248", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:15.613416 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f300a13-e31b-4626-a14b-839b12980bcd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:15.614263 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd738ae-d427-413b-a01d-8357d70d8e15', 'name': 'network-vif-deleted', 'tag': '35487477-aef3-415b-a8b1-e1d3fc406248', 'status': 'completed', 'code': 200} Sep 02 12:57:15.662747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] For port 4323fa35-23f0-4c1d-bef3-f16e3424fa29, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4323fa35-23f0-4c1d-bef3-f16e3424fa29,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:15.663179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.678666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.683756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:15.684496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:15.746928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Calling delete_port for 4323fa35-23f0-4c1d-bef3-f16e3424fa29 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:15.753918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4821007 Sep 02 12:57:15.754165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:15.758896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'admin_state_up': True, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:15.776797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router b9a17b09-49c6-480c-8781-5644ead62afc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:15.786071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c40d8-55ca-4377-b876-9e8500eae192 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Network': ['ID=58a9644d-25da-4e5a-abf3-6349eaf9b8b9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:15.799708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:57:15.876583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-942efe9a-b258-458f-83c2-cbfa701f0a51 req-2531dcd3-d5f5-464b-a6b7-042a5f970277 tempest-ServerMetadataNegativeTestJSON-1890477269 tempest-ServerMetadataNegativeTestJSON-1890477269-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd738ae-d427-413b-a01d-8357d70d8e15 HTTP/1.1" status: 200 len: 210 time: 0.0984101 Sep 02 12:57:16.109369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.111381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.119275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.173911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4323fa35-23f0-4c1d-bef3-f16e3424fa29,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:16.322209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.469308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.472398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.541129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.542035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aabbc38-45b5-47e4-981d-10b673588a85 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:57:16.552086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.553974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5984bf21-8442-4a8b-9295-545d07b916ea admin admin] 10.222.0.60 "DELETE /v2.0/routers/3aabbc38-45b5-47e4-981d-10b673588a85 HTTP/1.1" status: 204 len: 168 time: 1.9688225 Sep 02 12:57:16.557982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:16.640238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.755653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Deleting subnet f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:16.764302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.773136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87ac240b-6d79-4a59-9292-6a257c31707c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:16.805607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:16.825821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 87ac240b-6d79-4a59-9292-6a257c31707c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:16.826332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87ac240b-6d79-4a59-9292-6a257c31707c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:16.826578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4323fa35-23f0-4c1d-bef3-f16e3424fa29 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:16.838188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad76f628-762e-44d2-a1c7-375ad6e454a0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/routers/b9a17b09-49c6-480c-8781-5644ead62afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8211880 Sep 02 12:57:16.855646 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:16.896111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] Sync routers for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:16.905584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4323fa35-23f0-4c1d-bef3-f16e3424fa29 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:16.905940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4323fa35-23f0-4c1d-bef3-f16e3424fa29 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:16.939362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:16.940041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:17.037139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:17.066569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.077282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:17.202840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.258848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:17.265239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.271020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f1b0d74b-2a64-4d90-b8c3-86e6d0b5074b HTTP/1.1" status: 204 len: 168 time: 0.6725085 Sep 02 12:57:17.273243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:17.303066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.303425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.314307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.314771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.315122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.315485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.315813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.316158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.316497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.316834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.317218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.317551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b40ec4f-43a9-4384-8529-aef0d77950cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:17.377643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35487477-aef3-415b-a8b1-e1d3fc406248 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:17.388064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e4a7fb-387c-4037-a523-9be4e3c491b7 None None] Network 22ec59a1-5938-4465-a2fd-f397c4cce6f5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:17.392368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:17.415738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.426142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.440785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.442293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 35487477-aef3-415b-a8b1-e1d3fc406248 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:17.442672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 35487477-aef3-415b-a8b1-e1d3fc406248 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:17.489277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] Routers {'b9a17b09-49c6-480c-8781-5644ead62afc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:17.490084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9a17b09-49c6-480c-8781-5644ead62afc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:17.537682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:17.538679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab2066-2403-4c8d-aec8-82dc4ed74163 None None] The sync data for ids ['b9a17b09-49c6-480c-8781-5644ead62afc'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:17.552498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Deleting port 6f03408e-5d45-42ea-9d1a-21beca491243 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:17.553558 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.682225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Deleting subnet 568d15db-7690-4bbf-8b59-452650cdacee {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:17.690483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.715239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] For port 6f03408e-5d45-42ea-9d1a-21beca491243, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6f03408e-5d45-42ea-9d1a-21beca491243,segment=NetworkSegment(51777c4a-246c-4982-8169-e72309835be7),segment_id=51777c4a-246c-4982-8169-e72309835be7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:17.716453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.746686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Calling delete_port for 6f03408e-5d45-42ea-9d1a-21beca491243 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:17.757418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] DHCP port deletion for 22ec59a1-5938-4465-a2fd-f397c4cce6f5 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:57:17.784144 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.839222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.871846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.891820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Deleting port 6f03408e-5d45-42ea-9d1a-21beca491243 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:17.892420 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.935393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:17.939301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f03408e-5d45-42ea-9d1a-21beca491243,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:17.942714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] No DVR routers for this DVR port 6f03408e-5d45-42ea-9d1a-21beca491243 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:18.071537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] For port 6f03408e-5d45-42ea-9d1a-21beca491243, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:18.077440 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.082294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.106162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ec59a1-5938-4465-a2fd-f397c4cce6f5']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:18.117676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Calling delete_port for 6f03408e-5d45-42ea-9d1a-21beca491243 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:18.121181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Port 6f03408e-5d45-42ea-9d1a-21beca491243 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:57:18.122975 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.134952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51777c4a-246c-4982-8169-e72309835be7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:18.135480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51777c4a-246c-4982-8169-e72309835be7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:18.174276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.194839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] Pushing event deleted for resources: {'Port': ['ID=6f03408e-5d45-42ea-9d1a-21beca491243,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:18.206422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5d446-faa0-4b84-aaf5-3f74ce83f1f7 None None] No DVR routers for this DVR port 6f03408e-5d45-42ea-9d1a-21beca491243 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:18.266369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.279376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:18.281083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:18.284457 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:18.321640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.331871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 33a90efa-99ad-4555-be18-0e6f1f40ce26 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:18.331871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.384384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.402674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6f03408e-5d45-42ea-9d1a-21beca491243 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:18.433986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 6f03408e-5d45-42ea-9d1a-21beca491243 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:18.434632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6f03408e-5d45-42ea-9d1a-21beca491243 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:18.463087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.469759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] 10.222.0.60 "DELETE /v2.0/networks/22ec59a1-5938-4465-a2fd-f397c4cce6f5 HTTP/1.1" status: 204 len: 168 time: 1.1949439 Sep 02 12:57:18.470798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:18.490738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691a98-8a41-4573-8e5c-c855abcb4705 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ec59a1-5938-4465-a2fd-f397c4cce6f5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:18.494079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.512867 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.544619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568d15db-7690-4bbf-8b59-452650cdacee,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:18.591043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.603834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.604546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-42cc19a4-783b-488e-a4d5-320ce193c596 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/568d15db-7690-4bbf-8b59-452650cdacee HTTP/1.1" status: 204 len: 168 time: 1.5297530 Sep 02 12:57:18.610699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:18.625636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 33a90efa-99ad-4555-be18-0e6f1f40ce26 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:18.779804 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.886319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.237 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/3c812c0c-2371-4225-9554-067900d7bbdd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:18.957989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:18.993275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1c0a4b-7e77-4201-a99c-cd5ada864d90']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:19.055774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e98e96-9165-46ab-9b80-7065aa7b147e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:19.055981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e98e96-9165-46ab-9b80-7065aa7b147e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:19.081260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.106310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.124298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.126902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:19.127302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:19.139822 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:19.232859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.236658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=33a90efa-99ad-4555-be18-0e6f1f40ce26,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:19.268178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.268671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.311366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.313319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d1c0a4b-7e77-4201-a99c-cd5ada864d90 HTTP/1.1" status: 204 len: 168 time: 0.7005765 Sep 02 12:57:19.317864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9d694-e001-4915-8364-25a00b6188f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1c0a4b-7e77-4201-a99c-cd5ada864d90,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:19.393105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.700244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Deleting port 0c388dab-fa01-4345-ad1c-52d46fae4a2a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:19.701121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.817680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:19.913604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] For port 0c388dab-fa01-4345-ad1c-52d46fae4a2a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0c388dab-fa01-4345-ad1c-52d46fae4a2a,segment=NetworkSegment(86958f3e-6e07-4ad2-b82a-a1dd262bd80f),segment_id=86958f3e-6e07-4ad2-b82a-a1dd262bd80f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:19.914005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.940474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Calling delete_port for 0c388dab-fa01-4345-ad1c-52d46fae4a2a owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:19.951801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-03e676a5-5390-4705-89a2-85fd2f5dc051 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66ee6bf47f5b400486af5ca386ed3e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252983 Sep 02 12:57:19.953452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49756) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:19.971588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.975911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:19.991762 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.083551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.084548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Fanout notify agent at l3_agent the message router_deleted on router b9a17b09-49c6-480c-8781-5644ead62afc {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:57:20.095537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.101506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-33ac64af-eb79-46d7-8b09-025292fb1f47 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/routers/b9a17b09-49c6-480c-8781-5644ead62afc HTTP/1.1" status: 204 len: 168 time: 3.0631835 Sep 02 12:57:20.105066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:20.113028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:20.117726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:20.121598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:20.131313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79fc4622-541c-43af-b3d0-36c40a27afc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.161589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79fc4622-541c-43af-b3d0-36c40a27afc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.284047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79fc4622-541c-43af-b3d0-36c40a27afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.288555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79fc4622-541c-43af-b3d0-36c40a27afc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.292143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79fc4622-541c-43af-b3d0-36c40a27afc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90bd660c-1e72-43f1-abab-fa44c2e701e4 HTTP/1.1" status: 204 len: 168 time: 0.3358550 Sep 02 12:57:20.305576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting subnet c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:20.308860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.346544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=3c812c0c-2371-4225-9554-067900d7bbdd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:20.352282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.423038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc4622-541c-43af-b3d0-36c40a27afc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bd660c-1e72-43f1-abab-fa44c2e701e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:20.541095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.573191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.616929 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.619557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c388dab-fa01-4345-ad1c-52d46fae4a2a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:20.722504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.780179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Subnet': ['ID=c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:20.812751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86696803-6eb4-4ae5-9873-90ea8a4da753 None None] Network 34d1f43e-b5de-4c0a-9924-b01910c4f471 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:20.840342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:20.844882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-91a5e3cd-ea0f-4fa6-80e9-46ba2c5b13c8 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/subnets/c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4 HTTP/1.1" status: 204 len: 168 time: 0.7363677 Sep 02 12:57:20.845948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:20.953143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.238819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.287414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] DHCP port deletion for 34d1f43e-b5de-4c0a-9924-b01910c4f471 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:57:21.406518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.439046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Router 0a0672de-dd27-4f41-9559-27e6f8271a96 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:21.485038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Deleting port 672e3737-177f-4cf1-8881-2ef555134b36 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:21.485977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.616141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 672e3737-177f-4cf1-8881-2ef555134b36 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:21.617182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.700481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:21.706142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2bdffa1e-81ca-4006-82be-230dfb22c268 admin admin] 10.222.0.60 "PUT /v2.0/routers/0a0672de-dd27-4f41-9559-27e6f8271a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2337716 Sep 02 12:57:21.709444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:21.710852 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] Sync routers for ids ['0a0672de-dd27-4f41-9559-27e6f8271a96'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:21.727167 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] Routers {'0a0672de-dd27-4f41-9559-27e6f8271a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:21.728875 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0a0672de-dd27-4f41-9559-27e6f8271a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:21.731594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] For port 672e3737-177f-4cf1-8881-2ef555134b36, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=672e3737-177f-4cf1-8881-2ef555134b36,segment=NetworkSegment(6e55c3c8-cd98-46f0-8940-50bb2f81ee0d),segment_id=6e55c3c8-cd98-46f0-8940-50bb2f81ee0d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:21.732309 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.766723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Calling delete_port for 672e3737-177f-4cf1-8881-2ef555134b36 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:21.769303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router c100e6c6-cecf-4b10-a690-5a44686ead15 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:57:21.824277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] For port 672e3737-177f-4cf1-8881-2ef555134b36, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=672e3737-177f-4cf1-8881-2ef555134b36,segment=NetworkSegment(6e55c3c8-cd98-46f0-8940-50bb2f81ee0d),segment_id=6e55c3c8-cd98-46f0-8940-50bb2f81ee0d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:21.829592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.956859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:21.994391 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:22.033468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 672e3737-177f-4cf1-8881-2ef555134b36 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:22.043961 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] Set router 0a0672de-dd27-4f41-9559-27e6f8271a96 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:22.099865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] No DVR routers for this DVR port 672e3737-177f-4cf1-8881-2ef555134b36 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:22.107404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Pushing event deleted for resources: {'Port': ['ID=672e3737-177f-4cf1-8881-2ef555134b36,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:22.145396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.150547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.150547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.150547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.150547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.150547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.154901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.155410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.155822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.156100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.156473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.156770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2609f2-a418-4f21-adc4-8042f4c7d861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:22.161142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:22.242349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Deleting port 2db2f970-1345-463c-9347-9116f420be17 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:22.242803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:22.290218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:22.305419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Sync routers for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:22.327587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:22.328260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:22.365785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:22.366982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-025f7f5d-81c0-4a0d-98d1-3b2d9c80d2c2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6118338 Sep 02 12:57:22.370384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:22.484396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:22.492733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fa966c0c-c120-455b-a760-84630268aaf5 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f83b2a7200524bfbb23facb779d17d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212277 Sep 02 12:57:22.498275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:22.539089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] For port 2db2f970-1345-463c-9347-9116f420be17, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2db2f970-1345-463c-9347-9116f420be17,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:22.539756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:22.556882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Calling delete_port for 2db2f970-1345-463c-9347-9116f420be17 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:22.566857 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2db2f970-1345-463c-9347-9116f420be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:57:20Z', 'revision_number': 5, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port': {'id': '2db2f970-1345-463c-9347-9116f420be17', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:58Z', 'updated_at': '2021-09-02T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:22.642043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:22.655687 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] Checking router: 0a0672de-dd27-4f41-9559-27e6f8271a96 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:22.680477 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] Routers {'0a0672de-dd27-4f41-9559-27e6f8271a96'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:22.682626 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0a0672de-dd27-4f41-9559-27e6f8271a96'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:22.689077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=672e3737-177f-4cf1-8881-2ef555134b36,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:22.760707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] No DVR routers for this DVR port 672e3737-177f-4cf1-8881-2ef555134b36 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:22.776941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 672e3737-177f-4cf1-8881-2ef555134b36 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:22.893913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 672e3737-177f-4cf1-8881-2ef555134b36 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:22.897419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 672e3737-177f-4cf1-8881-2ef555134b36 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:22.916527 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] Set router 0a0672de-dd27-4f41-9559-27e6f8271a96 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:22.930676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:22.970158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.053206 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:57:22Z', 'revision_number': 6, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:23.085202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:20Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:23.096491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db2f970-1345-463c-9347-9116f420be17,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:23.125035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.151270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d1f43e-b5de-4c0a-9924-b01910c4f471']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:23.174637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Checking router: c100e6c6-cecf-4b10-a690-5a44686ead15 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:23.176732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Updating router c100e6c6-cecf-4b10-a690-5a44686ead15 port 3c812c0c-2371-4225-9554-067900d7bbdd binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:57:23.183603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:23.186493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e55c3c8-cd98-46f0-8940-50bb2f81ee0d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:23.199240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.206001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.222580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.230897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:23.232420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.258318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:23.313659 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:23.327801 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.348093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.350370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/networks/34d1f43e-b5de-4c0a-9924-b01910c4f471 HTTP/1.1" status: 204 len: 168 time: 2.5033426 Sep 02 12:57:23.359686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:23.443945 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9224a-08ca-4b6d-aaa5-c9501cb56f40 None None] The sync data for ids ['0a0672de-dd27-4f41-9559-27e6f8271a96'] in n-d-792364-8 is: [{'id': '0a0672de-dd27-4f41-9559-27e6f8271a96', 'name': 'tempest-TestAggregatesBasicOps-1231313812-router', 'tenant_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:56Z', 'updated_at': '2021-09-02T12:57:22Z', 'revision_number': 6, 'project_id': '9096c1a3a5eb466f864a0d7003ebb0fc', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:23.447454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2c1ee-617f-439e-bd36-10c43ac0e0d2 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Network': ['ID=34d1f43e-b5de-4c0a-9924-b01910c4f471,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:23.502844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-153155228-network', 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:23.552701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bec922-190f-4b0a-9b79-504c157dbde0 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:23.555379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-00bec922-190f-4b0a-9b79-504c157dbde0 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0545135 Sep 02 12:57:23.598050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49846) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:23.600642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:23.607360 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:57:23.609142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.739512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-515d68aa-7eb7-4661-b1f8-d85671977fca tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249442 Sep 02 12:57:23.744548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:23.752871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-215679221', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:23.756873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.987855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:23.990189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.062050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 4a3e93ad-df8c-457d-9295-77c0247aa387 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:24.062381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.065842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.087638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Transition to ACTIVE for port object 3c812c0c-2371-4225-9554-067900d7bbdd will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:24.095936 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.125700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:24.164661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.165257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a0672de-dd27-4f41-9559-27e6f8271a96 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:57:24.226591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.227760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f7286096-6447-4612-83f0-666dad9a7a84 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0a0672de-dd27-4f41-9559-27e6f8271a96 HTTP/1.1" status: 204 len: 168 time: 2.5173318 Sep 02 12:57:24.241006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49864) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:24.255830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Attempting to bind port 3c812c0c-2371-4225-9554-067900d7bbdd on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:24.256208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Attempting to bind port 3c812c0c-2371-4225-9554-067900d7bbdd by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:24.256858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Attempting to bind port 3c812c0c-2371-4225-9554-067900d7bbdd on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:24.260225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6f86c-85c8-487d-baf5-047f826f7a77 None None] Pushing event updated for resources: {'Port': ['ID=3c812c0c-2371-4225-9554-067900d7bbdd,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:24.266047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:24.266430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:24.266825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.267210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:24.267686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Bound port: 3c812c0c-2371-4225-9554-067900d7bbdd, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:24.268168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.364271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Deleting subnet 247b3841-9ad8-4930-befd-77e15a9dc61a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:24.368041 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.391642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] For port 3c812c0c-2371-4225-9554-067900d7bbdd, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:24.404380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] For port 3c812c0c-2371-4225-9554-067900d7bbdd, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3c812c0c-2371-4225-9554-067900d7bbdd,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:24.406382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.412548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.546342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.622353 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.623150 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.632872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6f86c-85c8-487d-baf5-047f826f7a77 None None] Pushing event updated for resources: {'Port': ['ID=3c812c0c-2371-4225-9554-067900d7bbdd,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:24.635817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.673253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.676747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/247b3841-9ad8-4930-befd-77e15a9dc61a HTTP/1.1" status: 204 len: 168 time: 0.3998065 Sep 02 12:57:24.681077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:24.682079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bafea-4ac2-4ec2-81ba-5a5adedd7a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247b3841-9ad8-4930-befd-77e15a9dc61a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:24.684879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 4a3e93ad-df8c-457d-9295-77c0247aa387 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:24.696159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.706760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:24.713006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:24.726827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f39eb4-63a6-4454-9fc2-602499790f5e None None] Network cf78f335-f9f2-413b-a598-da8ad3ec58d9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:24.730017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.761835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:24.766017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.810932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2219f63e-d2f2-4a6a-9663-1aa305e05cd3 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3503 time: 0.6789260 Sep 02 12:57:24.816521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:24.841332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'network': {'name': 'tempest-network-smoke--1080264772', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'port_security_enabled': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:24.942456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Made reservation on behalf of 5fdc22dc7cbc4675a0f937a8dec4a81c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:24.951418 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:24.963966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.008793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:25.016162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:25.056391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:57:25.082144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.082840 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Added segment adcfceb4-1333-4429-a660-59e71d7fa4f7 of type vlan for network 67bb51aa-1322-454f-a7dc-8ea99599356f Sep 02 12:57:25.106114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c388dab-fa01-4345-ad1c-52d46fae4a2a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:25.150248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Deleting port 11f6a8fa-920e-4227-b070-46abf7e6a652 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:25.150913 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.182180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.210766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:57:25.227306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.228604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 0c388dab-fa01-4345-ad1c-52d46fae4a2a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:25.228946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0c388dab-fa01-4345-ad1c-52d46fae4a2a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:25.229370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2db2f970-1345-463c-9347-9116f420be17 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:25.273483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.274416 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Added segment d814c9fb-f792-4fd7-b46e-1efbb25099c7 of type vlan for network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 Sep 02 12:57:25.288672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] For port 11f6a8fa-920e-4227-b070-46abf7e6a652, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=11f6a8fa-920e-4227-b070-46abf7e6a652,segment=NetworkSegment(86958f3e-6e07-4ad2-b82a-a1dd262bd80f),segment_id=86958f3e-6e07-4ad2-b82a-a1dd262bd80f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:25.289438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.300412 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.306843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:25.307704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.319165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2db2f970-1345-463c-9347-9116f420be17 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:25.319505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2db2f970-1345-463c-9347-9116f420be17 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:25.353421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5321662 Sep 02 12:57:25.358211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:25.376752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'admin_state_up': True, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:25.376989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.383071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Subnet': ['ID=08def3d8-0612-40c8-8136-a360661f1b19,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:25.384031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Calling delete_port for 11f6a8fa-920e-4227-b070-46abf7e6a652 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:25.410112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Checking segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:25.410523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network hostable DHCP agents. Network: 58a9644d-25da-4e5a-abf3-6349eaf9b8b9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:57:25.477586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.478585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:25.479179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.486113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:57:25.529226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e5223-d88b-4f23-b08b-a6eed3dd35fd tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Network': ['ID=67bb51aa-1322-454f-a7dc-8ea99599356f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:25.558198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 58a9644d-25da-4e5a-abf3-6349eaf9b8b9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:25.559051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.562772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.563326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 67bb51aa-1322-454f-a7dc-8ea99599356f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:57:25.592334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:25.596017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.613971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9baeafe-8758-48a2-bc9d-f494f2616a2c None None] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:25.637241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7053230 Sep 02 12:57:25.660848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:25.673499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.679158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:25.687071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Request body: {'subnet': {'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-153155228-subnet', 'tenant_id': 'e753e3677d5749f49785bca6ed606eac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:25.696647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3a5b9430-0a8c-411c-aefc-e90524ac7e59 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9506078 Sep 02 12:57:25.697146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.708381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:25.751608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.752527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.752878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.753257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.753596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.753946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.754275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.754604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.754934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.755403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.756011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.756350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e9642-2fa7-4793-b0ec-b045a35f73c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:57:25.783075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:57:25.840868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=4a3e93ad-df8c-457d-9295-77c0247aa387,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:25.911964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:25.917938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:25.991230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.009050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.026439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] No DVR routers for this DVR port 11f6a8fa-920e-4227-b070-46abf7e6a652 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:57:26.118720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e74c4-44fc-44bd-90ae-20cb713ca5f3 None None] DHCP port deletion for cf78f335-f9f2-413b-a598-da8ad3ec58d9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:57:26.131957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Pushing event deleted for resources: {'Port': ['ID=11f6a8fa-920e-4227-b070-46abf7e6a652,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:26.173307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:20Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:26.206024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.209265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdabc3-d7ec-4b39-b63c-39dfd6048483 None None] The sync data for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 is: [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:20Z', 'revision_number': 3, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:26.209464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.210820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-04e7c56e-6123-4219-84be-78d460df5f68 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/floatingips/cea5e4c9-6103-4ef5-9680-cb32cdb107c9 HTTP/1.1" status: 204 len: 168 time: 2.8403628 Sep 02 12:57:26.214706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:26.270953 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc4e944-2007-4b92-a613-de5aaf09338a tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] DELETE failed (client error): The resource could not be found. Sep 02 12:57:26.271685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc4e944-2007-4b92-a613-de5aaf09338a tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:57:26.281252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.281465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7fc4e944-2007-4b92-a613-de5aaf09338a tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/ports/6e453b1c-25c7-498a-bcfc-3ce259e1acca HTTP/1.1" status: 404 len: 333 time: 0.0619028 Sep 02 12:57:26.286416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:26.334891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:57:26.335795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.354957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4a4fdc42-33b5-4c3e-91e1-4a77c1a4ec1c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a17b09-49c6-480c-8781-5644ead62afc HTTP/1.1" status: 200 len: 205 time: 0.0672669 Sep 02 12:57:26.360004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:26.361919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf78f335-f9f2-413b-a598-da8ad3ec58d9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:26.411568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86958f3e-6e07-4ad2-b82a-a1dd262bd80f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:26.416104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86958f3e-6e07-4ad2-b82a-a1dd262bd80f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:26.440119 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-838cb7db-3e18-49f6-9e13-25f74a2db41b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] delete failed (client error): The resource could not be found. Sep 02 12:57:26.441239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-838cb7db-3e18-49f6-9e13-25f74a2db41b tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/routers/b9a17b09-49c6-480c-8781-5644ead62afc HTTP/1.1" status: 404 len: 336 time: 0.0759566 Sep 02 12:57:26.446019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49916) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:26.490400 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a436bc0-39d4-4a39-a15b-fc8c43516388 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] DELETE failed (client error): The resource could not be found. Sep 02 12:57:26.490877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a436bc0-39d4-4a39-a15b-fc8c43516388 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:57:26.493425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3a436bc0-39d4-4a39-a15b-fc8c43516388 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/subnets/c64eeb5f-9e54-43fe-bf6d-8bb8fd9c12a4 HTTP/1.1" status: 404 len: 337 time: 0.0444334 Sep 02 12:57:26.520303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 11f6a8fa-920e-4227-b070-46abf7e6a652 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:26.531144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:26.534428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.554825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 11f6a8fa-920e-4227-b070-46abf7e6a652 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:57:26.555624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 11f6a8fa-920e-4227-b070-46abf7e6a652 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:57:26.681884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.749701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Allocated IP 172.20.0.2 (58a9644d-25da-4e5a-abf3-6349eaf9b8b9/08def3d8-0612-40c8-8136-a360661f1b19/c6cc177c-563b-445e-9eef-bc9e7177b0b4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:26.758762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.766756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.789932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:26.790351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:26.793977 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:26.799018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.904739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:26.953667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.959016 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:26.963932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] 10.222.0.60 "DELETE /v2.0/networks/cf78f335-f9f2-413b-a598-da8ad3ec58d9 HTTP/1.1" status: 204 len: 168 time: 2.2773728 Sep 02 12:57:26.990363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba342c0-c6a1-428c-9227-52afee3cdeb5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:27.034940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf85a3-0701-416a-b26e-ea2f5d5b1db9 req-6a13d849-702f-435c-97fd-8461775c8866 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:27.035761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 70c36287-1d9d-419b-9dc2-856231b18a45 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:27.036120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.036683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57bf85a3-0701-416a-b26e-ea2f5d5b1db9 req-6a13d849-702f-435c-97fd-8461775c8866 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.2430441 Sep 02 12:57:27.041349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065b5f-a140-4f9a-bb01-207b701f42de admin admin] Pushing event deleted for resources: {'Network': ['ID=cf78f335-f9f2-413b-a598-da8ad3ec58d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:27.084331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:27.084705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Network hostable DHCP agents. Network: f96aa8ef-7d5f-4f87-a48c-8fd375c810c8, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:57:27.093942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.107651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Transition to ACTIVE for port object c6cc177c-563b-445e-9eef-bc9e7177b0b4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:27.139571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Transition to ACTIVE for port object c6cc177c-563b-445e-9eef-bc9e7177b0b4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:27.151388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.156144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.25.7.234 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/24653809-3fbf-4335-ad00-ecbf4933f2ed) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:27.158203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57bf85a3-0701-416a-b26e-ea2f5d5b1db9 req-9a303584-3be6-4e62-a619-b6ebaa1c0eae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117971 Sep 02 12:57:27.211426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49938) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:27.234527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc38725-12f2-4832-9d6c-fb028e8c8497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.238276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.246946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.254279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:27.263266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 70c36287-1d9d-419b-9dc2-856231b18a45 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:27.266852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:27.268108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:57:27.279290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:27.281756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Pushing event updated for resources: {'Port': ['ID=c6cc177c-563b-445e-9eef-bc9e7177b0b4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:27.377125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Attempting to bind port c6cc177c-563b-445e-9eef-bc9e7177b0b4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:27.377503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Attempting to bind port c6cc177c-563b-445e-9eef-bc9e7177b0b4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:27.377878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Attempting to bind port c6cc177c-563b-445e-9eef-bc9e7177b0b4 on network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:27.383350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:27.383730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Checking segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:27.384142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.384583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Bound using segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:27.385091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Bound port: c6cc177c-563b-445e-9eef-bc9e7177b0b4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:27.385834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.410436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f96aa8ef-7d5f-4f87-a48c-8fd375c810c8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:27.415321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:27.416171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.422423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e1b49-bfb6-4816-beff-0474995843fe None None] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:27.501914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8b6ba267-0a3e-435d-8c81-8481b579b439 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7ecdb4a07f348e1aa68ea8277e22d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246835 Sep 02 12:57:27.511410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:27.542681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc38725-12f2-4832-9d6c-fb028e8c8497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.545949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] For port c6cc177c-563b-445e-9eef-bc9e7177b0b4, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:27.552240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abc38725-12f2-4832-9d6c-fb028e8c8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.585305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] For port c6cc177c-563b-445e-9eef-bc9e7177b0b4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c6cc177c-563b-445e-9eef-bc9e7177b0b4,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:27.594083 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-41638555-5364-4176-8f65-737e1e5863b4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9277000 Sep 02 12:57:27.616099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.637231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-abc38725-12f2-4832-9d6c-fb028e8c8497 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5a3b29698164687bee079e0c6928dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293673 Sep 02 12:57:27.641785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:27.692064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc38725-12f2-4832-9d6c-fb028e8c8497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4481ad-9091-4bbe-b94b-a67b7c98f8a7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:27.722136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61678e-e97b-4224-8723-d3687fd9365f None None] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:27.730218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.734107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1ef5bd2-5be0-4ee1-a832-0f4811a94c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.794603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1ef5bd2-5be0-4ee1-a832-0f4811a94c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.813833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428024a0-35a6-4a3d-a81f-b6af62cd6e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:27.859762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517289f-7f66-49d7-a239-e0fa33f5d386 None None] Pushing event updated for resources: {'Port': ['ID=c6cc177c-563b-445e-9eef-bc9e7177b0b4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:27.908645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.029443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=70c36287-1d9d-419b-9dc2-856231b18a45,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:28.037847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428024a0-35a6-4a3d-a81f-b6af62cd6e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.088721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.109488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1ef5bd2-5be0-4ee1-a832-0f4811a94c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.114561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1ef5bd2-5be0-4ee1-a832-0f4811a94c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.128054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d1ef5bd2-5be0-4ee1-a832-0f4811a94c10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf4481ad-9091-4bbe-b94b-a67b7c98f8a7 HTTP/1.1" status: 204 len: 168 time: 0.4775221 Sep 02 12:57:28.155598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef5bd2-5be0-4ee1-a832-0f4811a94c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4481ad-9091-4bbe-b94b-a67b7c98f8a7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:28.224380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:28.240108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:28.245618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.1 (58a9644d-25da-4e5a-abf3-6349eaf9b8b9/08def3d8-0612-40c8-8136-a360661f1b19/2b641b84-41dd-44c7-b822-3da9c63d4f96) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:28.261383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:28.266490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=24653809-3fbf-4335-ad00-ecbf4933f2ed,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:28.305079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.309869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3d4bac09-fc46-465d-a741-8014cb169f35 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/ports/70c36287-1d9d-419b-9dc2-856231b18a45 HTTP/1.1" status: 204 len: 168 time: 1.7692709 Sep 02 12:57:28.311928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:28.349645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428024a0-35a6-4a3d-a81f-b6af62cd6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.352651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428024a0-35a6-4a3d-a81f-b6af62cd6e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.354173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-428024a0-35a6-4a3d-a81f-b6af62cd6e8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fde7461-19c4-4581-b950-cba29f9dfc62 HTTP/1.1" status: 204 len: 168 time: 0.8417509 Sep 02 12:57:28.384506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428024a0-35a6-4a3d-a81f-b6af62cd6e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fde7461-19c4-4581-b950-cba29f9dfc62,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:28.584814 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.596725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-4c47ff7d-7e00-456d-8a4e-3e5ce077c083 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:28.605028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-4c47ff7d-7e00-456d-8a4e-3e5ce077c083 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.1847708 Sep 02 12:57:28.624080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c6cc177c-563b-445e-9eef-bc9e7177b0b4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:28.629391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port 44b3769c-3792-48b3-af6c-7995a7d923d7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:28.629815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.633986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a9f135a8-580d-4676-9197-5eb82318fa14 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0278285 Sep 02 12:57:28.636405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object 2b641b84-41dd-44c7-b822-3da9c63d4f96 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:28.698017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-7aae1470-2f08-4cad-94ca-d09c6130dfde tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627506 Sep 02 12:57:28.705715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-b738c9c2-8af0-4d49-aa67-8e4aaacae803 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:57:28.717732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-b738c9c2-8af0-4d49-aa67-8e4aaacae803 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178509 Sep 02 12:57:28.768678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53235182-18c0-4b81-a02e-af73fc3e0340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.777910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c6cc177c-563b-445e-9eef-bc9e7177b0b4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:28.788369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3c812c0c-2371-4225-9554-067900d7bbdd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:28.823126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.826082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.850029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.912259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 3c812c0c-2371-4225-9554-067900d7bbdd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:28.915941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-744ede2a-14ec-4d8b-9821-e771958b1441 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967049 Sep 02 12:57:28.924721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3c812c0c-2371-4225-9554-067900d7bbdd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:28.927305 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:28.934749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for 44b3769c-3792-48b3-af6c-7995a7d923d7 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:28.973577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:28.984837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:28.993654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:29.000470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=2b641b84-41dd-44c7-b822-3da9c63d4f96,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:29.098972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:29.099827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:29.157854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.161503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa107-8c88-471c-a3f4-c044dcaec893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.200275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 3c812c0c-2371-4225-9554-067900d7bbdd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3c812c0c-2371-4225-9554-067900d7bbdd,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:29.207326 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.235582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-62f6ed79-5bca-48b9-8c1f-f0114360611d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9096c1a3a5eb466f864a0d7003ebb0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317132 Sep 02 12:57:29.245095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:29.282420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=3c812c0c-2371-4225-9554-067900d7bbdd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:29.303697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:57:29.402121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.432654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:29.435156 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0c4dc2-7e8d-4fda-8046-fc881efb5799" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-unplugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:29.445214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.454404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:29.480016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.487263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf2b2d-21f0-4120-a30c-ed7c497cb7b1 None None] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:29.492139 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be95bfd-2016-44a8-9476-55959feb1a61 x-openstack-request-id: req-3be95bfd-2016-44a8-9476-55959feb1a61 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:29.492459 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-unplugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:29.492768 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3be95bfd-2016-44a8-9476-55959feb1a61 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:29.493177 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:57:29.536876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-3a814324-bbb3-4282-ab4d-b7521a29fe94 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200161 Sep 02 12:57:29.610068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] Provisioning for port c6cc177c-563b-445e-9eef-bc9e7177b0b4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:29.622108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:29.629481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] Provisioning complete for port c6cc177c-563b-445e-9eef-bc9e7177b0b4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:29.630662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.682526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.779428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.825218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] For port c6cc177c-563b-445e-9eef-bc9e7177b0b4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c6cc177c-563b-445e-9eef-bc9e7177b0b4,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:29.836827 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.912537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afd6c09-9da8-4ec0-9740-ece86191af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.942735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ac9309a-0f8f-461d-8c8a-e06d18ee8037 req-76d773c7-7697-4193-aaa2-da51d561551a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 210 time: 0.0601802 Sep 02 12:57:29.978697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eb4c0-8d5a-4012-a757-24b63be5976b None None] Pushing event updated for resources: {'Port': ['ID=c6cc177c-563b-445e-9eef-bc9e7177b0b4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:29.979083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afd6c09-9da8-4ec0-9740-ece86191af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:29.983340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.006574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.122169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa107-8c88-471c-a3f4-c044dcaec893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.131437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=44b3769c-3792-48b3-af6c-7995a7d923d7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:30.154578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.155664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa107-8c88-471c-a3f4-c044dcaec893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.161715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.256081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.259391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=2b641b84-41dd-44c7-b822-3da9c63d4f96,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:30.286624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ec5aa107-8c88-471c-a3f4-c044dcaec893 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=512af5fe75014ea2a38dd292e2bab2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1816113 Sep 02 12:57:30.313504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5aa107-8c88-471c-a3f4-c044dcaec893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4bd0f5-6b28-4705-bae6-ebba920b0102,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:30.317018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:30.332892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afd6c09-9da8-4ec0-9740-ece86191af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.335705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0afd6c09-9da8-4ec0-9740-ece86191af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.339404 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0afd6c09-9da8-4ec0-9740-ece86191af32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6c74efa-8190-49c8-8724-5a231ff87d66 HTTP/1.1" status: 204 len: 168 time: 1.0888155 Sep 02 12:57:30.356372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.359228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-114a01db-99ca-44f8-9257-4c0618abec87 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/ports/44b3769c-3792-48b3-af6c-7995a7d923d7 HTTP/1.1" status: 204 len: 168 time: 2.0458901 Sep 02 12:57:30.360826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd6c09-9da8-4ec0-9740-ece86191af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c74efa-8190-49c8-8724-5a231ff87d66,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:30.362830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:30.379004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3e0b473-0d77-4f7a-b96f-91e5cd2026d6 None None] Provisioning for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:30.393173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3e0b473-0d77-4f7a-b96f-91e5cd2026d6 None None] Provisioning complete for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:30.393832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b473-0d77-4f7a-b96f-91e5cd2026d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.440873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36cad4df-4f6c-45d4-a146-01215782183a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.456868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 28e22f14-6680-436d-8276-c6917d6c4ff1 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:57:30.479203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0b473-0d77-4f7a-b96f-91e5cd2026d6 None None] Port 2b641b84-41dd-44c7-b822-3da9c63d4f96 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:30.500291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd7a55-3e63-4d0b-a78d-6bc6f4a4341d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:30.501975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d4fd7a55-3e63-4d0b-a78d-6bc6f4a4341d tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "GET /v2.0/ports?device_id=91c321ce-06ef-4376-901a-0a869902fce5 HTTP/1.1" status: 200 len: 913 time: 0.1348333 Sep 02 12:57:30.506791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:30.515884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c6cc177c-563b-445e-9eef-bc9e7177b0b4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:30.525619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3e0b473-0d77-4f7a-b96f-91e5cd2026d6 None None] Provisioning complete for port c6cc177c-563b-445e-9eef-bc9e7177b0b4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:30.526441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b473-0d77-4f7a-b96f-91e5cd2026d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.536578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:30.545886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:30.582194 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36cad4df-4f6c-45d4-a146-01215782183a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.639675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c6cc177c-563b-445e-9eef-bc9e7177b0b4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:30.640280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.801590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:30.827926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router c100e6c6-cecf-4b10-a690-5a44686ead15 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:30.837071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36cad4df-4f6c-45d4-a146-01215782183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.839831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36cad4df-4f6c-45d4-a146-01215782183a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.844475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-36cad4df-4f6c-45d4-a146-01215782183a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba4bd0f5-6b28-4705-bae6-ebba920b0102 HTTP/1.1" status: 204 len: 168 time: 0.5232852 Sep 02 12:57:30.882817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cad4df-4f6c-45d4-a146-01215782183a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4bd0f5-6b28-4705-bae6-ebba920b0102,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:30.887355 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Sync routers for ids ['28e22f14-6680-436d-8276-c6917d6c4ff1'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:30.918027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa612b18-32e3-4d91-b3ce-84e2f2be68ac None None] Provisioning complete for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:30.918917 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa612b18-32e3-4d91-b3ce-84e2f2be68ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.926485 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Routers {'28e22f14-6680-436d-8276-c6917d6c4ff1'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:30.927161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['28e22f14-6680-436d-8276-c6917d6c4ff1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:30.952607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3c812c0c-2371-4225-9554-067900d7bbdd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:30.970676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:30.972341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f20cf2ba-10ee-42d1-b7fe-e6a1d7c3a39d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6007180 Sep 02 12:57:30.977786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50024) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:31.221907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342dd507-cce3-406f-9867-6c91970ec13e tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:31.223962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa612b18-32e3-4d91-b3ce-84e2f2be68ac None None] Port 2b641b84-41dd-44c7-b822-3da9c63d4f96 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:31.226757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-342dd507-cce3-406f-9867-6c91970ec13e tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5fdc22dc7cbc4675a0f937a8dec4a81c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2471507 Sep 02 12:57:31.229962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:31.280777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3c812c0c-2371-4225-9554-067900d7bbdd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:31.281436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:31.304070 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Set router 28e22f14-6680-436d-8276-c6917d6c4ff1 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:31.361804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-356835cd-f6a2-4853-919d-5e6f92c78389 req-9147a247-9865-4498-94e9-f4f1f2858925 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 210 time: 0.1055229 Sep 02 12:57:31.365927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:31.389120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:57:31.409646 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-43429497-2d6d-4b73-b40b-a7f13f99fd2e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/c100e6c6-cecf-4b10-a690-5a44686ead15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6938999 Sep 02 12:57:31.425829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Sync routers for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:31.508459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:31.509138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:31.577446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1606f6-1e00-4960-891d-e3bc7c6295d0 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:31.584435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:31.593941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c1606f6-1e00-4960-891d-e3bc7c6295d0 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3579307 Sep 02 12:57:31.649585 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-82b93d36-8033-4be0-9e54-8572917ea89e tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635698 Sep 02 12:57:31.666541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:31.715966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a50d6510-2206-45a5-92e8-573528a6a0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:31.749743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-abd4c075-94fa-4026-ab7b-ac85c9dd34df tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5fdc22dc7cbc4675a0f937a8dec4a81c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814929 Sep 02 12:57:31.754736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:31.778505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90e29f13-8716-4a9f-abf1-0e9a405fb9a2 None None] Provisioning complete for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:31.778929 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90e29f13-8716-4a9f-abf1-0e9a405fb9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:31.786679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:57:31.797539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-10c6904e-feb3-47a0-831f-3fb85bf93f41 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:31.799065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-10c6904e-feb3-47a0-831f-3fb85bf93f41 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.5142479 Sep 02 12:57:31.819256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:31.820778 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:57:28Z', 'revision_number': 3, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:31.840394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:31.888507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:31.904148 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Checking router: 28e22f14-6680-436d-8276-c6917d6c4ff1 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:31.905567 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Updating router 28e22f14-6680-436d-8276-c6917d6c4ff1 port 24653809-3fbf-4335-ad00-ecbf4933f2ed binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:57:31.942321 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:31.971386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:57:32.073435 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.083706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:32.087884 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.104697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-ba7d62ba-f98e-459d-aaca-140129b30593 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032587703&fields=id&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 267 time: 0.1967330 Sep 02 12:57:32.112802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-90e29f13-8716-4a9f-abf1-0e9a405fb9a2 None None] Port 2b641b84-41dd-44c7-b822-3da9c63d4f96 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:32.163376 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.168960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:32.208265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a00a8a-fc78-4a87-a2ff-5b7c40d379c6 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:32.212789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-10a00a8a-fc78-4a87-a2ff-5b7c40d379c6 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4539456 Sep 02 12:57:32.213942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:32.248554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:32.258739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-122b5b8b-ec73-487a-b201-58ab6c9b6805 tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415273 Sep 02 12:57:32.258832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:32.264570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-25548839', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:32.378324 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.397785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Transition to ACTIVE for port object 24653809-3fbf-4335-ad00-ecbf4933f2ed will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:32.414498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:32.422195 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.438486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.503692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-c1d27c1b-5436-4492-9a1e-e98783bb3976 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:32.514247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-c1d27c1b-5436-4492-9a1e-e98783bb3976 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/networks?id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9 HTTP/1.1" status: 200 len: 796 time: 0.3978753 Sep 02 12:57:32.555695 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Attempting to bind port 24653809-3fbf-4335-ad00-ecbf4933f2ed on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:32.557226 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Attempting to bind port 24653809-3fbf-4335-ad00-ecbf4933f2ed by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:32.557880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Attempting to bind port 24653809-3fbf-4335-ad00-ecbf4933f2ed on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:32.564144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.8 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/f595fdc3-4b2c-45d4-8774-b422bff695b0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:32.572402 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-5b05e867-73c7-4d15-9f33-8e8e6f3c0ca8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/quotas/f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 375 time: 0.0566359 Sep 02 12:57:32.583671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b36a201-96fd-432a-80ae-3864fb67f30c req-2baee6dd-6d0c-41a9-ac27-3490a951acb5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 210 time: 0.0796404 Sep 02 12:57:32.603747 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:32.605522 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:32.607211 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.609569 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:32.610171 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Bound port: 24653809-3fbf-4335-ad00-ecbf4933f2ed, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:32.610772 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.653991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db67a9b-6d8f-4ec2-b982-dfd538dc4d25 None None] Pushing event updated for resources: {'Port': ['ID=24653809-3fbf-4335-ad00-ecbf4933f2ed,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:32.667773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Made reservation on behalf of 5fdc22dc7cbc4675a0f937a8dec4a81c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:32.671696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.738810 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] For port 24653809-3fbf-4335-ad00-ecbf4933f2ed, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:32.765356 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] For port 24653809-3fbf-4335-ad00-ecbf4933f2ed, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24653809-3fbf-4335-ad00-ecbf4933f2ed,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:32.779555 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:32.821541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-6898b8e3-0407-408f-962e-74ee7660bcd8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2454107 Sep 02 12:57:32.836662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-3ac44a09-5223-45ad-8cff-242eaaefead7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 12:57:32.844933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-3ac44a09-5223-45ad-8cff-242eaaefead7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150042 Sep 02 12:57:32.854183 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db67a9b-6d8f-4ec2-b982-dfd538dc4d25 None None] Pushing event updated for resources: {'Port': ['ID=24653809-3fbf-4335-ad00-ecbf4933f2ed,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:32.887957 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Routers {'28e22f14-6680-436d-8276-c6917d6c4ff1'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:32.889230 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['28e22f14-6680-436d-8276-c6917d6c4ff1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:32.916643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port b8898c22-bc69-42bf-9c60-08b6827a9c31 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:32.917037 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.048083 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] Set router 28e22f14-6680-436d-8276-c6917d6c4ff1 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:33.062583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['aaeaec21-260d-4039-a4ef-6416e9c31d63'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:33.084926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-6d56dfcf-b1a1-4d18-8db1-9f4546f5f68b service neutron] 10.222.0.60 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388875 Sep 02 12:57:33.121193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.142277 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.165540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:33.220300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-072ca4b1-ba45-4b58-a13b-e96991740474 service neutron] 10.222.0.60 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343896 Sep 02 12:57:33.271247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.302373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for b8898c22-bc69-42bf-9c60-08b6827a9c31 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:33.433612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 2, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:33.501037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Subnet': ['ID=0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:33.548676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Checking router: c100e6c6-cecf-4b10-a690-5a44686ead15 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:33.551701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Updating router c100e6c6-cecf-4b10-a690-5a44686ead15 port 2b641b84-41dd-44c7-b822-3da9c63d4f96 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:57:33.560665 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e008079b-8824-491b-8252-deac88ddb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:57:28Z', 'revision_number': 3, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:33.606388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.640609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008079b-8824-491b-8252-deac88ddb8af None None] The sync data for ids ['28e22f14-6680-436d-8276-c6917d6c4ff1'] in n-d-792364-8 is: [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:57:28Z', 'revision_number': 3, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:33.684043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44637130-83e8-4679-9d39-2c060be8c868 req-f7eb5166-66f4-4a3e-973d-9e4b240243f1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 210 time: 0.1016152 Sep 02 12:57:33.701295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Checking segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:33.702697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network hostable DHCP agents. Network: 67bb51aa-1322-454f-a7dc-8ea99599356f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:57:33.802321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 67bb51aa-1322-454f-a7dc-8ea99599356f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:57:33.803098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdf38498-a6a6-4e76-89bd-a92708459f30 req-ffa6f620-fa26-497f-a62c-b38fd34cc637 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 210 time: 0.0631533 Sep 02 12:57:33.841911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 67bb51aa-1322-454f-a7dc-8ea99599356f) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:33.845299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.883218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:33.883900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.894444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=b8898c22-bc69-42bf-9c60-08b6827a9c31,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:33.924640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:33.937336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-04095964-7673-4232-aa41-8791cd6ea58e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.6751447 Sep 02 12:57:33.942376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50120) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:33.964325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda6075-e0a6-4e53-9e57-dbf1b5ead0d0 None None] Network 67bb51aa-1322-454f-a7dc-8ea99599356f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:34.349108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:34.351901 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:34.617640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:34.628323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:34.648605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:34.651483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=f595fdc3-4b2c-45d4-8774-b422bff695b0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:34.654487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:34.656002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Transition to ACTIVE for port object 2b641b84-41dd-44c7-b822-3da9c63d4f96 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:34.667925 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:34.669273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24653809-3fbf-4335-ad00-ecbf4933f2ed up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:34.683264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:34.790545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3131e-b6f5-43f2-b631-2de1e9ac02f1 None None] Pushing event updated for resources: {'Port': ['ID=2b641b84-41dd-44c7-b822-3da9c63d4f96,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:34.923036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Router 91c321ce-06ef-4376-901a-0a869902fce5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:35.074989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3aea7b6d-e69b-4d79-9798-532830229ba8 req-9db91031-aae5-4a6a-b7b6-b7d0db9b0ca8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 210 time: 0.1790459 Sep 02 12:57:35.097572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:35.108300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.163870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Attempting to bind port 2b641b84-41dd-44c7-b822-3da9c63d4f96 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:35.164187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Attempting to bind port 2b641b84-41dd-44c7-b822-3da9c63d4f96 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:35.164556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Attempting to bind port 2b641b84-41dd-44c7-b822-3da9c63d4f96 on network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:35.166917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 24653809-3fbf-4335-ad00-ecbf4933f2ed completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:35.183575 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.192215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-67bb51aa-1322-454f-a7dc-8ea99599356f', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'fixed_ips': [{'subnet_id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:57:35.193678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.199598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:35.200877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Checking segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:35.201529 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.202105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Bound using segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:35.202797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Bound port: 2b641b84-41dd-44c7-b822-3da9c63d4f96, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:35.203347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.213597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 24653809-3fbf-4335-ad00-ecbf4933f2ed triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:35.214825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.350952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e6a3c-48f9-4a7e-beb9-bc440bfa7055 req-41c6662a-6634-4e24-8f1c-59e43b0df48e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:35.355552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea5e6a3c-48f9-4a7e-beb9-bc440bfa7055 req-41c6662a-6634-4e24-8f1c-59e43b0df48e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 931 time: 0.2939920 Sep 02 12:57:35.398129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-a4f399e5-13ec-4f82-9edf-3a1aa822c51f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5679667 Sep 02 12:57:35.443050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Request body: {'port': {'device_id': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:35.490418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea5e6a3c-48f9-4a7e-beb9-bc440bfa7055 req-f183d18f-1f55-498e-8cb9-fa2d29aff65c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242144 Sep 02 12:57:35.529626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Allocated IP 172.20.0.18 (67bb51aa-1322-454f-a7dc-8ea99599356f/0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403/1ae682bb-8700-4dab-8a5f-5821413d441c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:35.576522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:35.781917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.799419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-b0204cae-b716-4576-a6f2-bc637feae8e7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:35.801087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-b0204cae-b716-4576-a6f2-bc637feae8e7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/networks?id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9 HTTP/1.1" status: 200 len: 796 time: 0.3419287 Sep 02 12:57:35.804808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:35.812815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c700f045-381f-4dd0-9b0b-73bdbfd9912c tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "PUT /v2.0/routers/91c321ce-06ef-4376-901a-0a869902fce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3041251 Sep 02 12:57:35.815597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50154) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:35.826887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] Sync routers for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:35.847430 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:35.847834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:35.932294 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:35.951180 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] Routers {'91c321ce-06ef-4376-901a-0a869902fce5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:35.952220 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['91c321ce-06ef-4376-901a-0a869902fce5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:35.961434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:35.977113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Transition to ACTIVE for port object 1ae682bb-8700-4dab-8a5f-5821413d441c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:36.002046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Transition to ACTIVE for port object 1ae682bb-8700-4dab-8a5f-5821413d441c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:36.037615 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:36.039997 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.044668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311b457-772c-4d24-93ae-146383f9c673 None None] The sync data for ids ['91c321ce-06ef-4376-901a-0a869902fce5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:36.172935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Network 67bb51aa-1322-454f-a7dc-8ea99599356f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:36.177403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:36.190588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:36.266261 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.275404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port aaeaec21-260d-4039-a4ef-6416e9c31d63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:36.275773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.313537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Pushing event updated for resources: {'Port': ['ID=1ae682bb-8700-4dab-8a5f-5821413d441c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:36.392257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] For port 2b641b84-41dd-44c7-b822-3da9c63d4f96, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:36.409452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 24653809-3fbf-4335-ad00-ecbf4933f2ed, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24653809-3fbf-4335-ad00-ecbf4933f2ed,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:36.422773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f595fdc3-4b2c-45d4-8774-b422bff695b0 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:36.433661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.450556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Transition to ACTIVE for port object f595fdc3-4b2c-45d4-8774-b422bff695b0 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:36.456010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Attempting to bind port 1ae682bb-8700-4dab-8a5f-5821413d441c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:36.456332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Attempting to bind port 1ae682bb-8700-4dab-8a5f-5821413d441c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:36.456735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Attempting to bind port 1ae682bb-8700-4dab-8a5f-5821413d441c on network 67bb51aa-1322-454f-a7dc-8ea99599356f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:36.470047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.476636 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.484165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] For port 2b641b84-41dd-44c7-b822-3da9c63d4f96, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b641b84-41dd-44c7-b822-3da9c63d4f96,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:36.534505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.565841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5fd87780-f08b-4589-b18e-47bb66ec8f9d req-b0fc238d-2475-45f1-b7cb-6477a91175e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 210 time: 0.1092005 Sep 02 12:57:36.579188 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.601234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:36.603321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Checking segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:36.603855 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.604869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Bound using segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:36.607239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Bound port: 1ae682bb-8700-4dab-8a5f-5821413d441c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:36.608773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.703072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-9f4aff88-b85c-4783-845a-42f3d1e2b5b2 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b2a7200524bfbb23facb779d17d3b HTTP/1.1" status: 200 len: 380 time: 0.8888288 Sep 02 12:57:36.723108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Pushing event updated for resources: {'Port': ['ID=f595fdc3-4b2c-45d4-8774-b422bff695b0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:36.757584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'port': {'device_id': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'admin_state_up': True, 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'security_groups': ['b469c2ab-a297-4248-b187-2010877326bb']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:36.854004 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.881303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=24653809-3fbf-4335-ad00-ecbf4933f2ed,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:36.953815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:36.954894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:36.959863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Attempting to bind port f595fdc3-4b2c-45d4-8774-b422bff695b0 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:36.961832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Attempting to bind port f595fdc3-4b2c-45d4-8774-b422bff695b0 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:36.962388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Attempting to bind port f595fdc3-4b2c-45d4-8774-b422bff695b0 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:36.978279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Port f595fdc3-4b2c-45d4-8774-b422bff695b0 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:57:36.978893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Attempting to bind port f595fdc3-4b2c-45d4-8774-b422bff695b0 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:36.980234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94c8d-1454-477a-9c4e-23b0ee7eec7b req-0904020b-99a0-4c4e-a064-eda23ed854b2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:36.991532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:36.993346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:36.993913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:36.994544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Bound port: f595fdc3-4b2c-45d4-8774-b422bff695b0, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:36.995077 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:36.996225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bb94c8d-1454-477a-9c4e-23b0ee7eec7b req-0904020b-99a0-4c4e-a064-eda23ed854b2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 943 time: 0.2982805 Sep 02 12:57:37.111681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:37.121221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bb94c8d-1454-477a-9c4e-23b0ee7eec7b req-24e9d4ec-020d-4a1c-9075-2c9e217d0a34 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236598 Sep 02 12:57:37.137303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] For port f595fdc3-4b2c-45d4-8774-b422bff695b0, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:37.143327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] For port f595fdc3-4b2c-45d4-8774-b422bff695b0, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:37.152022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.190639 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.250685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Pushing event updated for resources: {'Port': ['ID=f595fdc3-4b2c-45d4-8774-b422bff695b0,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:37.273157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:37.274598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.276053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-546d4939-0c5e-441c-b73d-d7b4fd00e371 service neutron] 10.222.0.41 "PUT /v2.0/ports/f595fdc3-4b2c-45d4-8774-b422bff695b0 HTTP/1.1" status: 200 len: 1091 time: 1.8542149 Sep 02 12:57:37.279869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'tag': 'f595fdc3-4b2c-45d4-8774-b422bff695b0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:37.288096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:37.290121 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26538a58-fb8d-475b-9998-a51e7c042419" -d '{"events": [{"name": "network-changed", "server_uuid": "74ea679d-56c9-4d78-a7aa-5f2845d44773", "tag": "f595fdc3-4b2c-45d4-8774-b422bff695b0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:37.301693 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f0363-e48c-4e7f-9791-9f26b8a3fd2d" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:37.350072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] For port 1ae682bb-8700-4dab-8a5f-5821413d441c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:37.395586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:37.416835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Made reservation on behalf of f83b2a7200524bfbb23facb779d17d3b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:37.421495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.431691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] For port 1ae682bb-8700-4dab-8a5f-5821413d441c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ae682bb-8700-4dab-8a5f-5821413d441c,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:37.443274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:37.444059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.457570 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.476604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3131e-b6f5-43f2-b631-2de1e9ac02f1 None None] Pushing event updated for resources: {'Port': ['ID=2b641b84-41dd-44c7-b822-3da9c63d4f96,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:37.581461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.730082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.20.0.5 (58a9644d-25da-4e5a-abf3-6349eaf9b8b9/08def3d8-0612-40c8-8136-a360661f1b19/dcb2c06f-a3a6-4b9a-b653-c11904e768bd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:37.737437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f7cdbb-6198-419e-a3fd-4ec70cc1c8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.748070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting port c866e4ec-1769-498e-838f-6d4bc629ae06 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:37.748421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:37.796042 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ba28fe-dc9e-4e74-832e-df8c2433a8be x-openstack-request-id: req-90ba28fe-dc9e-4e74-832e-df8c2433a8be {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:37.796667 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:37.797102 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90ba28fe-dc9e-4e74-832e-df8c2433a8be {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:37.797648 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:57:37.982558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:38.008005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.20.0.17 (67bb51aa-1322-454f-a7dc-8ea99599356f/0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403/4a9f02f0-30d1-4bde-9ad7-f034b55c8c51) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:38.063316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.125453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:38.162706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2aaab-b716-4ac0-9883-fac3c1138ca8 None None] Pushing event updated for resources: {'Port': ['ID=1ae682bb-8700-4dab-8a5f-5821413d441c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:38.171401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f81c7-e457-4666-8e1f-2ea4d11aa0c7 None None] The sync data for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 is: [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:38.196366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.241824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Transition to ACTIVE for port object 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:38.265317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Calling delete_port for c866e4ec-1769-498e-838f-6d4bc629ae06 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:38.302413 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dbae6f-39aa-4a05-b0ae-cc6fd9e07465 x-openstack-request-id: req-d0dbae6f-39aa-4a05-b0ae-cc6fd9e07465 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:38.302813 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ea679d-56c9-4d78-a7aa-5f2845d44773", "tag": "f595fdc3-4b2c-45d4-8774-b422bff695b0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:38.302960 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0dbae6f-39aa-4a05-b0ae-cc6fd9e07465 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:38.303673 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'tag': 'f595fdc3-4b2c-45d4-8774-b422bff695b0', 'status': 'completed', 'code': 200} Sep 02 12:57:38.317133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.350312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.392301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df18e73b-bf21-48a6-b5a4-bad881e84958 req-cd6dd1ae-89bf-4359-9dd8-f759f8fbcd37 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0967798 Sep 02 12:57:38.425671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 67bb51aa-1322-454f-a7dc-8ea99599356f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:38.474100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Transition to ACTIVE for port object dcb2c06f-a3a6-4b9a-b653-c11904e768bd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:38.477863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:38.484067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-f2273368-e7b9-4ed5-82e4-8289ef56fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:38.486025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-f2273368-e7b9-4ed5-82e4-8289ef56fa36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 1094 time: 0.1811969 Sep 02 12:57:38.486807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:38.533425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f7cdbb-6198-419e-a3fd-4ec70cc1c8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.551225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.556559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f7cdbb-6198-419e-a3fd-4ec70cc1c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.619982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-c9d0a56e-a2a8-40d0-9721-84e5b868c753 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0 HTTP/1.1" status: 200 len: 217 time: 0.0651135 Sep 02 12:57:38.728443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b4fe3-4bc3-4505-b4fb-d461d992bcff req-3a0dedad-0ecc-42bd-aa54-176a2e1f82be tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:38.730292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f55b4fe3-4bc3-4505-b4fb-d461d992bcff req-3a0dedad-0ecc-42bd-aa54-176a2e1f82be tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 943 time: 0.3769741 Sep 02 12:57:38.747820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7cdbb-6198-419e-a3fd-4ec70cc1c8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa78559-38e6-48d2-b46a-52effa847ff0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:38.753319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-5fe284c7-6402-452a-821b-ae5025f6acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:38.755121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-5fe284c7-6402-452a-821b-ae5025f6acf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0804825 Sep 02 12:57:38.765497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:38.770063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e7f7cdbb-6198-419e-a3fd-4ec70cc1c8ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbf099e64d074b5e8c750b023397f3de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3166156 Sep 02 12:57:38.772516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:38.804668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-96b9ef9c-a20f-4804-916f-26ab40ca9311 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316377 Sep 02 12:57:38.829616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:38.889289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b641b84-41dd-44c7-b822-3da9c63d4f96 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:38.979946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:38.987814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f55b4fe3-4bc3-4505-b4fb-d461d992bcff req-a1d96821-df44-4189-a800-95e609206330 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427554 Sep 02 12:57:38.998732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:39.006644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:39.009053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:39.018738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:39.019076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.039551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:39.107644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.114752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f0ec2a1-e2f5-4849-a649-f03eb40512b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.203359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Port': ['ID=c866e4ec-1769-498e-838f-6d4bc629ae06,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:39.214111 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.228604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.309937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2b641b84-41dd-44c7-b822-3da9c63d4f96, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b641b84-41dd-44c7-b822-3da9c63d4f96,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:39.321088 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.322140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ae682bb-8700-4dab-8a5f-5821413d441c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:39.327898 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f0ec2a1-e2f5-4849-a649-f03eb40512b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.341299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:39.354549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.458522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 1ae682bb-8700-4dab-8a5f-5821413d441c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:39.488220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24653809-3fbf-4335-ad00-ecbf4933f2ed up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:39.505982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2b641b84-41dd-44c7-b822-3da9c63d4f96,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:39.604620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-48dc5030-da2b-49dc-848e-adc5236e3fc1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8546486 Sep 02 12:57:39.633517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Request body: {'port': {'device_id': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:39.643111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7421c267-81a4-4a16-adc2-fd424f28171f None None] Provisioning for port dcb2c06f-a3a6-4b9a-b653-c11904e768bd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:39.644749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.667297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7421c267-81a4-4a16-adc2-fd424f28171f None None] Provisioning complete for port dcb2c06f-a3a6-4b9a-b653-c11904e768bd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:39.667553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7421c267-81a4-4a16-adc2-fd424f28171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.680646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 24653809-3fbf-4335-ad00-ecbf4933f2ed triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:39.687088 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.731011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-424c5509-7a69-46aa-9bb4-37034a4692bb service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9115336 Sep 02 12:57:39.864386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7421c267-81a4-4a16-adc2-fd424f28171f None None] Port dcb2c06f-a3a6-4b9a-b653-c11904e768bd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:39.931401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91afda1-f6e0-48ea-a17c-95a679a7dcd8 None None] Network 67bb51aa-1322-454f-a7dc-8ea99599356f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:39.934715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.970824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.985875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f0ec2a1-e2f5-4849-a649-f03eb40512b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.989021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f0ec2a1-e2f5-4849-a649-f03eb40512b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:39.990399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6f0ec2a1-e2f5-4849-a649-f03eb40512b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/faa78559-38e6-48d2-b46a-52effa847ff0 HTTP/1.1" status: 204 len: 168 time: 1.2105150 Sep 02 12:57:40.042939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] Provisioning for port 1ae682bb-8700-4dab-8a5f-5821413d441c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:40.058842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] Provisioning complete for port 1ae682bb-8700-4dab-8a5f-5821413d441c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:40.060965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.068175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208611e5-a161-4a81-9207-6ab9cb79a072 req-22291e3f-ce09-4921-95fc-039bc692103c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:40.071551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ec2a1-e2f5-4849-a649-f03eb40512b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa78559-38e6-48d2-b46a-52effa847ff0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:40.076942 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.083501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-208611e5-a161-4a81-9207-6ab9cb79a072 req-22291e3f-ce09-4921-95fc-039bc692103c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 931 time: 0.4487565 Sep 02 12:57:40.095184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.096888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Fanout notify agent at l3_agent the message router_deleted on router 91c321ce-06ef-4376-901a-0a869902fce5 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:57:40.107572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.112112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-34fbdd58-9f24-4599-9f7c-b66f1e5fd157 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/routers/91c321ce-06ef-4376-901a-0a869902fce5 HTTP/1.1" status: 204 len: 168 time: 4.2899942 Sep 02 12:57:40.112988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:40.192136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1bb215f-e5df-43ba-ada0-75609ac2d5f5 req-e4e09bd5-c2e5-42f0-96b9-2237c769d7aa service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562409 Sep 02 12:57:40.241369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Deleting subnet 8bbb5c76-0bda-43e3-996b-1fab0b9be83d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:57:40.287413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.291179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.296845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-208611e5-a161-4a81-9207-6ab9cb79a072 req-1081c7ec-206d-42a7-8dba-e1d6df183458 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121100 Sep 02 12:57:40.480331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538a58-fb8d-475b-9998-a51e7c042419 req-dcc1fa81-e16c-4998-8b27-49474f0d4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:40.486899 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-dcc1fa81-e16c-4998-8b27-49474f0d4b0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 1094 time: 0.2183988 Sep 02 12:57:40.516162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] For port 1ae682bb-8700-4dab-8a5f-5821413d441c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ae682bb-8700-4dab-8a5f-5821413d441c,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:40.518679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.521091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.540510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.544395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.552639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd2e03-d851-4977-a297-e9ad3ea65dd4 req-6bce3aee-c4e6-47d5-9c13-7e9f738aa02d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:40.566184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8acd2e03-d851-4977-a297-e9ad3ea65dd4 req-6bce3aee-c4e6-47d5-9c13-7e9f738aa02d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 943 time: 0.3201995 Sep 02 12:57:40.685123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b641b84-41dd-44c7-b822-3da9c63d4f96 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:40.738139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:40.750417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.783426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:40.788042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7347f-b664-4fb3-a115-2ef859e7f0fa None None] Pushing event updated for resources: {'Port': ['ID=1ae682bb-8700-4dab-8a5f-5821413d441c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:40.813704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538a58-fb8d-475b-9998-a51e7c042419 req-a18df66c-a0b8-4abd-9778-50fe4e3716ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:40.815494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-a18df66c-a0b8-4abd-9778-50fe4e3716ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.3202138 Sep 02 12:57:40.851475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2b641b84-41dd-44c7-b822-3da9c63d4f96 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:40.851843 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.879450 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37585e69-8db6-4ee2-a75e-70ae4857b62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:40.910305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8acd2e03-d851-4977-a297-e9ad3ea65dd4 req-b8dacebb-a7fd-4ecc-a6bb-3fd5791cf137 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423798 Sep 02 12:57:40.947937 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-acf36dfe-acbe-4f17-8f59-6f43bc9265ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0 HTTP/1.1" status: 200 len: 217 time: 0.0898957 Sep 02 12:57:40.971248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.053307 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.091620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-074d3e26-f9fa-48ce-90fc-bd7b9c3bc16a None None] Provisioning complete for port 1ae682bb-8700-4dab-8a5f-5821413d441c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:41.092013 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-074d3e26-f9fa-48ce-90fc-bd7b9c3bc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.166231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538a58-fb8d-475b-9998-a51e7c042419 req-fa421890-e4a9-4043-9a48-749508c3b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:41.182752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-fa421890-e4a9-4043-9a48-749508c3b571 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.2242184 Sep 02 12:57:41.243376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.267627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-074d3e26-f9fa-48ce-90fc-bd7b9c3bc16a None None] Provisioning for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:41.277883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-074d3e26-f9fa-48ce-90fc-bd7b9c3bc16a None None] Provisioning complete for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:41.278551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-074d3e26-f9fa-48ce-90fc-bd7b9c3bc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.294774 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37585e69-8db6-4ee2-a75e-70ae4857b62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.304579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbb5c76-0bda-43e3-996b-1fab0b9be83d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:41.321744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37585e69-8db6-4ee2-a75e-70ae4857b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.327557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.332020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a9b21812-023f-4c48-85f6-daa43914cdf0 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/subnets/8bbb5c76-0bda-43e3-996b-1fab0b9be83d HTTP/1.1" status: 204 len: 168 time: 1.2152872 Sep 02 12:57:41.334606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:41.344958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-074d3e26-f9fa-48ce-90fc-bd7b9c3bc16a None None] Port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:41.358488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 67bb51aa-1322-454f-a7dc-8ea99599356f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:41.366750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-8825ba8c-799a-49d6-8378-f5cb5ab3a408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697806 Sep 02 12:57:41.376058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:41.474517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37585e69-8db6-4ee2-a75e-70ae4857b62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321881d3-a247-478b-a1b3-8dd5187dce82,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:41.494069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-37585e69-8db6-4ee2-a75e-70ae4857b62b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=123412028bbf49138e19f05ef5ff2455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094300 Sep 02 12:57:41.496824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9e08b80c-292f-4df7-8d76-e1a6156ac78e None None] Provisioning complete for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:41.497443 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e08b80c-292f-4df7-8d76-e1a6156ac78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.503803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:41.579047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.588949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb2c06f-a3a6-4b9a-b653-c11904e768bd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:41.602234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9e08b80c-292f-4df7-8d76-e1a6156ac78e None None] Port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:41.603917 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.641403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Transition to ACTIVE for port object dcb2c06f-a3a6-4b9a-b653-c11904e768bd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:41.716102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.792207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:41.793890 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-1ed715b8-e2f8-4bd3-b733-a79299852047 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190824 Sep 02 12:57:41.800965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.805960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fdcc0ed-7062-4ad9-bfd7-900a8f547874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.815902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2e5856-291c-44ea-bbe1-9f372f5df41d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:41.822653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 28e22f14-6680-436d-8276-c6917d6c4ff1 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:57:41.884401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0440fc29-8a31-40cf-bcac-27a6aa7d3e2f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:41.884794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0440fc29-8a31-40cf-bcac-27a6aa7d3e2f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:41.896347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a298d1-8b56-45da-89de-cb8e6c5e935f req-91212b27-ac55-4ec3-9be3-7a5aa46e850a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:41.898466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26a298d1-8b56-45da-89de-cb8e6c5e935f req-91212b27-ac55-4ec3-9be3-7a5aa46e850a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 943 time: 0.3994551 Sep 02 12:57:41.934205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.962352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e54946bf-e8b7-459b-bb51-ff607f26beb7 None None] Provisioning complete for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:41.962352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e54946bf-e8b7-459b-bb51-ff607f26beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:41.981491 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.038139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Attempting to bind port dcb2c06f-a3a6-4b9a-b653-c11904e768bd on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:42.039077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Attempting to bind port dcb2c06f-a3a6-4b9a-b653-c11904e768bd by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:42.039634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Attempting to bind port dcb2c06f-a3a6-4b9a-b653-c11904e768bd on network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:42.042892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e54946bf-e8b7-459b-bb51-ff607f26beb7 None None] Port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:42.049549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fdcc0ed-7062-4ad9-bfd7-900a8f547874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.056479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:42.056940 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.074184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Port dcb2c06f-a3a6-4b9a-b653-c11904e768bd on network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:57:42.074548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Attempting to bind port dcb2c06f-a3a6-4b9a-b653-c11904e768bd on network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:42.077991 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:42.116122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26a298d1-8b56-45da-89de-cb8e6c5e935f req-b6c3219b-8329-48a9-b6af-eef6431c47c5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149981 Sep 02 12:57:42.220439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:42.221198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Checking segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:42.221785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Bound using segment: {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:42.222422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Bound port: dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3c912e-80f9-4b9b-a373-309ce41fa4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:42.222791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.297229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.307711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925ff44-84a7-4eb7-a348-c13044467b6a req-cd43af16-cebb-42bd-8feb-9e7e34d25951 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:42.309795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a925ff44-84a7-4eb7-a348-c13044467b6a req-cd43af16-cebb-42bd-8feb-9e7e34d25951 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 943 time: 0.2780337 Sep 02 12:57:42.321819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.327549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] 10.222.0.60 "DELETE /v2.0/networks/7a2e5856-291c-44ea-bbe1-9f372f5df41d HTTP/1.1" status: 204 len: 168 time: 0.9912920 Sep 02 12:57:42.413364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c776df4-f761-4348-b68f-38911c63b043 tempest-FloatingIPTestJSON-1546476707 tempest-FloatingIPTestJSON-1546476707-project] Pushing event deleted for resources: {'Network': ['ID=7a2e5856-291c-44ea-bbe1-9f372f5df41d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:42.445617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a925ff44-84a7-4eb7-a348-c13044467b6a req-ce057207-f3b3-4f8f-a98e-9cc3b8ad5b7e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136081 Sep 02 12:57:42.455394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26538a58-fb8d-475b-9998-a51e7c042419 req-da1b5222-7b1b-4c63-a0a3-b2108fea9b0e service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357539 Sep 02 12:57:42.469377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:42.475616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fdcc0ed-7062-4ad9-bfd7-900a8f547874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.476174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:42.479496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fdcc0ed-7062-4ad9-bfd7-900a8f547874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.481973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6fdcc0ed-7062-4ad9-bfd7-900a8f547874 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/321881d3-a247-478b-a1b3-8dd5187dce82 HTTP/1.1" status: 204 len: 168 time: 0.9765451 Sep 02 12:57:42.485626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.498058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcc0ed-7062-4ad9-bfd7-900a8f547874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321881d3-a247-478b-a1b3-8dd5187dce82,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:42.501215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:57:42.513312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Sync routers for ids ['28e22f14-6680-436d-8276-c6917d6c4ff1'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:57:42.528266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-abf3010c-7132-452c-bb28-bad4ad4aa498 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "PUT /v2.0/routers/28e22f14-6680-436d-8276-c6917d6c4ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5848391 Sep 02 12:57:42.543181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Routers {'28e22f14-6680-436d-8276-c6917d6c4ff1'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:42.544085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['28e22f14-6680-436d-8276-c6917d6c4ff1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:42.616463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:42.617336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.618535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/dcb2c06f-a3a6-4b9a-b653-c11904e768bd HTTP/1.1" status: 200 len: 1091 time: 2.9997406 Sep 02 12:57:42.618992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:42.628849 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fe725a-2bb5-4140-8a19-41e3acc52f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:42.719072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ae682bb-8700-4dab-8a5f-5821413d441c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:42.735214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40869b-4a6e-4566-85a2-40eaa7d148c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:42.773864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-e6b43786-8aeb-41ed-a514-7427385cdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:42.775456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-e6b43786-8aeb-41ed-a514-7427385cdd7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.1077397 Sep 02 12:57:42.897837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-0e3b2b2c-9e68-4cf1-bd95-b7c6f02cffee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd HTTP/1.1" status: 200 len: 217 time: 0.1056192 Sep 02 12:57:42.906757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1ae682bb-8700-4dab-8a5f-5821413d441c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:42.907593 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:42.996785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-d142ae23-9636-4186-9f73-9ee7a725fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:43.000570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-d142ae23-9636-4186-9f73-9ee7a725fd90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08def3d8-0612-40c8-8136-a360661f1b19 HTTP/1.1" status: 200 len: 834 time: 0.0940702 Sep 02 12:57:43.020696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Set router 28e22f14-6680-436d-8276-c6917d6c4ff1 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:43.116677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-9c776c50-d70d-4065-beee-9fde11f154ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:43.123137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-9c776c50-d70d-4065-beee-9fde11f154ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099977 Sep 02 12:57:43.275731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:43.375413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f595fdc3-4b2c-45d4-8774-b422bff695b0 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:57:43.384455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4a9f02f0-30d1-4bde-9ad7-f034b55c8c51', 'name': '', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:69:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:37Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 2, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:43.422818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Checking router: 28e22f14-6680-436d-8276-c6917d6c4ff1 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:57:43.423218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Updating router 28e22f14-6680-436d-8276-c6917d6c4ff1 port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:57:43.552432 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca816c5-29bb-4769-88fc-53108b6a2175 x-openstack-request-id: req-2ca816c5-29bb-4769-88fc-53108b6a2175 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:43.552672 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:43.554605 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:43.555074 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ca816c5-29bb-4769-88fc-53108b6a2175 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:43.556455 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'status': 'completed', 'code': 200} Sep 02 12:57:43.568679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9bf33187-0cea-401d-b162-f26bc4c05cc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c7b95ec15b04a3ba92ba475239edb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917049 Sep 02 12:57:43.571939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:43.642237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-eb9a39ec-8f6e-4577-99a2-5ce693a58f15 service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085683 Sep 02 12:57:43.803647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93270c-c792-45ef-832d-bb06d9312ad6 req-9cd06b70-3274-48ff-b8c8-d14c91b7a67a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:43.806043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d93270c-c792-45ef-832d-bb06d9312ad6 req-9cd06b70-3274-48ff-b8c8-d14c91b7a67a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1748116 Sep 02 12:57:43.822443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-92693188-b969-4e04-93dd-90697fec1753 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:43.825930 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96a8757c-7ba5-4fab-85f5-29282b400093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:43.837552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-92693188-b969-4e04-93dd-90697fec1753 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/networks?id=67bb51aa-1322-454f-a7dc-8ea99599356f HTTP/1.1" status: 200 len: 798 time: 0.5976977 Sep 02 12:57:43.886754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96a8757c-7ba5-4fab-85f5-29282b400093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:43.915119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0d93270c-c792-45ef-832d-bb06d9312ad6 req-ba7692ce-3a33-44bc-adec-2b76904fafe5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017494 Sep 02 12:57:43.967475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-dfdba8d7-46e1-415f-8a92-1a057ddc900e tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/quotas/5fdc22dc7cbc4675a0f937a8dec4a81c HTTP/1.1" status: 200 len: 375 time: 0.1286485 Sep 02 12:57:43.974095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ace45515-f596-4c2d-a4bc-1fb15616b43b req-b22bccdc-acea-4309-87b8-450afa775b1a service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224952 Sep 02 12:57:43.998926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96a8757c-7ba5-4fab-85f5-29282b400093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:44.001746 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96a8757c-7ba5-4fab-85f5-29282b400093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:44.005530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-96a8757c-7ba5-4fab-85f5-29282b400093 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad47546e-457b-48c2-83da-cae591a4254a HTTP/1.1" status: 204 len: 168 time: 0.4301960 Sep 02 12:57:44.020186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8757c-7ba5-4fab-85f5-29282b400093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47546e-457b-48c2-83da-cae591a4254a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:44.154434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f595fdc3-4b2c-45d4-8774-b422bff695b0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:44.178933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-6156cbdc-5bbc-4592-8aab-9dc1ae64367b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2020633 Sep 02 12:57:44.188772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'f595fdc3-4b2c-45d4-8774-b422bff695b0', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': 'f595fdc3-4b2c-45d4-8774-b422bff695b0', 'mac_address': 'fa:16:3e:39:d6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:57:44.211279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bce19-b4e7-4444-855b-fa46390e2eb7 req-00e5d7b1-1eb7-466a-aae7-613ee05583cb tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:44.214247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f04bce19-b4e7-4444-855b-fa46390e2eb7 req-00e5d7b1-1eb7-466a-aae7-613ee05583cb tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 943 time: 0.1400716 Sep 02 12:57:44.294679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-30bf240b-1792-4d45-af4e-e1cff4940325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:44.295168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f04bce19-b4e7-4444-855b-fa46390e2eb7 req-82a60de6-d349-404d-bf3d-cf88ef20788a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713315 Sep 02 12:57:44.296235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-30bf240b-1792-4d45-af4e-e1cff4940325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.2422040 Sep 02 12:57:44.491889 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:44.510836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f595fdc3-4b2c-45d4-8774-b422bff695b0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:44.523509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-63055186-e98e-4919-9a16-becfecb71e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:44.525113 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-63055186-e98e-4919-9a16-becfecb71e37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9 HTTP/1.1" status: 200 len: 897 time: 0.1559618 Sep 02 12:57:44.578339 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:44.600247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-af3b54f8-95f1-4684-98eb-380a0f48039a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd HTTP/1.1" status: 200 len: 217 time: 0.0626769 Sep 02 12:57:44.603991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f595fdc3-4b2c-45d4-8774-b422bff695b0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:44.618674 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:44.629420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Transition to ACTIVE for port object 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:44.659266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:44.667050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-f14797e7-8479-4e2e-bb97-d6290b716b1c service neutron] 10.222.0.60 "GET /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714348 Sep 02 12:57:44.764276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-83e2042b-0268-4e76-881b-750ce0f3f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:44.766207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-83e2042b-0268-4e76-881b-750ce0f3f2ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08def3d8-0612-40c8-8136-a360661f1b19 HTTP/1.1" status: 200 len: 834 time: 0.1580515 Sep 02 12:57:44.904961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:44.909716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-c9ea8989-d6f8-45fb-a655-1e58442af057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:44.911563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-c9ea8989-d6f8-45fb-a655-1e58442af057 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355991 Sep 02 12:57:44.991015 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-600660ce-0c62-426e-8451-4a4e98d6aa7d service neutron] 10.222.0.60 "GET /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949915 Sep 02 12:57:45.115407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f595fdc3-4b2c-45d4-8774-b422bff695b0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:45.190177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-bc3db213-8f5b-4cf3-96dc-aeb2151765b5 service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650583 Sep 02 12:57:45.364034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdf9c1-86d6-4911-8df0-aa7aa4d8918a req-1896e792-11c9-4078-a1c1-7d243987895f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:45.371069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdcdf9c1-86d6-4911-8df0-aa7aa4d8918a req-1896e792-11c9-4078-a1c1-7d243987895f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1527088 Sep 02 12:57:45.438317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdcdf9c1-86d6-4911-8df0-aa7aa4d8918a req-465bbfe5-f885-495d-b988-2ee2c79b4116 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593247 Sep 02 12:57:45.478289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Attempting to bind port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:45.478709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Attempting to bind port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:45.479065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Attempting to bind port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 on network 67bb51aa-1322-454f-a7dc-8ea99599356f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:45.563337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:45.563731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Checking segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:45.564478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:45.564581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Bound using segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:45.567584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Bound port: 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:45.568028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:45.613225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45dbbf-60fc-4289-be79-fc45ea22855f None None] Pushing event updated for resources: {'Port': ['ID=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:45.696320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c296622-1cb8-4855-a351-53a0cb31442d req-efd79e55-aa86-4c2d-abc1-90d0d32352d5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:45.704155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c296622-1cb8-4855-a351-53a0cb31442d req-efd79e55-aa86-4c2d-abc1-90d0d32352d5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 944 time: 0.2013061 Sep 02 12:57:45.831452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0c296622-1cb8-4855-a351-53a0cb31442d req-1253fe41-b915-4b83-90f8-4207395aedec tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199591 Sep 02 12:57:45.916692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] For port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:45.923155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50354) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:45.926688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] For port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:45.936313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:46.105148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Routers {'28e22f14-6680-436d-8276-c6917d6c4ff1'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:57:46.107324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['28e22f14-6680-436d-8276-c6917d6c4ff1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:46.362487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45dbbf-60fc-4289-be79-fc45ea22855f None None] Pushing event updated for resources: {'Port': ['ID=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:46.458716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] Set router 28e22f14-6680-436d-8276-c6917d6c4ff1 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:57:46.485528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837014541'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:46.580005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02817389-0f6e-4d30-a792-b17a4956630c req-1e241187-1fc7-4f46-9dcb-2347d181c239 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 210 time: 1.2250855 Sep 02 12:57:46.582282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:46.600806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:46.623380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:46.682177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22fe725a-2bb5-4140-8a19-41e3acc52f4b req-efe7cf68-88b4-44f1-8e38-25f6177af525 service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4810438 Sep 02 12:57:47.042295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f24513-8547-45c6-9487-48a8252dddc6 req-fe738977-5720-4da3-b7c5-2a2d2db113a9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:47.044200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4a9f02f0-30d1-4bde-9ad7-f034b55c8c51', 'name': '', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:69:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:37Z', 'updated_at': '2021-09-02T12:57:45Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:47.051567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9f24513-8547-45c6-9487-48a8252dddc6 req-fe738977-5720-4da3-b7c5-2a2d2db113a9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 944 time: 0.0932083 Sep 02 12:57:47.110539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87000a8e-40e1-4dcb-828b-77d005afbe0c None None] The sync data for ids ['28e22f14-6680-436d-8276-c6917d6c4ff1'] in n-d-792364-8 is: [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4a9f02f0-30d1-4bde-9ad7-f034b55c8c51', 'name': '', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:69:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:37Z', 'updated_at': '2021-09-02T12:57:45Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:57:47.163664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9f24513-8547-45c6-9487-48a8252dddc6 req-3a7f8fe9-ec53-4ced-8761-89a2c3fe5b33 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003897 Sep 02 12:57:47.294992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:57:47.353393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b94b-95d6-409e-8546-acafec01d9ae req-62e71780-f8c7-4b47-a3a2-dc737e4193ca tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:47.367599 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a173b94b-95d6-409e-8546-acafec01d9ae req-62e71780-f8c7-4b47-a3a2-dc737e4193ca tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 943 time: 0.7204919 Sep 02 12:57:47.518167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:47.545115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a173b94b-95d6-409e-8546-acafec01d9ae req-e3bcf26d-303f-4427-b978-8c67a56942dd tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714957 Sep 02 12:57:47.598933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'port_id': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'mac_address': 'fa:16:3e:95:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:57:47.612003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f595fdc3-4b2c-45d4-8774-b422bff695b0 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:47.631634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-073085f9-8d2c-42e9-b7de-6f105ec0ac3b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:47.635103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-073085f9-8d2c-42e9-b7de-6f105ec0ac3b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.41 "GET /v2.0/networks?id=67bb51aa-1322-454f-a7dc-8ea99599356f HTTP/1.1" status: 200 len: 798 time: 0.3631177 Sep 02 12:57:47.657784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Request body: {'port': {'device_id': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'admin_state_up': True, 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:47.749713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50390) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:47.780740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:47.806336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:47.843649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:57:47.847082 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:47.888998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0dbda5f-ac36-44f8-838e-312f7a35220b req-ae6edf1a-15c6-48e5-874f-fdfc27520446 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 210 time: 0.1272149 Sep 02 12:57:47.909173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb2c06f-a3a6-4b9a-b653-c11904e768bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:47.923961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port f595fdc3-4b2c-45d4-8774-b422bff695b0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:47.959591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port f595fdc3-4b2c-45d4-8774-b422bff695b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:47.959976 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.023421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.023680 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment fa47490a-4194-4d40-ab61-ba6e58224c98 of type vlan for network e0118907-4104-440d-9805-4d06ee401996 Sep 02 12:57:48.033310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d47a8e92-73f5-4a53-94ca-3984527e6d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.052669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:48.083338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.165318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcee8ec-6441-4510-a59a-41195ed0681f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:48.217337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:48.220578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Made reservation on behalf of 5fdc22dc7cbc4675a0f937a8dec4a81c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:48.235951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.291032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.337350 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.383681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d47a8e92-73f5-4a53-94ca-3984527e6d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.392809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d47a8e92-73f5-4a53-94ca-3984527e6d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.408282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['dcb2c06f-a3a6-4b9a-b653-c11904e768bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:48.483271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f595fdc3-4b2c-45d4-8774-b422bff695b0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:48.489986 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536dddf-9229-49b9-8060-1dd02d4d07a0" -d '{"events": [{"server_uuid": "74ea679d-56c9-4d78-a7aa-5f2845d44773", "name": "network-vif-plugged", "status": "completed", "tag": "f595fdc3-4b2c-45d4-8774-b422bff695b0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:48.496525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Allocated IP 172.20.0.28 (67bb51aa-1322-454f-a7dc-8ea99599356f/0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403/2e5e7ef6-024c-4b4a-961e-7a7921f063e4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:48.533407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d47a8e92-73f5-4a53-94ca-3984527e6d16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e99903dcd23643b3ac4a3aa147be976f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7797594 Sep 02 12:57:48.534492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:48.553985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a8e92-73f5-4a53-94ca-3984527e6d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190b4c71-8543-4f41-abbd-3794a324b013,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:48.592325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f595fdc3-4b2c-45d4-8774-b422bff695b0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:48.641136 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de17748a-e6dd-4a1a-b2ca-16ff4ac46af8 x-openstack-request-id: req-de17748a-e6dd-4a1a-b2ca-16ff4ac46af8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:48.641433 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ea679d-56c9-4d78-a7aa-5f2845d44773", "name": "network-vif-plugged", "status": "completed", "tag": "f595fdc3-4b2c-45d4-8774-b422bff695b0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:48.641890 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de17748a-e6dd-4a1a-b2ca-16ff4ac46af8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:48.643558 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f595fdc3-4b2c-45d4-8774-b422bff695b0', 'code': 200} Sep 02 12:57:48.645445 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.708949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e3a7e6-d241-40d7-9f36-6dccc7b67bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.780967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.799128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Transition to ACTIVE for port object 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:48.828320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:48.853364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:57:48.891815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e3a7e6-d241-40d7-9f36-6dccc7b67bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.929208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.931271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.938338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:48.939032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:48.974627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c42ee-4570-437e-8a3c-96d5f7029731 req-55fa1d0b-5b55-4665-b89f-aa1fd55e61c5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:48.976549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f595fdc3-4b2c-45d4-8774-b422bff695b0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:48.980453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80abc9-670b-4745-a72a-2521bfc9e143 req-91a12547-155b-4982-8f41-7321b4a6907a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:48.982367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a80abc9-670b-4745-a72a-2521bfc9e143 req-91a12547-155b-4982-8f41-7321b4a6907a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1663320 Sep 02 12:57:48.998462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b27c42ee-4570-437e-8a3c-96d5f7029731 req-55fa1d0b-5b55-4665-b89f-aa1fd55e61c5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 945 time: 0.1740730 Sep 02 12:57:48.999219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f054-cb43-4425-92d4-a7cbaf5b8d0d req-d1fd1535-94fb-48fc-b00f-453fa0588f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:49.001401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d051f054-cb43-4425-92d4-a7cbaf5b8d0d req-d1fd1535-94fb-48fc-b00f-453fa0588f79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 1096 time: 0.2731733 Sep 02 12:57:49.110823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e3a7e6-d241-40d7-9f36-6dccc7b67bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.114042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e3a7e6-d241-40d7-9f36-6dccc7b67bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.117609 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-81e3a7e6-d241-40d7-9f36-6dccc7b67bca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/190b4c71-8543-4f41-abbd-3794a324b013 HTTP/1.1" status: 204 len: 168 time: 0.5776498 Sep 02 12:57:49.137947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a7e6-d241-40d7-9f36-6dccc7b67bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b4c71-8543-4f41-abbd-3794a324b013,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:49.146932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a80abc9-670b-4745-a72a-2521bfc9e143 req-f3a83a38-bd61-4975-bd4b-42574efe32a7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414747 Sep 02 12:57:49.157528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:49.171853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:49.172322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.199159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Network 67bb51aa-1322-454f-a7dc-8ea99599356f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:49.203649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d051f054-cb43-4425-92d4-a7cbaf5b8d0d req-b0e5d0b1-37c6-4a6e-b1fa-a756f2b5eec3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869218 Sep 02 12:57:49.264524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:49.287551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event updated for resources: {'Port': ['ID=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:49.290007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:49.364545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b27c42ee-4570-437e-8a3c-96d5f7029731 req-d2a0b055-edaa-4944-a229-24cef9f531f8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651664 Sep 02 12:57:49.384522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.4599979 Sep 02 12:57:49.439917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:49.440853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.485183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cc4a2-2551-4288-85ea-6db5b8dc223e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=e0118907-4104-440d-9805-4d06ee401996,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:49.531978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dcf99-fdb3-40c1-9e3f-011b8ce12f3a req-673a79df-f957-4cac-bc9f-696b29ea2b04 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:49.531978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-247dcf99-fdb3-40c1-9e3f-011b8ce12f3a req-673a79df-f957-4cac-bc9f-696b29ea2b04 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 895 time: 0.1834164 Sep 02 12:57:49.537905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-ec926608-3087-4d46-b3cb-dc1ae917173c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8897715 Sep 02 12:57:49.553240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Request body: {'port': {'device_id': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:49.643693 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.676360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e0118907-4104-440d-9805-4d06ee401996 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:57:49.759804 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.951284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:49.978685 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-970e96ae-1853-4a79-a8df-cd3b61a48c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:49.987274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20a824ce-6c65-4c65-934b-be9c580d06fa None None] Provisioning for port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:50.019513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20a824ce-6c65-4c65-934b-be9c580d06fa None None] Provisioning complete for port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:50.024801 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20a824ce-6c65-4c65-934b-be9c580d06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.109271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:50.113864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-20a824ce-6c65-4c65-934b-be9c580d06fa None None] Port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:57:50.125371 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.326380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-970e96ae-1853-4a79-a8df-cd3b61a48c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.337717 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-970e96ae-1853-4a79-a8df-cd3b61a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.355170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:50.474270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-970e96ae-1853-4a79-a8df-cd3b61a48c33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ff54df5066646ee8bc18237a4126c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240779 Sep 02 12:57:50.475432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50426) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:50.711987 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:50.721227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e96ae-1853-4a79-a8df-cd3b61a48c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8296ec-d777-43f5-a0b4-a2e396e60c6b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:50.753932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeaa91-21e2-4be9-bc18-6d02a6906d64 req-1f089b83-a2cb-4591-ad3c-bb7c62dd358d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:50.755466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0dfeaa91-21e2-4be9-bc18-6d02a6906d64 req-1f089b83-a2cb-4591-ad3c-bb7c62dd358d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 945 time: 0.2208326 Sep 02 12:57:50.761827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:50.772847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.775489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b163eb78-a45b-4b4b-9699-d2730ef212e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.787344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Transition to ACTIVE for port object 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:50.804282 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.819653 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b163eb78-a45b-4b4b-9699-d2730ef212e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.832551 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0dfeaa91-21e2-4be9-bc18-6d02a6906d64 req-303c229a-b166-49c7-ac50-3cb06c4dc475 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689900 Sep 02 12:57:50.926548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b163eb78-a45b-4b4b-9699-d2730ef212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.962543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b163eb78-a45b-4b4b-9699-d2730ef212e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:50.971006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b163eb78-a45b-4b4b-9699-d2730ef212e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed8296ec-d777-43f5-a0b4-a2e396e60c6b HTTP/1.1" status: 204 len: 168 time: 0.4899101 Sep 02 12:57:51.006848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:51.007355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:51.014909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163eb78-a45b-4b4b-9699-d2730ef212e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8296ec-d777-43f5-a0b4-a2e396e60c6b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:51.251315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:51.302971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294707ba-1843-4b1d-bb08-b988ce18d1ca req-7d6864a9-0f0d-443c-a445-054a195035a3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:51.304558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-294707ba-1843-4b1d-bb08-b988ce18d1ca req-7d6864a9-0f0d-443c-a445-054a195035a3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 944 time: 0.5146091 Sep 02 12:57:51.318244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:51.318876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068bbc2-1479-4311-bf06-a9bb6319cb6d req-e35433a2-d805-4b9a-ba47-560d19307ed0 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:51.332259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3068bbc2-1479-4311-bf06-a9bb6319cb6d req-e35433a2-d805-4b9a-ba47-560d19307ed0 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 907 time: 0.2152338 Sep 02 12:57:51.444406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Attempting to bind port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:51.444753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Attempting to bind port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:51.445118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Attempting to bind port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 on network 67bb51aa-1322-454f-a7dc-8ea99599356f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:51.450643 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-294707ba-1843-4b1d-bb08-b988ce18d1ca req-ff3ac12f-fa1a-430b-953f-9cacd586e0ef tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323230 Sep 02 12:57:51.454471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 on network 67bb51aa-1322-454f-a7dc-8ea99599356f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:57:51.454823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Attempting to bind port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 on network 67bb51aa-1322-454f-a7dc-8ea99599356f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:51.462241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:51.462946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Checking segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:51.463733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Bound using segment: {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:51.464375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Bound port: 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcfceb4-1333-4429-a660-59e71d7fa4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:51.465012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:51.543648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port dcb2c06f-a3a6-4b9a-b653-c11904e768bd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:51.559657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port dcb2c06f-a3a6-4b9a-b653-c11904e768bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:51.560255 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:51.582689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] For port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:51.605314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] For port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:51.619707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:51.688639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:51.689683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:51.691824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] 10.222.0.41 "PUT /v2.0/ports/2e5e7ef6-024c-4b4a-961e-7a7921f063e4 HTTP/1.1" status: 200 len: 1055 time: 2.1442568 Sep 02 12:57:51.692654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'tag': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:51.695808 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc30a19-17ee-4af6-97a8-1ba2a21208c0", "tag": "2e5e7ef6-024c-4b4a-961e-7a7921f063e4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:51.725079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eb4e3-9e02-4fc8-a26b-0d678363722b service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:51.818651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-89d43966-fa62-4f9d-8cf0-f1a677129e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:51.821877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-89d43966-fa62-4f9d-8cf0-f1a677129e1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 1058 time: 0.0721884 Sep 02 12:57:51.881602 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:51.965995 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8171c8-5a67-455e-bc0f-54e50a5fb7d1 x-openstack-request-id: req-4d8171c8-5a67-455e-bc0f-54e50a5fb7d1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:51.966579 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc30a19-17ee-4af6-97a8-1ba2a21208c0", "tag": "2e5e7ef6-024c-4b4a-961e-7a7921f063e4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:51.966579 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d8171c8-5a67-455e-bc0f-54e50a5fb7d1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:51.966779 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'tag': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4', 'status': 'completed', 'code': 200} Sep 02 12:57:51.968639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-082c3e34-3077-47ac-a63f-8f81d3859dbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4 HTTP/1.1" status: 200 len: 217 time: 0.1316938 Sep 02 12:57:51.976476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:51.979320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635a251-e314-48b5-8cc3-c2109a9ea5b6 req-c2a70661-cac2-4e93-95cf-e4e732078dec tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:51.995105 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2445ecdd-f79f-4fb6-91f1-e237f80521b7" -d '{"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:51.995813 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b635a251-e314-48b5-8cc3-c2109a9ea5b6 req-c2a70661-cac2-4e93-95cf-e4e732078dec tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.4381680 Sep 02 12:57:52.041634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b635a251-e314-48b5-8cc3-c2109a9ea5b6 req-059fcd96-d4e5-414f-a64a-6ffaa4172b6f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0446756 Sep 02 12:57:52.062820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:52.079218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:52.210671 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed8019-63e3-4bf4-96bb-336cb6a38388 x-openstack-request-id: req-05ed8019-63e3-4bf4-96bb-336cb6a38388 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:52.210971 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:52.211236 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05ed8019-63e3-4bf4-96bb-336cb6a38388 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:52.211644 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'code': 200} Sep 02 12:57:52.213223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-535efbd8-ed68-4ab5-b51c-5e4b1501b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:52.215011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-535efbd8-ed68-4ab5-b51c-5e4b1501b478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403 HTTP/1.1" status: 200 len: 836 time: 0.2165651 Sep 02 12:57:52.276744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b635a251-e314-48b5-8cc3-c2109a9ea5b6 req-b84041ad-d9b6-4a73-84ea-4559de48925c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2342410 Sep 02 12:57:52.335851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:52.414440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-6d186d23-c86a-4043-a274-c40870211dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:52.418035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-6d186d23-c86a-4043-a274-c40870211dea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67bb51aa-1322-454f-a7dc-8ea99599356f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1823564 Sep 02 12:57:52.536233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dd0a1-7d50-40bf-a9d3-0145a0a7a846 req-f7227277-b2cb-4f54-a0a8-e1470a3393ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:52.537868 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef2dd0a1-7d50-40bf-a9d3-0145a0a7a846 req-f7227277-b2cb-4f54-a0a8-e1470a3393ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.2301624 Sep 02 12:57:52.634083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b635a251-e314-48b5-8cc3-c2109a9ea5b6 req-01567b7c-c4c5-45a5-b529-d8d400e12511 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563716 Sep 02 12:57:52.661886 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-f57f5222-7f21-4cc8-ab35-df77cb03116a service neutron] 10.222.0.41 "GET /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374134 Sep 02 12:57:52.811916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef2dd0a1-7d50-40bf-a9d3-0145a0a7a846 req-cc7d9d83-f928-44c8-919e-d648bd25f751 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613111 Sep 02 12:57:52.879591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-300fad43-e2fb-4df3-916c-554a690b9f33 req-167c7b97-01bc-4a97-99c6-16e885d6f53c service neutron] 10.222.0.41 "GET /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039092 Sep 02 12:57:52.889667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d5ce1-72c3-46b0-adf8-c3acba3b3742 req-00715615-90b8-43b1-bcb6-802f755aabb5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:52.891274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab6d5ce1-72c3-46b0-adf8-c3acba3b3742 req-00715615-90b8-43b1-bcb6-802f755aabb5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 907 time: 0.3174591 Sep 02 12:57:52.942518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b635a251-e314-48b5-8cc3-c2109a9ea5b6 req-2d9db8db-0ba4-4de7-a9b5-20108244fd15 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835519 Sep 02 12:57:53.053061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50486) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:53.060491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': 'e0118907-4104-440d-9805-4d06ee401996', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:53.067183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-436de120-61d2-424d-9cec-e59293db99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:53.068775 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-436de120-61d2-424d-9cec-e59293db99ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 1058 time: 0.0978076 Sep 02 12:57:53.210711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:53.215321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:53.313470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c68de-5c68-43b4-a695-b208838ec4e1 req-20070ac5-a234-41f5-ad5c-3c870153c984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:53.322002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-091c68de-5c68-43b4-a695-b208838ec4e1 req-20070ac5-a234-41f5-ad5c-3c870153c984 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2442622 Sep 02 12:57:53.464271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-091c68de-5c68-43b4-a695-b208838ec4e1 req-871f39a8-5d56-4682-8420-14f6a20597f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358128 Sep 02 12:57:53.487944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-99f5d8ed-70dd-42d6-9462-9bd1124f8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:53.489897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-99f5d8ed-70dd-42d6-9462-9bd1124f8d38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67bb51aa-1322-454f-a7dc-8ea99599356f HTTP/1.1" status: 200 len: 899 time: 0.3826721 Sep 02 12:57:53.584537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-a5f655ce-c9c6-459a-bd09-dc24c55d73a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2237220 Sep 02 12:57:53.599321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-bd0a3978-29cc-4256-beea-b25d44b5c415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4 HTTP/1.1" status: 200 len: 217 time: 0.1008379 Sep 02 12:57:53.741569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-bd7da1b8-7e85-4c8d-a21f-b5ca7971f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:53.743424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-bd7da1b8-7e85-4c8d-a21f-b5ca7971f5b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403 HTTP/1.1" status: 200 len: 836 time: 0.1355584 Sep 02 12:57:53.928537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-de3f3ccf-16b1-44b9-99de-34c38ce44c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:53.935830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-5547bea3-ee83-4ddc-af40-b415014b9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:53.938594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-de3f3ccf-16b1-44b9-99de-34c38ce44c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67bb51aa-1322-454f-a7dc-8ea99599356f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869595 Sep 02 12:57:53.939691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-5547bea3-ee83-4ddc-af40-b415014b9256 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1096 time: 0.2875721 Sep 02 12:57:53.943734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:54.273356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=77688f30-7f3e-4ef0-921f-b1bb0db666ff,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:54.287040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': 'fa47490a-4194-4d40-ab61-ba6e58224c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e0118907-4104-440d-9805-4d06ee401996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:54.287782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: e0118907-4104-440d-9805-4d06ee401996, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:57:54.332691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-1e659234-ecce-42fa-b9fe-09f48aace29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:54.334542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-1e659234-ecce-42fa-b9fe-09f48aace29b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.3441153 Sep 02 12:57:54.402353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e5d5a-ffe2-4175-a6b3-5e0cc5eafdfe req-125beaa9-3f16-4f9f-87e2-a7ee921a0478 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:54.404223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c83e5d5a-ffe2-4175-a6b3-5e0cc5eafdfe req-125beaa9-3f16-4f9f-87e2-a7ee921a0478 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 907 time: 0.2323632 Sep 02 12:57:54.413840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-52faf943-26dc-40e7-9fb8-828f8797ba5b service neutron] 10.222.0.41 "GET /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543746 Sep 02 12:57:54.452780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-564a8c65-46f4-4735-8955-ebb0ca631f7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 1001 time: 0.1096711 Sep 02 12:57:54.453808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network e0118907-4104-440d-9805-4d06ee401996 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:57:54.532122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e0118907-4104-440d-9805-4d06ee401996) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:54.545985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:54.547068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:54.552151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa8dde-cf4e-4ceb-8ede-739c5798ea1d None None] Network e0118907-4104-440d-9805-4d06ee401996 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:54.587495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-68448008-1419-414b-b240-595af2e68341 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5312068 Sep 02 12:57:54.590743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-5e94ecc6-bf2e-4f7f-a625-2d60dca5afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:54.594796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:54.601749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-5e94ecc6-bf2e-4f7f-a625-2d60dca5afeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.1336467 Sep 02 12:57:54.623990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510126307'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:54.707184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:54.710971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:54.741086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-1ad39623-1caf-4cf5-a8db-56bb0afe05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:54.749652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-1ad39623-1caf-4cf5-a8db-56bb0afe05d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352100 Sep 02 12:57:54.806356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0e29-0c54-4d74-be45-5c2aa5463d9f req-96d65ae5-c8ef-41c1-8826-8ea7ada3dd28 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:54.816039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d0d0e29-0c54-4d74-be45-5c2aa5463d9f req-96d65ae5-c8ef-41c1-8826-8ea7ada3dd28 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1629312 Sep 02 12:57:54.822167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:57:54.834691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6d667d3-3186-4f2d-9bf9-c8c6ff4332c6 req-e2dea76b-4fd1-487e-913f-e66267e5c167 service neutron] 10.222.0.41 "GET /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142656 Sep 02 12:57:54.846912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:54.847266 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment 5ec8ae84-f4fd-41d8-92b6-661818e97e74 of type vlan for network f887e967-9b3a-42f2-aee1-7ec57ade0f93 Sep 02 12:57:54.931427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:54.939172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e0118907-4104-440d-9805-4d06ee401996', 'network_id': 'e0118907-4104-440d-9805-4d06ee401996', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': '77688f30-7f3e-4ef0-921f-b1bb0db666ff'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:57:54.940126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:54.942933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d0d0e29-0c54-4d74-be45-5c2aa5463d9f req-b6884c5c-0125-4e2a-8da3-76ecfa1b9257 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240063 Sep 02 12:57:55.003554 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:55.017927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:55.018665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:55.041952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-af9d9b49-0810-4400-9bef-9f882858b638 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852991 Sep 02 12:57:55.171810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5710199 Sep 02 12:57:55.172810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:55.190646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:55.271633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-06a5d162-7a27-4872-b8f9-1e7e91adf3aa tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:55.280567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-06a5d162-7a27-4872-b8f9-1e7e91adf3aa tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.5828612 Sep 02 12:57:55.287776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Allocated IP 2001:db8:0:ffff::2 (e0118907-4104-440d-9805-4d06ee401996/77688f30-7f3e-4ef0-921f-b1bb0db666ff/9f90729a-48bd-49dd-8140-060c3400ada4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:55.307757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a68d1d-e8ad-4f2f-8b48-23b39f714c83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=f887e967-9b3a-42f2-aee1-7ec57ade0f93,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:55.322636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f887e967-9b3a-42f2-aee1-7ec57ade0f93 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:57:55.334011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-a57b966c-20dc-4cba-9bc5-54774308c487 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0519934 Sep 02 12:57:55.378593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66439914-2b92-4896-986e-d6f52af777f5 req-490653ff-f8ff-430b-9973-feb00ff042f4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:55.390648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66439914-2b92-4896-986e-d6f52af777f5 req-490653ff-f8ff-430b-9973-feb00ff042f4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.3520291 Sep 02 12:57:55.433869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:55.438257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:55.444127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f48762f-f8be-4869-a518-a20b18d4df6f req-ae2e6093-98b2-49f3-a88b-c80dd80153f8 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758337 Sep 02 12:57:55.479407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-d933dee6-6542-4613-9b92-7f027d837b7b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434231 Sep 02 12:57:55.496731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66439914-2b92-4896-986e-d6f52af777f5 req-ccddfd2f-7c28-49e4-89d8-4c85f0d486f7 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029701 Sep 02 12:57:55.508254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:57:55.521377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:55.582975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec75483-6681-4c32-880d-cea7a27d1852 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:55.590535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ec75483-6681-4c32-880d-cea7a27d1852 tempest-TestNetworkAdvancedServerOps-799213126 tempest-TestNetworkAdvancedServerOps-799213126-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1091 time: 0.0675259 Sep 02 12:57:55.591388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:55.597508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:55.627934 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:55.801422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54479e77-7a24-4a31-bdee-85166c7e3257 req-3bc55d39-fb6e-4c05-bfbd-703db41f77ea tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:55.804947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54479e77-7a24-4a31-bdee-85166c7e3257 req-3bc55d39-fb6e-4c05-bfbd-703db41f77ea tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 907 time: 0.1263323 Sep 02 12:57:55.815384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-98c95660-29a6-44ef-95f5-ed5ce55d4f91 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334713 Sep 02 12:57:55.903233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:55.916595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:55.945472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4', 'network_id': '67bb51aa-1322-454f-a7dc-8ea99599356f', 'port_id': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4', 'mac_address': 'fa:16:3e:73:8a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:57:56.013721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-07a857ba-d997-4f12-87fb-b3999e9173a0 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946979 Sep 02 12:57:56.040012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:56.081944 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.085464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.090600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.115431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:57:56.126972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Transition to ACTIVE for port object 9f90729a-48bd-49dd-8140-060c3400ada4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:56.149555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=c4c97f80-9b5d-47c7-89b6-ba398b11c37b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:56.179660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:56.181578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Transition to ACTIVE for port object 9f90729a-48bd-49dd-8140-060c3400ada4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:56.197601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.205848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': '5ec8ae84-f4fd-41d8-92b6-661818e97e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:56.206231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: f887e967-9b3a-42f2-aee1-7ec57ade0f93, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:57:56.208938 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.219656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Allocated IP 172.25.7.105 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/634680fc-2d6c-4475-8c83-8f1edb8e102d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:56.249210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network f887e967-9b3a-42f2-aee1-7ec57ade0f93 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:57:56.266781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f887e967-9b3a-42f2-aee1-7ec57ade0f93) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:56.271630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:56.272470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.314841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bef7779e-3b30-4a9a-aaf9-e2002690a595 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1284251 Sep 02 12:57:56.315738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:56.348245 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18a6f1e9-deb5-4b3f-94ad-5fc597bf4aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.475467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529362b2-b4e3-422d-b1b0-b1763560b2b9 None None] Network f887e967-9b3a-42f2-aee1-7ec57ade0f93 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:56.514720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d2c64f9-2ead-4c3a-8d81-26d132aad6da req-f53e032e-8c07-44ef-bfd9-fc6f295f7ca8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 210 time: 0.1078672 Sep 02 12:57:56.543155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.597860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Network e0118907-4104-440d-9805-4d06ee401996 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:56.626832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:56.634582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:56.651007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.675520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['2e5e7ef6-024c-4b4a-961e-7a7921f063e4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:57:56.695598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:56.891118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-f887e967-9b3a-42f2-aee1-7ec57ade0f93', 'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': 'c4c97f80-9b5d-47c7-89b6-ba398b11c37b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:57:56.891969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.940247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:56.960003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Attempting to bind port 9f90729a-48bd-49dd-8140-060c3400ada4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:56.961188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Attempting to bind port 9f90729a-48bd-49dd-8140-060c3400ada4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'fa47490a-4194-4d40-ab61-ba6e58224c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e0118907-4104-440d-9805-4d06ee401996'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:56.961639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Attempting to bind port 9f90729a-48bd-49dd-8140-060c3400ada4 on network e0118907-4104-440d-9805-4d06ee401996 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:56.983361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18a6f1e9-deb5-4b3f-94ad-5fc597bf4aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.032745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:57.033270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Checking segment: {'id': 'fa47490a-4194-4d40-ab61-ba6e58224c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e0118907-4104-440d-9805-4d06ee401996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:57.034866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.035355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Bound using segment: {'id': 'fa47490a-4194-4d40-ab61-ba6e58224c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e0118907-4104-440d-9805-4d06ee401996'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:57.037074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Bound port: 9f90729a-48bd-49dd-8140-060c3400ada4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa47490a-4194-4d40-ab61-ba6e58224c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e0118907-4104-440d-9805-4d06ee401996'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:57.037689 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.116780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18a6f1e9-deb5-4b3f-94ad-5fc597bf4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.161716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:57.182144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:57.198054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Pushing event updated for resources: {'Port': ['ID=9f90729a-48bd-49dd-8140-060c3400ada4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:57.199041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:57.230685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.243261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-18a6f1e9-deb5-4b3f-94ad-5fc597bf4aea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa941261a8c14606a1b49c0c8c005b16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2019248 Sep 02 12:57:57.244024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=634680fc-2d6c-4475-8c83-8f1edb8e102d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:57.253377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f1e9-deb5-4b3f-94ad-5fc597bf4aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c543c721-6d9b-43ee-97f0-d3d8a8fcb483,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:57.254758 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:57.299117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a773-2bbf-4f3c-8b30-265214442f9c req-4b56c6a9-5fe9-4ab3-9640-c95d8b30db80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:57.301337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6cb4a773-2bbf-4f3c-8b30-265214442f9c req-4b56c6a9-5fe9-4ab3-9640-c95d8b30db80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 908 time: 0.3557684 Sep 02 12:57:57.355281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] For port 9f90729a-48bd-49dd-8140-060c3400ada4, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:57.360811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] For port 9f90729a-48bd-49dd-8140-060c3400ada4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f90729a-48bd-49dd-8140-060c3400ada4,segment=NetworkSegment(fa47490a-4194-4d40-ab61-ba6e58224c98),segment_id=fa47490a-4194-4d40-ab61-ba6e58224c98)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:57.376026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Allocated IP 2001:db8::1 (f887e967-9b3a-42f2-aee1-7ec57ade0f93/c4c97f80-9b5d-47c7-89b6-ba398b11c37b/6ca09763-d13f-4321-a141-8cb7073b7d7e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:57.379231 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.465016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071c2af-4789-4a4d-ae78-2824a1a47438 req-bd51beba-4172-4fc8-988f-a6e095bdc24b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:57.473301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:57.481523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5071c2af-4789-4a4d-ae78-2824a1a47438 req-bd51beba-4172-4fc8-988f-a6e095bdc24b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.3415108 Sep 02 12:57:57.613076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e61339-4e7d-4da5-85c0-94429980ea12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.659959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e61339-4e7d-4da5-85c0-94429980ea12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.785249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.785848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cf9eb-4958-4af6-b5e3-a0f9058cdf74 None None] Pushing event updated for resources: {'Port': ['ID=9f90729a-48bd-49dd-8140-060c3400ada4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:57.789209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e61339-4e7d-4da5-85c0-94429980ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.797375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:57.798048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e61339-4e7d-4da5-85c0-94429980ea12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.802632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14e61339-4e7d-4da5-85c0-94429980ea12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c543c721-6d9b-43ee-97f0-d3d8a8fcb483 HTTP/1.1" status: 204 len: 168 time: 0.5285368 Sep 02 12:57:57.806196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:57.806592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:57.859685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5071c2af-4789-4a4d-ae78-2824a1a47438 req-5c14a48d-0afe-4716-9b86-91fafbd9a48b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746312 Sep 02 12:57:57.876806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e61339-4e7d-4da5-85c0-94429980ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c543c721-6d9b-43ee-97f0-d3d8a8fcb483,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:57.995750 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-30ec9218-4008-4140-8f27-19354a509029 req-9dcdfd46-8c51-4397-bd90-f7311e1f5cfa tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 210 time: 0.0976496 Sep 02 12:57:58.123855 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.137426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Transition to ACTIVE for port object 6ca09763-d13f-4321-a141-8cb7073b7d7e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:58.161106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Transition to ACTIVE for port object 6ca09763-d13f-4321-a141-8cb7073b7d7e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:57:58.182809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.207520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.229951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.294225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c97f80-9b5d-47c7-89b6-ba398b11c37b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:58.339173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Network f887e967-9b3a-42f2-aee1-7ec57ade0f93 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:57:58.357171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:57:58.364555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:57:58.370075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-b131912d-ee93-4162-97ae-5d3e402c9c7f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:58.372025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-b131912d-ee93-4162-97ae-5d3e402c9c7f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.4187732 Sep 02 12:57:58.391006 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.412387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:57:58.424716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Pushing event updated for resources: {'Port': ['ID=6ca09763-d13f-4321-a141-8cb7073b7d7e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:58.468892 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.506361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f887e967-9b3a-42f2-aee1-7ec57ade0f93']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:58.547276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Attempting to bind port 6ca09763-d13f-4321-a141-8cb7073b7d7e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:57:58.547276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Attempting to bind port 6ca09763-d13f-4321-a141-8cb7073b7d7e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5ec8ae84-f4fd-41d8-92b6-661818e97e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:57:58.547276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Attempting to bind port 6ca09763-d13f-4321-a141-8cb7073b7d7e on network f887e967-9b3a-42f2-aee1-7ec57ade0f93 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:57:58.567509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:57:58.577426 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf23dde-063c-49bc-8fcc-d69c30464013" -d '{"events": [{"server_uuid": "1bc30a19-17ee-4af6-97a8-1ba2a21208c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e7ef6-024c-4b4a-961e-7a7921f063e4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:57:58.592947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50620) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:58.599924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec8ae84-f4fd-41d8-92b6-661818e97e74') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:58.602292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:57:58.602777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Checking segment: {'id': '5ec8ae84-f4fd-41d8-92b6-661818e97e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:57:58.604074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec8ae84-f4fd-41d8-92b6-661818e97e74') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:57:58.604434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.604908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Bound using segment: {'id': '5ec8ae84-f4fd-41d8-92b6-661818e97e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:57:58.605636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Bound port: 6ca09763-d13f-4321-a141-8cb7073b7d7e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec8ae84-f4fd-41d8-92b6-661818e97e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:57:58.608886 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.624534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:58.646562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.646843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5a38892-53cc-452c-a2a0-91aa325eb18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.655201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.689089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.697161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:57:58.697925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:57:58.785892 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:57:58.806046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:58.807591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 12:57:58.807591 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 12:57:58.807591 n-d-792364-8 neutron-server[94841]: [parameters: {'id': 'f887e967-9b3a-42f2-aee1-7ec57ade0f93'}] Sep 02 12:57:58.807591 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:57:58.808468 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:57:58.829125 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2a299-6445-4af2-a784-73a219d8fcab x-openstack-request-id: req-6dd2a299-6445-4af2-a784-73a219d8fcab {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:57:58.829570 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc30a19-17ee-4af6-97a8-1ba2a21208c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e7ef6-024c-4b4a-961e-7a7921f063e4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:57:58.829959 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dd2a299-6445-4af2-a784-73a219d8fcab {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:57:58.831012 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4', 'code': 200} Sep 02 12:57:58.833194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f90729a-48bd-49dd-8140-060c3400ada4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:57:58.891358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b532c23-1c14-4425-8da9-23c052931ffa req-11c6c3d6-ee10-4a28-b24a-36f54858a256 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:58.912154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2b532c23-1c14-4425-8da9-23c052931ffa req-11c6c3d6-ee10-4a28-b24a-36f54858a256 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 908 time: 0.4193294 Sep 02 12:57:58.941659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c52f0a-140c-4297-9881-e7a78dae7ac1 req-e352a663-b543-4d85-bae6-4e32dc00c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:58.948779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e8c52f0a-140c-4297-9881-e7a78dae7ac1 req-e352a663-b543-4d85-bae6-4e32dc00c8a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 1060 time: 0.1576617 Sep 02 12:57:58.984854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-952fb2b9-b444-483d-9f66-616bc77c18f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.001711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] For port 6ca09763-d13f-4321-a141-8cb7073b7d7e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:57:59.012978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] For port 6ca09763-d13f-4321-a141-8cb7073b7d7e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6ca09763-d13f-4321-a141-8cb7073b7d7e,segment=NetworkSegment(5ec8ae84-f4fd-41d8-92b6-661818e97e74),segment_id=5ec8ae84-f4fd-41d8-92b6-661818e97e74)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:57:59.035583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.066815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.078256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.148248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862f245-2abf-4a17-b907-a4acfc8272ac req-424aa187-1626-4896-92e4-19d56a8fccc8 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:57:59.156884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8862f245-2abf-4a17-b907-a4acfc8272ac req-424aa187-1626-4896-92e4-19d56a8fccc8 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1841545 Sep 02 12:57:59.215775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400efe3-b394-4c19-ae30-35a2f50ed637 None None] Pushing event updated for resources: {'Port': ['ID=6ca09763-d13f-4321-a141-8cb7073b7d7e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:59.239613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5a38892-53cc-452c-a2a0-91aa325eb18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.240132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9f90729a-48bd-49dd-8140-060c3400ada4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:59.240234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5a38892-53cc-452c-a2a0-91aa325eb18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.240346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e523fb16-c616-4ddd-976c-c3a99a123fa1 req-f82e7c81-b33c-45d2-b491-c6d379c3e03d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 210 time: 0.0969284 Sep 02 12:57:59.310836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.318267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6b790-d63b-4556-ab44-41b798360588 None None] Network f887e967-9b3a-42f2-aee1-7ec57ade0f93 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:59.334034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c5a38892-53cc-452c-a2a0-91aa325eb18d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6418b92e2684e8f94cb60f5e8a7cc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7385428 Sep 02 12:57:59.334555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:57:59.335238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event updated for resources: {'Port': ['ID=634680fc-2d6c-4475-8c83-8f1edb8e102d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:59.372848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8862f245-2abf-4a17-b907-a4acfc8272ac req-6b98b46c-277f-4ac5-82d0-26c5d12f216d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110364 Sep 02 12:57:59.399377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a38892-53cc-452c-a2a0-91aa325eb18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88888f54-f049-40d6-b8c7-90f2b0f7ceb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:59.402122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:57:59.405816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.430267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.522074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b687ff4b-7e72-482c-ae9f-ceedf326af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.533791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting port 6ca09763-d13f-4321-a141-8cb7073b7d7e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:57:59.534468 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.580837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44550bb-6fc2-4de4-af3a-d8d6ad15b468 None None] Network e0118907-4104-440d-9805-4d06ee401996 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:57:59.611439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b687ff4b-7e72-482c-ae9f-ceedf326af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.660492 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] For port 6ca09763-d13f-4321-a141-8cb7073b7d7e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6ca09763-d13f-4321-a141-8cb7073b7d7e,segment=NetworkSegment(5ec8ae84-f4fd-41d8-92b6-661818e97e74),segment_id=5ec8ae84-f4fd-41d8-92b6-661818e97e74)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:57:59.661321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.678789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Calling delete_port for 6ca09763-d13f-4321-a141-8cb7073b7d7e owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:57:59.679080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] Provisioning for port 9f90729a-48bd-49dd-8140-060c3400ada4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:57:59.742679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] Provisioning complete for port 9f90729a-48bd-49dd-8140-060c3400ada4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:57:59.742942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.795532 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP ae13cc1b-0bb9-4726-8402-9fd72d076690 associated. External IP: 172.25.7.105, port: dcb2c06f-a3a6-4b9a-b653-c11904e768bd. Sep 02 12:57:59.851448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b687ff4b-7e72-482c-ae9f-ceedf326af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.856530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b687ff4b-7e72-482c-ae9f-ceedf326af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:57:59.862318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b687ff4b-7e72-482c-ae9f-ceedf326af75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88888f54-f049-40d6-b8c7-90f2b0f7ceb9 HTTP/1.1" status: 204 len: 168 time: 0.5255792 Sep 02 12:57:59.876675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687ff4b-7e72-482c-ae9f-ceedf326af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88888f54-f049-40d6-b8c7-90f2b0f7ceb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:57:59.920534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.4 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/06716356-7525-4187-912f-4fe30a795a40) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:57:59.922105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.009718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Port': ['ID=6ca09763-d13f-4321-a141-8cb7073b7d7e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:00.023822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No DVR routers for this DVR port 6ca09763-d13f-4321-a141-8cb7073b7d7e on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:00.083757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.242022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.257920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] For port 9f90729a-48bd-49dd-8140-060c3400ada4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f90729a-48bd-49dd-8140-060c3400ada4,segment=NetworkSegment(fa47490a-4194-4d40-ab61-ba6e58224c98),segment_id=fa47490a-4194-4d40-ab61-ba6e58224c98)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:00.264770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.305384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f887e967-9b3a-42f2-aee1-7ec57ade0f93']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:00.337560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec8ae84-f4fd-41d8-92b6-661818e97e74') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:00.338222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec8ae84-f4fd-41d8-92b6-661818e97e74') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:00.369999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.376576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router c100e6c6-cecf-4b10-a690-5a44686ead15 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:00.391408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11349c53-721d-4361-8268-9b59d7b95e33 None None] Pushing event updated for resources: {'Port': ['ID=9f90729a-48bd-49dd-8140-060c3400ada4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:00.422901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf1c99-2bd6-49d2-afd0-58780c5caf3c req-01119013-111f-4c4e-94bf-f2b2535313b1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:00.437960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cdbf1c99-2bd6-49d2-afd0-58780c5caf3c req-01119013-111f-4c4e-94bf-f2b2535313b1 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.3723295 Sep 02 12:58:00.447695 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.456054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.470979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:00.471509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:00.477491 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:00.506193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8fd7dd2f-3811-4453-8793-be96928136fd req-2f5593f6-8d4a-45af-91f2-d1c37196717d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 210 time: 0.0997140 Sep 02 12:58:00.548269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:58:00.556562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb12893-8d82-43f2-bb85-43bbc2c32c8e None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:58:00.662678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:00.673146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.674262 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] Sync routers for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:00.680611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.684730 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/f887e967-9b3a-42f2-aee1-7ec57ade0f93 HTTP/1.1" status: 204 len: 168 time: 4.3675792 Sep 02 12:58:00.693582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:00.700837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1578489457'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:00.708452 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:00.709602 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:57:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:00.716022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.733862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac922-864f-4f15-89a6-fddaf1b5cf72 req-5992b000-aba1-40bb-83a3-460d6e19266a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:00.735668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e28ac922-864f-4f15-89a6-fddaf1b5cf72 req-5992b000-aba1-40bb-83a3-460d6e19266a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1486237 Sep 02 12:58:00.736594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8dd87-a652-4dec-a907-642baa67caea tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=f887e967-9b3a-42f2-aee1-7ec57ade0f93,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:00.774274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:00.777334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.779739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28397234-7240-4a1d-a889-4d8884b7caab None None] Provisioning complete for port 9f90729a-48bd-49dd-8140-060c3400ada4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:00.780315 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28397234-7240-4a1d-a889-4d8884b7caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.792694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-48d54b6d-a63c-452c-8624-3ebcd1db7d8f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1996250 Sep 02 12:58:00.804881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:00.807742 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336769cd-9e39-410c-bc5b-856ff0e1fb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:00.815269 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e28ac922-864f-4f15-89a6-fddaf1b5cf72 req-4a676648-cc97-476d-ae02-fb2a87d8a6e2 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685313 Sep 02 12:58:00.830235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:00.847666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f90729a-48bd-49dd-8140-060c3400ada4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:00.945526 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ae294-5aa8-48e2-9b53-bd77e0481ad9 x-openstack-request-id: req-478ae294-5aa8-48e2-9b53-bd77e0481ad9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:00.945921 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:00.946111 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-478ae294-5aa8-48e2-9b53-bd77e0481ad9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:00.946470 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'status': 'completed', 'code': 200} Sep 02 12:58:00.953738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:00.955827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=06716356-7525-4187-912f-4fe30a795a40,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:01.046154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-a7866a8d-edd8-452b-a48e-bc06ebfe6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.049603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-a7866a8d-edd8-452b-a48e-bc06ebfe6a8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.1240246 Sep 02 12:58:01.096064 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:01.172375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9f90729a-48bd-49dd-8140-060c3400ada4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:01.172763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:01.289056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-614f8c97-445b-4467-af21-7dec80051e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.290762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-614f8c97-445b-4467-af21-7dec80051e8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9 HTTP/1.1" status: 200 len: 897 time: 0.2248309 Sep 02 12:58:01.342716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb12893-8d82-43f2-bb85-43bbc2c32c8e None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:58:01.494442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-01d6fa2b-0fe3-4f3b-9c50-c71a4bf6a51a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd HTTP/1.1" status: 200 len: 999 time: 0.1951263 Sep 02 12:58:01.599623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a0b599b-07c2-4919-87a7-b75e57463cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:01.655265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-13122bb1-d140-4111-bec5-53a2235decbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.664309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-13122bb1-d140-4111-bec5-53a2235decbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08def3d8-0612-40c8-8136-a360661f1b19 HTTP/1.1" status: 200 len: 834 time: 0.1564357 Sep 02 12:58:01.692491 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:01.773246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:01.776805 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ae13cc1b-0bb9-4726-8402-9fd72d076690', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'port_id': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'mac_address': 'fa:16:3e:95:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:57:57Z', 'updated_at': '2021-09-02T12:57:57Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:01.781254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:01.787772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:01.790161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:01.845209 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] Checking router: c100e6c6-cecf-4b10-a690-5a44686ead15 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:58:01.859215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-01b2a9d8-3a60-4788-a50c-5da2ebf2e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.861941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-01b2a9d8-3a60-4788-a50c-5da2ebf2e33d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585283 Sep 02 12:58:01.868178 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:01.869138 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:01.870283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2649f9-568f-4f1e-9cd4-03bd9d5ee75e req-dfe43c90-aa52-4972-bdb5-04e505bc6064 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.872041 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c2649f9-568f-4f1e-9cd4-03bd9d5ee75e req-dfe43c90-aa52-4972-bdb5-04e505bc6064 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.9246440 Sep 02 12:58:01.875207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:01.875558 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment 39515e90-be2f-4ec1-9877-300597dde2d8 of type vlan for network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 Sep 02 12:58:01.884619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cbd1f-c24a-4153-9d57-66b6b25cf757 req-0dec6f7b-6d0b-44a3-93d3-cd46872ae47b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.887663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a3cbd1f-c24a-4153-9d57-66b6b25cf757 req-0dec6f7b-6d0b-44a3-93d3-cd46872ae47b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.2338314 Sep 02 12:58:01.895416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:01.896085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:01.991340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.059983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.060927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-11549abe-e484-4d06-9e0f-4a79affd05eb service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706371 Sep 02 12:58:02.069430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.070573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.096016 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:02.099033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4775d2-353d-4c3b-9888-9cb2f3476b67 req-a40b819f-93f1-4f38-8384-5466b6ad6cd4 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.100548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2a4775d2-353d-4c3b-9888-9cb2f3476b67 req-a40b819f-93f1-4f38-8384-5466b6ad6cd4 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 931 time: 0.1012287 Sep 02 12:58:02.126253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4278872 Sep 02 12:58:02.127075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:02.139257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:02.157128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-0bb82b40-816b-4d37-9a0a-98ec0cfa6f70 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7672694 Sep 02 12:58:02.162942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c2649f9-568f-4f1e-9cd4-03bd9d5ee75e req-f97cf314-2fd9-4489-b584-e15de1eb2141 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462580 Sep 02 12:58:02.170879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Request body: {'port': {'device_id': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:02.202926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:02.207811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f6a0f-82a7-42e7-8925-139fcea426b2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=8afa6caa-d48d-4380-9fe5-e1f251bd0291,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:02.223532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:02.255077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.303530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-336769cd-9e39-410c-bc5b-856ff0e1fb1c req-cd13e579-6d38-4e64-901c-6a7b5e48daeb service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346632 Sep 02 12:58:02.353474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2a4775d2-353d-4c3b-9888-9cb2f3476b67 req-fe2862ad-1a04-4e20-8afb-cb897648ad20 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242999 Sep 02 12:58:02.381235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d117a69b-5848-4461-898e-2e6ee8a040f4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/ae13cc1b-0bb9-4726-8402-9fd72d076690 HTTP/1.1" status: 200 len: 991 time: 0.1744008 Sep 02 12:58:02.405237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:02.409380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.425194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ae13cc1b-0bb9-4726-8402-9fd72d076690', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'port_id': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'mac_address': 'fa:16:3e:95:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:57:57Z', 'updated_at': '2021-09-02T12:57:57Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:02.427746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16392614-6236-4ab8-be63-9bd256bec368 req-e61027dd-af08-4d5a-8a2b-c4f2a7a19f83 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.429469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16392614-6236-4ab8-be63-9bd256bec368 req-e61027dd-af08-4d5a-8a2b-c4f2a7a19f83 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1554208 Sep 02 12:58:02.463887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c56d5-c2de-43d4-9633-c5e05d1988ec None None] The sync data for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 is: [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'ae13cc1b-0bb9-4726-8402-9fd72d076690', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'port_id': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'mac_address': 'fa:16:3e:95:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:57:57Z', 'updated_at': '2021-09-02T12:57:57Z', 'revision_number': 0, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:02.511993 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.533872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16392614-6236-4ab8-be63-9bd256bec368 req-9651b085-9702-48e9-90ed-27c1a39e8f9b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920892 Sep 02 12:58:02.551989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d430e89-1e51-4eda-93bd-34366a0ad53e req-7fd6d7b4-994d-40e7-85e8-62091b9bde66 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.553635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d430e89-1e51-4eda-93bd-34366a0ad53e req-7fd6d7b4-994d-40e7-85e8-62091b9bde66 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.0895109 Sep 02 12:58:02.634241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9d430e89-1e51-4eda-93bd-34366a0ad53e req-63bb0309-51ee-4257-8eaa-ef76f3d01707 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672946 Sep 02 12:58:02.692722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ebfa4-a2dc-4b0c-b507-2dd6deee42b0 req-143f6e81-e1d6-47a9-8031-726dc84959e3 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.694330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e28ebfa4-a2dc-4b0c-b507-2dd6deee42b0 req-143f6e81-e1d6-47a9-8031-726dc84959e3 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.0784209 Sep 02 12:58:02.707843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.755946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06716356-7525-4187-912f-4fe30a795a40 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:02.773255 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.797194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': '39515e90-be2f-4ec1-9877-300597dde2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:02.797697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: 8afa6caa-d48d-4380-9fe5-e1f251bd0291, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:02.801373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=5f1b9bf6-d8e9-480b-ab31-4fb4ad57fd26,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:02.819797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:02.824104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Transition to ACTIVE for port object 06716356-7525-4187-912f-4fe30a795a40 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:02.829682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.831082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8afa6caa-d48d-4380-9fe5-e1f251bd0291) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:02.836443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.837534 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.844469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110cebe-4e9d-4b62-bd49-89eb8e41ffc4 None None] New status for floating IP ae13cc1b-0bb9-4726-8402-9fd72d076690: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:58:02.857805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-baf9fb4d-e1d0-4823-8304-8f6e3709ca2a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7282767 Sep 02 12:58:02.861148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50722) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:02.868368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5310df-bf49-4e68-81b9-8a1b6eb86733 None None] Network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:02.869458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263499168'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:02.885799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37663dae-d8fb-4ff2-b1b5-a34b619037fb req-a43827f2-6850-42d1-ba3d-56c943ce786d tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:02.894859 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37663dae-d8fb-4ff2-b1b5-a34b619037fb req-a43827f2-6850-42d1-ba3d-56c943ce786d tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 1060 time: 0.1128519 Sep 02 12:58:02.897976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:02.904106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.943448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:02.967028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Pushing event updated for resources: {'Port': ['ID=06716356-7525-4187-912f-4fe30a795a40,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:02.976735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:02.978135 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment c2798b56-fc50-4069-8144-3813f8e38327 of type vlan for network 7bc50d05-34b4-4aa4-b490-493213a92b50 Sep 02 12:58:03.086279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.100488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Attempting to bind port 06716356-7525-4187-912f-4fe30a795a40 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:03.101005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Attempting to bind port 06716356-7525-4187-912f-4fe30a795a40 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:03.101350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Attempting to bind port 06716356-7525-4187-912f-4fe30a795a40 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:03.106716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Port 06716356-7525-4187-912f-4fe30a795a40 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:03.107351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Attempting to bind port 06716356-7525-4187-912f-4fe30a795a40 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:03.113542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:03.113902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:03.114464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:03.115039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Bound port: 06716356-7525-4187-912f-4fe30a795a40, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:03.115422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.123579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.131245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.132128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.203908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3413534 Sep 02 12:58:03.215409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:03.222318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': '7bc50d05-34b4-4aa4-b490-493213a92b50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:03.313581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5129f-fbc0-4522-93ea-c64661369e25 req-7141e8d0-661b-436b-870f-a69b71e50c1b tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.316109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcf5129f-fbc0-4522-93ea-c64661369e25 req-7141e8d0-661b-436b-870f-a69b71e50c1b tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1135 time: 0.1651158 Sep 02 12:58:03.319254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] For port 06716356-7525-4187-912f-4fe30a795a40, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:03.323881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] For port 06716356-7525-4187-912f-4fe30a795a40, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=06716356-7525-4187-912f-4fe30a795a40,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:03.334847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.385781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50742) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:03.438452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb1cd4-2a6d-4255-9ec0-9c0ba4bbda75 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=7bc50d05-34b4-4aa4-b490-493213a92b50,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:03.458076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-8afa6caa-d48d-4380-9fe5-e1f251bd0291', 'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': '5f1b9bf6-d8e9-480b-ab31-4fb4ad57fd26'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:03.458943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.460986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 7bc50d05-34b4-4aa4-b490-493213a92b50 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:03.465403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.466005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.467583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/06716356-7525-4187-912f-4fe30a795a40 HTTP/1.1" status: 200 len: 1091 time: 1.3013606 Sep 02 12:58:03.471730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'tag': '06716356-7525-4187-912f-4fe30a795a40'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:03.474596 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f22356-76d9-4954-b6ca-63c00c741383" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb6c358-70f0-4219-bf20-8eb98404b793", "tag": "06716356-7525-4187-912f-4fe30a795a40"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:03.483212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:03.487559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.517809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcf5129f-fbc0-4522-93ea-c64661369e25 req-12292bf9-1d91-4b97-8be2-474e0e70db2c tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1915088 Sep 02 12:58:03.555591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 12:58:03.556156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 12:58:03.561534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:03.587226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658e61b-5cd3-44b0-9c32-9d0d9165a558 req-88aafcb5-2cf9-4a4f-ae5a-20c94c5975b5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.595317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e658e61b-5cd3-44b0-9c32-9d0d9165a558 req-88aafcb5-2cf9-4a4f-ae5a-20c94c5975b5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.2150578 Sep 02 12:58:03.601687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f3ea643-6699-4f50-8183-468f58aec231 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/ae13cc1b-0bb9-4726-8402-9fd72d076690 HTTP/1.1" status: 200 len: 991 time: 0.2095289 Sep 02 12:58:03.609444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe349a-c6b9-4237-a242-c322a68017e5 service neutron] Pushing event updated for resources: {'Port': ['ID=06716356-7525-4187-912f-4fe30a795a40,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:03.660244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e658e61b-5cd3-44b0-9c32-9d0d9165a558 req-9ed202a7-b3c7-4702-8d90-87ccccf6b68c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639129 Sep 02 12:58:03.708686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930c9d1-ae0e-4e69-bc3f-449eb038e8af tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.713085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c930c9d1-ae0e-4e69-bc3f-449eb038e8af tempest-TestSecurityGroupsBasicOps-1671693689 tempest-TestSecurityGroupsBasicOps-1671693689-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 1055 time: 0.1471968 Sep 02 12:58:03.713085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-4f049ee7-0c82-43fd-a618-f91c58b2e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.714491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-4f049ee7-0c82-43fd-a618-f91c58b2e340 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 1094 time: 0.1881032 Sep 02 12:58:03.741262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933c6e9-e55b-4464-ac5d-64ff68559aab req-b04cb5f3-c65d-486c-9976-854ad9e8bb54 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.750290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5933c6e9-e55b-4464-ac5d-64ff68559aab req-b04cb5f3-c65d-486c-9976-854ad9e8bb54 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 943 time: 0.1427324 Sep 02 12:58:03.781769 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604fed9-5dbf-4015-b451-bc018917a8c2 x-openstack-request-id: req-e604fed9-5dbf-4015-b451-bc018917a8c2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:03.782467 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb6c358-70f0-4219-bf20-8eb98404b793", "tag": "06716356-7525-4187-912f-4fe30a795a40", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:03.782467 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e604fed9-5dbf-4015-b451-bc018917a8c2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:03.782812 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'tag': '06716356-7525-4187-912f-4fe30a795a40', 'status': 'completed', 'code': 200} Sep 02 12:58:03.789972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-6ab77e07-794a-49e9-b264-6077abcda3fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06716356-7525-4187-912f-4fe30a795a40 HTTP/1.1" status: 200 len: 217 time: 0.0640569 Sep 02 12:58:03.798804 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:03.849981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Allocated IP 2001:db8::1 (8afa6caa-d48d-4380-9fe5-e1f251bd0291/5f1b9bf6-d8e9-480b-ab31-4fb4ad57fd26/cb9be8bd-b743-421b-94f6-83cb2f5c678c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:03.856682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-8d8681c7-cba9-4401-ace1-5265413d8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.861482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-8d8681c7-cba9-4401-ace1-5265413d8400 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0622306 Sep 02 12:58:03.891696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5933c6e9-e55b-4464-ac5d-64ff68559aab req-cd3af22c-eb90-4631-88b7-a7ef8a09c0f3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312876 Sep 02 12:58:03.929312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-030a5828-d519-47d3-9d26-5cc4a4404940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454173 Sep 02 12:58:03.930089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a47a-3e70-49bf-9d36-e760624ef2ce req-4166cc6e-b05b-440f-aae4-f7f59500e35b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:03.931708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3ef1a47a-3e70-49bf-9d36-e760624ef2ce req-4166cc6e-b05b-440f-aae4-f7f59500e35b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1130629 Sep 02 12:58:03.932392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=8d8afb4c-cb2e-4f96-a2cf-5f3add51f30c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:03.944067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': 'c2798b56-fc50-4069-8144-3813f8e38327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7bc50d05-34b4-4aa4-b490-493213a92b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:03.944689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: 7bc50d05-34b4-4aa4-b490-493213a92b50, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:03.982776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network 7bc50d05-34b4-4aa4-b490-493213a92b50 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:04.002453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3ef1a47a-3e70-49bf-9d36-e760624ef2ce req-ae05d1c9-74d3-48fe-a574-4198ebcdc357 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605285 Sep 02 12:58:04.003501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 7bc50d05-34b4-4aa4-b490-493213a92b50) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:04.018831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.020279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.030696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a0be1-dd3c-4353-8f9d-e80651798b94 None None] Network 7bc50d05-34b4-4aa4-b490-493213a92b50 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:04.046658 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cf3d97a3-2cba-4a33-a99f-43f55754ad50 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8289461 Sep 02 12:58:04.049126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.049661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:04.094447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Transition to ACTIVE for port object cb9be8bd-b743-421b-94f6-83cb2f5c678c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:04.104791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-541eb8a9-8b5a-4987-899f-25ad7b5c2e70 service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640484 Sep 02 12:58:04.119220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Transition to ACTIVE for port object cb9be8bd-b743-421b-94f6-83cb2f5c678c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:04.132027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.196555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.203637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:04.214195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:04.237834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:04.246780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd8c530e-4206-4de4-8de0-77e90a83e27f req-c230c543-c537-4588-ba2a-1b6eeef19244 service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285040 Sep 02 12:58:04.253266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.257370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Pushing event updated for resources: {'Port': ['ID=cb9be8bd-b743-421b-94f6-83cb2f5c678c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:04.270551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3208-0eeb-485a-b19c-8c332014faa2 req-944a33ea-bc6e-4f92-bb41-cfe66ac9c451 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.274682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7daf3208-0eeb-485a-b19c-8c332014faa2 req-944a33ea-bc6e-4f92-bb41-cfe66ac9c451 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.0946929 Sep 02 12:58:04.296337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.348855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e23537a-dd80-4831-8832-afe8b92587f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-7bc50d05-34b4-4aa4-b490-493213a92b50', 'network_id': '7bc50d05-34b4-4aa4-b490-493213a92b50', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': '8d8afb4c-cb2e-4f96-a2cf-5f3add51f30c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:04.350481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8e23537a-dd80-4831-8832-afe8b92587f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.359742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f22356-76d9-4954-b6ca-63c00c741383 req-8f8280ee-ec0f-4617-aa80-90dff25089a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.361369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-8f8280ee-ec0f-4617-aa80-90dff25089a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 1094 time: 0.0460582 Sep 02 12:58:04.366426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Attempting to bind port cb9be8bd-b743-421b-94f6-83cb2f5c678c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:04.366805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Attempting to bind port cb9be8bd-b743-421b-94f6-83cb2f5c678c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '39515e90-be2f-4ec1-9877-300597dde2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:04.367191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Attempting to bind port cb9be8bd-b743-421b-94f6-83cb2f5c678c on network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:04.378476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:04.382756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Checking segment: {'id': '39515e90-be2f-4ec1-9877-300597dde2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:04.383277 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.383849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Bound using segment: {'id': '39515e90-be2f-4ec1-9877-300597dde2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:04.384590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Bound port: cb9be8bd-b743-421b-94f6-83cb2f5c678c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39515e90-be2f-4ec1-9877-300597dde2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8afa6caa-d48d-4380-9fe5-e1f251bd0291'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:04.385220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.391977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.440351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8afb4c-cb2e-4f96-a2cf-5f3add51f30c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:04.478188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f22356-76d9-4954-b6ca-63c00c741383 req-9f086c78-bd4f-4be1-ad15-6e58873b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.480229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-9f086c78-bd4f-4be1-ad15-6e58873b9bd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.1119311 Sep 02 12:58:04.544323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-af519aa4-0e01-411c-af0d-7428cfe9fcef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06716356-7525-4187-912f-4fe30a795a40 HTTP/1.1" status: 200 len: 217 time: 0.0558908 Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-8e23537a-dd80-4831-8832-afe8b92587f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d8afb4c-cb2e-4f96-a2cf-5f3add51f30c: This subnet is being modified by another concurrent operation. Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 12:58:04.600276 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d8afb4c-cb2e-4f96-a2cf-5f3add51f30c: This subnet is being modified by another concurrent operation. Sep 02 12:58:04.603629 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 12:58:04.606097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:04.637351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] For port cb9be8bd-b743-421b-94f6-83cb2f5c678c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:04.642468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] For port cb9be8bd-b743-421b-94f6-83cb2f5c678c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9be8bd-b743-421b-94f6-83cb2f5c678c,segment=NetworkSegment(39515e90-be2f-4ec1-9877-300597dde2d8),segment_id=39515e90-be2f-4ec1-9877-300597dde2d8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:04.647841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.656676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f22356-76d9-4954-b6ca-63c00c741383 req-cc09448a-341a-406c-ba4b-58b488e56aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.658913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-cc09448a-341a-406c-ba4b-58b488e56aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.1068866 Sep 02 12:58:04.698815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-becd991f-5f87-40f3-af27-ac90f4d06829 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279913 Sep 02 12:58:04.709357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84508e9e-b6ce-47b8-8f09-768bc611e30b None None] Network 7bc50d05-34b4-4aa4-b490-493213a92b50 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:04.817288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8677ecc-ba5d-47a1-9965-5f65bee1580e None None] Pushing event updated for resources: {'Port': ['ID=cb9be8bd-b743-421b-94f6-83cb2f5c678c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:04.827954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ea77dfec-4040-4273-b885-95755996c57c tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/ae13cc1b-0bb9-4726-8402-9fd72d076690 HTTP/1.1" status: 200 len: 993 time: 0.2133017 Sep 02 12:58:04.838522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.849377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc50d05-34b4-4aa4-b490-493213a92b50']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:04.864075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a27-da17-43d2-ae39-429317513cee req-f8bb797c-f75b-4836-b8ec-dddbae23475a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.866000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1fd41a27-da17-43d2-ae39-429317513cee req-f8bb797c-f75b-4836-b8ec-dddbae23475a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.0932560 Sep 02 12:58:04.867173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2798b56-fc50-4069-8144-3813f8e38327') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:04.867481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2798b56-fc50-4069-8144-3813f8e38327') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:04.871938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-fc0c3a91-987e-443f-8ab1-66672e8ea3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:04.873678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-fc0c3a91-987e-443f-8ab1-66672e8ea3da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1098 time: 0.4941363 Sep 02 12:58:04.885403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.906256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.918478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-d902be0c-e00c-40d2-9bc0-0b4c720ee054 service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054305 Sep 02 12:58:04.933595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:04.934043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:04.937762 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:04.947307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1fd41a27-da17-43d2-ae39-429317513cee req-8141f2c7-91d2-4649-9983-0a15de470964 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641572 Sep 02 12:58:05.055294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-26f22356-76d9-4954-b6ca-63c00c741383 req-a41edc27-179f-4130-af3d-27f8e1099a0a service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067317 Sep 02 12:58:05.108997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.125599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.125906 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.127561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/7bc50d05-34b4-4aa4-b490-493213a92b50 HTTP/1.1" status: 204 len: 168 time: 1.0750680 Sep 02 12:58:05.135930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea29e7-f459-4540-944a-059504beb1f1 req-fdadaa24-13b5-491d-a181-939eff483074 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.137932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cea29e7-f459-4540-944a-059504beb1f1 req-fdadaa24-13b5-491d-a181-939eff483074 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 943 time: 0.1018608 Sep 02 12:58:05.140780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:05.147177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2008179736'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:05.171088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04870ab9-9d97-41e6-b524-9e908f4ba345 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=7bc50d05-34b4-4aa4-b490-493213a92b50,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:05.175542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a04e-c7a2-418a-89d8-2edf74b2c363 req-e1a90109-13e9-40bf-ac01-99b73629c99f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.181901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e57a04e-c7a2-418a-89d8-2edf74b2c363 req-e1a90109-13e9-40bf-ac01-99b73629c99f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.0813596 Sep 02 12:58:05.190283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-1b543b13-25f9-45eb-8de5-bd61ea0d0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.191789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-1b543b13-25f9-45eb-8de5-bd61ea0d0b4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2878156 Sep 02 12:58:05.223621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e57a04e-c7a2-418a-89d8-2edf74b2c363 req-96529dac-e4f7-4c3b-b9d5-49b28ff320fc tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400918 Sep 02 12:58:05.257109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cea29e7-f459-4540-944a-059504beb1f1 req-f0226cf5-c5ab-4926-9390-89c2a0d04509 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Sep 02 12:58:05.259868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:05.263735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.302395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-0c2dff77-9432-4a63-b6a8-3d508df3acd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1002 time: 0.0977108 Sep 02 12:58:05.305697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:05.315949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.316302 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment 287e14c1-86e0-4796-be04-60b1bd625853 of type vlan for network 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 Sep 02 12:58:05.390387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.401043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b8f2b-b0f1-43c9-ae2d-943ffc8b5427 req-5e410315-0c02-463c-93de-5ad9d153a3eb tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.402884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f99b8f2b-b0f1-43c9-ae2d-943ffc8b5427 req-5e410315-0c02-463c-93de-5ad9d153a3eb tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.0530479 Sep 02 12:58:05.408753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-1c207d94-9ee2-479c-87ff-dee230b1f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.410274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-1c207d94-9ee2-479c-87ff-dee230b1f360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0840018 Sep 02 12:58:05.431264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.436710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.437320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.517013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3738897 Sep 02 12:58:05.521125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:05.523668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:58:05.526875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:05.527378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c094-878f-41c8-8fd1-1947ab58f6c1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:05.534107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-3ab46c79-be61-48c7-bc63-b3bc59e1e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.535939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-3ab46c79-be61-48c7-bc63-b3bc59e1e16b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137342 Sep 02 12:58:05.538902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': '4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:05.559443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:05.645431 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-679bfe24-1730-4ad6-82cf-ac912ad396b7 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004307 Sep 02 12:58:05.675790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:05.679958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.815807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.833021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a2c8f25-0f42-47bd-a31c-effef698a0d3 req-9525b66a-7d83-4233-b041-943024188fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791248 Sep 02 12:58:05.851204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:05.867263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:05.870674 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed79cf-a03a-4fb5-bc14-fd0b2418ad2c" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-unplugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:05.878285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'mac_address': 'fa:16:3e:41:a6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:58:05.889148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:05.899335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-e48477f5-ecba-4db6-979d-5a2757310e23 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:05.901207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-e48477f5-ecba-4db6-979d-5a2757310e23 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.1959968 Sep 02 12:58:05.916169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.956206 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e4c30-a129-491a-96bd-2e3e8051fc8d x-openstack-request-id: req-4e8e4c30-a129-491a-96bd-2e3e8051fc8d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:05.956669 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-unplugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:05.957196 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e8e4c30-a129-491a-96bd-2e3e8051fc8d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:05.957883 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:58:05.961391 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:05.992619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:05.998896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:06.041528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:58:06.041886 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:58:06.061575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:06.061930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.066471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ee0c4-3b44-4ee8-807a-d799ab8d67a5 None None] Network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:06.140318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b76ebc07-d1f2-4ecf-957d-69dfaa1bcd84 None None] Provisioning for port cb9be8bd-b743-421b-94f6-83cb2f5c678c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:06.193051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.268270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0d21-04c7-4fd5-ab7e-5fc0b58b92e2 req-318921bc-dfb6-4665-81c9-c7d9fb2c9da2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:06.271084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-093b0d21-04c7-4fd5-ab7e-5fc0b58b92e2 req-318921bc-dfb6-4665-81c9-c7d9fb2c9da2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1726732 Sep 02 12:58:06.279581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] For port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:06.280056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.316662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=255a8cfb-65ca-40b0-a025-192af5661b40,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:06.331241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:06.368248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': '287e14c1-86e0-4796-be04-60b1bd625853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:06.368624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:06.393158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7318f-02e4-4e3b-bb24-0c3ebc7cbef7 req-10c3a0a2-f4f7-45b3-9745-70581915410b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:06.394965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ca7318f-02e4-4e3b-bb24-0c3ebc7cbef7 req-10c3a0a2-f4f7-45b3-9745-70581915410b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.0823529 Sep 02 12:58:06.407316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-093b0d21-04c7-4fd5-ab7e-5fc0b58b92e2 req-b76d349e-ca8e-4380-a435-2ff349acaf4a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220207 Sep 02 12:58:06.434550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:06.453053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:06.457712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:06.458316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.463962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dafaca-ddf2-42b0-a086-c279d989ab9f None None] Network 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:06.478535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-67d1e572-1e72-4874-ae6a-c0f9efde29f2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9510288 Sep 02 12:58:06.479334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:06.494549 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9ca7318f-02e4-4e3b-bb24-0c3ebc7cbef7 req-71a0d3f9-f5dc-453f-a86e-48f7cda2617e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864708 Sep 02 12:58:06.615002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9f1be-65f8-4e52-9e09-e04c5997909f req-c83df9de-6e41-404c-ac9b-a3362094370d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:06.617785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0a9f1be-65f8-4e52-9e09-e04c5997909f req-c83df9de-6e41-404c-ac9b-a3362094370d tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bc30a19-17ee-4af6-97a8-1ba2a21208c0 HTTP/1.1" status: 200 len: 909 time: 0.0681093 Sep 02 12:58:06.628343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65b46-f9c4-437d-9f94-729590f37e55 req-ca2e5ef5-2a68-4a12-a78d-e55c3a5e9717 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:06.629923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75b65b46-f9c4-437d-9f94-729590f37e55 req-ca2e5ef5-2a68-4a12-a78d-e55c3a5e9717 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 943 time: 0.1145484 Sep 02 12:58:06.633040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.647697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.677974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9be8bd-b743-421b-94f6-83cb2f5c678c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:06.686837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:06.693709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=2e5e7ef6-024c-4b4a-961e-7a7921f063e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:06.712833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.755562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] No DVR routers for this DVR port 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:06.764563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.766723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c29c9d-9ea1-46ad-8065-9d5961c5dbb3 req-52817bfd-b336-42e2-91da-5d537dee80fc tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.41 "DELETE /v2.0/ports/2e5e7ef6-024c-4b4a-961e-7a7921f063e4 HTTP/1.1" status: 204 len: 173 time: 0.8581727 Sep 02 12:58:06.769683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'name': 'network-vif-deleted', 'tag': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:06.771631 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a15ecfa-72e9-48e8-8389-ed7514879c6f" -d '{"events": [{"server_uuid": "1bc30a19-17ee-4af6-97a8-1ba2a21208c0", "name": "network-vif-deleted", "tag": "2e5e7ef6-024c-4b4a-961e-7a7921f063e4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:06.772364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:06.782919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.794134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75b65b46-f9c4-437d-9f94-729590f37e55 req-1707b924-1208-4d66-888d-d065b67aae7c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392517 Sep 02 12:58:06.884485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727efeee-1a8b-4a81-9a36-90c41b41e66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8', 'network_id': '4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': '255a8cfb-65ca-40b0-a025-192af5661b40'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:06.885442 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-727efeee-1a8b-4a81-9a36-90c41b41e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.898790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:06.932231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['aaeaec21-260d-4039-a4ef-6416e9c31d63'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:06.941052 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ce4e6-413c-4b43-a3c2-32116378980e x-openstack-request-id: req-5f9ce4e6-413c-4b43-a3c2-32116378980e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:06.942169 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc30a19-17ee-4af6-97a8-1ba2a21208c0", "name": "network-vif-deleted", "tag": "2e5e7ef6-024c-4b4a-961e-7a7921f063e4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:06.942685 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f9ce4e6-413c-4b43-a3c2-32116378980e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:06.943528 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc30a19-17ee-4af6-97a8-1ba2a21208c0', 'name': 'network-vif-deleted', 'tag': '2e5e7ef6-024c-4b4a-961e-7a7921f063e4', 'status': 'completed', 'code': 200} Sep 02 12:58:06.985821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port cb9be8bd-b743-421b-94f6-83cb2f5c678c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:07.001216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb9be8bd-b743-421b-94f6-83cb2f5c678c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:07.001596 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.006720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:07.058984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.090975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=255a8cfb-65ca-40b0-a025-192af5661b40,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:07.165663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.180753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:07.194432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287e14c1-86e0-4796-be04-60b1bd625853') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:07.194913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287e14c1-86e0-4796-be04-60b1bd625853') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-727efeee-1a8b-4a81-9a36-90c41b41e66b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 255a8cfb-65ca-40b0-a025-192af5661b40: This subnet is being modified by another concurrent operation. Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 12:58:07.205509 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 255a8cfb-65ca-40b0-a025-192af5661b40: This subnet is being modified by another concurrent operation. Sep 02 12:58:07.211206 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 12:58:07.213279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.233579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.241929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:07.242355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.244375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc06557-b82e-4030-83b0-79dfe4b17f48 None None] Network 4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:07.245540 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:07.330538 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.342768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.345741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 HTTP/1.1" status: 204 len: 168 time: 0.8651593 Sep 02 12:58:07.349344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:07.365538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-514143030'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:07.389386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b16ad6-0e4b-44a9-964f-7a1ec7d63292 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:07.417299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:07.423917 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.467218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:07.479032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.479383 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment ccaf9b63-567e-4719-b8b9-3fff60a95dd7 of type vlan for network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 Sep 02 12:58:07.504730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 06716356-7525-4187-912f-4fe30a795a40 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:58:07.561055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.599390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37a92c-614b-4aa4-8ffd-b44ee3cbc0f4 req-13009246-5d25-4823-a932-aecaf810a57c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:07.601061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a37a92c-614b-4aa4-8ffd-b44ee3cbc0f4 req-13009246-5d25-4823-a932-aecaf810a57c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.0748656 Sep 02 12:58:07.612329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.618324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:07.618949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.639987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:07.640888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb0af4-ec20-40bb-a733-831646c40d01 req-1f266e45-0f5c-4889-835f-23821fcc0ace tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:07.648938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94cb0af4-ec20-40bb-a733-831646c40d01 req-1f266e45-0f5c-4889-835f-23821fcc0ace tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.0825622 Sep 02 12:58:07.696952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94cb0af4-ec20-40bb-a733-831646c40d01 req-e637eb11-f2ab-431f-ac0e-f2ec02984fec tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467947 Sep 02 12:58:07.723028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3688712 Sep 02 12:58:07.726427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:07.728553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae30c1e-7e80-4806-a3ca-e53c85f79752 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:07.738880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a37a92c-614b-4aa4-8ffd-b44ee3cbc0f4 req-41e61ff7-6ff3-4978-b981-a717d9afde66 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154525 Sep 02 12:58:07.750066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': '8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:07.753381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:07.822497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:07.925597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port cb9be8bd-b743-421b-94f6-83cb2f5c678c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9be8bd-b743-421b-94f6-83cb2f5c678c,segment=NetworkSegment(39515e90-be2f-4ec1-9877-300597dde2d8),segment_id=39515e90-be2f-4ec1-9877-300597dde2d8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:08.041357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.098658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:08.105383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.126616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fa49f-0c78-4d6a-85f6-1d7965e8fe36 req-581a7fa5-de71-446f-a53e-e95948eff8ac tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.128273 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-968fa49f-0c78-4d6a-85f6-1d7965e8fe36 req-581a7fa5-de71-446f-a53e-e95948eff8ac tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 943 time: 0.1115870 Sep 02 12:58:08.165016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163b0a9-4259-47c4-985c-710cc63efc2b None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:58:08.219807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a60bd-2f15-42f0-baef-7b53f7c90582 req-b2ff4902-45a0-4469-bcc8-2df99df8160f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.229839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-290a60bd-2f15-42f0-baef-7b53f7c90582 req-b2ff4902-45a0-4469-bcc8-2df99df8160f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1630478 Sep 02 12:58:08.243185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-26f666a1-9585-4d39-8e39-31711570cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.245078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-26f666a1-9585-4d39-8e39-31711570cf9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 1096 time: 0.1795654 Sep 02 12:58:08.282922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-968fa49f-0c78-4d6a-85f6-1d7965e8fe36 req-fc4e0eb3-8278-4734-8ccd-41c1bb090515 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317558 Sep 02 12:58:08.331909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163b0a9-4259-47c4-985c-710cc63efc2b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:58:08.343428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 06716356-7525-4187-912f-4fe30a795a40, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=06716356-7525-4187-912f-4fe30a795a40,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:08.409988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '06716356-7525-4187-912f-4fe30a795a40', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': '06716356-7525-4187-912f-4fe30a795a40', 'mac_address': 'fa:16:3e:f8:67:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:58:08.411621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=cb9be8bd-b743-421b-94f6-83cb2f5c678c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:08.447163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-290a60bd-2f15-42f0-baef-7b53f7c90582 req-29999d2f-00bc-4e6f-869b-56da4712e267 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139592 Sep 02 12:58:08.478685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.512175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-6635181c-9ac4-432e-87e4-ff5f7c82b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.514512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-6635181c-9ac4-432e-87e4-ff5f7c82b33d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.2572289 Sep 02 12:58:08.553625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.585093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06716356-7525-4187-912f-4fe30a795a40 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:08.663941 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-bc93ec19-7692-4ec3-9094-fa540009e79e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 200 len: 1001 time: 0.1300390 Sep 02 12:58:08.670782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9be8bd-b743-421b-94f6-83cb2f5c678c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:08.682151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 06716356-7525-4187-912f-4fe30a795a40, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=06716356-7525-4187-912f-4fe30a795a40,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:08.684535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=f880bf63-ed6f-497f-a996-3d293de4ceaf,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:08.712107 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.729517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': 'ccaf9b63-567e-4719-b8b9-3fff60a95dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:08.730265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:08.767243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:08.770067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-61e2d05e-46a2-4410-8808-26bd7c9a87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.771882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-61e2d05e-46a2-4410-8808-26bd7c9a87a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.0883012 Sep 02 12:58:08.782410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:08.814251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.816080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.845717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=06716356-7525-4187-912f-4fe30a795a40,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:08.853746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4e2897b3-0fbf-4692-8f89-fd1cfc9d503d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1251769 Sep 02 12:58:08.857338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:08.885336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port cb9be8bd-b743-421b-94f6-83cb2f5c678c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:08.885709 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:08.894706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-31227e35-be9d-4e42-b244-7c137e6a59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:08.896486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-31227e35-be9d-4e42-b244-7c137e6a59bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157179 Sep 02 12:58:08.975266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['06716356-7525-4187-912f-4fe30a795a40'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:08.988577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.096253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb292d-7e5c-4d07-a57d-6f42509d19bf req-9c7d679f-7312-4deb-9cf8-db684d292543 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:09.099134 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54cb292d-7e5c-4d07-a57d-6f42509d19bf req-9c7d679f-7312-4deb-9cf8-db684d292543 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 946 time: 0.1081607 Sep 02 12:58:09.118815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.225535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-54cb292d-7e5c-4d07-a57d-6f42509d19bf req-4c8c29c2-0ca5-4bf4-8297-60f362df8416 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192973 Sep 02 12:58:09.287367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.294168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a628b7e-dbf5-48b1-a229-f5602a25f0e8 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:58:09.329273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=f880bf63-ed6f-497f-a996-3d293de4ceaf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:09.420143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.435144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:09.448931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaf9b63-567e-4719-b8b9-3fff60a95dd7') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:09.449718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaf9b63-567e-4719-b8b9-3fff60a95dd7') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:09.464477 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.501247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.508949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:09.509679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:09.513746 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:09.553947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:09.648291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a628b7e-dbf5-48b1-a229-f5602a25f0e8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:58:09.654982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port aaeaec21-260d-4039-a4ef-6416e9c31d63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:09.655492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.699677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.718964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4e5cc-5e3d-497a-8b31-535cab6bfa8f req-61f6f64c-e5a3-4265-ba8e-a410b8149c7e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:09.731181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41f4e5cc-5e3d-497a-8b31-535cab6bfa8f req-61f6f64c-e5a3-4265-ba8e-a410b8149c7e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1166348 Sep 02 12:58:09.737747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.740567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 HTTP/1.1" status: 204 len: 168 time: 0.8816466 Sep 02 12:58:09.749827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:09.775321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766821835'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:09.780796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a042f3-02d0-4293-9498-68674be8450c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:09.800014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.832024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-41f4e5cc-5e3d-497a-8b31-535cab6bfa8f req-3809c9bd-36af-4383-8b09-6670b2ab993b tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995758 Sep 02 12:58:09.853968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:09.858693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.891950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:09.904614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.909951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.910980 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment 7a6ced6b-eadf-4146-94ef-768ccf706351 of type vlan for network f945b6af-98a6-4333-89df-b839159f54c9 Sep 02 12:58:09.957995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf9bf3-8f97-45a1-84b3-6ee76c01d030 req-039f3328-187d-4fac-bc52-5d7d6bd854a9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:09.959121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:09.959976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-88cf9bf3-8f97-45a1-84b3-6ee76c01d030 req-039f3328-187d-4fac-bc52-5d7d6bd854a9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 944 time: 0.2539268 Sep 02 12:58:09.961655 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb5d3a-b894-4449-88a2-e570f0d5a543" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:09.978857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:09.989063 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:09.989560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:10.008732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.030399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-acc7e059-78fe-43b8-92c6-28ad6dd9f08e service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1221900 Sep 02 12:58:10.031471 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57063ec4-23d0-458b-bd0c-6c5d000ba89c x-openstack-request-id: req-57063ec4-23d0-458b-bd0c-6c5d000ba89c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:10.031763 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:10.032017 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57063ec4-23d0-458b-bd0c-6c5d000ba89c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:10.032417 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:58:10.069865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.087512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:10.088356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.097434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:10.097801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2e5e7ef6-024c-4b4a-961e-7a7921f063e4 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:10.163475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-88cf9bf3-8f97-45a1-84b3-6ee76c01d030 req-7a22afba-905b-4a80-af3d-079ee44101bf tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551616 Sep 02 12:58:10.172181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:10.204565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd00aa-5bf6-4ea6-983f-b92a93c9406d None None] Network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:10.216043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4611979 Sep 02 12:58:10.216390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:10.223685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:10.233289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd97d10-1c93-4007-8b3d-d65996eb0ebe tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=f945b6af-98a6-4333-89df-b839159f54c9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:10.235843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76a94ea2-15ea-4e5f-9665-da907b0d4861 req-536a710e-87d9-495b-9a76-3851b337d759 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795657 Sep 02 12:58:10.241683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd00aa-5bf6-4ea6-983f-b92a93c9406d None None] Network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 12:58:10.246065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f945b6af-98a6-4333-89df-b839159f54c9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:10.254296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb853785-66c5-4aa0-8159-e76c1be5db60 None None] Network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:10.324629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb853785-66c5-4aa0-8159-e76c1be5db60 None None] Network 8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 12:58:10.353784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:10.360502 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.364286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:10.364654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.504726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] For port 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:10.505594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.511662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973df8b-d57d-417b-941f-992303ea1d41 req-77db007e-7914-4619-80f7-c38d7590de6e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:10.519441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6973df8b-d57d-417b-941f-992303ea1d41 req-77db007e-7914-4619-80f7-c38d7590de6e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.0947218 Sep 02 12:58:10.529666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:10.618133 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6973df8b-d57d-417b-941f-992303ea1d41 req-81cb63bd-04c8-43ed-9458-3a3ec7ed7567 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835741 Sep 02 12:58:10.712877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.800271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=091dca15-70fa-4b93-b608-167020b10831,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:10.814226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': '7a6ced6b-eadf-4146-94ef-768ccf706351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:10.814620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: f945b6af-98a6-4333-89df-b839159f54c9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:10.838669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network f945b6af-98a6-4333-89df-b839159f54c9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:10.847845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.852288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f945b6af-98a6-4333-89df-b839159f54c9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:10.873369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f944a68-0b44-4aa4-aafa-6eede4fcef60 None None] Network f945b6af-98a6-4333-89df-b839159f54c9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:10.885453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=4a9f02f0-30d1-4bde-9ad7-f034b55c8c51,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:10.888858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:10.899243 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:10.938930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e28e5153-1a5a-4d54-b0da-54f56ce43988 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7211735 Sep 02 12:58:10.939776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:10.946728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:11.007597 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.155627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:11.172957 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.219604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-f945b6af-98a6-4333-89df-b839159f54c9', 'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': '091dca15-70fa-4b93-b608-167020b10831'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:11.224830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.284865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.391577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2101f1-9d91-4080-9847-1cf80afb420a req-696c94f3-9904-4663-a8b5-e10560507f76 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:11.393278 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec2101f1-9d91-4080-9847-1cf80afb420a req-696c94f3-9904-4663-a8b5-e10560507f76 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.3676431 Sep 02 12:58:11.466991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec2101f1-9d91-4080-9847-1cf80afb420a req-ba62940c-df63-4297-a55c-698016b64d6d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632141 Sep 02 12:58:11.493665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 06716356-7525-4187-912f-4fe30a795a40 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:11.493895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd142-ed93-4850-93b3-2ff0e74f8b70 req-1773f460-d307-4005-a60d-bc3e6f6f020c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:11.503203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af5dd142-ed93-4850-93b3-2ff0e74f8b70 req-1773f460-d307-4005-a60d-bc3e6f6f020c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 944 time: 0.1218441 Sep 02 12:58:11.545491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Allocated IP 2001:db8::2 (f945b6af-98a6-4333-89df-b839159f54c9/091dca15-70fa-4b93-b608-167020b10831/75688d51-613d-4221-b4e8-e54d1f07a334) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:11.603888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-af5dd142-ed93-4850-93b3-2ff0e74f8b70 req-0e53baeb-e061-4150-872d-c8e23a2eed50 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995178 Sep 02 12:58:11.649229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 06716356-7525-4187-912f-4fe30a795a40 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:11.662264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 06716356-7525-4187-912f-4fe30a795a40 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:11.663310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.699555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 28e22f14-6680-436d-8276-c6917d6c4ff1 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:11.809197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.829617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network f945b6af-98a6-4333-89df-b839159f54c9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:11.832284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:11.862588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:11.863109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:11.889542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d116db0-0529-4f4d-b827-0a267c9d9d3a req-f011a9bf-147a-462b-aab0-bdee7ea10f5f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:11.898281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d116db0-0529-4f4d-b827-0a267c9d9d3a req-f011a9bf-147a-462b-aab0-bdee7ea10f5f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1662185 Sep 02 12:58:11.899237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9582374 Sep 02 12:58:11.909144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50884) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:11.921866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888c26-dc0f-4caa-b2f7-c1a71c13c74a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=8231ae30-fa42-4c35-8799-30b7e9b77ff6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:11.993412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:12.008966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] Sync routers for ids ['28e22f14-6680-436d-8276-c6917d6c4ff1'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:12.014080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ea26f3f6-6f48-42bb-8653-0a3eccf0f44c tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "PUT /v2.0/routers/28e22f14-6680-436d-8276-c6917d6c4ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1899872 Sep 02 12:58:12.016877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:12.026831 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] Routers {'28e22f14-6680-436d-8276-c6917d6c4ff1'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:12.028971 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['28e22f14-6680-436d-8276-c6917d6c4ff1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:12.033010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.064239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Transition to ACTIVE for port object 75688d51-613d-4221-b4e8-e54d1f07a334 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:12.068844 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.074917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa5ebe-a677-43e1-a342-a6f344a76d80 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.077490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa5ebe-a677-43e1-a342-a6f344a76d80 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.079302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa5ebe-a677-43e1-a342-a6f344a76d80 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.080922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa5ebe-a677-43e1-a342-a6f344a76d80 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.082576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa5ebe-a677-43e1-a342-a6f344a76d80 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.092302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7efa5ebe-a677-43e1-a342-a6f344a76d80 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1716595 Sep 02 12:58:12.092661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:12.099030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d116db0-0529-4f4d-b827-0a267c9d9d3a req-ff088e6c-f245-4397-8e27-2167a9032343 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1950190 Sep 02 12:58:12.106722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956977894'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:12.130967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Transition to ACTIVE for port object 75688d51-613d-4221-b4e8-e54d1f07a334 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:12.136986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06716356-7525-4187-912f-4fe30a795a40'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:12.139774 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ffd535-d1d0-4084-9a1f-c678522d7100" -d '{"events": [{"server_uuid": "ecb6c358-70f0-4219-bf20-8eb98404b793", "name": "network-vif-plugged", "status": "completed", "tag": "06716356-7525-4187-912f-4fe30a795a40"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:12.161661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting subnet 0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:58:12.164590 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.175406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 06716356-7525-4187-912f-4fe30a795a40, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=06716356-7525-4187-912f-4fe30a795a40,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:12.190739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.208629 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.224132 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc85b17c-34d6-4f96-9b1f-ff2205e92c53 x-openstack-request-id: req-cc85b17c-34d6-4f96-9b1f-ff2205e92c53 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:12.224528 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb6c358-70f0-4219-bf20-8eb98404b793", "name": "network-vif-plugged", "status": "completed", "tag": "06716356-7525-4187-912f-4fe30a795a40", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:12.224876 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc85b17c-34d6-4f96-9b1f-ff2205e92c53 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:12.225391 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06716356-7525-4187-912f-4fe30a795a40', 'code': 200} Sep 02 12:58:12.238349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Network f945b6af-98a6-4333-89df-b839159f54c9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:12.243033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:12.247186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:12.250767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.253831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Pushing event updated for resources: {'Port': ['ID=75688d51-613d-4221-b4e8-e54d1f07a334,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:12.255485 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] Set router 28e22f14-6680-436d-8276-c6917d6c4ff1 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:12.260933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:12.279215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.295347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:12.311593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.311945 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment 0d081eb3-1289-4b00-bfe1-e8f2e4d154f1 of type vlan for network d927831f-b342-49f6-b297-c7632d5bf0ab Sep 02 12:58:12.335593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=06716356-7525-4187-912f-4fe30a795a40,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:12.363527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9237c1-3309-4791-ad02-e7e28ba3b197 req-e3ced91c-4f25-4817-bda7-8bb28ab4a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.365345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d9237c1-3309-4791-ad02-e7e28ba3b197 req-e3ced91c-4f25-4817-bda7-8bb28ab4a720 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 1096 time: 0.0768402 Sep 02 12:58:12.372149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.425773 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.431011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Attempting to bind port 75688d51-613d-4221-b4e8-e54d1f07a334 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:12.431438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Attempting to bind port 75688d51-613d-4221-b4e8-e54d1f07a334 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7a6ced6b-eadf-4146-94ef-768ccf706351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:12.431805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Attempting to bind port 75688d51-613d-4221-b4e8-e54d1f07a334 on network f945b6af-98a6-4333-89df-b839159f54c9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:12.432556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d9237c1-3309-4791-ad02-e7e28ba3b197 req-91d3ec7d-71ab-4080-9ed1-fb167a511312 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600789 Sep 02 12:58:12.434088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:12.435440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.439097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:12.439278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Checking segment: {'id': '7a6ced6b-eadf-4146-94ef-768ccf706351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:12.439680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.440075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Bound using segment: {'id': '7a6ced6b-eadf-4146-94ef-768ccf706351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:12.440540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Bound port: 75688d51-613d-4221-b4e8-e54d1f07a334, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6ced6b-eadf-4146-94ef-768ccf706351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:12.440936 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.466608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3740287 Sep 02 12:58:12.469669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:12.475348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:12.580695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] For port 75688d51-613d-4221-b4e8-e54d1f07a334, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:12.590880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] For port 75688d51-613d-4221-b4e8-e54d1f07a334, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=75688d51-613d-4221-b4e8-e54d1f07a334,segment=NetworkSegment(7a6ced6b-eadf-4146-94ef-768ccf706351),segment_id=7a6ced6b-eadf-4146-94ef-768ccf706351)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:12.591483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1b350-b4be-40e2-aec3-39d80bcd2cb6 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=d927831f-b342-49f6-b297-c7632d5bf0ab,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:12.598488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.651366 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:58:10Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:12.681021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.693075 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] Checking router: 28e22f14-6680-436d-8276-c6917d6c4ff1 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:58:12.711007 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] Routers {'28e22f14-6680-436d-8276-c6917d6c4ff1'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:12.712001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['28e22f14-6680-436d-8276-c6917d6c4ff1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:12.735189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b15df7-d225-4622-97c1-352abc8e3915 None None] Pushing event updated for resources: {'Port': ['ID=75688d51-613d-4221-b4e8-e54d1f07a334,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:12.738257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d927831f-b342-49f6-b297-c7632d5bf0ab details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:12.761979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.829237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.831404 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/subnets/0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403 HTTP/1.1" status: 204 len: 168 time: 0.8133922 Sep 02 12:58:12.832405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c1e9e-458d-42f9-948d-ef8a21e67f57 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8520d2-bd92-48fb-b2f6-7e1f5b1ce403,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:12.838633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ddfaa-b7e8-4b90-8540-56d9dded7f4e None None] Network 67bb51aa-1322-454f-a7dc-8ea99599356f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:12.845834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:12.955514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.975357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:12.981126 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] Set router 28e22f14-6680-436d-8276-c6917d6c4ff1 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:13.041683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network d927831f-b342-49f6-b297-c7632d5bf0ab is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:58:13.049626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:13.050900 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.055061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "PUT /v2.0/networks/d927831f-b342-49f6-b297-c7632d5bf0ab HTTP/1.1" status: 200 len: 723 time: 0.5814285 Sep 02 12:58:13.056403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:13.062708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:13.094459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc254a-5401-4260-b115-fda5a55bb722 req-3885e5ab-4b7d-4c9c-99d1-d4fbc4e010c0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:13.112618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6bc254a-5401-4260-b115-fda5a55bb722 req-3885e5ab-4b7d-4c9c-99d1-d4fbc4e010c0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 945 time: 0.3264625 Sep 02 12:58:13.135967 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cf537-2e27-4aad-a0a2-dc066a60391d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=d927831f-b342-49f6-b297-c7632d5bf0ab,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:13.148665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d927831f-b342-49f6-b297-c7632d5bf0ab details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:13.275423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6bc254a-5401-4260-b115-fda5a55bb722 req-75264fa1-0ed6-4637-bb26-1ed172375bbe tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617763 Sep 02 12:58:13.293776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] DHCP port deletion for 67bb51aa-1322-454f-a7dc-8ea99599356f request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:58:13.312278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.367156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] Deleting port 1ae682bb-8700-4dab-8a5f-5821413d441c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:13.370294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.388776 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:58:10Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:13.444933 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026cebd-7a71-4b0f-b4ef-8e85acfed227 None None] The sync data for ids ['28e22f14-6680-436d-8276-c6917d6c4ff1'] in n-d-792364-8 is: [{'id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1073198097', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:25Z', 'updated_at': '2021-09-02T12:58:10Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '24653809-3fbf-4335-ad00-ecbf4933f2ed', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e22f14-6680-436d-8276-c6917d6c4ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:26Z', 'updated_at': '2021-09-02T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:13.502724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29990066-ad4e-4d3b-a594-8f82ee8783b4 req-71eea47f-5e6b-42f2-bb4e-3661b66a5a32 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:13.512983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29990066-ad4e-4d3b-a594-8f82ee8783b4 req-71eea47f-5e6b-42f2-bb4e-3661b66a5a32 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.2551155 Sep 02 12:58:13.549390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] For port 1ae682bb-8700-4dab-8a5f-5821413d441c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1ae682bb-8700-4dab-8a5f-5821413d441c,segment=NetworkSegment(adcfceb4-1333-4429-a660-59e71d7fa4f7),segment_id=adcfceb4-1333-4429-a660-59e71d7fa4f7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:13.549802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.586684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] Calling delete_port for 1ae682bb-8700-4dab-8a5f-5821413d441c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:13.593790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29990066-ad4e-4d3b-a594-8f82ee8783b4 req-299f1454-4d18-4150-aec0-05fcfc660957 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794091 Sep 02 12:58:13.599004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:13.604527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.610536 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.706386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:13.746931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] Pushing event deleted for resources: {'Port': ['ID=1ae682bb-8700-4dab-8a5f-5821413d441c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:13.750527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef2866-5a7c-40bb-813f-89cb4a81c552 None None] No DVR routers for this DVR port 1ae682bb-8700-4dab-8a5f-5821413d441c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:14.095121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port 24653809-3fbf-4335-ad00-ecbf4933f2ed {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:14.095715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:14.298504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:14.372058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] For port 24653809-3fbf-4335-ad00-ecbf4933f2ed, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24653809-3fbf-4335-ad00-ecbf4933f2ed,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:14.372455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:14.447061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:14.456800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002cd22-9791-4eae-832c-aba676685b60 req-9f3ec5c3-a878-4e3c-b291-612475445c7a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:14.471435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d002cd22-9791-4eae-832c-aba676685b60 req-9f3ec5c3-a878-4e3c-b291-612475445c7a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 945 time: 0.0895262 Sep 02 12:58:14.472273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for 24653809-3fbf-4335-ad00-ecbf4933f2ed owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:14.511921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fed41-51b5-473d-b3eb-641851dafdb3 None None] Network f945b6af-98a6-4333-89df-b839159f54c9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:14.569281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:14.570691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: d927831f-b342-49f6-b297-c7632d5bf0ab, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:14.612129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d002cd22-9791-4eae-832c-aba676685b60 req-5a5dab6d-c684-4a01-b3b0-76829dd267dd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393936 Sep 02 12:58:14.631579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network d927831f-b342-49f6-b297-c7632d5bf0ab is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:14.703462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-def0efd0-6b27-40f5-8d25-9b2dbcfe3d2f None None] Provisioning for port 75688d51-613d-4221-b4e8-e54d1f07a334 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:14.781828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d927831f-b342-49f6-b297-c7632d5bf0ab) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:14.786159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:14.799807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73968474-95b5-4f80-bfea-3f3bc3cb33ab None None] Network d927831f-b342-49f6-b297-c7632d5bf0ab requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:14.806742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:14.816927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 75688d51-613d-4221-b4e8-e54d1f07a334 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:14.840090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065d8e-0d92-4218-ab77-94aa0663be4a req-7010caa3-54ad-461b-a428-06af5b2e46c3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:14.849687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6065d8e-0d92-4218-ab77-94aa0663be4a req-7010caa3-54ad-461b-a428-06af5b2e46c3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 945 time: 0.1241093 Sep 02 12:58:14.851867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b98e323e-e957-405c-8fd2-a81c7145a0e2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7931693 Sep 02 12:58:14.857198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:14.868171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:14.931077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6065d8e-0d92-4218-ab77-94aa0663be4a req-c854da90-2b40-4713-9cbc-622766fec686 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803497 Sep 02 12:58:15.006015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 75688d51-613d-4221-b4e8-e54d1f07a334 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:15.019978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 75688d51-613d-4221-b4e8-e54d1f07a334 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:15.020766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.096764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70241276-4dd1-4f5b-9f06-f448b4c0c656 req-3977036d-d3d1-4df2-a847-0d04f6ba17d7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:15.103505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70241276-4dd1-4f5b-9f06-f448b4c0c656 req-3977036d-d3d1-4df2-a847-0d04f6ba17d7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.3237982 Sep 02 12:58:15.113040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4833582'] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.283398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-70241276-4dd1-4f5b-9f06-f448b4c0c656 req-e23582bf-48c0-4805-bc6d-165b5effce3f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606178 Sep 02 12:58:15.291794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d927831f-b342-49f6-b297-c7632d5bf0ab', 'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': 'aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:15.293293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.314729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Update dhcp port {'port': {'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9', 'fixed_ips': [{'subnet_id': '091dca15-70fa-4b93-b608-167020b10831', 'ip_address': '2001:db8::2'}, {'subnet_id': '8231ae30-fa42-4c35-8799-30b7e9b77ff6'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '75688d51-613d-4221-b4e8-e54d1f07a334'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 12:58:15.345308 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.384972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5da42b-7485-46e4-99f5-44e5d884b454 req-1f5a5529-0312-4e8e-8a37-19cedd988482 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:15.394936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5a5da42b-7485-46e4-99f5-44e5d884b454 req-1f5a5529-0312-4e8e-8a37-19cedd988482 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 945 time: 0.1323667 Sep 02 12:58:15.487665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5a5da42b-7485-46e4-99f5-44e5d884b454 req-705218bf-ed96-40ec-aabf-daeee6691f1a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915186 Sep 02 12:58:15.489779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.517569 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.523835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=24653809-3fbf-4335-ad00-ecbf4933f2ed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:15.532974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778700647882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4868943'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.613279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:15.638534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:15.639172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.645085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7bd076e0-24c6-4157-93db-576a8629fa05 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "PUT /v2.0/subnets/aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2 HTTP/1.1" status: 200 len: 826 time: 0.7806025 Sep 02 12:58:15.646270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:15.687766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.691196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 75688d51-613d-4221-b4e8-e54d1f07a334, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=75688d51-613d-4221-b4e8-e54d1f07a334,segment=NetworkSegment(7a6ced6b-eadf-4146-94ef-768ccf706351),segment_id=7a6ced6b-eadf-4146-94ef-768ccf706351)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:15.746647 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.805756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.881048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ae682bb-8700-4dab-8a5f-5821413d441c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:15.902335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.903779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.908674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.923454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 1ae682bb-8700-4dab-8a5f-5821413d441c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:15.923833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1ae682bb-8700-4dab-8a5f-5821413d441c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:15.924224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:15.981733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Allocated IP 2001:db8::2 (d927831f-b342-49f6-b297-c7632d5bf0ab/aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2/81c95786-f8cf-48f6-8744-3bb886930727) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:15.987812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:15.988353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Fanout notify agent at l3_agent the message router_deleted on router 28e22f14-6680-436d-8276-c6917d6c4ff1 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:58:15.994851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:15.995201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a9f02f0-30d1-4bde-9ad7-f034b55c8c51 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:16.010152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Allocated IP 172.20.0.1 (f945b6af-98a6-4333-89df-b839159f54c9/8231ae30-fa42-4c35-8799-30b7e9b77ff6/75688d51-613d-4221-b4e8-e54d1f07a334) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:16.014072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.019390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:16.020198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=75688d51-613d-4221-b4e8-e54d1f07a334,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:16.031454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2255af95-0830-46ca-b854-28e8814b0d52 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/routers/28e22f14-6680-436d-8276-c6917d6c4ff1 HTTP/1.1" status: 204 len: 168 time: 3.1843722 Sep 02 12:58:16.187120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.278883 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.294047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Transition to ACTIVE for port object 81c95786-f8cf-48f6-8744-3bb886930727 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:16.296531 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.310598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bb51aa-1322-454f-a7dc-8ea99599356f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:16.322015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcfceb4-1333-4429-a660-59e71d7fa4f7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:16.322388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcfceb4-1333-4429-a660-59e71d7fa4f7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:16.322942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Transition to ACTIVE for port object 81c95786-f8cf-48f6-8744-3bb886930727 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:16.334082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.354866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] For port 75688d51-613d-4221-b4e8-e54d1f07a334, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=75688d51-613d-4221-b4e8-e54d1f07a334,segment=NetworkSegment(7a6ced6b-eadf-4146-94ef-768ccf706351),segment_id=7a6ced6b-eadf-4146-94ef-768ccf706351)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:16.370132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.382456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:16.383003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:16.387299 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:16.400659 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.413335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.435343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.487304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:16.515436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cce5ee-2773-41fa-b81a-0fd66603bf87 req-2415103c-e0f9-468a-93a1-2b3cd48d2e1e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:16.520883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49cce5ee-2773-41fa-b81a-0fd66603bf87 req-2415103c-e0f9-468a-93a1-2b3cd48d2e1e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1206145 Sep 02 12:58:16.529604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Pushing event updated for resources: {'Port': ['ID=81c95786-f8cf-48f6-8744-3bb886930727,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:16.544626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.547272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Transition to ACTIVE for port object 75688d51-613d-4221-b4e8-e54d1f07a334 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:16.552842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.554243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Network d927831f-b342-49f6-b297-c7632d5bf0ab is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:16.561012 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/networks/67bb51aa-1322-454f-a7dc-8ea99599356f HTTP/1.1" status: 204 len: 168 time: 0.5380545 Sep 02 12:58:16.561189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:16.565225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:16.570796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.607388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:16.645863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.669939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060c2cb-aa3a-4513-9452-f388729d121b tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Network': ['ID=67bb51aa-1322-454f-a7dc-8ea99599356f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:16.705272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d927831f-b342-49f6-b297-c7632d5bf0ab']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:16.721263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:16.721841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:16.762422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.792276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.804664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499d685-d961-4cb5-a53a-cf53096017af req-83910612-bd65-4293-b178-1149c61b01ef tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:16.806634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0499d685-d961-4cb5-a53a-cf53096017af req-83910612-bd65-4293-b178-1149c61b01ef tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 945 time: 0.1702645 Sep 02 12:58:16.819967 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49cce5ee-2773-41fa-b81a-0fd66603bf87 req-342f35e6-dd76-4930-851d-908d2f27cfd8 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2736294 Sep 02 12:58:16.834303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:16.835010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:16.840953 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:16.877498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 75688d51-613d-4221-b4e8-e54d1f07a334 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:16.914121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port 5725c2ce-b34f-47fd-8bf1-dbcde527f413 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:16.915050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:16.930345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af6021-23df-47b3-b4b2-6f8b37305991 req-c861c0e5-8008-48b8-9c7c-91e6265b1595 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:16.939125 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59af6021-23df-47b3-b4b2-6f8b37305991 req-c861c0e5-8008-48b8-9c7c-91e6265b1595 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 945 time: 0.2224033 Sep 02 12:58:17.027559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 12:58:17.027559 n-d-792364-8 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 12:58:17.027559 n-d-792364-8 neutron-server[94840]: [parameters: {'id': 'd927831f-b342-49f6-b297-c7632d5bf0ab'}] Sep 02 12:58:17.027559 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:58:17.028396 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:58:17.056596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59af6021-23df-47b3-b4b2-6f8b37305991 req-9f91b574-1e0b-4be2-b097-1958cda64ba6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107719 Sep 02 12:58:17.072635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Attempting to bind port 81c95786-f8cf-48f6-8744-3bb886930727 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:17.073136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Attempting to bind port 81c95786-f8cf-48f6-8744-3bb886930727 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:17.073572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Attempting to bind port 81c95786-f8cf-48f6-8744-3bb886930727 on network d927831f-b342-49f6-b297-c7632d5bf0ab {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:17.079759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f25be6-a6fe-418b-8a7f-d1a1273fc16f None None] Pushing event updated for resources: {'Port': ['ID=75688d51-613d-4221-b4e8-e54d1f07a334,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:17.094783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port 06716356-7525-4187-912f-4fe30a795a40 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:17.095160 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.096295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:17.096878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Checking segment: {'id': '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:17.097465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.098158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Bound using segment: {'id': '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:17.098821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Bound port: 81c95786-f8cf-48f6-8744-3bb886930727, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd927831f-b342-49f6-b297-c7632d5bf0ab'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:17.099534 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.109286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.109766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.143064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for 5725c2ce-b34f-47fd-8bf1-dbcde527f413 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:17.225416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] For port 81c95786-f8cf-48f6-8744-3bb886930727, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:17.230362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] For port 81c95786-f8cf-48f6-8744-3bb886930727, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=81c95786-f8cf-48f6-8744-3bb886930727,segment=NetworkSegment(0d081eb3-1289-4b00-bfe1-e8f2e4d154f1),segment_id=0d081eb3-1289-4b00-bfe1-e8f2e4d154f1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:17.251382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24653809-3fbf-4335-ad00-ecbf4933f2ed no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:17.294619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 24653809-3fbf-4335-ad00-ecbf4933f2ed {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:17.295127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24653809-3fbf-4335-ad00-ecbf4933f2ed not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:17.297270 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.331279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port 06716356-7525-4187-912f-4fe30a795a40, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=06716356-7525-4187-912f-4fe30a795a40,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:17.331777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.365940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for 06716356-7525-4187-912f-4fe30a795a40 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:17.471697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284bb5c-9395-4ebc-b084-a879257f5b3d None None] Network d927831f-b342-49f6-b297-c7632d5bf0ab requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:17.665455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b8f47-9b80-41a0-bfa4-1b128ff8825a None None] Pushing event updated for resources: {'Port': ['ID=81c95786-f8cf-48f6-8744-3bb886930727,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:17.667824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.763634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.834912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=5725c2ce-b34f-47fd-8bf1-dbcde527f413,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:17.846771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:17.931663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=06716356-7525-4187-912f-4fe30a795a40,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:17.997127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.997595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.997862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.998174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.998513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.998876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.999224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.999567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:17.999894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:18.000222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:18.000555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:18.000888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:18.017063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting port 81c95786-f8cf-48f6-8744-3bb886930727 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:18.017346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.047149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.047507 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Floating IP dddd2b59-4c3d-4e60-ba26-014e3056cac5 disassociated (deleted). External IP: 172.25.7.231, port: e5f7728a-4bf5-4241-81c7-776f832ff12e. Sep 02 12:58:18.071009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port 06716356-7525-4187-912f-4fe30a795a40 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:18.107105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.109586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0499d685-d961-4cb5-a53a-cf53096017af req-49df181d-ff4b-4736-9b49-4b9b6fa8d516 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "DELETE /v2.0/ports/06716356-7525-4187-912f-4fe30a795a40 HTTP/1.1" status: 204 len: 173 time: 1.2873745 Sep 02 12:58:18.110474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'name': 'network-vif-deleted', 'tag': '06716356-7525-4187-912f-4fe30a795a40'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:18.129336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:18.129580 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f62174-e4e3-4646-88fd-f52ad7615182" -d '{"events": [{"server_uuid": "ecb6c358-70f0-4219-bf20-8eb98404b793", "name": "network-vif-deleted", "tag": "06716356-7525-4187-912f-4fe30a795a40"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:18.245050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66e103-b8f0-41f3-8b09-874763944a96 req-17bd0df9-69cd-4081-aa37-130a7367e777 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:18.247179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b66e103-b8f0-41f3-8b09-874763944a96 req-17bd0df9-69cd-4081-aa37-130a7367e777 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.2902162 Sep 02 12:58:18.272543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a0eaca4-1ab3-4b54-aaeb-7a6f9a9da27a req-0c2312e0-c21c-46d9-95ba-98cada387695 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb6c358-70f0-4219-bf20-8eb98404b793 HTTP/1.1" status: 200 len: 210 time: 0.0717731 Sep 02 12:58:18.334392 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a1fc6d-f4a6-4020-9f16-5eb79bf0fead x-openstack-request-id: req-d2a1fc6d-f4a6-4020-9f16-5eb79bf0fead {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:18.334705 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb6c358-70f0-4219-bf20-8eb98404b793", "name": "network-vif-deleted", "tag": "06716356-7525-4187-912f-4fe30a795a40", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:18.334965 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2a1fc6d-f4a6-4020-9f16-5eb79bf0fead {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:18.335354 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6c358-70f0-4219-bf20-8eb98404b793', 'name': 'network-vif-deleted', 'tag': '06716356-7525-4187-912f-4fe30a795a40', 'status': 'completed', 'code': 200} Sep 02 12:58:18.337451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] For port 81c95786-f8cf-48f6-8744-3bb886930727, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=81c95786-f8cf-48f6-8744-3bb886930727,segment=NetworkSegment(0d081eb3-1289-4b00-bfe1-e8f2e4d154f1),segment_id=0d081eb3-1289-4b00-bfe1-e8f2e4d154f1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:18.337805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.362482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66f16a-b03d-4226-b5e0-41712aa2e0ca None None] Network f945b6af-98a6-4333-89df-b839159f54c9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:18.368447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Calling delete_port for 81c95786-f8cf-48f6-8744-3bb886930727 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:18.380661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b66e103-b8f0-41f3-8b09-874763944a96 req-2bd0001a-742e-44b7-aaae-939d65e1b301 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213887 Sep 02 12:58:18.482018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a66f8a69-8963-4b84-a4bf-227f9507e280 None None] Provisioning for port 75688d51-613d-4221-b4e8-e54d1f07a334 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:18.502226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a66f8a69-8963-4b84-a4bf-227f9507e280 None None] Provisioning complete for port 75688d51-613d-4221-b4e8-e54d1f07a334 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:18.502872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a66f8a69-8963-4b84-a4bf-227f9507e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.508808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f3d73-df85-447f-9ee0-3290df645471 None None] Network d927831f-b342-49f6-b297-c7632d5bf0ab requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:18.514099 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.541981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Port': ['ID=81c95786-f8cf-48f6-8744-3bb886930727,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:18.557438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No DVR routers for this DVR port 81c95786-f8cf-48f6-8744-3bb886930727 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:18.630683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 8dc71e0c-0713-48f8-abe4-74051f1cc242 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:18.763712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.771978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 75688d51-613d-4221-b4e8-e54d1f07a334 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:18.787645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d927831f-b342-49f6-b297-c7632d5bf0ab']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:18.810279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:18.811046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d081eb3-1289-4b00-bfe1-e8f2e4d154f1') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:18.824542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.857711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.868319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:18.869711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:18.874092 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:18.920558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:18.933788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.943934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] Sync routers for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:18.958719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.970317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:18.973423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/d927831f-b342-49f6-b297-c7632d5bf0ab HTTP/1.1" status: 204 len: 168 time: 3.3258862 Sep 02 12:58:18.976742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:18.991911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d60b0f-e660-47d2-b521-1de1b3f284c8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=d927831f-b342-49f6-b297-c7632d5bf0ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:19.024483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d539d5fe-c6c6-4235-8b98-063a6b543280 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/floatingips/dddd2b59-4c3d-4e60-ba26-014e3056cac5 HTTP/1.1" status: 204 len: 168 time: 2.4158871 Sep 02 12:58:19.026015 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e300459-9b57-4bfe-a9ed-0a6096e9199c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:19.027104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e300459-9b57-4bfe-a9ed-0a6096e9199c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:19.029738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e300459-9b57-4bfe-a9ed-0a6096e9199c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/d927831f-b342-49f6-b297-c7632d5bf0ab HTTP/1.1" status: 404 len: 339 time: 0.0525141 Sep 02 12:58:19.030769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:19.033887 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1deb69e-bba4-4a33-8c54-748b31a8b11e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:19.035746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:19.037793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:19.038395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:19.044648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268585023', 'description': 'd1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:19.082491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:19.090471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:19.144507 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c8969-8c5d-4374-a7bf-45e479e4a649 x-openstack-request-id: req-443c8969-8c5d-4374-a7bf-45e479e4a649 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:19.146247 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:19.146522 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-443c8969-8c5d-4374-a7bf-45e479e4a649 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:19.149116 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'status': 'completed', 'code': 200} Sep 02 12:58:19.156304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:19.179535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:19.179990 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment 8d73803e-cddc-446e-b882-7118c2f216ab of type vlan for network 750f759c-99c3-4e10-9c37-996c40e143f5 Sep 02 12:58:19.255693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 75688d51-613d-4221-b4e8-e54d1f07a334 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:19.258323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:19.340859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-a314ff24-2a09-4e76-a91d-b90a4f9ce7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:19.342593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-a314ff24-2a09-4e76-a91d-b90a4f9ce7e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 1135 time: 0.1606722 Sep 02 12:58:19.347864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:19.439885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:19.526451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 06716356-7525-4187-912f-4fe30a795a40 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:19.533153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d1a9c-eb2b-420d-b579-120a43f5e6b8 req-09804e3e-baf8-40f3-9982-d9700cff3a82 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:19.541223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-224d1a9c-eb2b-420d-b579-120a43f5e6b8 req-09804e3e-baf8-40f3-9982-d9700cff3a82 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 984 time: 0.1008658 Sep 02 12:58:19.548646 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:19.554569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:19.555223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:19.571888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 06716356-7525-4187-912f-4fe30a795a40 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:19.571888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 06716356-7525-4187-912f-4fe30a795a40 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:19.651475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=750f759c-99c3-4e10-9c37-996c40e143f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:19.658438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:19.658588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-41b0bcca-ce16-4e1f-90b1-09e4ccb974fd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6210778 Sep 02 12:58:19.700104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 750f759c-99c3-4e10-9c37-996c40e143f5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:19.704441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-224d1a9c-eb2b-420d-b579-120a43f5e6b8 req-17e62957-3116-4e4c-ac22-05c8fa063e79 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1622047 Sep 02 12:58:19.733431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-942221d8-c582-44cf-81bb-597c59efea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:19.735986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-942221d8-c582-44cf-81bb-597c59efea88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=503fd964-6cb1-4192-b7e2-00ea0653fdb5 HTTP/1.1" status: 200 len: 898 time: 0.3789046 Sep 02 12:58:19.767590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08c1dc-f9e4-428c-b0ca-aa10207ba4dd None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:58:19.846618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-71ca8d0a-40a9-4ff6-a512-10b4afae0e64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e HTTP/1.1" status: 200 len: 217 time: 0.1025856 Sep 02 12:58:19.887535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f720f-edb7-4b03-9b50-26d1fc4f486d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:19.891961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b76f720f-edb7-4b03-9b50-26d1fc4f486d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks?id=750f759c-99c3-4e10-9c37-996c40e143f5 HTTP/1.1" status: 200 len: 765 time: 0.2323141 Sep 02 12:58:19.892691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:19.898567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'description': 'd2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:20.030305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0eaf-f83e-4858-90e1-48dc9a5f6261 req-094081a7-1f21-4f48-b331-a5358bc1abbc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.030305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec1f0eaf-f83e-4858-90e1-48dc9a5f6261 req-094081a7-1f21-4f48-b331-a5358bc1abbc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1768057 Sep 02 12:58:20.037281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-2982621d-68cf-4c97-84d9-be7492203d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.037281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-2982621d-68cf-4c97-84d9-be7492203d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94 HTTP/1.1" status: 200 len: 835 time: 0.1578496 Sep 02 12:58:20.125795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:20.161269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec1f0eaf-f83e-4858-90e1-48dc9a5f6261 req-a0dc63e4-e083-4f66-95e2-3530cf89f8ae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264594 Sep 02 12:58:20.167119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-520f8e62-354a-4959-b7f9-b692e8a3186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.172064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:20.182884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-520f8e62-354a-4959-b7f9-b692e8a3186f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=503fd964-6cb1-4192-b7e2-00ea0653fdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360910 Sep 02 12:58:20.193744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network 750f759c-99c3-4e10-9c37-996c40e143f5 is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:58:20.222022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08c1dc-f9e4-428c-b0ca-aa10207ba4dd None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:58:20.222973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.227475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:20.227802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5726300d-d94c-48ab-bfa2-9498a4fa7c18 None None] Provisioning complete for port 75688d51-613d-4221-b4e8-e54d1f07a334 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:20.228197 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5726300d-d94c-48ab-bfa2-9498a4fa7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:20.241797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "PUT /v2.0/networks/750f759c-99c3-4e10-9c37-996c40e143f5 HTTP/1.1" status: 200 len: 762 time: 0.3477032 Sep 02 12:58:20.242578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:20.303994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-0c6dee2b-2287-4326-aa4f-eddabe5185c1 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116238 Sep 02 12:58:20.450052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb473d94-cafa-4fb3-a837-000b6194571e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=750f759c-99c3-4e10-9c37-996c40e143f5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:20.485573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49d496-c89b-48e0-a173-6b684a5a2c71 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.491664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 750f759c-99c3-4e10-9c37-996c40e143f5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:20.494246 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4e49d496-c89b-48e0-a173-6b684a5a2c71 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks?id=750f759c-99c3-4e10-9c37-996c40e143f5 HTTP/1.1" status: 200 len: 765 time: 0.2256584 Sep 02 12:58:20.498628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:20.519605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1deb69e-bba4-4a33-8c54-748b31a8b11e req-1505cb01-ff99-4fb0-8742-871ceabd8495 service neutron] 10.222.0.18 "GET /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080705 Sep 02 12:58:20.722177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-f1e778b1-720a-48c5-b9e0-48d5e5bd4464 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.729905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-f1e778b1-720a-48c5-b9e0-48d5e5bd4464 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.4724407 Sep 02 12:58:20.773878 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-90bfe3eb-156a-46d6-a63e-df17999047c7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0424039 Sep 02 12:58:20.797891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19871f5-a2e7-410a-8929-98281ff14d33 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:20.799532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b19871f5-a2e7-410a-8929-98281ff14d33 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3004112 Sep 02 12:58:20.807407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:20.810078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:32Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:20.987780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e5003af-ca35-4185-853a-f07f9f500abd tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 207 time: 0.1602929 Sep 02 12:58:21.015158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fce13-0f70-445b-930f-400d50877446 req-c4bfe02d-3b5a-4a1e-8e2d-66024f52a801 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:21.017455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e33fce13-0f70-445b-930f-400d50877446 req-c4bfe02d-3b5a-4a1e-8e2d-66024f52a801 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 984 time: 0.2551007 Sep 02 12:58:21.018405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:21.106227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] Checking router: 8dc71e0c-0713-48f8-abe4-74051f1cc242 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:58:21.156736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:21.158210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:21.167045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-dc5d672b-fd00-4c67-9a2e-953debd21bad tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3920577 Sep 02 12:58:21.300202 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-626e20c9-23a2-43f9-b78c-4c595b2038f7 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322267 Sep 02 12:58:21.305338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:21.465611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-c47ff66e-9b90-4056-a34f-d861f8c2b94f service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516304 Sep 02 12:58:21.721270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5192905-a4f9-452c-8b8c-b0187c59aac7 req-8a53c866-99b1-49c9-9238-fa81016eba73 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:21.738101 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5192905-a4f9-452c-8b8c-b0187c59aac7 req-8a53c866-99b1-49c9-9238-fa81016eba73 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 984 time: 0.8861473 Sep 02 12:58:21.778550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:32Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:21.814706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286eed4-2eaa-4b43-ac2e-c943b52385a3 None None] The sync data for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 is: [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:56:26Z', 'revision_number': 4, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd220704c-8470-413c-9078-7aa3eca8928e', 'name': '', 'network_id': '503fd964-6cb1-4192-b7e2-00ea0653fdb5', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'mac_address': 'fa:16:3e:e0:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:24Z', 'updated_at': '2021-09-02T12:56:32Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'subnets': [{'id': '9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:21.950433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5192905-a4f9-452c-8b8c-b0187c59aac7 req-66a79aa2-67cc-4cb9-88a0-29fb6e3546d5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9&id=6fb73247-16da-4993-98d7-2a5987eecfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2072287 Sep 02 12:58:21.980322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:21.987084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:21.993415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.000181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.006283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.013674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.015710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d362d58-9665-4b63-ad8a-a297ce7f3304 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9942224 Sep 02 12:58:22.021032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:22.051036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415734e-3f74-475b-bfe6-5bfb16643104 req-0cf7215a-2902-43b2-8e3f-914d65bf0b5d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.065586 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0415734e-3f74-475b-bfe6-5bfb16643104 req-0cf7215a-2902-43b2-8e3f-914d65bf0b5d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1969321 Sep 02 12:58:22.137512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port e5f7728a-4bf5-4241-81c7-776f832ff12e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:22.138188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:22.146625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23054cbc-3593-4e58-a0ad-4139da4c5ec6 req-aaf1de0a-0bdc-4fac-a0d8-8a66f4c8ef03 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 210 time: 0.0719712 Sep 02 12:58:22.202283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0415734e-3f74-475b-bfe6-5bfb16643104 req-00c04846-746c-4ce0-82b5-e58da413bbc2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355386 Sep 02 12:58:22.354370 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0346a49-d822-4149-bdaf-8deaaf9baee6 None None] New status for floating IP dddd2b59-4c3d-4e60-ba26-014e3056cac5: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:58:22.452628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1ee4368-ef74-4ab7-bf2c-aa2684f3711b tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4301374 Sep 02 12:58:22.457047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:22.473703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] For port e5f7728a-4bf5-4241-81c7-776f832ff12e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=e5f7728a-4bf5-4241-81c7-776f832ff12e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:22.474113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:22.496836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for e5f7728a-4bf5-4241-81c7-776f832ff12e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:22.631020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c86db-c9f9-4899-b74b-1c02d7cabcc1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.633321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c86db-c9f9-4899-b74b-1c02d7cabcc1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.634674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c86db-c9f9-4899-b74b-1c02d7cabcc1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.636249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c86db-c9f9-4899-b74b-1c02d7cabcc1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.639316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c86db-c9f9-4899-b74b-1c02d7cabcc1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.645306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c7c86db-c9f9-4899-b74b-1c02d7cabcc1 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1832569 Sep 02 12:58:22.645830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:22.703313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:22.737528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=e5f7728a-4bf5-4241-81c7-776f832ff12e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:22.768328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea9ba2-028b-4bfc-8247-e4dd54874e7e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.781423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea9ba2-028b-4bfc-8247-e4dd54874e7e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.783054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea9ba2-028b-4bfc-8247-e4dd54874e7e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.784482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea9ba2-028b-4bfc-8247-e4dd54874e7e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.785933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea9ba2-028b-4bfc-8247-e4dd54874e7e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.791399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3dea9ba2-028b-4bfc-8247-e4dd54874e7e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1393399 Sep 02 12:58:22.793023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51020) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:22.797674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] No DVR routers for this DVR port e5f7728a-4bf5-4241-81c7-776f832ff12e on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:22.800727 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:22.803316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e33fce13-0f70-445b-930f-400d50877446 req-49a149e2-fefd-48b1-a1d2-2ad9678697f5 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.18 "DELETE /v2.0/ports/e5f7728a-4bf5-4241-81c7-776f832ff12e HTTP/1.1" status: 204 len: 173 time: 1.7239859 Sep 02 12:58:22.803770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'name': 'network-vif-deleted', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:22.806503 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2098591f-288c-4c10-858c-1cb81bcdb43f" -d '{"events": [{"server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "name": "network-vif-deleted", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:22.881295 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5331035a-0a7c-4905-b544-55919cb18bc6 x-openstack-request-id: req-5331035a-0a7c-4905-b544-55919cb18bc6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:22.881611 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68", "name": "network-vif-deleted", "tag": "e5f7728a-4bf5-4241-81c7-776f832ff12e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:22.882367 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5331035a-0a7c-4905-b544-55919cb18bc6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:22.883145 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68', 'name': 'network-vif-deleted', 'tag': 'e5f7728a-4bf5-4241-81c7-776f832ff12e', 'status': 'completed', 'code': 200} Sep 02 12:58:22.989305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448066f-abc4-4c3a-a64d-3b66732a12e0 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:22.990883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b448066f-abc4-4c3a-a64d-3b66732a12e0 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks/e0118907-4104-440d-9805-4d06ee401996 HTTP/1.1" status: 200 len: 803 time: 0.1875257 Sep 02 12:58:22.995524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51026) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:23.089947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-459193ee-7329-4efe-be06-944938848deb req-46cc33d9-645e-4d39-8c02-ea88ee204837 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6c4b7c-a65a-47f4-bbc4-4f522c22ff68 HTTP/1.1" status: 200 len: 210 time: 0.0395429 Sep 02 12:58:23.117439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8e61d678-3a48-4bd7-afb5-f86099170b9b tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/networks/e0118907-4104-440d-9805-4d06ee401996?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1204307 Sep 02 12:58:23.121995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:23.191133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bee931-a69b-4479-aae0-9d7e0809106c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:23.192546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6bee931-a69b-4479-aae0-9d7e0809106c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/subnets/77688f30-7f3e-4ef0-921f-b1bb0db666ff HTTP/1.1" status: 200 len: 843 time: 0.0695941 Sep 02 12:58:23.196801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:23.267406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18421274-9917-40bf-87ee-fcd3cc950c37 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:23.269212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-18421274-9917-40bf-87ee-fcd3cc950c37 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "GET /v2.0/subnets/77688f30-7f3e-4ef0-921f-b1bb0db666ff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0713851 Sep 02 12:58:23.274523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:23.283601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431786287'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:23.340485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:23.345761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:23.416789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7623c9c0-d8d0-492d-88db-f462fadef605 req-438b5fda-7432-4dee-b5e9-05008fb93697 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 210 time: 0.0655019 Sep 02 12:58:23.428009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bd8f6-fc5c-4bfc-b388-f9b7f3e3f129 req-9ff83458-7aa6-4780-8031-7d9d0ab65d43 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:23.431301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e5bd8f6-fc5c-4bfc-b388-f9b7f3e3f129 req-9ff83458-7aa6-4780-8031-7d9d0ab65d43 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1309419 Sep 02 12:58:23.526183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e5f7728a-4bf5-4241-81c7-776f832ff12e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:23.535149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:23.552810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7e5bd8f6-fc5c-4bfc-b388-f9b7f3e3f129 req-06e69f35-cdd2-483f-818f-9c9a4484b71c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115775 Sep 02 12:58:23.573282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:23.573941 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Added segment df45c54e-c420-49bf-8273-c9b76c577a5c of type vlan for network bba3f079-3338-4702-b02e-10954837ea88 Sep 02 12:58:23.583279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: e5f7728a-4bf5-4241-81c7-776f832ff12e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:23.584324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device e5f7728a-4bf5-4241-81c7-776f832ff12e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:23.663696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-3c837f19-c8a1-443b-9dd5-30f03966e4b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:23.665519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-3c837f19-c8a1-443b-9dd5-30f03966e4b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.2935064 Sep 02 12:58:23.667537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:23.679292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:23.758438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:23.765436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:23.766063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:23.843637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5669453 Sep 02 12:58:23.846862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:23.852345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'network_id': 'bba3f079-3338-4702-b02e-10954837ea88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:23.885290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb49fde-ebcd-4930-a948-c7b125f2ea7a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Network': ['ID=bba3f079-3338-4702-b02e-10954837ea88,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:23.895224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:23.897482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network bba3f079-3338-4702-b02e-10954837ea88 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:23.898892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:23.989282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Made reservation on behalf of 3d4b759d20a6432cae837fc653f20c69 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:23.999820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.074057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.13 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/193c9992-3151-481c-9f7c-0faad0baeb42) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:24.082803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 12:58:24.083682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 12:58:24.177980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:24.273547 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.318001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c76fc1ae-b72d-42a1-927b-d1d211eb73a9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.332420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.362942 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c76fc1ae-b72d-42a1-927b-d1d211eb73a9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.374207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=6cc5be8d-58b9-4b70-b25a-e0c10068a0ef,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:24.397361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Checking segment: {'id': 'df45c54e-c420-49bf-8273-c9b76c577a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bba3f079-3338-4702-b02e-10954837ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:24.397720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network hostable DHCP agents. Network: bba3f079-3338-4702-b02e-10954837ea88, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:24.420093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Network bba3f079-3338-4702-b02e-10954837ea88 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:24.431594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c76fc1ae-b72d-42a1-927b-d1d211eb73a9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.435032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c76fc1ae-b72d-42a1-927b-d1d211eb73a9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.436308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c76fc1ae-b72d-42a1-927b-d1d211eb73a9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/security-groups/6fb73247-16da-4993-98d7-2a5987eecfb8 HTTP/1.1" status: 204 len: 168 time: 0.2475178 Sep 02 12:58:24.439399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51052) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:24.441014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.453453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, bba3f079-3338-4702-b02e-10954837ea88) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:24.454430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:24.460331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc1ae-b72d-42a1-927b-d1d211eb73a9 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb73247-16da-4993-98d7-2a5987eecfb8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:24.471847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:24.472548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.499971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:24.503220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:24.516912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:24.533572 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bcdf572f-ff99-4a90-ad5b-4389b367411a tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6826074 Sep 02 12:58:24.534733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:24.540518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:24.571417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b7a093-1dcd-4b09-b55e-6d9fc9b6fa6f None None] Network bba3f079-3338-4702-b02e-10954837ea88 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:24.584776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=193c9992-3151-481c-9f7c-0faad0baeb42,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:24.651183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:24.652683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.656550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c967ada5-54b5-44e4-8d30-d02b0105ee97 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.696477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-d36f03a7-2a0e-4124-bdd8-2e762221de4c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0213335 Sep 02 12:58:24.731377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Request body: {'port': {'device_id': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:24.742460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c967ada5-54b5-44e4-8d30-d02b0105ee97 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.811894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55132cfb-1432-420e-b026-8369ea3214e7 req-d6bc1dcd-11c3-43bd-aee7-1dfc5a9d0f21 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:24.816879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55132cfb-1432-420e-b026-8369ea3214e7 req-d6bc1dcd-11c3-43bd-aee7-1dfc5a9d0f21 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1235642 Sep 02 12:58:24.817710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.845173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce74fd3-1156-49a0-9940-83014283518e req-b9776714-139e-43dc-9bb7-cefd87176aea tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:24.846945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ce74fd3-1156-49a0-9940-83014283518e req-b9776714-139e-43dc-9bb7-cefd87176aea tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 932 time: 0.2506416 Sep 02 12:58:24.850154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4833582'] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.880872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c967ada5-54b5-44e4-8d30-d02b0105ee97 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.883471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c967ada5-54b5-44e4-8d30-d02b0105ee97 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:24.896960 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c967ada5-54b5-44e4-8d30-d02b0105ee97 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9 HTTP/1.1" status: 204 len: 168 time: 0.4556792 Sep 02 12:58:24.902434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:24.967546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55132cfb-1432-420e-b026-8369ea3214e7 req-0e6c4fa6-355d-4b53-a3bf-29318f7c6b68 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127729 Sep 02 12:58:24.987736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967ada5-54b5-44e4-8d30-d02b0105ee97 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e866cc8-0ac1-42e4-b5f9-3cfdbd9189f9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:25.074085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-bba3f079-3338-4702-b02e-10954837ea88', 'network_id': 'bba3f079-3338-4702-b02e-10954837ea88', 'tenant_id': '3d4b759d20a6432cae837fc653f20c69', 'fixed_ips': [{'subnet_id': '6cc5be8d-58b9-4b70-b25a-e0c10068a0ef'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:25.075365 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.139713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ce74fd3-1156-49a0-9940-83014283518e req-3ae8903c-c696-4abe-8573-4c658e8420d7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362919 Sep 02 12:58:25.358868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193c9992-3151-481c-9f7c-0faad0baeb42 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:25.372155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.390287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778700647882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4868943'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.424836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Transition to ACTIVE for port object 193c9992-3151-481c-9f7c-0faad0baeb42 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:25.429147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.461837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:25.462459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.463795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Allocated IP 2001:db8::3 (bba3f079-3338-4702-b02e-10954837ea88/6cc5be8d-58b9-4b70-b25a-e0c10068a0ef/b7c88c9d-70af-4d03-a0ae-adda19b5d721) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:25.467487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "PUT /v2.0/subnets/6cc5be8d-58b9-4b70-b25a-e0c10068a0ef HTTP/1.1" status: 200 len: 900 time: 0.9320590 Sep 02 12:58:25.471436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:25.489008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=193c9992-3151-481c-9f7c-0faad0baeb42,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:25.586587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d3482-074e-4c77-a70c-9e30501afabb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event updated for resources: {'Subnet': ['ID=6cc5be8d-58b9-4b70-b25a-e0c10068a0ef,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:25.609354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Attempting to bind port 193c9992-3151-481c-9f7c-0faad0baeb42 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:25.610039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Attempting to bind port 193c9992-3151-481c-9f7c-0faad0baeb42 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:25.610460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Attempting to bind port 193c9992-3151-481c-9f7c-0faad0baeb42 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:25.616539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Port 193c9992-3151-481c-9f7c-0faad0baeb42 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:25.617873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Attempting to bind port 193c9992-3151-481c-9f7c-0faad0baeb42 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:25.624053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:25.624526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:25.625041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:25.626308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Bound port: 193c9992-3151-481c-9f7c-0faad0baeb42, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:25.626776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.674616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.736802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.760886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Transition to ACTIVE for port object b7c88c9d-70af-4d03-a0ae-adda19b5d721 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:25.764802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] For port 193c9992-3151-481c-9f7c-0faad0baeb42, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:25.771227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] For port 193c9992-3151-481c-9f7c-0faad0baeb42, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=193c9992-3151-481c-9f7c-0faad0baeb42,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:25.779726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.801773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Transition to ACTIVE for port object b7c88c9d-70af-4d03-a0ae-adda19b5d721 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:25.812300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.816560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.839282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:25.840596 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.842282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] 10.222.0.41 "PUT /v2.0/ports/193c9992-3151-481c-9f7c-0faad0baeb42 HTTP/1.1" status: 200 len: 1092 time: 1.1161215 Sep 02 12:58:25.843012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'tag': '193c9992-3151-481c-9f7c-0faad0baeb42'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:25.845654 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d358ff2-fea0-429f-91c4-00640271fea6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7", "tag": "193c9992-3151-481c-9f7c-0faad0baeb42"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:25.859995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:25.881946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Network bba3f079-3338-4702-b02e-10954837ea88 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:25.889056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:25.893585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:25.927665 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02e5189-2eec-419b-8f67-e8ac54d8c5ec x-openstack-request-id: req-e02e5189-2eec-419b-8f67-e8ac54d8c5ec {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:25.928123 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7", "tag": "193c9992-3151-481c-9f7c-0faad0baeb42", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:25.928498 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e02e5189-2eec-419b-8f67-e8ac54d8c5ec {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:25.929043 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'tag': '193c9992-3151-481c-9f7c-0faad0baeb42', 'status': 'completed', 'code': 200} Sep 02 12:58:25.947829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a1afd-0fff-4805-863a-ad0212f93cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=193c9992-3151-481c-9f7c-0faad0baeb42,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:25.966245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Pushing event updated for resources: {'Port': ['ID=b7c88c9d-70af-4d03-a0ae-adda19b5d721,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:25.979849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-a30a42d6-1115-49e3-a7e5-aba52f91f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:25.981506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-a30a42d6-1115-49e3-a7e5-aba52f91f40a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0862999 Sep 02 12:58:25.982927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.983448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.983957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.984298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.984666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.985032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.985643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.985780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.986067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.986395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.986719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.987248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:25.991053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.028795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc5be8d-58b9-4b70-b25a-e0c10068a0ef,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:26.034154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Attempting to bind port b7c88c9d-70af-4d03-a0ae-adda19b5d721 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:26.034541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Attempting to bind port b7c88c9d-70af-4d03-a0ae-adda19b5d721 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'df45c54e-c420-49bf-8273-c9b76c577a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bba3f079-3338-4702-b02e-10954837ea88'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:26.034912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Attempting to bind port b7c88c9d-70af-4d03-a0ae-adda19b5d721 on network bba3f079-3338-4702-b02e-10954837ea88 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:26.040595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:26.041008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Checking segment: {'id': 'df45c54e-c420-49bf-8273-c9b76c577a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bba3f079-3338-4702-b02e-10954837ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:26.041424 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.041818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Bound using segment: {'id': 'df45c54e-c420-49bf-8273-c9b76c577a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bba3f079-3338-4702-b02e-10954837ea88'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:26.042301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Bound port: b7c88c9d-70af-4d03-a0ae-adda19b5d721, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df45c54e-c420-49bf-8273-c9b76c577a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bba3f079-3338-4702-b02e-10954837ea88'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:26.042713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.111445 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-93c9ce21-d12e-4216-8f35-72121d680aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=193c9992-3151-481c-9f7c-0faad0baeb42 HTTP/1.1" status: 200 len: 217 time: 0.1204152 Sep 02 12:58:26.166909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.167416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.167944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.168121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] For port b7c88c9d-70af-4d03-a0ae-adda19b5d721, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:26.168587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.169067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.169631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.170074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.170503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.170932 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.171494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.171957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.172377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:58:26.173492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] For port b7c88c9d-70af-4d03-a0ae-adda19b5d721, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b7c88c9d-70af-4d03-a0ae-adda19b5d721,segment=NetworkSegment(df45c54e-c420-49bf-8273-c9b76c577a5c),segment_id=df45c54e-c420-49bf-8273-c9b76c577a5c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:26.185198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.206105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-515a7afc-4824-4675-b093-da8b6db2fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:26.206397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.207121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-515a7afc-4824-4675-b093-da8b6db2fdf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0838678 Sep 02 12:58:26.243788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba3f079-3338-4702-b02e-10954837ea88']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:26.263376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df45c54e-c420-49bf-8273-c9b76c577a5c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:26.263849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df45c54e-c420-49bf-8273-c9b76c577a5c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:26.282731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-2ad11266-7bcd-4542-bbca-73f9b0737057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519791 Sep 02 12:58:26.289682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9949f3f-9fb0-46d0-8d11-f19c16c69fe4 req-4f46668a-1f18-4006-9b93-a1228799c7e9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:26.292085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9949f3f-9fb0-46d0-8d11-f19c16c69fe4 req-4f46668a-1f18-4006-9b93-a1228799c7e9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1570191 Sep 02 12:58:26.294844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.328495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.345434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:26.346075 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.356158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac82b801-9d5c-45be-89b5-e5d69b666b56 None None] Network bba3f079-3338-4702-b02e-10954837ea88 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:26.357351 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:26.383685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a83b3-a2e0-4774-8378-ea20a39616cf req-47aaca7b-bf46-4e2d-91d8-c43961317da3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:26.394423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e36a83b3-a2e0-4774-8378-ea20a39616cf req-47aaca7b-bf46-4e2d-91d8-c43961317da3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 944 time: 0.1454396 Sep 02 12:58:26.406529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9949f3f-9fb0-46d0-8d11-f19c16c69fe4 req-cfbd2817-e156-42ee-a770-8d73c14bd7ee tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025779 Sep 02 12:58:26.461335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc03e-9b05-417f-b1d2-1be4f4a8c2d0 None None] Pushing event updated for resources: {'Port': ['ID=b7c88c9d-70af-4d03-a0ae-adda19b5d721,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:26.494470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e36a83b3-a2e0-4774-8378-ea20a39616cf req-461cb6d1-75a7-4112-8518-a4f9b12024d8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926104 Sep 02 12:58:26.507010 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-e2e81fed-908c-4595-bba5-634973513bcd service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083964 Sep 02 12:58:26.512145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 12:58:26.512145 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 12:58:26.512145 n-d-792364-8 neutron-server[94841]: [parameters: {'id': 'bba3f079-3338-4702-b02e-10954837ea88'}] Sep 02 12:58:26.512145 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:58:26.515088 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:58:26.551776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbb147-abb6-4c16-b395-89c48523c38d None None] Network bba3f079-3338-4702-b02e-10954837ea88 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:26.572623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port d220704c-8470-413c-9078-7aa3eca8928e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:26.573997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.626358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9247717e-1a57-44bf-90ac-ce4c0557ab5d req-f91bbe9d-6f67-4896-8867-dd6037bafc0d service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120324 Sep 02 12:58:26.689250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] For port d220704c-8470-413c-9078-7aa3eca8928e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d220704c-8470-413c-9078-7aa3eca8928e,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:26.689755 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:26.710916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for d220704c-8470-413c-9078-7aa3eca8928e owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:26.729237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd0e085-197f-4909-8eb7-098a6804d288 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:58:26.745495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-521bdb36-0568-45e5-b854-d0bae0c4f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:26.748013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-521bdb36-0568-45e5-b854-d0bae0c4f19a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0588470 Sep 02 12:58:26.903801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-2d063993-2dda-4c1e-a0dc-3e59ad1f88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:26.908224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-2d063993-2dda-4c1e-a0dc-3e59ad1f88cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.1524982 Sep 02 12:58:26.921827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0e085-197f-4909-8eb7-098a6804d288 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:58:26.972254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-46d52fff-59ca-4a2d-ab62-e9b9a64c110b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=193c9992-3151-481c-9f7c-0faad0baeb42 HTTP/1.1" status: 200 len: 217 time: 0.0560606 Sep 02 12:58:26.982909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.022887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.032765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-cb98bcaa-7a8f-46a9-82cb-f6a30fcdc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:27.034567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-cb98bcaa-7a8f-46a9-82cb-f6a30fcdc0c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0550058 Sep 02 12:58:27.045168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=d220704c-8470-413c-9078-7aa3eca8928e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:27.074124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-de3954d9-c265-4ee5-af9d-7e56580f9efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293214 Sep 02 12:58:27.209051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-7ddb42c8-8eb4-435d-94e3-dec0ee31a407 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201353 Sep 02 12:58:27.234366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting port b7c88c9d-70af-4d03-a0ae-adda19b5d721 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:27.234704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.329400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d358ff2-fea0-429f-91c4-00640271fea6 req-9bdad84b-7a93-4278-b786-b8e0327419dc service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115444 Sep 02 12:58:27.574803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51106) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:27.639091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ad629-32d6-4c4a-9b38-3d57a4e1d54a req-367004d3-d842-406c-9fb9-3e5e3ba996d6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:27.640709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-044ad629-32d6-4c4a-9b38-3d57a4e1d54a req-367004d3-d842-406c-9fb9-3e5e3ba996d6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 944 time: 0.0537839 Sep 02 12:58:27.674084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.682758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-044ad629-32d6-4c4a-9b38-3d57a4e1d54a req-30ce4df3-e838-4d19-b3ce-94fba46a74f0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Sep 02 12:58:27.727176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb132ee6-eedb-41b9-98ef-080f34a58592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.800334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] For port b7c88c9d-70af-4d03-a0ae-adda19b5d721, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b7c88c9d-70af-4d03-a0ae-adda19b5d721,segment=NetworkSegment(df45c54e-c420-49bf-8273-c9b76c577a5c),segment_id=df45c54e-c420-49bf-8273-c9b76c577a5c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:27.800625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.811712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992171f1-4064-47c3-a892-7139a88b514d req-3e4a077b-07d5-48bd-b84d-6320c732bfab tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:27.813456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-992171f1-4064-47c3-a892-7139a88b514d req-3e4a077b-07d5-48bd-b84d-6320c732bfab tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1866431 Sep 02 12:58:27.828345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb132ee6-eedb-41b9-98ef-080f34a58592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.834290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Calling delete_port for b7c88c9d-70af-4d03-a0ae-adda19b5d721 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:27.834461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb132ee6-eedb-41b9-98ef-080f34a58592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.882609 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fb132ee6-eedb-41b9-98ef-080f34a58592 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c17ac25cbae412da9fcc3ff750fbb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061883 Sep 02 12:58:27.883372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb132ee6-eedb-41b9-98ef-080f34a58592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b71de66-fcd2-4ac0-8c09-8b93568fe3af,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:27.887377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51124) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:27.946035 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e2-4572-4a0f-add8-b2aa98e28f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.970594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e2-4572-4a0f-add8-b2aa98e28f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:27.998486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-992171f1-4064-47c3-a892-7139a88b514d req-dc384142-92dc-48ab-b226-a0dfe3f326d2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1674576 Sep 02 12:58:28.036533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e2-4572-4a0f-add8-b2aa98e28f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.044414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2f337e2-4572-4a0f-add8-b2aa98e28f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.046063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d2f337e2-4572-4a0f-add8-b2aa98e28f05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b71de66-fcd2-4ac0-8c09-8b93568fe3af HTTP/1.1" status: 204 len: 168 time: 0.1572037 Sep 02 12:58:28.056435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f337e2-4572-4a0f-add8-b2aa98e28f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b71de66-fcd2-4ac0-8c09-8b93568fe3af,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:28.123821 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.164742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No DVR routers for this DVR port b7c88c9d-70af-4d03-a0ae-adda19b5d721 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:28.167560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Port': ['ID=b7c88c9d-70af-4d03-a0ae-adda19b5d721,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:28.274305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Router 8dc71e0c-0713-48f8-abe4-74051f1cc242 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:28.291423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.307694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba3f079-3338-4702-b02e-10954837ea88']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:28.378059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df45c54e-c420-49bf-8273-c9b76c577a5c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:28.378608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df45c54e-c420-49bf-8273-c9b76c577a5c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:28.396559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.420346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.431000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:28.431492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:28.435070 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:28.538527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:28.548331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-feee404f-4030-4937-ab82-a51c371d5e60 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "PUT /v2.0/routers/8dc71e0c-0713-48f8-abe4-74051f1cc242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228609 Sep 02 12:58:28.548436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:28.555400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] Sync routers for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:28.562695 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.576518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:28.577275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:28.601974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.627296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/bba3f079-3338-4702-b02e-10954837ea88 HTTP/1.1" status: 204 len: 168 time: 3.1079450 Sep 02 12:58:28.628819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279efa7-9043-49b3-9de5-8008920aa25e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=bba3f079-3338-4702-b02e-10954837ea88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:28.640275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:28.675959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b4a43-0403-4492-91bf-649298a6d171 req-02f28074-99ca-4a0d-95bd-914679bf381a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:28.677238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting subnet 9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:58:28.685284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa2b4a43-0403-4492-91bf-649298a6d171 req-02f28074-99ca-4a0d-95bd-914679bf381a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2024336 Sep 02 12:58:28.689716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.729313 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d23ac73-44f9-40eb-8a5d-95aef711d4a0 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:28.729848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d23ac73-44f9-40eb-8a5d-95aef711d4a0 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:28.743270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5d23ac73-44f9-40eb-8a5d-95aef711d4a0 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/6cc5be8d-58b9-4b70-b25a-e0c10068a0ef HTTP/1.1" status: 404 len: 337 time: 0.0976777 Sep 02 12:58:28.747362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:28.750078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:28.760559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.796870 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1483c2-bce8-4445-a81b-cb603a6d179c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:28.797984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1483c2-bce8-4445-a81b-cb603a6d179c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:28.799877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5a1483c2-bce8-4445-a81b-cb603a6d179c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/bba3f079-3338-4702-b02e-10954837ea88 HTTP/1.1" status: 404 len: 339 time: 0.0511212 Sep 02 12:58:28.803973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:28.816153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa2b4a43-0403-4492-91bf-649298a6d171 req-f06c54c0-4972-45a4-abcb-a64a67e6b92d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897102 Sep 02 12:58:28.896294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29d0631e-9e08-4960-9a34-e72f7607df5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.919747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:28.944138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47eb07-a7d2-4b9d-8952-a82cda814101 req-ea61d8d8-2999-4cc9-b765-5a4a72a62c4e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:28.945798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec47eb07-a7d2-4b9d-8952-a82cda814101 req-ea61d8d8-2999-4cc9-b765-5a4a72a62c4e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 944 time: 0.1204467 Sep 02 12:58:28.986839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.040680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:58:26Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:29.041513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec47eb07-a7d2-4b9d-8952-a82cda814101 req-51b8bae0-27c0-406c-9bc8-feacc1bf4a6e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851090 Sep 02 12:58:29.054368 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.072118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] Checking router: 8dc71e0c-0713-48f8-abe4-74051f1cc242 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:58:29.084834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] Routers {'8dc71e0c-0713-48f8-abe4-74051f1cc242'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:29.085731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8dc71e0c-0713-48f8-abe4-74051f1cc242'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:29.087678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750f759c-99c3-4e10-9c37-996c40e143f5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:29.101166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d73803e-cddc-446e-b882-7118c2f216ab') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:29.101466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d73803e-cddc-446e-b882-7118c2f216ab') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:29.103004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.111507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.128573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.148689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:29.150083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.174102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.178576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/subnets/9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94 HTTP/1.1" status: 204 len: 168 time: 0.6274734 Sep 02 12:58:29.179163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:29.179942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618dd46-9385-46c0-a643-f59e660e9157 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8cea9d-3ca3-4bba-a1de-4dfa90c6bb94,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:29.187116 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:29.213681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59097eff-ead7-451e-a25b-d4ae018a0b30 None None] Network 503fd964-6cb1-4192-b7e2-00ea0653fdb5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:29.321074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] Set router 8dc71e0c-0713-48f8-abe4-74051f1cc242 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:29.332223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671c26a-4dc3-497a-b76a-ab9db2049867 req-877a3d52-a494-454a-9dcb-eb8c1bdede32 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:29.340056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a671c26a-4dc3-497a-b76a-ab9db2049867 req-877a3d52-a494-454a-9dcb-eb8c1bdede32 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.0751617 Sep 02 12:58:29.343826 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.371291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.373468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/750f759c-99c3-4e10-9c37-996c40e143f5 HTTP/1.1" status: 204 len: 168 time: 0.5684476 Sep 02 12:58:29.377593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:29.398784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61dc51-fdff-407e-9c32-f77a5c4369bf tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=750f759c-99c3-4e10-9c37-996c40e143f5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:29.422784 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed4322c-a034-44f2-854b-089c7ce95ed2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:29.423841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed4322c-a034-44f2-854b-089c7ce95ed2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:29.425494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fed4322c-a034-44f2-854b-089c7ce95ed2 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/aa6fed9d-c4ea-46f4-8bae-fe4df01d4db2 HTTP/1.1" status: 404 len: 337 time: 0.0377276 Sep 02 12:58:29.431505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:29.458777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a671c26a-4dc3-497a-b76a-ab9db2049867 req-99dc682d-deac-4839-9947-8f365d429788 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177609 Sep 02 12:58:29.460397 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7478dcaf-6f3c-4eb4-9bd4-a8d4568d04f5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:29.461131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7478dcaf-6f3c-4eb4-9bd4-a8d4568d04f5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:29.464003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7478dcaf-6f3c-4eb4-9bd4-a8d4568d04f5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/d927831f-b342-49f6-b297-c7632d5bf0ab HTTP/1.1" status: 404 len: 339 time: 0.0312147 Sep 02 12:58:29.466789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:29.579971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting subnet 8231ae30-fa42-4c35-8799-30b7e9b77ff6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:58:29.585226 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.649831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.654562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.752314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 193c9992-3151-481c-9f7c-0faad0baeb42 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:58:29.766758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.801150 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.919461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Deleting port 4617d9da-421c-477c-8b7c-a7ba8dba025a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:29.919816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.933678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:29.972724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] DHCP port deletion for 503fd964-6cb1-4192-b7e2-00ea0653fdb5 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:58:29.993525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=8231ae30-fa42-4c35-8799-30b7e9b77ff6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:30.002670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.004840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e6b2429a-1d58-494f-9070-0cff4c0b220d tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/8231ae30-fa42-4c35-8799-30b7e9b77ff6 HTTP/1.1" status: 204 len: 168 time: 0.5371170 Sep 02 12:58:30.007432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:30.011898 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd5634-a481-4388-81d0-c8af03ce8339 None None] Network f945b6af-98a6-4333-89df-b839159f54c9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:30.103971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting subnet 091dca15-70fa-4b93-b608-167020b10831 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:58:30.105478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb49e-17b3-4dd2-bb91-116725dfeedc req-be00f018-34a2-4161-9277-9dd79a19a477 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:30.107936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.113500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-446eb49e-17b3-4dd2-bb91-116725dfeedc req-be00f018-34a2-4161-9277-9dd79a19a477 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1141517 Sep 02 12:58:30.202567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] For port 4617d9da-421c-477c-8b7c-a7ba8dba025a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4617d9da-421c-477c-8b7c-a7ba8dba025a,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:30.202951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.253738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 193c9992-3151-481c-9f7c-0faad0baeb42, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=193c9992-3151-481c-9f7c-0faad0baeb42,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:30.263130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.268734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-446eb49e-17b3-4dd2-bb91-116725dfeedc req-bd7f109a-7ce9-4539-ad4c-05b2a83dec7d tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338143 Sep 02 12:58:30.284236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:58:26Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:30.290436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Calling delete_port for 4617d9da-421c-477c-8b7c-a7ba8dba025a owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:30.325257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] Deleting port 297252cb-02c8-4383-b38a-1eac56550213 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:30.325966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.329209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '193c9992-3151-481c-9f7c-0faad0baeb42', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': '193c9992-3151-481c-9f7c-0faad0baeb42', 'mac_address': 'fa:16:3e:b6:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:58:30.343255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f210eb-8b5a-45e5-8edb-e4ab92ddc0ee None None] The sync data for ids ['8dc71e0c-0713-48f8-abe4-74051f1cc242'] in n-d-792364-8 is: [{'id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256405878', 'tenant_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:56:13Z', 'updated_at': '2021-09-02T12:58:26Z', 'revision_number': 5, 'project_id': '5fdc22dc7cbc4675a0f937a8dec4a81c', 'gw_port': {'id': '4617d9da-421c-477c-8b7c-a7ba8dba025a', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc71e0c-0713-48f8-abe4-74051f1cc242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:56:15Z', 'updated_at': '2021-09-02T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:30.417592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.497381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b421c-be27-425f-ae37-9ec1886c06d0 req-5e22b92b-ffd9-4882-bebc-a16f9455415b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:30.498534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] For port 297252cb-02c8-4383-b38a-1eac56550213, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=297252cb-02c8-4383-b38a-1eac56550213,segment=NetworkSegment(c50e88b5-e500-4efb-a11b-df14f752a56c),segment_id=c50e88b5-e500-4efb-a11b-df14f752a56c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:30.499647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-182b421c-be27-425f-ae37-9ec1886c06d0 req-5e22b92b-ffd9-4882-bebc-a16f9455415b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 944 time: 0.3331861 Sep 02 12:58:30.504987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.535063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.556850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] Calling delete_port for 297252cb-02c8-4383-b38a-1eac56550213 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:30.561617 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.563279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.589284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-182b421c-be27-425f-ae37-9ec1886c06d0 req-03d67dcd-04d2-4240-9c28-783af425ae3d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833406 Sep 02 12:58:30.596659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.601970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/091dca15-70fa-4b93-b608-167020b10831 HTTP/1.1" status: 204 len: 168 time: 0.5930958 Sep 02 12:58:30.602891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:30.618416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368d75c-5a06-4348-acc9-77f98a36a165 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=091dca15-70fa-4b93-b608-167020b10831,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:30.644564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Port': ['ID=4617d9da-421c-477c-8b7c-a7ba8dba025a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:30.662826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193c9992-3151-481c-9f7c-0faad0baeb42 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:30.691141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.727909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 193c9992-3151-481c-9f7c-0faad0baeb42, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=193c9992-3151-481c-9f7c-0faad0baeb42,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:30.796516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.800210 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.886698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=193c9992-3151-481c-9f7c-0faad0baeb42,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:30.898188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d64a1-0a5e-4426-9ac2-6ce089fdb5da None None] Update dhcp port {'port': {'network_id': 'f945b6af-98a6-4333-89df-b839159f54c9', 'fixed_ips': [{'subnet_id': '091dca15-70fa-4b93-b608-167020b10831'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '75688d51-613d-4221-b4e8-e54d1f07a334'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 12:58:30.911102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting port 75688d51-613d-4221-b4e8-e54d1f07a334 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:30.911963 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.952190 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-141d64a1-0a5e-4426-9ac2-6ce089fdb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.970929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.973353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:30.987584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d220704c-8470-413c-9078-7aa3eca8928e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:30.992860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.020667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] No DVR routers for this DVR port 297252cb-02c8-4383-b38a-1eac56550213 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:31.024205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] For port 75688d51-613d-4221-b4e8-e54d1f07a334, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=75688d51-613d-4221-b4e8-e54d1f07a334,segment=NetworkSegment(7a6ced6b-eadf-4146-94ef-768ccf706351),segment_id=7a6ced6b-eadf-4146-94ef-768ccf706351)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:31.034159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.041452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.041452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc71e0c-0713-48f8-abe4-74051f1cc242 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:58:31.051924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.059397 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6dc3b9a7-ca8e-4f99-895b-33e711678d80 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/routers/8dc71e0c-0713-48f8-abe4-74051f1cc242 HTTP/1.1" status: 204 len: 168 time: 1.8710659 Sep 02 12:58:31.060643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:31.066421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Calling delete_port for 75688d51-613d-4221-b4e8-e54d1f07a334 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:31.118706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['193c9992-3151-481c-9f7c-0faad0baeb42'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:31.123383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d220704c-8470-413c-9078-7aa3eca8928e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:31.124034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d220704c-8470-413c-9078-7aa3eca8928e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:31.124611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 297252cb-02c8-4383-b38a-1eac56550213 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:31.148700 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.178868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4711e0-669f-4c82-8c5b-a1bb18828881 None None] Pushing event deleted for resources: {'Port': ['ID=297252cb-02c8-4383-b38a-1eac56550213,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:31.184669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 297252cb-02c8-4383-b38a-1eac56550213 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:31.185047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 297252cb-02c8-4383-b38a-1eac56550213 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:31.376218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.429413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c37f0b-1b8f-496b-a506-8b39a0dc8a7a None None] Network f945b6af-98a6-4333-89df-b839159f54c9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:31.460991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503fd964-6cb1-4192-b7e2-00ea0653fdb5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:31.474438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:31.483042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50e88b5-e500-4efb-a11b-df14f752a56c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:31.483339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50e88b5-e500-4efb-a11b-df14f752a56c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:31.497947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.510787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a8b39-a183-4bb1-8bfb-6c596946eb4d req-d10523bd-643c-460c-809c-e327de413c1e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:31.514704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-918a8b39-a183-4bb1-8bfb-6c596946eb4d req-d10523bd-643c-460c-809c-e327de413c1e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1022260 Sep 02 12:58:31.521605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312869b3-fd08-4f85-83da-363999020bd1 req-6ab48c71-79e4-4f96-b939-fa02384a4f0c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:31.529617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-312869b3-fd08-4f85-83da-363999020bd1 req-6ab48c71-79e4-4f96-b939-fa02384a4f0c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 947 time: 0.1246617 Sep 02 12:58:31.531901 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.551956 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0194-5eaa-444a-827c-3702e5a80708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.554947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c3458cb-0925-4aa5-abf5-6bf7e481cf81 None None] Could not find standard attr ID for object 75688d51-613d-4221-b4e8-e54d1f07a334. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:58:31.578771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.585880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Port': ['ID=75688d51-613d-4221-b4e8-e54d1f07a334,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:31.587891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No DVR routers for this DVR port 75688d51-613d-4221-b4e8-e54d1f07a334 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:31.594714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-918a8b39-a183-4bb1-8bfb-6c596946eb4d req-a84aa9c5-d707-4a2f-9876-62f9c245e145 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727663 Sep 02 12:58:31.595478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:31.595908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:31.598965 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:31.640449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3541b-9e14-41a9-9a25-cccd24164ec0 None None] DHCP port deletion for f945b6af-98a6-4333-89df-b839159f54c9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:58:31.646421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:31.677796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.719712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2672cf12-8cea-4ef2-b237-d0cb5b36d682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.752367 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.778939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-312869b3-fd08-4f85-83da-363999020bd1 req-24280d21-8bfd-4995-b31f-103d007c06b5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2482073 Sep 02 12:58:31.782340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.790266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:31.795810 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc22c64-2924-49c6-a162-674171a73072" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-unplugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:31.798228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f945b6af-98a6-4333-89df-b839159f54c9']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:31.818272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:31.821083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfb23f-cd85-4093-a1d4-217ff169ba0e req-709ac290-616b-4065-9221-00a56611dcd6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:31.822122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6ced6b-eadf-4146-94ef-768ccf706351') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:31.822426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6ced6b-eadf-4146-94ef-768ccf706351') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:31.827356 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.830223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0dfb23f-cd85-4093-a1d4-217ff169ba0e req-709ac290-616b-4065-9221-00a56611dcd6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 945 time: 0.1250823 Sep 02 12:58:31.848844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.852265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.878888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.884425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] 10.222.0.60 "DELETE /v2.0/networks/503fd964-6cb1-4192-b7e2-00ea0653fdb5 HTTP/1.1" status: 204 len: 168 time: 0.8192561 Sep 02 12:58:31.885432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfaa0e-27a4-425d-9987-e0e7ad203a54 tempest-TestSecurityGroupsBasicOps-1826837403 tempest-TestSecurityGroupsBasicOps-1826837403-project] Pushing event deleted for resources: {'Network': ['ID=503fd964-6cb1-4192-b7e2-00ea0653fdb5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:31.891507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0dfb23f-cd85-4093-a1d4-217ff169ba0e req-8c785457-e80c-4036-8687-e6ad1b0392c2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Sep 02 12:58:31.905035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.927066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:31.927701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.941420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2672cf12-8cea-4ef2-b237-d0cb5b36d682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.944123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=14']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:31.962402 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2672cf12-8cea-4ef2-b237-d0cb5b36d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:31.967685 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14c9e58-730d-4953-8fe9-5b4c6ac6ae54 x-openstack-request-id: req-c14c9e58-730d-4953-8fe9-5b4c6ac6ae54 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:31.968057 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-unplugged", "status": "completed", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:31.968308 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c14c9e58-730d-4953-8fe9-5b4c6ac6ae54 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:31.968800 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'code': 200} Sep 02 12:58:32.022411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672cf12-8cea-4ef2-b237-d0cb5b36d682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193dff44-2c52-4096-8cf9-8fc196f8fe0e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:32.037554 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:32.049149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2672cf12-8cea-4ef2-b237-d0cb5b36d682 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f2f9803af0c4bb993db151bf8c5612d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686407 Sep 02 12:58:32.049149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.107852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.126323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.130675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/f945b6af-98a6-4333-89df-b839159f54c9 HTTP/1.1" status: 204 len: 168 time: 1.5241132 Sep 02 12:58:32.130934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.141914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd501ba2-b1be-450e-8d7a-34776e77c930 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=f945b6af-98a6-4333-89df-b839159f54c9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:32.147569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa365-7e65-43aa-8489-3b7636f44a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.161733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-26c99c9f-304d-47da-ad7f-ba5a8af1f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:32.163606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-26c99c9f-304d-47da-ad7f-ba5a8af1f591 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.0907485 Sep 02 12:58:32.170655 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c00cb60-8918-4183-a57d-877192c22dd3 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:32.171119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c00cb60-8918-4183-a57d-877192c22dd3 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:32.172922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5c00cb60-8918-4183-a57d-877192c22dd3 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/f880bf63-ed6f-497f-a996-3d293de4ceaf HTTP/1.1" status: 404 len: 337 time: 0.0410478 Sep 02 12:58:32.175524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.193647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd9b8-5fc5-4337-90b1-a25f52deba3a req-770e2054-0c35-4ccf-8d94-274830eef4af tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:32.195161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e6cd9b8-5fc5-4337-90b1-a25f52deba3a req-770e2054-0c35-4ccf-8d94-274830eef4af tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1323287 Sep 02 12:58:32.201709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa365-7e65-43aa-8489-3b7636f44a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.211624 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c28135-c99f-48e8-a5f7-709ca4ac406e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:32.211624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c28135-c99f-48e8-a5f7-709ca4ac406e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:32.211624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70c28135-c99f-48e8-a5f7-709ca4ac406e tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/8bf3263a-5bbd-4dfe-918f-5fcd54d4b4a0 HTTP/1.1" status: 404 len: 339 time: 0.0348647 Sep 02 12:58:32.215904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.253710 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-54da103e-ac76-4e43-8b33-6f78d3ffe132 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:32.254167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54da103e-ac76-4e43-8b33-6f78d3ffe132 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:32.256659 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-54da103e-ac76-4e43-8b33-6f78d3ffe132 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/255a8cfb-65ca-40b0-a025-192af5661b40 HTTP/1.1" status: 404 len: 337 time: 0.0346909 Sep 02 12:58:32.258811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.286666 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e6322b-4ed3-4bc2-9c62-02f7ce705317 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:32.288255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e6322b-4ed3-4bc2-9c62-02f7ce705317 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:32.289251 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f7e6322b-4ed3-4bc2-9c62-02f7ce705317 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/4ca1e21f-f55b-4405-bd15-7de6d1f0a4a8 HTTP/1.1" status: 404 len: 339 time: 0.0294499 Sep 02 12:58:32.292002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.304594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-79930836-c87e-4166-b999-5389e6222c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:32.306273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-79930836-c87e-4166-b999-5389e6222c83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1323245 Sep 02 12:58:32.318381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e6cd9b8-5fc5-4337-90b1-a25f52deba3a req-a2d3b360-31a5-47f3-966e-094128084f2c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116891 Sep 02 12:58:32.324142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.339870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa365-7e65-43aa-8489-3b7636f44a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.339870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa365-7e65-43aa-8489-3b7636f44a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.339870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f1aa365-7e65-43aa-8489-3b7636f44a9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/193dff44-2c52-4096-8cf9-8fc196f8fe0e HTTP/1.1" status: 204 len: 168 time: 0.2854993 Sep 02 12:58:32.340875 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-915c04c9-a16c-4ca4-9fab-abc0310e69cb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:32.340875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915c04c9-a16c-4ca4-9fab-abc0310e69cb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:32.340875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-915c04c9-a16c-4ca4-9fab-abc0310e69cb tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/8d8afb4c-cb2e-4f96-a2cf-5f3add51f30c HTTP/1.1" status: 404 len: 337 time: 0.0461814 Sep 02 12:58:32.342865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.368530 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffb56f1-0b6b-411f-85e4-2d6d3331b21b tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:32.369390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffb56f1-0b6b-411f-85e4-2d6d3331b21b tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:32.371614 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8ffb56f1-0b6b-411f-85e4-2d6d3331b21b tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/7bc50d05-34b4-4aa4-b490-493213a92b50 HTTP/1.1" status: 404 len: 339 time: 0.0274599 Sep 02 12:58:32.374141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51392) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.402707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aa365-7e65-43aa-8489-3b7636f44a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193dff44-2c52-4096-8cf9-8fc196f8fe0e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:32.426180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-08612f57-75f7-4aa9-a0fc-2d1deda9106d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1123352 Sep 02 12:58:32.471143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting subnet 5f1b9bf6-d8e9-480b-ab31-4fb4ad57fd26 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:58:32.476474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.481127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-2d0279f5-ccb7-46ed-8167-b8471a24e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:32.483171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-2d0279f5-ccb7-46ed-8167-b8471a24e69c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0501642 Sep 02 12:58:32.522020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.556445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-1e347336-1d40-44f3-b1b7-bad249976a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:32.561787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.568296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-1e347336-1d40-44f3-b1b7-bad249976a2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767443 Sep 02 12:58:32.678015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 75688d51-613d-4221-b4e8-e54d1f07a334 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:32.702761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 75688d51-613d-4221-b4e8-e54d1f07a334 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:32.703471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 75688d51-613d-4221-b4e8-e54d1f07a334 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:32.704086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4617d9da-421c-477c-8b7c-a7ba8dba025a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:32.732973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4617d9da-421c-477c-8b7c-a7ba8dba025a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:32.733325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4617d9da-421c-477c-8b7c-a7ba8dba025a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:32.751619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-b14c2a2c-e3da-40ca-b54d-490e7ded3308 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767077 Sep 02 12:58:32.764738 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.810330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.829333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977fbae2-4b84-4075-aaa4-cb8119b7854b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.848500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.870940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b9cdd72c-344e-4e48-9296-a1f73302772b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fdc22dc7cbc4675a0f937a8dec4a81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454180 Sep 02 12:58:32.874076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51400) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.891194 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:32.895366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/5f1b9bf6-d8e9-480b-ab31-4fb4ad57fd26 HTTP/1.1" status: 204 len: 168 time: 0.5177524 Sep 02 12:58:32.895504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b30d1-0497-4691-af4f-241139eda83e req-fde0a884-cfd1-4a70-b5c4-019e3209b4e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:32.898194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fecac38-e083-4c47-b4f4-e4ea0db41fba None None] Network 8afa6caa-d48d-4380-9fe5-e1f251bd0291 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:32.898845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:32.899578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aa4a1-aacb-4249-9b6e-2c3746e1bb83 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1b9bf6-d8e9-480b-ab31-4fb4ad57fd26,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:32.909742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e8b30d1-0497-4691-af4f-241139eda83e req-fde0a884-cfd1-4a70-b5c4-019e3209b4e0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1790838 Sep 02 12:58:32.968810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-852a988a-659c-4d37-9ce1-e2797aa8d492 req-267fc682-8824-4eee-b40b-32642332db38 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077458 Sep 02 12:58:33.021164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfaafb18-f622-4594-8ff1-476dd1299b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.029503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e8b30d1-0497-4691-af4f-241139eda83e req-c7d71a8d-82f4-4f76-9822-15224f496087 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977302 Sep 02 12:58:33.048270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.049517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfaafb18-f622-4594-8ff1-476dd1299b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.091590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c6fe7-780b-4f16-8db3-73ce0b125e75 req-cf59d87d-505e-4a0d-b45a-83b836763ddd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:33.093312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-714c6fe7-780b-4f16-8db3-73ce0b125e75 req-cf59d87d-505e-4a0d-b45a-83b836763ddd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 945 time: 0.1201613 Sep 02 12:58:33.116041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977fbae2-4b84-4075-aaa4-cb8119b7854b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.129995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] DHCP port deletion for 8afa6caa-d48d-4380-9fe5-e1f251bd0291 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:58:33.141057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfaafb18-f622-4594-8ff1-476dd1299b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.144399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977fbae2-4b84-4075-aaa4-cb8119b7854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.147650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfaafb18-f622-4594-8ff1-476dd1299b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.148633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dfaafb18-f622-4594-8ff1-476dd1299b2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f24f02a0-a285-43a2-a3fb-40d166012e5e HTTP/1.1" status: 204 len: 168 time: 0.2722747 Sep 02 12:58:33.159148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaafb18-f622-4594-8ff1-476dd1299b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f02a0-a285-43a2-a3fb-40d166012e5e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.217149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] Deleting port cb9be8bd-b743-421b-94f6-83cb2f5c678c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:33.217902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.223059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-714c6fe7-780b-4f16-8db3-73ce0b125e75 req-f22370ce-7713-4adf-84ce-633323527fc6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212306 Sep 02 12:58:33.229464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-977fbae2-4b84-4075-aaa4-cb8119b7854b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ff44dc79a204bb6a9a91bba43d31860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156916 Sep 02 12:58:33.230364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:33.232938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fbae2-4b84-4075-aaa4-cb8119b7854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632dc78b-c10c-4a9a-8009-8bb8084fe9f8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.285393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting port cb9be8bd-b743-421b-94f6-83cb2f5c678c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:33.286279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.300631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] For port cb9be8bd-b743-421b-94f6-83cb2f5c678c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9be8bd-b743-421b-94f6-83cb2f5c678c,segment=NetworkSegment(39515e90-be2f-4ec1-9877-300597dde2d8),segment_id=39515e90-be2f-4ec1-9877-300597dde2d8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:33.301068 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.315328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] Calling delete_port for cb9be8bd-b743-421b-94f6-83cb2f5c678c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:33.341579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77e287f1-a981-421a-8848-9d0dccc011f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.390171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77e287f1-a981-421a-8848-9d0dccc011f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.404685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] For port cb9be8bd-b743-421b-94f6-83cb2f5c678c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=cb9be8bd-b743-421b-94f6-83cb2f5c678c,segment=NetworkSegment(39515e90-be2f-4ec1-9877-300597dde2d8),segment_id=39515e90-be2f-4ec1-9877-300597dde2d8)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:33.405072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.413888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.433046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] No DVR routers for this DVR port cb9be8bd-b743-421b-94f6-83cb2f5c678c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:33.433893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Calling delete_port for cb9be8bd-b743-421b-94f6-83cb2f5c678c owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:33.456473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f3503-d682-48c2-8a5a-086aed8619a8 None None] Pushing event deleted for resources: {'Port': ['ID=cb9be8bd-b743-421b-94f6-83cb2f5c678c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.494489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368f0ad-6913-4c27-907b-e882e06e50a1 req-52471d5e-baee-4ca3-91e1-6458e3a2a092 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:33.497283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5368f0ad-6913-4c27-907b-e882e06e50a1 req-52471d5e-baee-4ca3-91e1-6458e3a2a092 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0830669 Sep 02 12:58:33.525839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77e287f1-a981-421a-8848-9d0dccc011f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.530008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77e287f1-a981-421a-8848-9d0dccc011f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.532106 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-77e287f1-a981-421a-8848-9d0dccc011f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/632dc78b-c10c-4a9a-8009-8bb8084fe9f8 HTTP/1.1" status: 204 len: 168 time: 0.3007138 Sep 02 12:58:33.552121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e287f1-a981-421a-8848-9d0dccc011f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632dc78b-c10c-4a9a-8009-8bb8084fe9f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.555055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5368f0ad-6913-4c27-907b-e882e06e50a1 req-fcdc7dea-659f-4802-b09e-339c6ec28969 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514135 Sep 02 12:58:33.567446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.597505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Port': ['ID=cb9be8bd-b743-421b-94f6-83cb2f5c678c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.599489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No DVR routers for this DVR port cb9be8bd-b743-421b-94f6-83cb2f5c678c on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:33.650516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 193c9992-3151-481c-9f7c-0faad0baeb42 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:33.681381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51416) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:33.699870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f30873cb-6d94-49f0-a72a-ed2fc2ac4e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.708135 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.723102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 193c9992-3151-481c-9f7c-0faad0baeb42 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:33.723369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa6caa-d48d-4380-9fe5-e1f251bd0291']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:33.730070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 193c9992-3151-481c-9f7c-0faad0baeb42 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:33.730806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.740236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39515e90-be2f-4ec1-9877-300597dde2d8') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:33.740533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39515e90-be2f-4ec1-9877-300597dde2d8') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:33.753385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.770722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.783121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:33.783694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:33.787162 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:33.841371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f30873cb-6d94-49f0-a72a-ed2fc2ac4e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.842021 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.847503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f30873cb-6d94-49f0-a72a-ed2fc2ac4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.855875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.867729 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.874378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/8afa6caa-d48d-4380-9fe5-e1f251bd0291 HTTP/1.1" status: 204 len: 168 time: 0.9694016 Sep 02 12:58:33.878733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:33.891507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 193c9992-3151-481c-9f7c-0faad0baeb42, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=193c9992-3151-481c-9f7c-0faad0baeb42,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:33.897860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:33.899546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cbfa5-0c55-4cee-b934-110a34909fd5 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=8afa6caa-d48d-4380-9fe5-e1f251bd0291,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.929217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f30873cb-6d94-49f0-a72a-ed2fc2ac4e7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7127eee79324cdb949e4f6d8b4a70ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461264 Sep 02 12:58:33.930229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30873cb-6d94-49f0-a72a-ed2fc2ac4e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee911ad0-9e7a-4caf-9b9a-662a30af6705,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.935206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:33.943917 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a9ee38-bb08-410e-8b7f-33f7b9420230 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:33.944448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a9ee38-bb08-410e-8b7f-33f7b9420230 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:33.946425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-64a9ee38-bb08-410e-8b7f-33f7b9420230 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/c4c97f80-9b5d-47c7-89b6-ba398b11c37b HTTP/1.1" status: 404 len: 337 time: 0.0621135 Sep 02 12:58:33.949335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51430) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:33.961056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=193c9992-3151-481c-9f7c-0faad0baeb42,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:33.969716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193c9992-3151-481c-9f7c-0faad0baeb42'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:33.972501 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87a6110-6eb5-4873-a63c-5cd041cfba88" -d '{"events": [{"server_uuid": "a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7", "name": "network-vif-plugged", "status": "completed", "tag": "193c9992-3151-481c-9f7c-0faad0baeb42"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:33.986117 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6141c5-6051-4885-9916-f4d3d9978c03 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:33.986691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6141c5-6051-4885-9916-f4d3d9978c03 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:33.991655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c6141c5-6051-4885-9916-f4d3d9978c03 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/f887e967-9b3a-42f2-aee1-7ec57ade0f93 HTTP/1.1" status: 404 len: 339 time: 0.0412724 Sep 02 12:58:33.992295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:34.002091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45031236-111e-4bc5-8733-70306a5f7e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.015987 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea54f48-87bf-4e28-9d96-a41ed44779ad x-openstack-request-id: req-cea54f48-87bf-4e28-9d96-a41ed44779ad {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:34.016287 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7", "name": "network-vif-plugged", "status": "completed", "tag": "193c9992-3151-481c-9f7c-0faad0baeb42", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:34.016537 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cea54f48-87bf-4e28-9d96-a41ed44779ad {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:34.016954 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193c9992-3151-481c-9f7c-0faad0baeb42', 'code': 200} Sep 02 12:58:34.030107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45031236-111e-4bc5-8733-70306a5f7e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.062399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting subnet 77688f30-7f3e-4ef0-921f-b1bb0db666ff {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:58:34.065829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.086127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45031236-111e-4bc5-8733-70306a5f7e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.090978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45031236-111e-4bc5-8733-70306a5f7e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.092238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-45031236-111e-4bc5-8733-70306a5f7e40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee911ad0-9e7a-4caf-9b9a-662a30af6705 HTTP/1.1" status: 204 len: 168 time: 0.1549037 Sep 02 12:58:34.106554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45031236-111e-4bc5-8733-70306a5f7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee911ad0-9e7a-4caf-9b9a-662a30af6705,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:34.122371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.187476 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.288211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0814-e4d9-4586-ad2d-d068fb23d833 req-32c62cad-012d-473d-9601-de49ba2f1dd4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:34.289808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-975e0814-e4d9-4586-ad2d-d068fb23d833 req-32c62cad-012d-473d-9601-de49ba2f1dd4 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1312227 Sep 02 12:58:34.297232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1dcaf-543d-4fe3-af71-16db4e311d84 req-b0e07b1e-144e-44e7-af5a-1e78bdd684e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:34.298912 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dbb1dcaf-543d-4fe3-af71-16db4e311d84 req-b0e07b1e-144e-44e7-af5a-1e78bdd684e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1389933 Sep 02 12:58:34.344652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.372393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e89d5-3637-4500-9d34-9724b353409b req-0e675298-276e-4095-a3f4-a623b3df25f2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:34.373986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b6e89d5-3637-4500-9d34-9724b353409b req-0e675298-276e-4095-a3f4-a623b3df25f2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 946 time: 0.0694389 Sep 02 12:58:34.401017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-975e0814-e4d9-4586-ad2d-d068fb23d833 req-12e9ef08-ab88-4686-9c9e-aba85ae2fb6a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009226 Sep 02 12:58:34.404876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dbb1dcaf-543d-4fe3-af71-16db4e311d84 req-ec96de5a-f61f-4fcb-ae6d-236d8723bab9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946023 Sep 02 12:58:34.436393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b6e89d5-3637-4500-9d34-9724b353409b req-0458b33f-4599-4612-b5b4-15c75629f533 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542853 Sep 02 12:58:34.458393 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.495840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.498080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/subnets/77688f30-7f3e-4ef0-921f-b1bb0db666ff HTTP/1.1" status: 204 len: 168 time: 0.5047898 Sep 02 12:58:34.500785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:34.504460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1d09f-6e28-46d7-9b55-8cf63821a6b8 None None] Network e0118907-4104-440d-9805-4d06ee401996 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:34.506471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248c3df-2071-46e7-9613-ea662e42956c tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Subnet': ['ID=77688f30-7f3e-4ef0-921f-b1bb0db666ff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:34.597270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:34.601789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.661424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9be8bd-b743-421b-94f6-83cb2f5c678c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:34.679814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Deleting port 9f90729a-48bd-49dd-8140-060c3400ada4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:34.680227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.708195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8c8e62e4-cb83-4e0b-9dd0-90547ef5f229 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e8cf089e62f4496bc2b12c30bc76f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071725 Sep 02 12:58:34.711698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:34.713249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: cb9be8bd-b743-421b-94f6-83cb2f5c678c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:34.713598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device cb9be8bd-b743-421b-94f6-83cb2f5c678c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:34.720820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946783b9-d18b-4423-8c85-2392b8c46f38 req-fd2e53be-8f27-4b58-9f50-3f40833ba36b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:34.728064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-946783b9-d18b-4423-8c85-2392b8c46f38 req-fd2e53be-8f27-4b58-9f50-3f40833ba36b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0862031 Sep 02 12:58:34.780000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] For port 9f90729a-48bd-49dd-8140-060c3400ada4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f90729a-48bd-49dd-8140-060c3400ada4,segment=NetworkSegment(fa47490a-4194-4d40-ab61-ba6e58224c98),segment_id=fa47490a-4194-4d40-ab61-ba6e58224c98)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:34.780000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.799774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Calling delete_port for 9f90729a-48bd-49dd-8140-060c3400ada4 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:34.803708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-946783b9-d18b-4423-8c85-2392b8c46f38 req-403e17e9-28d4-4140-a8d5-1b399952e9ec tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747378 Sep 02 12:58:34.830143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] DHCP port deletion for e0118907-4104-440d-9805-4d06ee401996 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:58:34.839867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b359c2-b464-4115-80c1-98be1b7dc902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.878246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b359c2-b464-4115-80c1-98be1b7dc902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.929253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.945256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] No DVR routers for this DVR port 9f90729a-48bd-49dd-8140-060c3400ada4 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:34.948058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Deleting port 9f90729a-48bd-49dd-8140-060c3400ada4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:34.948971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.957514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b359c2-b464-4115-80c1-98be1b7dc902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.961460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b359c2-b464-4115-80c1-98be1b7dc902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:34.966470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42b359c2-b464-4115-80c1-98be1b7dc902 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdf1f3a6-0c0c-4005-94a5-1bb46754a276 HTTP/1.1" status: 204 len: 168 time: 0.2352464 Sep 02 12:58:34.971459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Port': ['ID=9f90729a-48bd-49dd-8140-060c3400ada4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:34.993745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b359c2-b464-4115-80c1-98be1b7dc902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1f3a6-0c0c-4005-94a5-1bb46754a276,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:35.104741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] For port 9f90729a-48bd-49dd-8140-060c3400ada4, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:35.106798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.148717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Calling delete_port for 9f90729a-48bd-49dd-8140-060c3400ada4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:35.153475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Port 9f90729a-48bd-49dd-8140-060c3400ada4 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:58:35.158046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f0401-e83b-40fc-9a53-2a3f0afbd056 req-4f378bdd-0c04-44ed-bd79-4f52807c61d2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:35.163293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.164829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.166345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a34f0401-e83b-40fc-9a53-2a3f0afbd056 req-4f378bdd-0c04-44ed-bd79-4f52807c61d2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1422985 Sep 02 12:58:35.220939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a34f0401-e83b-40fc-9a53-2a3f0afbd056 req-9e8af5cb-0792-4b68-b6ea-b2b81f88ede6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531783 Sep 02 12:58:35.225872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] Pushing event deleted for resources: {'Port': ['ID=9f90729a-48bd-49dd-8140-060c3400ada4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:35.231741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab87d7ea-dc04-4149-a6fb-1860d79242b7 None None] No DVR routers for this DVR port 9f90729a-48bd-49dd-8140-060c3400ada4 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:35.470111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.486585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0118907-4104-440d-9805-4d06ee401996']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:35.500645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa47490a-4194-4d40-ab61-ba6e58224c98') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:35.501076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa47490a-4194-4d40-ab61-ba6e58224c98') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:35.520324 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.533579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab11c4-20b5-4380-a17b-f3fe6c30619a req-4cd95aa6-c719-4883-a920-362bfc73b08a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:35.538106 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95ab11c4-20b5-4380-a17b-f3fe6c30619a req-4cd95aa6-c719-4883-a920-362bfc73b08a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1124005 Sep 02 12:58:35.577404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.593750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:58:35.594314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:58:35.598012 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:58:35.623451 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95ab11c4-20b5-4380-a17b-f3fe6c30619a req-03d553b3-2084-4ab4-9d90-921467d81023 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826511 Sep 02 12:58:35.654521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eee88-e288-4370-9d0e-81f0109874ab req-606220eb-0301-4c10-92b5-d2d794759c79 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:35.665392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c84eee88-e288-4370-9d0e-81f0109874ab req-606220eb-0301-4c10-92b5-d2d794759c79 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1407409 Sep 02 12:58:35.752179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c84eee88-e288-4370-9d0e-81f0109874ab req-9ceb7e9b-1ca8-4ba6-9e09-0d6bd4d4fac1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840437 Sep 02 12:58:35.785470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.797421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:35.801394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] 10.222.0.60 "DELETE /v2.0/networks/e0118907-4104-440d-9805-4d06ee401996 HTTP/1.1" status: 204 len: 168 time: 1.2935126 Sep 02 12:58:35.820046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707bc58-1cd2-490e-a6d6-1ed6ba4f2ff8 tempest-NetworksIpV6Test-606089867 tempest-NetworksIpV6Test-606089867-project] Pushing event deleted for resources: {'Network': ['ID=e0118907-4104-440d-9805-4d06ee401996,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:35.846222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eee95-740d-4969-8ca4-f809430e6f84 req-99c6e917-6208-4c19-9bfa-8d0741af5acd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:35.847705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f61eee95-740d-4969-8ca4-f809430e6f84 req-99c6e917-6208-4c19-9bfa-8d0741af5acd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 946 time: 0.1073210 Sep 02 12:58:35.900536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f61eee95-740d-4969-8ca4-f809430e6f84 req-6eb1b4c0-1930-4cab-a9dd-704feac311c5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Sep 02 12:58:36.043112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-10c78300-464e-4a4b-b251-b955dd08effd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:36.049541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-10c78300-464e-4a4b-b251-b955dd08effd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.1201370 Sep 02 12:58:36.060051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa453086-0bfa-4c24-9fc2-fcd871e9c4a2 req-a42dd4fd-6b2c-49de-848f-89e861b8e146 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:36.068403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa453086-0bfa-4c24-9fc2-fcd871e9c4a2 req-a42dd4fd-6b2c-49de-848f-89e861b8e146 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 946 time: 0.0792367 Sep 02 12:58:36.085209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-45c6a982-47e7-4b39-a019-dd79d2b38989 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/quotas/83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 375 time: 0.0323312 Sep 02 12:58:36.119067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa453086-0bfa-4c24-9fc2-fcd871e9c4a2 req-5d5dffe3-7cbe-461e-8dba-262b6cc1370f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Sep 02 12:58:36.187936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-fbf25414-6a27-4b28-a31d-b20bb990e494 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0959830 Sep 02 12:58:36.195408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:36.302657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-0842991f-d4a5-49f8-90bf-77738c8640c3 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136091 Sep 02 12:58:36.422500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-4d64e139-24f6-47f5-bd00-aca3f61350a1 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053951 Sep 02 12:58:36.431582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:36.431827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5d8b1e60-efa4-4c5c-9fa3-2dc59aeae3d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d4b759d20a6432cae837fc653f20c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346020 Sep 02 12:58:36.454147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d108504-bdb9-4152-917d-a2a8ae93ac4f req-3f793d6f-bc99-4264-9e2a-05bb2bb9612b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:36.455951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d108504-bdb9-4152-917d-a2a8ae93ac4f req-3f793d6f-bc99-4264-9e2a-05bb2bb9612b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 946 time: 0.0611560 Sep 02 12:58:36.497571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d108504-bdb9-4152-917d-a2a8ae93ac4f req-c0a8f947-dd84-4539-9902-fe8772d1c5d6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Sep 02 12:58:36.512574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dee599-c056-4a03-8535-23d3287d47e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:36.537896 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dee599-c056-4a03-8535-23d3287d47e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:36.602862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dee599-c056-4a03-8535-23d3287d47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:36.607710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dee599-c056-4a03-8535-23d3287d47e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:36.610239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-78dee599-c056-4a03-8535-23d3287d47e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fcee8ec-6441-4510-a59a-41195ed0681f HTTP/1.1" status: 204 len: 168 time: 0.1773546 Sep 02 12:58:36.639461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9172aa08-afec-480c-864e-a7a3a2870ebc req-80b3dfd7-c854-4d0d-a017-db6b6efae20b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 210 time: 0.0418940 Sep 02 12:58:36.640003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dee599-c056-4a03-8535-23d3287d47e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcee8ec-6441-4510-a59a-41195ed0681f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:36.677024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f90729a-48bd-49dd-8140-060c3400ada4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:36.704525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9f90729a-48bd-49dd-8140-060c3400ada4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:36.704865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f90729a-48bd-49dd-8140-060c3400ada4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:36.904990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5a2f0-979c-4ebf-9d64-425496a6d1b3 req-4fd260f3-a562-4278-8f3a-33c583061e41 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:36.914729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b5a2f0-979c-4ebf-9d64-425496a6d1b3 req-4fd260f3-a562-4278-8f3a-33c583061e41 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0780878 Sep 02 12:58:36.968524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05b5a2f0-979c-4ebf-9d64-425496a6d1b3 req-b9303afd-5d11-424b-893a-4b414b54385a tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 Sep 02 12:58:37.053502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.236990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-075e6584-4b49-4fe5-8830-bf69977f4339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.344924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-075e6584-4b49-4fe5-8830-bf69977f4339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.349835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-075e6584-4b49-4fe5-8830-bf69977f4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.390398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-075e6584-4b49-4fe5-8830-bf69977f4339 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85f2b2c4f9364437a9fdaff6ccb2a91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356571 Sep 02 12:58:37.392370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e6584-4b49-4fe5-8830-bf69977f4339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5346546-41bb-41f3-92e5-b17c7db01aec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:37.393349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.461697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b6091ae-f4c0-4276-949a-04bb436bdfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.469542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.485304 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b6091ae-f4c0-4276-949a-04bb436bdfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.539433 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b6091ae-f4c0-4276-949a-04bb436bdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.542079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b6091ae-f4c0-4276-949a-04bb436bdfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:37.545648 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2b6091ae-f4c0-4276-949a-04bb436bdfcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5346546-41bb-41f3-92e5-b17c7db01aec HTTP/1.1" status: 204 len: 168 time: 0.1482053 Sep 02 12:58:37.553033 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:58:37.557010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6091ae-f4c0-4276-949a-04bb436bdfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5346546-41bb-41f3-92e5-b17c7db01aec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:37.607985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8d769d84-3c0a-438e-8b31-a47c61aabfc0 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] Request body: {'port': {'network_id': '01b2d550-b502-4d0a-b9b9-868c44470ccb', 'name': 'tempest-NetworksNegativeTestJSON-1417926466'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:37.627279 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d769d84-3c0a-438e-8b31-a47c61aabfc0 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] POST failed (client error): The resource could not be found. Sep 02 12:58:37.627863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d769d84-3c0a-438e-8b31-a47c61aabfc0 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:37.629094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8d769d84-3c0a-438e-8b31-a47c61aabfc0 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1584642 Sep 02 12:58:37.633264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.689441 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a64172-1871-468c-b5e6-c08a1cb8f609 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:37.690073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a64172-1871-468c-b5e6-c08a1cb8f609 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:37.694843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b2a64172-1871-468c-b5e6-c08a1cb8f609 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "DELETE /v2.0/networks/939e3903-8745-4608-8574-7f76e4ef7904 HTTP/1.1" status: 404 len: 339 time: 0.0583160 Sep 02 12:58:37.706828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.746532 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e2e65b-e83d-4252-8c99-5b7501183cea tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:37.747509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e2e65b-e83d-4252-8c99-5b7501183cea tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:37.749347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-33e2e65b-e83d-4252-8c99-5b7501183cea tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "DELETE /v2.0/ports/dc398c01-7349-4758-a4d2-ce99172b2539 HTTP/1.1" status: 404 len: 333 time: 0.0403371 Sep 02 12:58:37.753346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.774376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e487d9e-662b-4f2f-acff-76ffbc61ed3f req-674cf3ac-d263-45bb-95fa-baac1b0f85d0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 210 time: 0.0495839 Sep 02 12:58:37.784332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-26e1e4cb-e140-4782-8a6a-4750bd7127b7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:37.785887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-26e1e4cb-e140-4782-8a6a-4750bd7127b7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 946 time: 0.1555610 Sep 02 12:58:37.789076 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa3a404-c079-455b-8ca3-a0548fbf10f7 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] DELETE failed (client error): The resource could not be found. Sep 02 12:58:37.789815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa3a404-c079-455b-8ca3-a0548fbf10f7 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:37.797920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bfa3a404-c079-455b-8ca3-a0548fbf10f7 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "DELETE /v2.0/subnets/0d41e1b7-c07b-4194-80f2-85302d46560d HTTP/1.1" status: 404 len: 337 time: 0.0430303 Sep 02 12:58:37.809330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e795d-e285-43e0-915d-de160a3accef req-7117053e-74ef-43e0-922d-e7d773e4c51d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:37.811442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-527e795d-e285-43e0-915d-de160a3accef req-7117053e-74ef-43e0-922d-e7d773e4c51d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 946 time: 0.2120581 Sep 02 12:58:37.812140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.859286 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efaa0de-0b55-495b-8ce4-65ee78f4aa36 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] GET failed (client error): The resource could not be found. Sep 02 12:58:37.861217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2efaa0de-0b55-495b-8ce4-65ee78f4aa36 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "GET /v2.0/networks/23fdb5f4-0fef-4755-ae06-75214873b1b7 HTTP/1.1" status: 404 len: 339 time: 0.0476911 Sep 02 12:58:37.867841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.896680 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b34e415-39ec-402f-83bb-b6d1f2669b2d tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] GET failed (client error): The resource could not be found. Sep 02 12:58:37.898366 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b34e415-39ec-402f-83bb-b6d1f2669b2d tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "GET /v2.0/ports/68302f12-2c9d-42bc-8738-60b80d5cedd2 HTTP/1.1" status: 404 len: 333 time: 0.0295334 Sep 02 12:58:37.902931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.908069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-527e795d-e285-43e0-915d-de160a3accef req-4fcf4b55-e6a4-42c2-a451-fd7181e9ba31 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837922 Sep 02 12:58:37.917208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-9b499fc9-62cf-4c85-9231-939bf88daf68 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:37.918561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-9b499fc9-62cf-4c85-9231-939bf88daf68 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.2552626 Sep 02 12:58:37.935845 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-102d9380-fef3-4e5c-ab53-ceb938d2b6e2 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] GET failed (client error): The resource could not be found. Sep 02 12:58:37.940831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'port': {'device_id': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'admin_state_up': True, 'tenant_id': '83f1027212e842ed9cd77955d4196dda'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:37.941033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-102d9380-fef3-4e5c-ab53-ceb938d2b6e2 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "GET /v2.0/subnets/332b6e22-8f5d-40ee-a675-5c67f7b8575b HTTP/1.1" status: 404 len: 337 time: 0.0332296 Sep 02 12:58:37.941245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.946946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f68593f2-f90a-42c5-8a83-295851e74019 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:37.967439 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68593f2-f90a-42c5-8a83-295851e74019 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] PUT failed (client error): The resource could not be found. Sep 02 12:58:37.968036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68593f2-f90a-42c5-8a83-295851e74019 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:37.972846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f68593f2-f90a-42c5-8a83-295851e74019 tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "PUT /v2.0/networks/f6093e79-4aef-4e8d-a3ec-c6fc0332eb17 HTTP/1.1" status: 404 len: 339 time: 0.0270238 Sep 02 12:58:37.973139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51658) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:37.978771 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e44e7147-98b9-4777-a851-d2d35a23776a tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:38.000720 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44e7147-98b9-4777-a851-d2d35a23776a tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] PUT failed (client error): The resource could not be found. Sep 02 12:58:38.001517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44e7147-98b9-4777-a851-d2d35a23776a tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:38.002974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e44e7147-98b9-4777-a851-d2d35a23776a tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "PUT /v2.0/ports/da5c98ab-d3c8-4397-a254-3b2e2e708b1c HTTP/1.1" status: 404 len: 333 time: 0.0289056 Sep 02 12:58:38.007573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:38.017008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-14305fcd-08c4-4628-b7e4-9037b914523c tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:38.025794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port 193c9992-3151-481c-9f7c-0faad0baeb42 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:38.026140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.043899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:38.051852 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-14305fcd-08c4-4628-b7e4-9037b914523c tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] PUT failed (client error): The resource could not be found. Sep 02 12:58:38.052309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14305fcd-08c4-4628-b7e4-9037b914523c tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:58:38.054921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14305fcd-08c4-4628-b7e4-9037b914523c tempest-NetworksNegativeTestJSON-450850225 tempest-NetworksNegativeTestJSON-450850225-project] 10.222.0.60 "PUT /v2.0/subnets/c4547ee6-c916-4bf7-aa07-7c9cbe3a58aa HTTP/1.1" status: 404 len: 337 time: 0.0433674 Sep 02 12:58:38.067852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81fb213a-1ff9-4379-8663-5fca7e23ea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.188458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07383fd7-c307-4bdf-8abe-d41967cd1f11 req-348b93ff-6a35-42ce-a02d-54c26bdf0447 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:38.190439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07383fd7-c307-4bdf-8abe-d41967cd1f11 req-348b93ff-6a35-42ce-a02d-54c26bdf0447 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1195891 Sep 02 12:58:38.200004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81fb213a-1ff9-4379-8663-5fca7e23ea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.205482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81fb213a-1ff9-4379-8663-5fca7e23ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.217155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port 193c9992-3151-481c-9f7c-0faad0baeb42, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=193c9992-3151-481c-9f7c-0faad0baeb42,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:38.217527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.249315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-81fb213a-1ff9-4379-8663-5fca7e23ea5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b803196367e439bbc42777eab323e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015710 Sep 02 12:58:38.249315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb213a-1ff9-4379-8663-5fca7e23ea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4baaf6e-ff76-485d-9b6e-0512de8217ef,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:38.250375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:38.251785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for 193c9992-3151-481c-9f7c-0faad0baeb42 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:38.262071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:38.266010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.306649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07383fd7-c307-4bdf-8abe-d41967cd1f11 req-f07d7904-41ba-4406-b03c-72640774e5ec tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048794 Sep 02 12:58:38.321648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19004b7b-e4fb-4675-8655-0385a8009a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.355175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19004b7b-e4fb-4675-8655-0385a8009a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.384333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:38.423169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19004b7b-e4fb-4675-8655-0385a8009a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.428230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19004b7b-e4fb-4675-8655-0385a8009a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.432193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-19004b7b-e4fb-4675-8655-0385a8009a04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4baaf6e-ff76-485d-9b6e-0512de8217ef HTTP/1.1" status: 204 len: 168 time: 0.1744697 Sep 02 12:58:38.447842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19004b7b-e4fb-4675-8655-0385a8009a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4baaf6e-ff76-485d-9b6e-0512de8217ef,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:38.490269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Allocated IP 172.20.0.14 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/8f9c4205-444a-45a5-99cc-571bc73eb747) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:38.537635 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-148195bf-d5f6-4f6b-9f5e-ec77d11ba569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.602493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.614255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0', '193c9992-3151-481c-9f7c-0faad0baeb42'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:38.656830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-148195bf-d5f6-4f6b-9f5e-ec77d11ba569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.665489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-148195bf-d5f6-4f6b-9f5e-ec77d11ba569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.719464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-148195bf-d5f6-4f6b-9f5e-ec77d11ba569 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdef9308f8c14a91a638e093218dabcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339264 Sep 02 12:58:38.723522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:38.729250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148195bf-d5f6-4f6b-9f5e-ec77d11ba569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4264f3f9-05c9-426e-9d8d-5accbc506b5c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:38.798036 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77d983aa-cf87-46a5-bafe-d3a8db9aa184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.829212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77d983aa-cf87-46a5-bafe-d3a8db9aa184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.925761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2aa0931-4ea0-434c-9fa5-9f05168de697 req-066d28ac-f0a3-419b-8797-88207f0a0104 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 210 time: 0.0524251 Sep 02 12:58:38.961147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77d983aa-cf87-46a5-bafe-d3a8db9aa184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.964270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77d983aa-cf87-46a5-bafe-d3a8db9aa184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:38.968147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-77d983aa-cf87-46a5-bafe-d3a8db9aa184 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4264f3f9-05c9-426e-9d8d-5accbc506b5c HTTP/1.1" status: 204 len: 168 time: 0.2411051 Sep 02 12:58:38.999380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d983aa-cf87-46a5-bafe-d3a8db9aa184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264f3f9-05c9-426e-9d8d-5accbc506b5c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:39.041119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.107811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ff7f4e4-2b83-48bb-bfa5-c196e9d4de59 req-a9b501d9-d4b1-4edd-abbe-c5281ce90bfd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7 HTTP/1.1" status: 200 len: 210 time: 0.0587227 Sep 02 12:58:39.111115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=193c9992-3151-481c-9f7c-0faad0baeb42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:39.116307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Transition to ACTIVE for port object 8f9c4205-444a-45a5-99cc-571bc73eb747 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:39.177242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port 193c9992-3151-481c-9f7c-0faad0baeb42 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:39.185686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.186812 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-992c9b1d-27c3-4c92-9264-13a0836694a6 req-53164286-57c6-4bd6-83b9-cd6b6005372d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "DELETE /v2.0/ports/193c9992-3151-481c-9f7c-0faad0baeb42 HTTP/1.1" status: 204 len: 173 time: 1.3949034 Sep 02 12:58:39.187305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'name': 'network-vif-deleted', 'tag': '193c9992-3151-481c-9f7c-0faad0baeb42'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:39.190038 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e5c73-9539-4a2c-97f3-36bb6633f723" -d '{"events": [{"server_uuid": "a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7", "name": "network-vif-deleted", "tag": "193c9992-3151-481c-9f7c-0faad0baeb42"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:39.232123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.235065 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb4149-b21f-4981-9e06-3ddf5d6b770a x-openstack-request-id: req-4dfb4149-b21f-4981-9e06-3ddf5d6b770a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:39.235485 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7", "name": "network-vif-deleted", "tag": "193c9992-3151-481c-9f7c-0faad0baeb42", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:39.235837 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4dfb4149-b21f-4981-9e06-3ddf5d6b770a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:39.236369 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d5caf4-4acc-44a9-8f8c-3292bc27b7e7', 'name': 'network-vif-deleted', 'tag': '193c9992-3151-481c-9f7c-0faad0baeb42', 'status': 'completed', 'code': 200} Sep 02 12:58:39.301577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=8f9c4205-444a-45a5-99cc-571bc73eb747,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:39.308958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:39.311782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:39.314365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:39.381631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:39.382502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.401541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-7217e9b0-d909-498c-8802-d4a10467164b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4725277 Sep 02 12:58:39.419018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Request body: {'port': {'device_id': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:39.517098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.544624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096373-e8d3-4cd3-852d-fc1e7cd90cc2 req-398fb128-351e-499f-b5bb-7eec3d1a1571 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:39.546392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c096373-e8d3-4cd3-852d-fc1e7cd90cc2 req-398fb128-351e-499f-b5bb-7eec3d1a1571 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1226833 Sep 02 12:58:39.659226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4229dc52-e5e4-45d0-8f7c-32da29c47ff7 None None] Provisioning for port 8f9c4205-444a-45a5-99cc-571bc73eb747 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:39.664958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4229dc52-e5e4-45d0-8f7c-32da29c47ff7 None None] Provisioning complete for port 8f9c4205-444a-45a5-99cc-571bc73eb747 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:39.669502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4229dc52-e5e4-45d0-8f7c-32da29c47ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.692089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c096373-e8d3-4cd3-852d-fc1e7cd90cc2 req-cfcb5be6-5d6e-4184-bc7c-3701e53d283f tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184907 Sep 02 12:58:39.737186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4229dc52-e5e4-45d0-8f7c-32da29c47ff7 None None] Port 8f9c4205-444a-45a5-99cc-571bc73eb747 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:58:39.898341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9c4205-444a-45a5-99cc-571bc73eb747 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:39.906978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.920244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Transition to ACTIVE for port object 8f9c4205-444a-45a5-99cc-571bc73eb747 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:39.925990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:39.975670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:39.996966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9c4205-444a-45a5-99cc-571bc73eb747,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:40.079099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Attempting to bind port 8f9c4205-444a-45a5-99cc-571bc73eb747 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:40.079800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Attempting to bind port 8f9c4205-444a-45a5-99cc-571bc73eb747 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:40.080992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Attempting to bind port 8f9c4205-444a-45a5-99cc-571bc73eb747 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:40.089483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Port 8f9c4205-444a-45a5-99cc-571bc73eb747 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:40.090172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Attempting to bind port 8f9c4205-444a-45a5-99cc-571bc73eb747 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:40.111011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:40.113507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:40.113931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:40.114403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Bound port: 8f9c4205-444a-45a5-99cc-571bc73eb747, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:40.114784 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:40.154570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-88984b3d-cea1-4611-8d2f-6dc516a3e41d tempest-DvrRoutersNegativeTest-1292523005 tempest-DvrRoutersNegativeTest-1292523005-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1980650968', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:40.175257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.policy [None req-88984b3d-cea1-4611-8d2f-6dc516a3e41d tempest-DvrRoutersNegativeTest-1292523005 tempest-DvrRoutersNegativeTest-1292523005-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94841) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 02 12:58:40.175257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.policy [None req-88984b3d-cea1-4611-8d2f-6dc516a3e41d tempest-DvrRoutersNegativeTest-1292523005 tempest-DvrRoutersNegativeTest-1292523005-project] Failed policy check for 'create_router' {{(pid=94841) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 02 12:58:40.175257 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-88984b3d-cea1-4611-8d2f-6dc516a3e41d tempest-DvrRoutersNegativeTest-1292523005 tempest-DvrRoutersNegativeTest-1292523005-project] create failed (client error): Access was denied to this resource. Sep 02 12:58:40.180529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-88984b3d-cea1-4611-8d2f-6dc516a3e41d tempest-DvrRoutersNegativeTest-1292523005 tempest-DvrRoutersNegativeTest-1292523005-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2029865 Sep 02 12:58:40.232294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e99b6-2884-4257-a9ea-654d34132832 req-65944062-3b72-4ec2-9e40-b7904d79dc6c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.234122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-534e99b6-2884-4257-a9ea-654d34132832 req-65944062-3b72-4ec2-9e40-b7904d79dc6c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 944 time: 0.1382110 Sep 02 12:58:40.259511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] For port 8f9c4205-444a-45a5-99cc-571bc73eb747, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:40.263781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] For port 8f9c4205-444a-45a5-99cc-571bc73eb747, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8f9c4205-444a-45a5-99cc-571bc73eb747,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:40.273595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:40.312538 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-534e99b6-2884-4257-a9ea-654d34132832 req-b1e43819-6864-4d7d-a2ac-f67278663bb0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704703 Sep 02 12:58:40.380341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.381251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:40.382511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f9c4205-444a-45a5-99cc-571bc73eb747 HTTP/1.1" status: 200 len: 1092 time: 0.9704032 Sep 02 12:58:40.419150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a658e-5611-42a0-a5d0-1217c3308413 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9c4205-444a-45a5-99cc-571bc73eb747,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:40.502964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-71a658c8-c992-461b-8576-d8be35c0c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.505723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-71a658c8-c992-461b-8576-d8be35c0c767 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 1095 time: 0.0563564 Sep 02 12:58:40.573258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-f2d127dc-9198-4b07-9fc8-1cda8dc9ee87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9c4205-444a-45a5-99cc-571bc73eb747 HTTP/1.1" status: 200 len: 217 time: 0.0581269 Sep 02 12:58:40.688124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-ee4a847f-3162-47c4-9fb4-52ce93d1221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.689674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-ee4a847f-3162-47c4-9fb4-52ce93d1221a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1051533 Sep 02 12:58:40.713099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:40.760067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-0ac68600-b2ae-41bb-96d5-8d4b646ec9c6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.768257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-0ac68600-b2ae-41bb-96d5-8d4b646ec9c6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.1937606 Sep 02 12:58:40.801554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-218a60ff-ca58-46cd-bd63-ea13d1201636 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0321078 Sep 02 12:58:40.818193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4af16-6901-4d79-9673-7cd16165e518 req-1dd449a3-34e2-4d96-a746-db93167479d9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.826332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15f4af16-6901-4d79-9673-7cd16165e518 req-1dd449a3-34e2-4d96-a746-db93167479d9 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0649018 Sep 02 12:58:40.861514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-07e12b47-1957-43f5-8f32-56430f0378c7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590560 Sep 02 12:58:40.864370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-74d48d01-2c0a-4d1c-be64-3a6669b513b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:40.866106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-74d48d01-2c0a-4d1c-be64-3a6669b513b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671824 Sep 02 12:58:40.869799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25543d5a-d9d0-416b-9a2d-2e3d3c62e805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:40.895431 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15f4af16-6901-4d79-9673-7cd16165e518 req-dae0b9e1-c784-4a2c-b1f1-1b981f445ac0 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680580 Sep 02 12:58:41.013521 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.021805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25543d5a-d9d0-416b-9a2d-2e3d3c62e805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.029160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25543d5a-d9d0-416b-9a2d-2e3d3c62e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.036209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-3733ab2a-4d62-45bf-83d3-a1c1a7ec40b2 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691244 Sep 02 12:58:41.039743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-87309d21-646e-48dd-bb4c-1077b28f9889 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642754 Sep 02 12:58:41.070702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-25543d5a-d9d0-416b-9a2d-2e3d3c62e805 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df8d85de008944e0920f0b6f8f078033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563149 Sep 02 12:58:41.081850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:41.104605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543d5a-d9d0-416b-9a2d-2e3d3c62e805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484fdedf-5d9c-4bc3-8b26-5af481617c8a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:41.155067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e927b6fd-960f-496a-ac8d-5a5ad8b79baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.188127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e927b6fd-960f-496a-ac8d-5a5ad8b79baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.237479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-e39a220c-64b4-4602-80e0-263ab6fea60a service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911871 Sep 02 12:58:41.239596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'tag': '8f9c4205-444a-45a5-99cc-571bc73eb747'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:41.243486 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c3ab17-2d63-42ac-947f-5105b37d1741" -d '{"events": [{"name": "network-changed", "server_uuid": "2c37efc4-5b3e-421c-9dff-49fb17fe09bc", "tag": "8f9c4205-444a-45a5-99cc-571bc73eb747"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:41.243867 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e927b6fd-960f-496a-ac8d-5a5ad8b79baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.250430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e927b6fd-960f-496a-ac8d-5a5ad8b79baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:41.252011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e927b6fd-960f-496a-ac8d-5a5ad8b79baf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/484fdedf-5d9c-4bc3-8b26-5af481617c8a HTTP/1.1" status: 204 len: 168 time: 0.1724782 Sep 02 12:58:41.263432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927b6fd-960f-496a-ac8d-5a5ad8b79baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484fdedf-5d9c-4bc3-8b26-5af481617c8a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:41.275080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e72b2235-41cc-45c1-8216-fd5f92d1a0a2 req-2566981c-b2a1-4ce5-be77-21de98a47330 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151036 Sep 02 12:58:41.359462 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f16e8c-3013-4fbe-ba2a-d307524fcfd2 x-openstack-request-id: req-f6f16e8c-3013-4fbe-ba2a-d307524fcfd2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:41.359936 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c37efc4-5b3e-421c-9dff-49fb17fe09bc", "tag": "8f9c4205-444a-45a5-99cc-571bc73eb747", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:41.360156 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6f16e8c-3013-4fbe-ba2a-d307524fcfd2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:41.360641 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'tag': '8f9c4205-444a-45a5-99cc-571bc73eb747', 'status': 'completed', 'code': 200} Sep 02 12:58:41.487283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-20e70da7-29c4-43d4-bde7-7f8e64695715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:41.491035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-20e70da7-29c4-43d4-bde7-7f8e64695715 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 1095 time: 0.1007063 Sep 02 12:58:41.592845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ce2f0-8b71-4f77-9d19-be79764cd1b3 req-a6e763ce-adb4-45ea-8801-2e7c51e52741 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:41.594509 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c20ce2f0-8b71-4f77-9d19-be79764cd1b3 req-a6e763ce-adb4-45ea-8801-2e7c51e52741 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 944 time: 0.1639407 Sep 02 12:58:41.597583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2527653-3583-454f-b36c-10be41b137e2 req-4d64cdac-5f68-4c0b-8375-df6dcf6d3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:41.599149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2527653-3583-454f-b36c-10be41b137e2 req-4d64cdac-5f68-4c0b-8375-df6dcf6d3b21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.1453676 Sep 02 12:58:41.601094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2af7369-0ba1-491f-b710-aa28023877b1 req-cb830752-277f-4a60-b040-3ec4cf3d4605 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 210 time: 0.0870476 Sep 02 12:58:41.650084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-c5b10dcb-99c2-4834-923f-0bf8d61ee62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:41.651690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-c5b10dcb-99c2-4834-923f-0bf8d61ee62f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1542788 Sep 02 12:58:41.683492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 193c9992-3151-481c-9f7c-0faad0baeb42 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:41.726913 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c20ce2f0-8b71-4f77-9d19-be79764cd1b3 req-80a8d3b0-0331-4923-89b3-d78536a00b97 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188207 Sep 02 12:58:41.728407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 193c9992-3151-481c-9f7c-0faad0baeb42 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:41.729051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 193c9992-3151-481c-9f7c-0faad0baeb42 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:41.739706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2527653-3583-454f-b36c-10be41b137e2 req-f286568a-65fc-42c7-b3c7-3aacc2efa0a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056583 Sep 02 12:58:41.740706 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-7aad8b40-7418-46ca-b08f-5d7ccc5b3854 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9c4205-444a-45a5-99cc-571bc73eb747 HTTP/1.1" status: 200 len: 217 time: 0.0803053 Sep 02 12:58:42.049163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-0bcbbb39-cf09-445a-bfde-a1c7a675c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:42.050708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-0bcbbb39-cf09-445a-bfde-a1c7a675c975 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1171083 Sep 02 12:58:42.069104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f48d0-a8a0-44ac-bf1e-c67adc11e704 req-f1e51a82-9aea-4168-bce3-60e4544c7dcb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:42.076530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-471f48d0-a8a0-44ac-bf1e-c67adc11e704 req-f1e51a82-9aea-4168-bce3-60e4544c7dcb tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0799866 Sep 02 12:58:42.150368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-471f48d0-a8a0-44ac-bf1e-c67adc11e704 req-75b6f7cc-c2b9-409c-a46b-328ced9ff1c5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727608 Sep 02 12:58:42.171684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-ae8ea05d-308e-4fb7-a2ec-0c7797307b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:42.177147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-ae8ea05d-308e-4fb7-a2ec-0c7797307b15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939145 Sep 02 12:58:42.301848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-f0c63996-4f47-420f-994f-689f1fbe6a2a service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195970 Sep 02 12:58:42.344733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:42.393996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51872) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:42.398662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c3ab17-2d63-42ac-947f-5105b37d1741 req-318a6b52-71ea-4f4f-bff5-147e38ea97b2 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886548 Sep 02 12:58:42.460663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1330183997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:42.492908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30cb3cef-b8bf-4b4a-b670-900d969b0986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.518848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.519970 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.616653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.627735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.654789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-b5ca8a59-5969-4ab8-8523-c41853ee32f1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:42.657325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-b5ca8a59-5969-4ab8-8523-c41853ee32f1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.1337430 Sep 02 12:58:42.670332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:42.700869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30cb3cef-b8bf-4b4a-b670-900d969b0986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.716632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30cb3cef-b8bf-4b4a-b670-900d969b0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.736474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.737695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1ab7e073-355a-45b0-a204-c1178bb4b2c0 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3419712 Sep 02 12:58:42.741395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:42.761676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2006746215'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:42.794726 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0028b65b-f701-49ce-a939-ba85ef200afe req-58d4898d-6740-4515-b5c6-f4c356065443 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 210 time: 0.0601165 Sep 02 12:58:42.807993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-30cb3cef-b8bf-4b4a-b670-900d969b0986 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dc416c32cb649e2b4537843b79c19e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595246 Sep 02 12:58:42.810585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:42.816582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3cef-b8bf-4b4a-b670-900d969b0986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc082fc-c0a4-4c51-b9d6-06d3d42ca7cc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:42.827103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:42.831431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.850610 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.947972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd69ea6-2654-4859-a520-eb4634cab4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.982114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778e87-8dae-45a9-a066-3a21540c59ea req-dd070dbb-ed77-4cfd-b566-a7ea72f1eb51 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:42.983743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e778e87-8dae-45a9-a066-3a21540c59ea req-dd070dbb-ed77-4cfd-b566-a7ea72f1eb51 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 944 time: 0.0846527 Sep 02 12:58:42.989698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd69ea6-2654-4859-a520-eb4634cab4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.993336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:42.998184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.032241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:43.043227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad07bc5-eced-4443-af45-cbceed8bbeb1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:43.049178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.049614 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Added segment d68dc75a-fe5c-4338-ad95-8e8a4aa10df5 of type vlan for network 45f90886-6f69-4782-950c-d4bfa4bc1085 Sep 02 12:58:43.052316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:43.056026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.081006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e778e87-8dae-45a9-a066-3a21540c59ea req-c5e57af1-22c1-486f-960a-4ef9df58dad4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890968 Sep 02 12:58:43.093954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.104206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd69ea6-2654-4859-a520-eb4634cab4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.107492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd69ea6-2654-4859-a520-eb4634cab4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.108661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9cd69ea6-2654-4859-a520-eb4634cab4f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fc082fc-c0a4-4c51-b9d6-06d3d42ca7cc HTTP/1.1" status: 204 len: 168 time: 0.2924833 Sep 02 12:58:43.130647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.137020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:43.137995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.157194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd69ea6-2654-4859-a520-eb4634cab4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc082fc-c0a4-4c51-b9d6-06d3d42ca7cc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:43.210728 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4560058 Sep 02 12:58:43.214692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:43.223744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'subnet': {'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:43.229433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc060c-4a05-46b8-b299-50c8337b33c6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Network': ['ID=45f90886-6f69-4782-950c-d4bfa4bc1085,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:43.243067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:43.263649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.7 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/10246ad3-ccb3-4e9c-85d2-48fcdbe89391) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:43.365360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b14f72-4f4f-455d-90b9-dec07edac20c req-fda92844-1721-4d62-8ccb-b322d1e5e973 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:43.369720 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48b14f72-4f4f-455d-90b9-dec07edac20c req-fda92844-1721-4d62-8ccb-b322d1e5e973 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1247211 Sep 02 12:58:43.404036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:43.408105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.485218 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48b14f72-4f4f-455d-90b9-dec07edac20c req-cd7431c6-d754-4124-89e0-37415a22715e tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070828 Sep 02 12:58:43.491766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.515318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:43.549678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.562372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:43.576058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:43.599896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:43.602841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c80f4cc6-c316-4648-87ad-72f03e809326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.603261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:43.608182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:43.614021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8f9c4205-444a-45a5-99cc-571bc73eb747 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:58:43.616776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:43.632114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d28977a4-4b4f-4e7e-b24f-5b817e70dfb1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/floatingips/ae13cc1b-0bb9-4726-8402-9fd72d076690 HTTP/1.1" status: 200 len: 993 time: 0.1153567 Sep 02 12:58:43.643854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:43.678822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:43.679517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.759966 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.836865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Subnet': ['ID=1ac2da17-42d9-4ca3-9d59-294b018e24cb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:43.856189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8f9c4205-444a-45a5-99cc-571bc73eb747, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8f9c4205-444a-45a5-99cc-571bc73eb747,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:43.869826 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c80f4cc6-c316-4648-87ad-72f03e809326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.871607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Checking segment: {'id': 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:43.872022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network hostable DHCP agents. Network: 45f90886-6f69-4782-950c-d4bfa4bc1085, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:43.874176 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.879381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c80f4cc6-c316-4648-87ad-72f03e809326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.884054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '8f9c4205-444a-45a5-99cc-571bc73eb747', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': '8f9c4205-444a-45a5-99cc-571bc73eb747', 'mac_address': 'fa:16:3e:65:bd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:58:43.918731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a53e4bd2-7ac5-484e-b30f-33a3f5d2ec53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2530055 Sep 02 12:58:43.929338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:43.934722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Request body: {'port': {'device_id': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:43.936321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c80f4cc6-c316-4648-87ad-72f03e809326 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=116abd3d1c084c41b63bf588678f1e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590436 Sep 02 12:58:43.940302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f4cc6-c316-4648-87ad-72f03e809326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f5518-3daa-4b3e-92dc-07f11280b13c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:43.940461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:43.945097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:43.947541 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11079c45-fc82-47c1-b15d-7904c53e771f" -d '{"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:43.950208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 45f90886-6f69-4782-950c-d4bfa4bc1085) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:43.957397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:43.958567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:43.971441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1e524-64db-46e0-a43d-79e8eeb84b7c None None] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:43.981489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:43.982514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6da3dbe8-92b5-45dc-b7c2-51b33e00484e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7665396 Sep 02 12:58:43.983435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:43.989019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'network': {'name': 'tempest-router-network01--968267615'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:44.013894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:44.018318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.032390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6ae6-c119-44fa-9365-8ae7fad5ff3d req-9fda6cf1-a743-46a1-b053-78900efdda03 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:44.034024 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e103aed-e242-440c-8a46-414364b38b9d x-openstack-request-id: req-8e103aed-e242-440c-8a46-414364b38b9d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:44.034191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-262a6ae6-c119-44fa-9365-8ae7fad5ff3d req-9fda6cf1-a743-46a1-b053-78900efdda03 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 931 time: 0.1528413 Sep 02 12:58:44.034314 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:44.034766 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e103aed-e242-440c-8a46-414364b38b9d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:44.035157 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'code': 200} Sep 02 12:58:44.035794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.050171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.060020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:44.070231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.070734 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Added segment 80362b7c-5f62-4174-a578-71512bc9a069 of type vlan for network 6bccc248-5956-4602-8e58-b7a2e74351e8 Sep 02 12:58:44.098074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9c4205-444a-45a5-99cc-571bc73eb747 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:44.101051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.136479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.150019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-262a6ae6-c119-44fa-9365-8ae7fad5ff3d req-0bb44424-f620-46e4-8060-068d7b2cad6f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084166 Sep 02 12:58:44.153561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428d408d-dbdc-4be7-a27d-7d36f882f95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.157109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:44.161740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8f9c4205-444a-45a5-99cc-571bc73eb747, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8f9c4205-444a-45a5-99cc-571bc73eb747,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:44.194594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.195265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:58:44.201140 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.212277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:44.213049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.213162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428d408d-dbdc-4be7-a27d-7d36f882f95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.297025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-45f90886-6f69-4782-950c-d4bfa4bc1085', 'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085', 'tenant_id': '9f2ad2931f39411d98152111f87519b3', 'fixed_ips': [{'subnet_id': '1ac2da17-42d9-4ca3-9d59-294b018e24cb'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:44.298551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.314834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3302956 Sep 02 12:58:44.317600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:44.319961 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64542ac-20de-4983-b5c3-b63c2a094322 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Network': ['ID=6bccc248-5956-4602-8e58-b7a2e74351e8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:44.326301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'network': {'name': 'tempest-router-network02--1622591430'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:44.337451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:44.341630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ae735-9999-4e9b-b4cf-11b8328649d3 req-185c7b6c-cdd9-4446-a5da-c0cf9363f943 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:44.343445 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-668ae735-9999-4e9b-b4cf-11b8328649d3 req-185c7b6c-cdd9-4446-a5da-c0cf9363f943 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 945 time: 0.1273029 Sep 02 12:58:44.351144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8f9c4205-444a-45a5-99cc-571bc73eb747,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:44.396143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-668ae735-9999-4e9b-b4cf-11b8328649d3 req-b7f8daf8-9b96-4b56-93d9-dea830521ffc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Sep 02 12:58:44.408624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:44.412540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.417259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428d408d-dbdc-4be7-a27d-7d36f882f95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.420874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-428d408d-dbdc-4be7-a27d-7d36f882f95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.422271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-428d408d-dbdc-4be7-a27d-7d36f882f95b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a4f5518-3daa-4b3e-92dc-07f11280b13c HTTP/1.1" status: 204 len: 168 time: 0.4799631 Sep 02 12:58:44.450725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d408d-dbdc-4be7-a27d-7d36f882f95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f5518-3daa-4b3e-92dc-07f11280b13c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:44.478867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:44.505965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.506334 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Added segment b2828f73-0c27-4a76-82f9-7678fc1e6d37 of type vlan for network d9db64db-16db-4320-bf93-1b15367412dd Sep 02 12:58:44.536129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:44.562249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'port_id': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'mac_address': 'fa:16:3e:95:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:58:44.566984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.628138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:44.639681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.643415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.647342 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.649467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:44.650112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.657039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Allocated IP 2001:db8::2 (45f90886-6f69-4782-950c-d4bfa4bc1085/1ac2da17-42d9-4ca3-9d59-294b018e24cb/443b03ce-46ad-48b4-8850-96b8afaf3697) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:44.679453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb2c06f-a3a6-4b9a-b653-c11904e768bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:44.720394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Transition to ACTIVE for port object 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:44.720853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:44.726103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4072988 Sep 02 12:58:44.726867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.727971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.730259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:44.746594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'subnet': {'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:44.765710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73407e4a-eaac-4247-b97f-19280cef8e32 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Network': ['ID=d9db64db-16db-4320-bf93-1b15367412dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:44.797190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Pushing event updated for resources: {'Port': ['ID=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:44.802060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d9db64db-16db-4320-bf93-1b15367412dd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:44.889344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Attempting to bind port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:44.889518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Attempting to bind port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:44.889786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Attempting to bind port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:44.899086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:44.899431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Attempting to bind port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:44.906909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:44.907092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:44.907463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:44.907901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Bound port: 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:44.908545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.976813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:44.981126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:44.983940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:44.990682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:45.000654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['dcb2c06f-a3a6-4b9a-b653-c11904e768bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:45.183830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.218926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Transition to ACTIVE for port object 443b03ce-46ad-48b4-8850-96b8afaf3697 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:45.274973 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.311164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859175c-8013-4fed-a2af-985351b9297e req-bdc191da-0033-4269-9e7f-7978142e41ae tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.312097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Transition to ACTIVE for port object 443b03ce-46ad-48b4-8850-96b8afaf3697 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:45.312699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d859175c-8013-4fed-a2af-985351b9297e req-bdc191da-0033-4269-9e7f-7978142e41ae tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.0852880 Sep 02 12:58:45.330866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.378000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d859175c-8013-4fed-a2af-985351b9297e req-1ef1e7f1-05d9-4d76-83e6-3328a6566b24 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559671 Sep 02 12:58:45.384430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] For port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:45.389475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] For port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:45.402342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Subnet': ['ID=df2a80a3-d369-4625-83e0-dac99c63b5a0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:45.404513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Pushing event updated for resources: {'Port': ['ID=443b03ce-46ad-48b4-8850-96b8afaf3697,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:45.406533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.426452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Checking segment: {'id': '80362b7c-5f62-4174-a578-71512bc9a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:45.427096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network hostable DHCP agents. Network: 6bccc248-5956-4602-8e58-b7a2e74351e8, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:45.440085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347fdc-da6f-475f-beb4-c8b22a989f4e req-bef7d876-aea6-40fe-932c-f1045765e644 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.441945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d347fdc-da6f-475f-beb4-c8b22a989f4e req-bef7d876-aea6-40fe-932c-f1045765e644 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 943 time: 0.1105926 Sep 02 12:58:45.464029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.464967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.466698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/10246ad3-ccb3-4e9c-85d2-48fcdbe89391 HTTP/1.1" status: 200 len: 1091 time: 1.5371411 Sep 02 12:58:45.467247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'tag': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:45.470114 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08" -d '{"events": [{"name": "network-changed", "server_uuid": "4c86cdeb-313c-42e8-b8c5-26a3ba12ea08", "tag": "10246ad3-ccb3-4e9c-85d2-48fcdbe89391"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:45.479259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:45.499775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:45.507422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 6bccc248-5956-4602-8e58-b7a2e74351e8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:45.522312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:45.526478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090b1b0-52cb-48f0-a8a3-906c182e21f4 service neutron] Pushing event updated for resources: {'Port': ['ID=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:45.529307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.529821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:45.529963 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.536152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bad32-54f0-4406-b81a-f3cbb44c4f31 None None] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:45.551675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d347fdc-da6f-475f-beb4-c8b22a989f4e req-aac53b61-46d2-474b-a142-379e9823bc99 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948672 Sep 02 12:58:45.565027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5b268d25-526b-4307-a904-5a5e0045b595 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8331261 Sep 02 12:58:45.576696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51946) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:45.586243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'subnet': {'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:45.602147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a8ca5997-6e46-413d-b933-0c01dc42208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.604760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-a8ca5997-6e46-413d-b933-0c01dc42208d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 1094 time: 0.0898256 Sep 02 12:58:45.638223 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981f3fd5-b9c7-434a-802e-5e2bf112ff50 x-openstack-request-id: req-981f3fd5-b9c7-434a-802e-5e2bf112ff50 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:45.638722 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c86cdeb-313c-42e8-b8c5-26a3ba12ea08", "tag": "10246ad3-ccb3-4e9c-85d2-48fcdbe89391", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:45.639132 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-981f3fd5-b9c7-434a-802e-5e2bf112ff50 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:45.639973 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'tag': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391', 'status': 'completed', 'code': 200} Sep 02 12:58:45.690160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Attempting to bind port 443b03ce-46ad-48b4-8850-96b8afaf3697 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:45.690394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Attempting to bind port 443b03ce-46ad-48b4-8850-96b8afaf3697 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:45.692009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Attempting to bind port 443b03ce-46ad-48b4-8850-96b8afaf3697 on network 45f90886-6f69-4782-950c-d4bfa4bc1085 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:45.695720 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-747183c4-d7bd-4156-b81e-c45106b5f222 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391 HTTP/1.1" status: 200 len: 217 time: 0.0616865 Sep 02 12:58:45.713786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:45.714282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Checking segment: {'id': 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:45.714607 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.715001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Bound using segment: {'id': 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:45.715485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Bound port: 443b03ce-46ad-48b4-8850-96b8afaf3697, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '45f90886-6f69-4782-950c-d4bfa4bc1085'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:45.716010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.733488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:45.739855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:45.754683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be20f98-564a-49f1-b0d5-7bced27a167c req-75dac8d3-3237-47e5-8b2d-674cbdd4f2c3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.756268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9be20f98-564a-49f1-b0d5-7bced27a167c req-75dac8d3-3237-47e5-8b2d-674cbdd4f2c3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 945 time: 0.1997919 Sep 02 12:58:45.783094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-8b8a4c73-5220-4a5f-adf0-51d5864c5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:45.784580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-8b8a4c73-5220-4a5f-adf0-51d5864c5970 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0804367 Sep 02 12:58:45.807173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9be20f98-564a-49f1-b0d5-7bced27a167c req-1a0eadda-9cd2-4647-8d2d-de6055bf935f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Sep 02 12:58:45.847620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-5de15fe6-1c78-4199-b3fa-904f9a001c6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438864 Sep 02 12:58:45.927373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] For port 443b03ce-46ad-48b4-8850-96b8afaf3697, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:45.971604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-b6a468d4-d677-4faa-8cb5-1bc80b4a59ca service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124942 Sep 02 12:58:45.999805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] For port 443b03ce-46ad-48b4-8850-96b8afaf3697, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=443b03ce-46ad-48b4-8850-96b8afaf3697,segment=NetworkSegment(d68dc75a-fe5c-4338-ad95-8e8a4aa10df5),segment_id=d68dc75a-fe5c-4338-ad95-8e8a4aa10df5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:46.008809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-6bccc248-5956-4602-8e58-b7a2e74351e8', 'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8', 'tenant_id': '9f2ad2931f39411d98152111f87519b3', 'fixed_ips': [{'subnet_id': 'df2a80a3-d369-4625-83e0-dac99c63b5a0'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:46.010444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.023829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.035437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.121326 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-211a5ada-02fa-4dfd-88e1-e4b9807f1354 req-ddd9a5e7-a2bd-498d-87ac-ec71242c4d60 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387422 Sep 02 12:58:46.157023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Subnet': ['ID=092f03f7-789e-4c96-a8c6-f4c3fae5a8fe,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:46.162279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Checking segment: {'id': 'b2828f73-0c27-4a76-82f9-7678fc1e6d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:46.162279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network hostable DHCP agents. Network: d9db64db-16db-4320-bf93-1b15367412dd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:46.201406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network d9db64db-16db-4320-bf93-1b15367412dd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:46.213714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb8e14-66e7-4aa8-8736-b95bda5933bc None None] Pushing event updated for resources: {'Port': ['ID=443b03ce-46ad-48b4-8850-96b8afaf3697,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:46.237060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-2b9d8e1e-5e97-408a-b522-7a9aed549efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:46.238676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d9db64db-16db-4320-bf93-1b15367412dd) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:46.244293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:46.245008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.248867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-2b9d8e1e-5e97-408a-b522-7a9aed549efe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 1094 time: 0.0745757 Sep 02 12:58:46.265369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05422e-7e06-4014-898c-fc0b14344f6b None None] Network d9db64db-16db-4320-bf93-1b15367412dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:46.274676 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-822f9d73-5248-4c94-9208-55c0e110432b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7057116 Sep 02 12:58:46.277440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51962) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:46.301560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Allocated IP 2001:db8::2 (6bccc248-5956-4602-8e58-b7a2e74351e8/df2a80a3-d369-4625-83e0-dac99c63b5a0/b84a0921-5652-41e8-984d-7d912abb6e13) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:46.472787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-a281cab7-59a7-480d-974d-6abbcdeba216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:46.474667 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-a281cab7-59a7-480d-974d-6abbcdeba216 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.2161548 Sep 02 12:58:46.508107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:46.536768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-3298e7a3-775e-4517-afe2-719d7e762113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391 HTTP/1.1" status: 200 len: 217 time: 0.0499954 Sep 02 12:58:46.688068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-d47e72ca-4c11-4f99-b021-255c542f9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:46.688923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-d47e72ca-4c11-4f99-b021-255c542f9932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.1430285 Sep 02 12:58:46.707079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12030ea-8686-4221-bd1a-2dd0471a4f1b req-14e248f9-abe9-42bb-9191-803bff2e3fe1 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:46.709045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d12030ea-8686-4221-bd1a-2dd0471a4f1b req-14e248f9-abe9-42bb-9191-803bff2e3fe1 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1904087 Sep 02 12:58:46.821093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-acbf663e-8967-42c3-9610-9ef245a5bf0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227496 Sep 02 12:58:46.825672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1115902244'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:46.829553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.855501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 443b03ce-46ad-48b4-8850-96b8afaf3697 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:46.871483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d12030ea-8686-4221-bd1a-2dd0471a4f1b req-38184899-7e4c-464e-b0a7-f8856ed4a0df tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230710 Sep 02 12:58:46.930085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.942860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b86e2-48c9-41d1-8a81-159890a12e50 req-293a7977-caad-4158-ab56-7f37ffd55945 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:46.944726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Made reservation on behalf of 16601653b06a4de5884d9e5ad1eeb46a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:46.944870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a8b86e2-48c9-41d1-8a81-159890a12e50 req-293a7977-caad-4158-ab56-7f37ffd55945 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 943 time: 0.2449102 Sep 02 12:58:46.949341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.962924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Transition to ACTIVE for port object b84a0921-5652-41e8-984d-7d912abb6e13 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:46.965025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:46.982699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d9db64db-16db-4320-bf93-1b15367412dd', 'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd', 'tenant_id': '9f2ad2931f39411d98152111f87519b3', 'fixed_ips': [{'subnet_id': '092f03f7-789e-4c96-a8c6-f4c3fae5a8fe'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:46.983526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.014962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Transition to ACTIVE for port object b84a0921-5652-41e8-984d-7d912abb6e13 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:47.027337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 443b03ce-46ad-48b4-8850-96b8afaf3697 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:47.034505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d05a-75d3-4692-abef-04948a816913 req-be35a064-ddcf-4eb6-a4db-1bd4ce34b6fb tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:47.036340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d46d05a-75d3-4692-abef-04948a816913 req-be35a064-ddcf-4eb6-a4db-1bd4ce34b6fb tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 945 time: 0.1758425 Sep 02 12:58:47.086934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.101040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-65c93a12-0c97-4df3-9268-af6cf7b6b479 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701967 Sep 02 12:58:47.108608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a8b86e2-48c9-41d1-8a81-159890a12e50 req-488a8407-3648-4c64-a766-de4fa6fe4137 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521616 Sep 02 12:58:47.172114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f4c9-1da3-41a9-a572-9496ebbd20df req-66a5148a-c888-40bc-9893-753874644289 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:47.180410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3063f4c9-1da3-41a9-a572-9496ebbd20df req-66a5148a-c888-40bc-9893-753874644289 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 945 time: 0.1946218 Sep 02 12:58:47.186619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:47.192984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:47.195551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:47.215600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e48853d2-3a49-4038-a0be-e1ffd8ebdb08 req-93378c0e-2d06-48bf-9824-4bece5b19187 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028848 Sep 02 12:58:47.289768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3063f4c9-1da3-41a9-a572-9496ebbd20df req-90912ca8-06d2-4923-87e5-b3e77badc641 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085942 Sep 02 12:58:47.301068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Pushing event updated for resources: {'Port': ['ID=b84a0921-5652-41e8-984d-7d912abb6e13,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:47.312870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Deleting port 8cdeca77-f535-487f-85c2-270af5e008a8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:47.313314 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.319071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Attempting to bind port b84a0921-5652-41e8-984d-7d912abb6e13 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:47.319442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Attempting to bind port b84a0921-5652-41e8-984d-7d912abb6e13 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '80362b7c-5f62-4174-a578-71512bc9a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:47.319807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Attempting to bind port b84a0921-5652-41e8-984d-7d912abb6e13 on network 6bccc248-5956-4602-8e58-b7a2e74351e8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:47.329856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Allocated IP 2001:db8::2 (d9db64db-16db-4320-bf93-1b15367412dd/092f03f7-789e-4c96-a8c6-f4c3fae5a8fe/3100b63d-17f7-4af9-9bd8-94fa365a1a17) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:47.332322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Allocated IP 2001:db8::1 (6bccc248-5956-4602-8e58-b7a2e74351e8/df2a80a3-d369-4625-83e0-dac99c63b5a0/953b12d0-6374-4c84-a866-6d332f7ed773) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:47.334883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:47.335263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Checking segment: {'id': '80362b7c-5f62-4174-a578-71512bc9a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:47.335709 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.336070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Bound using segment: {'id': '80362b7c-5f62-4174-a578-71512bc9a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:47.336589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Bound port: b84a0921-5652-41e8-984d-7d912abb6e13, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80362b7c-5f62-4174-a578-71512bc9a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6bccc248-5956-4602-8e58-b7a2e74351e8'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:47.337004 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.362364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.381985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.427233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] For port 8cdeca77-f535-487f-85c2-270af5e008a8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8cdeca77-f535-487f-85c2-270af5e008a8,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:47.427981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.453984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:47.468166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] For port b84a0921-5652-41e8-984d-7d912abb6e13, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:47.471105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570e1f6a-1572-4af3-ad0a-e6244c5c5dde,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:47.474511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] For port b84a0921-5652-41e8-984d-7d912abb6e13, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b84a0921-5652-41e8-984d-7d912abb6e13,segment=NetworkSegment(80362b7c-5f62-4174-a578-71512bc9a069),segment_id=80362b7c-5f62-4174-a578-71512bc9a069)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:47.483311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.483777 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Added segment 0ccde7dd-2ca3-4c3c-b8d6-85908795fccd of type vlan for network 8c69e9b4-e841-454d-a230-935ca7ede93f Sep 02 12:58:47.500460 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.590488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.594874 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.614980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Transition to ACTIVE for port object 953b12d0-6374-4c84-a866-6d332f7ed773 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:47.618700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8f9c4205-444a-45a5-99cc-571bc73eb747 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:47.643807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.649528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:47.650181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.687205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e6f23b-2273-41be-a616-4d94cb5be5f2 None None] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:47.731738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:58:47.740534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f7f8b-c202-440c-b50e-897c50de7a15 None None] Pushing event updated for resources: {'Port': ['ID=b84a0921-5652-41e8-984d-7d912abb6e13,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:47.745756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Pushing event updated for resources: {'Network': ['ID=8c69e9b4-e841-454d-a230-935ca7ede93f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:47.751421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9575a1ed-9842-496f-b139-eab3a46236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2387156 Sep 02 12:58:47.754096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.773714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.786668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8c69e9b4-e841-454d-a230-935ca7ede93f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:47.789251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.789849 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.790349 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Floating IP 884c4684-f4ea-4715-8d3f-2879c35c6daf disassociated. External IP: 172.25.7.137, port: 8cdeca77-f535-487f-85c2-270af5e008a8. Sep 02 12:58:47.790717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Calling delete_port for 8cdeca77-f535-487f-85c2-270af5e008a8 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:47.790971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Transition to ACTIVE for port object 3100b63d-17f7-4af9-9bd8-94fa365a1a17 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:47.841778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:47.845606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:47.850215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:47.850950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:47.857308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Port': ['ID=953b12d0-6374-4c84-a866-6d332f7ed773,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:47.875083 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:58:48.010817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.029238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Transition to ACTIVE for port object 3100b63d-17f7-4af9-9bd8-94fa365a1a17 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:48.030701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] Provisioning for port 443b03ce-46ad-48b4-8850-96b8afaf3697 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:48.070234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.091146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 51982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:48.091371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] Provisioning complete for port 443b03ce-46ad-48b4-8850-96b8afaf3697 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:48.091643 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.092662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event deleted for resources: {'Port': ['ID=8cdeca77-f535-487f-85c2-270af5e008a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:48.101349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Request body: {'port': {'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f', 'binding:host_id': 'n-h2-792364-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1679286609'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:48.111999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 8f9c4205-444a-45a5-99cc-571bc73eb747 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:48.198120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 8f9c4205-444a-45a5-99cc-571bc73eb747 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:48.198542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Made reservation on behalf of 2178cf965fce4d0fb41494f6f989a71a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:48.198744 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.203802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.208660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Network d9db64db-16db-4320-bf93-1b15367412dd is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:48.240734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.270043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:48.287365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:48.298122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:48.303903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Pushing event updated for resources: {'Port': ['ID=3100b63d-17f7-4af9-9bd8-94fa365a1a17,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:48.343013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391', 'mac_address': 'fa:16:3e:bb:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:58:48.358449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c672395-923c-48be-91d4-9babf1cb89bc req-30f7b4e0-f961-46b1-8400-ffc8b5629659 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:48.360048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c672395-923c-48be-91d4-9babf1cb89bc req-30f7b4e0-f961-46b1-8400-ffc8b5629659 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 943 time: 0.1119075 Sep 02 12:58:48.402230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:48.440611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c672395-923c-48be-91d4-9babf1cb89bc req-f3d91e6c-2a24-423a-aaaf-377c30940f45 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729473 Sep 02 12:58:48.441501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633812b6-8b62-4137-b833-0568e636a777 req-4fd24f34-fc86-44d3-a35a-54144a18bf55 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:48.452937 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-633812b6-8b62-4137-b833-0568e636a777 req-4fd24f34-fc86-44d3-a35a-54144a18bf55 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 867 time: 0.4715712 Sep 02 12:58:48.518529 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.544975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.556949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-633812b6-8b62-4137-b833-0568e636a777 req-96e2c8dc-1ea1-4500-9a05-e466600997da tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b1adc95-1b35-4773-8d34-2e7d20a2042c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038280 Sep 02 12:58:48.563017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.594869 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.635479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port 4003d787-51a4-4bb4-a2eb-818691535b9b yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:48.657135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Attempting to bind port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:48.660141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Attempting to bind port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b2828f73-0c27-4a76-82f9-7678fc1e6d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:48.661690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Attempting to bind port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 on network d9db64db-16db-4320-bf93-1b15367412dd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:48.687141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:48.687141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Checking segment: {'id': 'b2828f73-0c27-4a76-82f9-7678fc1e6d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:48.687141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.687543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Bound using segment: {'id': 'b2828f73-0c27-4a76-82f9-7678fc1e6d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:48.688137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Bound port: 3100b63d-17f7-4af9-9bd8-94fa365a1a17, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2828f73-0c27-4a76-82f9-7678fc1e6d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd9db64db-16db-4320-bf93-1b15367412dd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:48.688591 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.706696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:58:48.736236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:48.737629 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.775940 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.777944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:48.796918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b84a0921-5652-41e8-984d-7d912abb6e13 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:48.801647 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:48.834087 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:48.834834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:48.841563 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.849467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad05da-4472-43f2-82d9-d7c00cb177f7 req-5d141d0f-f949-4a74-9739-be147cf8455f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:48.871337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3dad05da-4472-43f2-82d9-d7c00cb177f7 req-5d141d0f-f949-4a74-9739-be147cf8455f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 945 time: 0.2953618 Sep 02 12:58:48.914218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38e4fc-83e0-4743-ac80-3b2a8121c5d4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:48.983871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] No DVR routers for this DVR port 8cdeca77-f535-487f-85c2-270af5e008a8 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:58:48.993478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:48.998057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d46d05a-75d3-4692-abef-04948a816913 req-28df25d5-8b0f-40d5-9df7-83897c271684 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "DELETE /v2.0/ports/8cdeca77-f535-487f-85c2-270af5e008a8 HTTP/1.1" status: 204 len: 173 time: 1.9469502 Sep 02 12:58:49.019005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] For port 443b03ce-46ad-48b4-8850-96b8afaf3697, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=443b03ce-46ad-48b4-8850-96b8afaf3697,segment=NetworkSegment(d68dc75a-fe5c-4338-ad95-8e8a4aa10df5),segment_id=d68dc75a-fe5c-4338-ad95-8e8a4aa10df5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:49.028518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'name': 'network-vif-deleted', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:49.032705 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffeab81-a73b-4fad-8fb1-0450e1988785" -d '{"events": [{"server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "name": "network-vif-deleted", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:49.059114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['10246ad3-ccb3-4e9c-85d2-48fcdbe89391'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:49.079674 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.104189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.113765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3dad05da-4472-43f2-82d9-d7c00cb177f7 req-f9706696-7100-4d94-add2-2fa1854a813f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411380 Sep 02 12:58:49.115524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.116536 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.131755 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f38d06-6b41-47e9-a1a7-b29c2e2246c6 x-openstack-request-id: req-54f38d06-6b41-47e9-a1a7-b29c2e2246c6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:49.132066 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b726a2-6f90-484a-939b-479f4b8af235", "name": "network-vif-deleted", "tag": "8cdeca77-f535-487f-85c2-270af5e008a8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:49.132796 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54f38d06-6b41-47e9-a1a7-b29c2e2246c6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:49.132796 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b726a2-6f90-484a-939b-479f4b8af235', 'name': 'network-vif-deleted', 'tag': '8cdeca77-f535-487f-85c2-270af5e008a8', 'status': 'completed', 'code': 200} Sep 02 12:58:49.170029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9c4205-444a-45a5-99cc-571bc73eb747'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:49.174439 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5183e32-1cf0-4c2d-87cf-d693b9a0c253" -d '{"events": [{"server_uuid": "2c37efc4-5b3e-421c-9dff-49fb17fe09bc", "name": "network-vif-plugged", "status": "completed", "tag": "8f9c4205-444a-45a5-99cc-571bc73eb747"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:49.218848 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:49.271679 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b003862-25b6-47e1-9fc3-e9df59ef202b x-openstack-request-id: req-9b003862-25b6-47e1-9fc3-e9df59ef202b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:49.272366 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c37efc4-5b3e-421c-9dff-49fb17fe09bc", "name": "network-vif-plugged", "status": "completed", "tag": "8f9c4205-444a-45a5-99cc-571bc73eb747", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:49.272777 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b003862-25b6-47e1-9fc3-e9df59ef202b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:49.273407 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9c4205-444a-45a5-99cc-571bc73eb747', 'code': 200} Sep 02 12:58:49.275705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8f9c4205-444a-45a5-99cc-571bc73eb747, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8f9c4205-444a-45a5-99cc-571bc73eb747,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:49.282009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:49.284762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Port': ['ID=953b12d0-6374-4c84-a866-6d332f7ed773,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:49.285857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] For port 3100b63d-17f7-4af9-9bd8-94fa365a1a17, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:49.300700 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.301544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:49.363934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:49.366027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:49.370916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] For port 3100b63d-17f7-4af9-9bd8-94fa365a1a17, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3100b63d-17f7-4af9-9bd8-94fa365a1a17,segment=NetworkSegment(b2828f73-0c27-4a76-82f9-7678fc1e6d37),segment_id=b2828f73-0c27-4a76-82f9-7678fc1e6d37)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:49.374522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ada4cb-aff2-4433-836a-240397d20bcf None None] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:49.405473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.431081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0701-a5f8-4b59-b2bf-24e878f73e0b req-cf068906-6020-4e9c-a28e-b1e3d2c1b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:49.436513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c90c0701-a5f8-4b59-b2bf-24e878f73e0b req-cf068906-6020-4e9c-a28e-b1e3d2c1b00b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 1097 time: 0.1001701 Sep 02 12:58:49.453256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port 4003d787-51a4-4bb4-a2eb-818691535b9b yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:49.475265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.503028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Transition to ACTIVE for port object 4003d787-51a4-4bb4-a2eb-818691535b9b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:49.533523 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:49.545278 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c90c0701-a5f8-4b59-b2bf-24e878f73e0b req-f2018540-6aa6-40e2-a90a-7b2312e390c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036806 Sep 02 12:58:49.547509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Router d3a38473-cc97-4abb-9287-4f63cecafa9b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:58:49.560628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.571999 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:58:49.585245 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:49.586176 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:49.626362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=4003d787-51a4-4bb4-a2eb-818691535b9b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:49.698186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Checking segment: {'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:49.698916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Network hostable DHCP agents. Network: 8c69e9b4-e841-454d-a230-935ca7ede93f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:49.720184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b158bca-1503-4d40-9fa6-240654889ea5 req-3025f0a3-8b22-4567-a2a1-443c5925805e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:49.721340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b158bca-1503-4d40-9fa6-240654889ea5 req-3025f0a3-8b22-4567-a2a1-443c5925805e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 944 time: 0.0962789 Sep 02 12:58:49.738021 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:58:49.751690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9b9bf1d8-6696-4647-8518-b1a666074f6e req-e93c76bb-76f8-47b0-a109-a1befba50e88 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b726a2-6f90-484a-939b-479f4b8af235 HTTP/1.1" status: 200 len: 210 time: 0.0581470 Sep 02 12:58:49.753397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:49.759486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c8a0cc10-bc7f-4e56-a1bf-0c765c31eed3 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810197 Sep 02 12:58:49.763901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Network 8c69e9b4-e841-454d-a230-935ca7ede93f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:49.764720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:49.803229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b84a0921-5652-41e8-984d-7d912abb6e13 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:49.805559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f6993789-c139-464f-ab05-2e3279b5a007 None None] Provisioning complete for port 443b03ce-46ad-48b4-8850-96b8afaf3697 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:49.806096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6993789-c139-464f-ab05-2e3279b5a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:49.808077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] Sync routers for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:49.810254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b158bca-1503-4d40-9fa6-240654889ea5 req-e6a98293-f31e-4efe-9b3d-0fab2abcabe5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793984 Sep 02 12:58:49.811909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8c69e9b4-e841-454d-a230-935ca7ede93f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:49.817678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:49.845197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:49.845540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:49.845930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:49.846383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe91645-33c0-4299-9b67-35b24fd49009 None None] Network 8c69e9b4-e841-454d-a230-935ca7ede93f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:49.851615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:49.851967 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:49.852366 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 2 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:49.872632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:49.875052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:49.875447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:49.882759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:49.883226 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:49.884141 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 3 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:49.907940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:49.909250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:49.909711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:49.921592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:49.921592 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:49.921592 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 4 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:49.929520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aa2d1-94ff-4bbf-aef9-b8dd0802ddbe None None] Pushing event updated for resources: {'Port': ['ID=443b03ce-46ad-48b4-8850-96b8afaf3697,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:49.941719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:49.942936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:49.943287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:49.949762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:49.950116 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:49.951186 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 5 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:49.959022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:49.959937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:49.974042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:49.974411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:49.974756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:49.981648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:49.981987 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:49.983921 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 6 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:49.998547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:49.998891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:49.999243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:50.007207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:50.007668 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:50.008230 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 7 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:50.029336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:50.029994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:50.030363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:50.035541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:50.037075 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:50.037620 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 8 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:50.055612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:50.059532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:50.060438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:50.061162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:50.069003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:50.069634 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:50.070395 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 9 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:50.076449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:50.088309 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f296f-34ec-43c2-be94-6c4bfa427ddd None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:50.089323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:50.091265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:50.092160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:50.106714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:50.107209 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:50.107846 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 10 to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b Sep 02 12:58:50.141655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:50.142066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:50.142469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:50.149334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 4003d787-51a4-4bb4-a2eb-818691535b9b on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:50.149797 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 4003d787-51a4-4bb4-a2eb-818691535b9b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:50.150499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.234634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port dcb2c06f-a3a6-4b9a-b653-c11904e768bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:50.234839 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.270978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] For port 4003d787-51a4-4bb4-a2eb-818691535b9b, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:50.271784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempted to set empty binding levels {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 12:58:50.277932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.303581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:50.304551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:50.314670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:50.315286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.335150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=4003d787-51a4-4bb4-a2eb-818691535b9b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:50.352610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-290aa0bc-0e6b-4a31-bd58-09723d5a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2571485 Sep 02 12:58:50.356565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52002) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:50.359016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8f9c4205-444a-45a5-99cc-571bc73eb747,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:50.441755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc54a36-3e57-416d-a1f8-d8622d824fa2 req-44046b18-8d59-4ccc-b074-e70c90ed76e3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:50.443539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdc54a36-3e57-416d-a1f8-d8622d824fa2 req-44046b18-8d59-4ccc-b074-e70c90ed76e3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1613550 Sep 02 12:58:50.472316 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-daf7eff8-c4ff-45ce-a051-5117381b22c1 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:58:50.476148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-daf7eff8-c4ff-45ce-a051-5117381b22c1 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7076108 Sep 02 12:58:50.476980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:50.499365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fdc54a36-3e57-416d-a1f8-d8622d824fa2 req-96e18ac6-5505-4007-a77d-b33b1c4bea65 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Sep 02 12:58:50.515146 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e1bd7-5894-447e-94f6-7bb972765da4 None None] New status for floating IP 884c4684-f4ea-4715-8d3f-2879c35c6daf: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:58:50.523131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:50.523794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875ca00-5cfd-45f4-9b48-329fd741ce08 None None] The sync data for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:50.661342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f65b7-bd0f-4689-aa62-f904437a273b None None] Pushing event updated for resources: {'Port': ['ID=3100b63d-17f7-4af9-9bd8-94fa365a1a17,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:50.720220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 443b03ce-46ad-48b4-8850-96b8afaf3697 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:50.777983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.804185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] Provisioning for port b84a0921-5652-41e8-984d-7d912abb6e13 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:50.840347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] Provisioning complete for port b84a0921-5652-41e8-984d-7d912abb6e13 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:50.840872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.894943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:50.900714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 443b03ce-46ad-48b4-8850-96b8afaf3697 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:50.904175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.908124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:50.912193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.913727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8cdeca77-f535-487f-85c2-270af5e008a8 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:58:50.939636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Deleting port 4003d787-51a4-4bb4-a2eb-818691535b9b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:50.939980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:50.988186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 8cdeca77-f535-487f-85c2-270af5e008a8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:58:50.988845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8cdeca77-f535-487f-85c2-270af5e008a8 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:58:51.051508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:51.061555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4f7-c283-47ff-95df-1b925c99e3f9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.103751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4f7-c283-47ff-95df-1b925c99e3f9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.148201 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.191928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a36a38-8640-4582-b27f-ee23c4035259 req-a86f5ce9-db52-4c14-85f8-dc40d64e707c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:51.194022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9a36a38-8640-4582-b27f-ee23c4035259 req-a86f5ce9-db52-4c14-85f8-dc40d64e707c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 944 time: 0.2216947 Sep 02 12:58:51.199642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] For port b84a0921-5652-41e8-984d-7d912abb6e13, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b84a0921-5652-41e8-984d-7d912abb6e13,segment=NetworkSegment(80362b7c-5f62-4174-a578-71512bc9a069),segment_id=80362b7c-5f62-4174-a578-71512bc9a069)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:51.203632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] For port 4003d787-51a4-4bb4-a2eb-818691535b9b, host n-h2-792364-8, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:51.204192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.206288 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.221938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4f7-c283-47ff-95df-1b925c99e3f9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.223792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Calling delete_port for 4003d787-51a4-4bb4-a2eb-818691535b9b owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:51.224932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4f7-c283-47ff-95df-1b925c99e3f9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.226112 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3fb9f4f7-c283-47ff-95df-1b925c99e3f9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "DELETE /v2.0/security-groups/0b1adc95-1b35-4773-8d34-2e7d20a2042c HTTP/1.1" status: 204 len: 168 time: 0.3167775 Sep 02 12:58:51.238093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:51.265480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9f4f7-c283-47ff-95df-1b925c99e3f9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1adc95-1b35-4773-8d34-2e7d20a2042c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:51.278671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:51.282084 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46266c8-baf9-4ca8-9c92-f58bb53fabd1" -d '{"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:51.296368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9a36a38-8640-4582-b27f-ee23c4035259 req-61ad4371-7c7b-4513-a1fb-e60349a10054 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Sep 02 12:58:51.303910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08221f21-d2fe-4f95-8c7f-d2c9511900d5 None None] Pushing event updated for resources: {'Port': ['ID=b84a0921-5652-41e8-984d-7d912abb6e13,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:51.340521 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac85ab-1ead-487f-a752-fea7e49f7669 x-openstack-request-id: req-63ac85ab-1ead-487f-a752-fea7e49f7669 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:51.340816 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:51.341098 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63ac85ab-1ead-487f-a752-fea7e49f7669 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:51.341493 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'code': 200} Sep 02 12:58:51.345218 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3501c342-edc4-48da-88f4-3adea959411c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] show failed (client error): The resource could not be found. Sep 02 12:58:51.348978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3501c342-edc4-48da-88f4-3adea959411c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups/0b1adc95-1b35-4773-8d34-2e7d20a2042c HTTP/1.1" status: 404 len: 347 time: 0.1071541 Sep 02 12:58:51.349898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:51.351010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea075472-efe7-453f-b201-67f60a054359 None None] Provisioning for port 953b12d0-6374-4c84-a866-6d332f7ed773 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:51.356976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea075472-efe7-453f-b201-67f60a054359 None None] Provisioning complete for port 953b12d0-6374-4c84-a866-6d332f7ed773 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:51.363827 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea075472-efe7-453f-b201-67f60a054359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.415640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ea075472-efe7-453f-b201-67f60a054359 None None] Port 953b12d0-6374-4c84-a866-6d332f7ed773 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:58:51.427285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea075472-efe7-453f-b201-67f60a054359 None None] Provisioning complete for port b84a0921-5652-41e8-984d-7d912abb6e13 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:51.428052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea075472-efe7-453f-b201-67f60a054359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.499002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.537790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event deleted for resources: {'Port': ['ID=4003d787-51a4-4bb4-a2eb-818691535b9b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:51.576276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.579026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e2efcef-a507-4b4b-8b57-4e8f1fd914fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4003d787-51a4-4bb4-a2eb-818691535b9b HTTP/1.1" status: 204 len: 168 time: 1.2209558 Sep 02 12:58:51.580650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Deleting port 33cf1157-ca1a-45e5-9655-4807978205a6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:51.581556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.585089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:51.605044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.633550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fca18e-df07-4ec7-a854-c14f7ffefc12 None None] Network d9db64db-16db-4320-bf93-1b15367412dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:51.672722 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c65860d-604f-4523-9c93-b42156d53ce3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] GET failed (client error): The resource could not be found. Sep 02 12:58:51.674406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8c65860d-604f-4523-9c93-b42156d53ce3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "GET /v2.0/ports/4003d787-51a4-4bb4-a2eb-818691535b9b HTTP/1.1" status: 404 len: 333 time: 0.0880213 Sep 02 12:58:51.679985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52024) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:51.687165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Request body: {'port': {'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081138626'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:51.749944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6c0ca11-c9b7-4d96-ba5f-7e84dff0cc47 None None] Provisioning complete for port 953b12d0-6374-4c84-a866-6d332f7ed773 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:51.750461 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ca11-c9b7-4d96-ba5f-7e84dff0cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.752708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:51.763222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Made reservation on behalf of 2178cf965fce4d0fb41494f6f989a71a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:51.765621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.774339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716eff-e919-40a4-a050-fee709d77259 req-df67b77d-175c-4d50-9b16-56c9ecb824b7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:51.775999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0716eff-e919-40a4-a050-fee709d77259 req-df67b77d-175c-4d50-9b16-56c9ecb824b7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1455688 Sep 02 12:58:51.778623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.778947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:51.784057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port 1d92bd15-a106-41be-8215-0e55c3510257 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:51.797078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Calling delete_port for 33cf1157-ca1a-45e5-9655-4807978205a6 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:51.868201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0ca11-c9b7-4d96-ba5f-7e84dff0cc47 None None] Port 953b12d0-6374-4c84-a866-6d332f7ed773 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:58:51.899394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6c0ca11-c9b7-4d96-ba5f-7e84dff0cc47 None None] Provisioning for port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:51.913894 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0716eff-e919-40a4-a050-fee709d77259 req-3d61b177-1a20-46ff-b893-fb1403b6198b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521588 Sep 02 12:58:51.941733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:51.948559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:51.949322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.020458 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.053692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.081342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event deleted for resources: {'Port': ['ID=33cf1157-ca1a-45e5-9655-4807978205a6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:52.088115 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.091401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-189e7785-4c5d-41ee-a24d-a87e3f50dfaf None None] Provisioning complete for port 953b12d0-6374-4c84-a866-6d332f7ed773 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:52.091777 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-189e7785-4c5d-41ee-a24d-a87e3f50dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.145224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-189e7785-4c5d-41ee-a24d-a87e3f50dfaf None None] Port 953b12d0-6374-4c84-a866-6d332f7ed773 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:58:52.166573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting port 953b12d0-6374-4c84-a866-6d332f7ed773 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:52.166947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.178445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.181476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.183033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e83fc8d5-c882-4789-949a-79df748e4c25 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "DELETE /v2.0/floatingips/884c4684-f4ea-4715-8d3f-2879c35c6daf HTTP/1.1" status: 204 len: 168 time: 0.8319461 Sep 02 12:58:52.209557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:52.224398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.288422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.299687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:52.321824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a5544-918f-4187-9ac3-2f4ca0cec7a8 req-6768aa41-c3dd-442f-8e34-3b5e17a1de52 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:52.322991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44a5544-918f-4187-9ac3-2f4ca0cec7a8 req-6768aa41-c3dd-442f-8e34-3b5e17a1de52 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1303470 Sep 02 12:58:52.375992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44a5544-918f-4187-9ac3-2f4ca0cec7a8 req-3daa5aac-f349-4b16-9ef3-2159f3727906 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Sep 02 12:58:52.385234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Network 8c69e9b4-e841-454d-a230-935ca7ede93f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:52.396841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:52.402141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:52.403334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:52.403981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.416662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=1d92bd15-a106-41be-8215-0e55c3510257,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:52.431551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.441444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f520c2aa-7e79-48a9-93cd-9e312ad8ea2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7582910 Sep 02 12:58:52.443090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:52.448699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:52.452008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Calling delete_port for 953b12d0-6374-4c84-a866-6d332f7ed773 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:52.546591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.555467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa4ee-93b1-472b-9ba3-1f30e246ec53 req-cb2c2bde-5d29-49b6-9be4-585b399643f6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:52.557121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3ccaa4ee-93b1-472b-9ba3-1f30e246ec53 req-cb2c2bde-5d29-49b6-9be4-585b399643f6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.0802970 Sep 02 12:58:52.677846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.679880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:52.711253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Port': ['ID=953b12d0-6374-4c84-a866-6d332f7ed773,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:52.712004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820273017', 'description': 'tempest-description--1565589781'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:52.739518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3100b63d-17f7-4af9-9bd8-94fa365a1a17 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:52.751627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3ccaa4ee-93b1-472b-9ba3-1f30e246ec53 req-053d7535-fd95-415e-b0b7-7382552b23f5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383533 Sep 02 12:58:52.752356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.816810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:52.823212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:52.823627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.837846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.909537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.932110 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.939799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.967617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.969005 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2608261 Sep 02 12:58:52.973641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 3100b63d-17f7-4af9-9bd8-94fa365a1a17, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3100b63d-17f7-4af9-9bd8-94fa365a1a17,segment=NetworkSegment(b2828f73-0c27-4a76-82f9-7678fc1e6d37),segment_id=b2828f73-0c27-4a76-82f9-7678fc1e6d37)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:52.974665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:52.979379 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:52.980433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b84a0921-5652-41e8-984d-7d912abb6e13 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:52.982478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'security_group_rule': {'security_group_id': '4a43f636-d7ff-402c-81a8-110691ab342a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:52.994990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port 1d92bd15-a106-41be-8215-0e55c3510257 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:53.008630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.017989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696db63-077a-48e6-85e5-7d92e3f12b90 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a43f636-d7ff-402c-81a8-110691ab342a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.033976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Router d3a38473-cc97-4abb-9287-4f63cecafa9b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:53.036599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Transition to ACTIVE for port object 1d92bd15-a106-41be-8215-0e55c3510257 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:53.046078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.054786 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.069880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=3100b63d-17f7-4af9-9bd8-94fa365a1a17,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.076935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b84a0921-5652-41e8-984d-7d912abb6e13 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:53.077980 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.116109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:53.125796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e558c320-e70f-49ea-86aa-26104df3a793 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6418061 Sep 02 12:58:53.126480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.128736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] Sync routers for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:53.150755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=1d92bd15-a106-41be-8215-0e55c3510257,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.167831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.168010 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3f320363-e6e4-43d8-87c8-ae2da475ae73 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] delete failed (client error): The resource could not be found. Sep 02 12:58:53.168258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.168629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.173533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3f320363-e6e4-43d8-87c8-ae2da475ae73 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1078881629 HTTP/1.1" status: 404 len: 335 time: 0.0416758 Sep 02 12:58:53.173685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:53.173685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:53.174303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.179038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-688aadfd-d08f-4f08-9d68-754c904bc13b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3a38473-cc97-4abb-9287-4f63cecafa9b'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:53.188566 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.192319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.193079 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.194327 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 2 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.210230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.212199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:53.214203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.215380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.216678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.228557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:53.229179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:53.244253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.244855 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.245381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208a40a9-2134-4b3c-b030-90301d61e18e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.251766 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 3 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.267005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:53.267499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.267776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34769285-2a1b-4104-963e-f24ace46e9df None None] The sync data for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:53.271591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5cbe0675-4816-4967-b07a-1f3745650580 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932000 Sep 02 12:58:53.272168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.277610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'security_group_rule': {'security_group_id': '4a43f636-d7ff-402c-81a8-110691ab342a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:53.282297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.282643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.282978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.294065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.294387 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.296722 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 4 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.315938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.316391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.316731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.326261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.326587 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.327484 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 5 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.330229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.342344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:58:53.345028 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49391044-d5d7-44dc-9ea7-9d009c26438b" -d '{"events": [{"server_uuid": "4c86cdeb-313c-42e8-b8c5-26a3ba12ea08", "name": "network-vif-plugged", "status": "completed", "tag": "10246ad3-ccb3-4e9c-85d2-48fcdbe89391"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:58:53.363593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.363934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.364266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.374689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.375021 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.379256 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 6 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.391349 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f81f2-a279-4897-8829-6bb4e3d7eee6 x-openstack-request-id: req-011f81f2-a279-4897-8829-6bb4e3d7eee6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:58:53.391639 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c86cdeb-313c-42e8-b8c5-26a3ba12ea08", "name": "network-vif-plugged", "status": "completed", "tag": "10246ad3-ccb3-4e9c-85d2-48fcdbe89391", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:58:53.391895 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-011f81f2-a279-4897-8829-6bb4e3d7eee6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:58:53.392296 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391', 'code': 200} Sep 02 12:58:53.404184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-688aadfd-d08f-4f08-9d68-754c904bc13b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.411993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.412248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.412593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.425515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.426126 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.430382 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 7 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.431395 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-688aadfd-d08f-4f08-9d68-754c904bc13b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] update failed (client error): The resource could not be found. Sep 02 12:58:53.432569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-688aadfd-d08f-4f08-9d68-754c904bc13b tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b HTTP/1.1" status: 404 len: 339 time: 0.2572322 Sep 02 12:58:53.437768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.442727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.446177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-18225269'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:53.453257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.471027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.471367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.471699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.497194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:53.500708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.505362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3a90b8-6399-42cb-9af4-7366b8cfa548,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.508666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.509026 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.510832 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 8 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.516689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8cf05-b27f-43a8-aed1-3cbf7b7a50d5 req-88ab7651-d060-49a3-9e61-8aac1fef57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:53.518478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80c8cf05-b27f-43a8-aed1-3cbf7b7a50d5 req-88ab7651-d060-49a3-9e61-8aac1fef57a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 1096 time: 0.0624387 Sep 02 12:58:53.524178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.525399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5994e6ed-1742-47f3-9401-76a427de487a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519495 Sep 02 12:58:53.529107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52052) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.535025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:53.537641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:58:53.544683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.545088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.545431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.558601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.558813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.558971 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Added segment 3667ed7c-1997-48e7-9824-4a1204d2b2f8 of type vlan for network 58cd999a-1876-4dc5-a943-91e2c5b25e26 Sep 02 12:58:53.559159 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.561501 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 9 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.586050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0d36d-c68d-4cde-b0c0-c5b60cb1f239 req-ac3b14fc-0ee3-41b1-9810-717f6954a6fe tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:53.587606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83a0d36d-c68d-4cde-b0c0-c5b60cb1f239 req-ac3b14fc-0ee3-41b1-9810-717f6954a6fe tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1213186 Sep 02 12:58:53.594101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.594456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.594818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.598568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.599138 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80c8cf05-b27f-43a8-aed1-3cbf7b7a50d5 req-64862682-7998-4747-a5be-08d633005158 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Sep 02 12:58:53.612595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.623742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.624123 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.628302 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 10 to bind port 1d92bd15-a106-41be-8215-0e55c3510257 Sep 02 12:58:53.640276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.646096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:53.646694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.688157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:53.688765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:53.688866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:53.702829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2634587 Sep 02 12:58:53.703105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:53.703376 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 1d92bd15-a106-41be-8215-0e55c3510257 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:53.703728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.705872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.709393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-83a0d36d-c68d-4cde-b0c0-c5b60cb1f239 req-34cfc992-0d48-4375-b7c0-c3a507b989cd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118367 Sep 02 12:58:53.711177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'subnet': {'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:53.770539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffb59d-62f5-4534-b6c9-6ecaf37d2865 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Network': ['ID=58cd999a-1876-4dc5-a943-91e2c5b25e26,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.798446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 58cd999a-1876-4dc5-a943-91e2c5b25e26 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:58:53.799631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] For port 1d92bd15-a106-41be-8215-0e55c3510257, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:53.800007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempted to set empty binding levels {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 12:58:53.812946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.855081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Made reservation on behalf of 9f2ad2931f39411d98152111f87519b3 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:53.857405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] In _notify_port_updated(), no bound segment for port 1d92bd15-a106-41be-8215-0e55c3510257 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:58:53.858710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:53.859311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.860643 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.861528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "PUT /v2.0/ports/1d92bd15-a106-41be-8215-0e55c3510257 HTTP/1.1" status: 200 len: 979 time: 1.4172142 Sep 02 12:58:53.868043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:53.873861 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:53.938551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773cdb-76fe-4549-9fbe-772fab684a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=1d92bd15-a106-41be-8215-0e55c3510257,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:53.980698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e760-d86d-45e6-b5d2-ed23ca549692 req-51b8b23d-712e-4f51-9689-7d99849d42c5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:53.982275 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffa5e760-d86d-45e6-b5d2-ed23ca549692 req-51b8b23d-712e-4f51-9689-7d99849d42c5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.1408598 Sep 02 12:58:54.025064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.025550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.026026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.026642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.027118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.027588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.028046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.028512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.028996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.029461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.029923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.031080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.031542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.031987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.032470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.032926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.033405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.033863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.034297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.034755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.035210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.035665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.036119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.036574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.039839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0da898d8-1ee4-4acf-8a86-b8d0ea1cdbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21777 time: 0.1707947 Sep 02 12:58:54.045425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52060) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:54.056543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffa5e760-d86d-45e6-b5d2-ed23ca549692 req-69ce1cb3-d3ac-44e7-a599-317aa269067c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657513 Sep 02 12:58:54.130009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.148005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Allocated IP 172.25.7.76 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/750e5c9b-5ed2-49ce-8a90-d583cfdaf279) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:54.201032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Subnet': ['ID=0d34e6c1-66e2-4e16-b2a3-f2264272d520,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:54.210618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Checking segment: {'id': '3667ed7c-1997-48e7-9824-4a1204d2b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:54.210969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network hostable DHCP agents. Network: 58cd999a-1876-4dc5-a943-91e2c5b25e26, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:58:54.217470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Deleting port 1d92bd15-a106-41be-8215-0e55c3510257 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:54.217822 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.230613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 58cd999a-1876-4dc5-a943-91e2c5b25e26 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:58:54.241950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 58cd999a-1876-4dc5-a943-91e2c5b25e26) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:54.246835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:54.247368 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.258966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7140a763-f37d-4e5e-b459-e79a4bac5662 None None] Network 58cd999a-1876-4dc5-a943-91e2c5b25e26 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:54.281326 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7fe9d734-e6a7-4354-8457-15c6ed473dec tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5740640 Sep 02 12:58:54.282338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:54.288685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-01e3fa37-b616-47ea-81e5-347a33f378f8 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'router': {'external_gateway_info': {'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:54.305055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] For port 1d92bd15-a106-41be-8215-0e55c3510257, host n-h2-792364-8, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:54.305429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.328618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Calling delete_port for 1d92bd15-a106-41be-8215-0e55c3510257 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:54.332393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.413849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-58cd999a-1876-4dc5-a943-91e2c5b25e26', 'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26', 'tenant_id': '9f2ad2931f39411d98152111f87519b3', 'fixed_ips': [{'subnet_id': '0d34e6c1-66e2-4e16-b2a3-f2264272d520'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:58:54.414726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.433672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.475728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.483768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:54.491467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:54.496506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:54.498558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'Port': ['ID=750e5c9b-5ed2-49ce-8a90-d583cfdaf279,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:54.524400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01e3fa37-b616-47ea-81e5-347a33f378f8 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.554167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.560239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1d92bd15-a106-41be-8215-0e55c3510257 HTTP/1.1" status: 204 len: 168 time: 0.5100346 Sep 02 12:58:54.560239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a60409-251a-48a0-8860-be83782b9122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d92bd15-a106-41be-8215-0e55c3510257,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:54.563507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52064) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:54.595222 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-138d8e1b-3b44-47ee-96e3-28bf3583cc78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] GET failed (client error): The resource could not be found. Sep 02 12:58:54.600747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-138d8e1b-3b44-47ee-96e3-28bf3583cc78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "GET /v2.0/ports/1d92bd15-a106-41be-8215-0e55c3510257 HTTP/1.1" status: 404 len: 333 time: 0.0325279 Sep 02 12:58:54.604229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:54.610520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32793754', 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:54.668108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Made reservation on behalf of 2178cf965fce4d0fb41494f6f989a71a for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:54.681702 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-01e3fa37-b616-47ea-81e5-347a33f378f8 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:58:54.682934 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.683198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-01e3fa37-b616-47ea-81e5-347a33f378f8 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b HTTP/1.1" status: 400 len: 364 time: 0.3990042 Sep 02 12:58:54.686676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:54.688028 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.709989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:54.716475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3100b63d-17f7-4af9-9bd8-94fa365a1a17 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:54.801082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.805044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:54.805426 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:54.869142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Allocated IP 2001:db8:1::2 (58cd999a-1876-4dc5-a943-91e2c5b25e26/0d34e6c1-66e2-4e16-b2a3-f2264272d520/dfb57529-6014-4fe3-b620-e098c141bdea) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:55.082577 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.098128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Transition to ACTIVE for port object dfb57529-6014-4fe3-b620-e098c141bdea will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:55.125444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Transition to ACTIVE for port object dfb57529-6014-4fe3-b620-e098c141bdea will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:55.142313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.202122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Network 58cd999a-1876-4dc5-a943-91e2c5b25e26 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:55.205307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:55.211193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:55.216005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Pushing event updated for resources: {'Port': ['ID=dfb57529-6014-4fe3-b620-e098c141bdea,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:55.274565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Attempting to bind port dfb57529-6014-4fe3-b620-e098c141bdea on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:55.275665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Attempting to bind port dfb57529-6014-4fe3-b620-e098c141bdea by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '3667ed7c-1997-48e7-9824-4a1204d2b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:55.276211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Attempting to bind port dfb57529-6014-4fe3-b620-e098c141bdea on network 58cd999a-1876-4dc5-a943-91e2c5b25e26 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:55.282211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:58:55.282900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Checking segment: {'id': '3667ed7c-1997-48e7-9824-4a1204d2b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:58:55.283307 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.283698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Bound using segment: {'id': '3667ed7c-1997-48e7-9824-4a1204d2b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:58:55.284174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Bound port: dfb57529-6014-4fe3-b620-e098c141bdea, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3667ed7c-1997-48e7-9824-4a1204d2b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '58cd999a-1876-4dc5-a943-91e2c5b25e26'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:58:55.284552 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.326010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d4e59-37e7-4ff9-9678-2471bf095800 req-64fa0097-0adb-4890-9329-c3433c1a5d69 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:55.333549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a56d4e59-37e7-4ff9-9678-2471bf095800 req-64fa0097-0adb-4890-9329-c3433c1a5d69 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.1604142 Sep 02 12:58:55.338209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdf939-fd88-485e-8b74-ddcf67e66c0b req-89940558-5abf-4048-9971-5cb4d0d5d3b5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:55.339930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-51fdf939-fd88-485e-8b74-ddcf67e66c0b req-89940558-5abf-4048-9971-5cb4d0d5d3b5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.5102377 Sep 02 12:58:55.356694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] For port dfb57529-6014-4fe3-b620-e098c141bdea, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:55.360024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] For port dfb57529-6014-4fe3-b620-e098c141bdea, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dfb57529-6014-4fe3-b620-e098c141bdea,segment=NetworkSegment(3667ed7c-1997-48e7-9824-4a1204d2b2f8),segment_id=3667ed7c-1997-48e7-9824-4a1204d2b2f8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:58:55.365560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.405068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.412939 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a56d4e59-37e7-4ff9-9678-2471bf095800 req-52eac10a-81c2-42b1-a11e-b8273dd63a97 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738184 Sep 02 12:58:55.440532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a58fc6-d060-4303-b5d0-b9a4fd03c022 None None] Pushing event updated for resources: {'Port': ['ID=dfb57529-6014-4fe3-b620-e098c141bdea,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:55.452936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-51fdf939-fd88-485e-8b74-ddcf67e66c0b req-6a1a168d-2431-4c6e-b513-ae0d17d8661e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038747 Sep 02 12:58:55.453902 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.513364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.524947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.536479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.616204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Network 8c69e9b4-e841-454d-a230-935ca7ede93f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:55.618928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'Port': ['ID=750e5c9b-5ed2-49ce-8a90-d583cfdaf279,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:55.625376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:55.656648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:55.657644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:55.658260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.677280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.698156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0900247 Sep 02 12:58:55.698889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:55.702053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51d2c9-7661-47ae-a066-929723c7968d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:55.727300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.736880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef96c656-80dd-4f5c-ab61-3f630f504e93 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1984782 Sep 02 12:58:55.771883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dee628-50d0-4c91-9151-1113c3e75096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:55.775637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d3dee628-50d0-4c91-9151-1113c3e75096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "GET /v2.0/ports/fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d HTTP/1.1" status: 200 len: 957 time: 0.0743206 Sep 02 12:58:55.778686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:55.879198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Deleting port fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:55.879546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.931988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-714cbf1a-b11d-465c-8d31-3ef95414b263 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:55.938057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-714cbf1a-b11d-465c-8d31-3ef95414b263 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.2408764 Sep 02 12:58:55.961516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:55.972103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-1c91c5f1-4228-44d7-9a74-a18ff9ddfd11 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0267789 Sep 02 12:58:55.975514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Allocated IP 2001:db8::1 (45f90886-6f69-4782-950c-d4bfa4bc1085/1ac2da17-42d9-4ca3-9d59-294b018e24cb/7e2c0314-2cf1-4367-9913-f2a7a81c0510) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:55.979402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Calling delete_port for fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:58:56.066974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-f50d5c4d-deda-4b5c-9a07-13d9d885ad9a tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--820273017&fields=id&tenant_id=39d71104d6ef4b4681711ac6f5825b3a HTTP/1.1" status: 200 len: 267 time: 0.0890822 Sep 02 12:58:56.094459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-b4eadabf-f811-4b94-baef-4f89ba72500c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142299 Sep 02 12:58:56.160772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.175589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Transition to ACTIVE for port object 7e2c0314-2cf1-4367-9913-f2a7a81c0510 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:56.186858 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.237383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:56.244819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.246951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d5a2b3c-c92c-48ab-86c7-12bf65daac43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d HTTP/1.1" status: 204 len: 168 time: 0.4668226 Sep 02 12:58:56.251454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:56.254995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-333e73ce-4a47-4a37-8fc2-08437af74d2e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:56.256703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-333e73ce-4a47-4a37-8fc2-08437af74d2e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 811 time: 0.1728177 Sep 02 12:58:56.273518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-8b84e885-4fc1-4af3-a806-aad24035d381 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/quotas/39d71104d6ef4b4681711ac6f5825b3a HTTP/1.1" status: 200 len: 375 time: 0.0108635 Sep 02 12:58:56.296322 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b44e53-62b4-475d-8a27-a09eba0c0e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] GET failed (client error): The resource could not be found. Sep 02 12:58:56.301945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c5b44e53-62b4-475d-8a27-a09eba0c0e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "GET /v2.0/ports/fb09dba9-4990-40a9-b95c-9b6f7d4a7f9d HTTP/1.1" status: 404 len: 333 time: 0.0481663 Sep 02 12:58:56.303599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52106) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:56.312746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Request body: {'port': {'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-445461859'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:56.321146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.338723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-83274730-ade7-4113-b814-951b9e3a8411 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576379 Sep 02 12:58:56.399374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Made reservation on behalf of 2178cf965fce4d0fb41494f6f989a71a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:56.402164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.409883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:56.419413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Port': ['ID=7e2c0314-2cf1-4367-9913-f2a7a81c0510,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:56.423343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-e26066eb-4deb-46d6-946c-d3683c3dc8cd service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213909 Sep 02 12:58:56.425930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:56.429613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:56.430186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.454084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-6b875ee8-6a12-4e2b-9105-659451d4c3b4 service neutron] 10.222.0.60 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014676 Sep 02 12:58:56.469280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port 3ecea157-53d0-475d-861e-ca85d43763f6 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:56.554858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-a75c05d3-aa3b-43c0-9be5-5e695830fdbc service neutron] 10.222.0.60 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997665 Sep 02 12:58:56.770700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dfb57529-6014-4fe3-b620-e098c141bdea up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:56.818326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40dc16-e763-4b74-a0b3-4c29b1b2e97d None None] Network 58cd999a-1876-4dc5-a943-91e2c5b25e26 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:58:56.845332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-215a5340-d149-4719-b15b-9f338043b574 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710904 Sep 02 12:58:56.852528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:56.920380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ed081-3a3c-4c10-8ae5-d5e5bae47d3c req-22399dda-26fb-4020-b441-e55f41d45d5d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:56.922128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff8ed081-3a3c-4c10-8ae5-d5e5bae47d3c req-22399dda-26fb-4020-b441-e55f41d45d5d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1035969 Sep 02 12:58:56.975762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56520dc3-b485-452b-ad5e-fa72d9358a85 None None] Provisioning for port dfb57529-6014-4fe3-b620-e098c141bdea completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:57.007096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff8ed081-3a3c-4c10-8ae5-d5e5bae47d3c req-83f82d83-64e2-46bc-9b89-b480096ab9c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706241 Sep 02 12:58:57.063800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port dfb57529-6014-4fe3-b620-e098c141bdea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:57.071083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dfb57529-6014-4fe3-b620-e098c141bdea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:57.072141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.124077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13c50ab9-8164-4032-8923-5225a2c27919 req-c5ccc7e7-84c2-46d5-af64-d6034dad1291 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 210 time: 0.0342686 Sep 02 12:58:57.172343 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.199847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00f32c73-a909-4710-838d-5e291ff24d13 None None] Provisioning for port 7e2c0314-2cf1-4367-9913-f2a7a81c0510 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:58:57.200501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a21232-c867-42be-b3ac-8a8c33b89186 req-8266d9a6-d352-403f-bb9c-e1ab85fc1a99 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 210 time: 0.0629725 Sep 02 12:58:57.222108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00f32c73-a909-4710-838d-5e291ff24d13 None None] Provisioning complete for port 7e2c0314-2cf1-4367-9913-f2a7a81c0510 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:57.222495 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-00f32c73-a909-4710-838d-5e291ff24d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.274265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-00f32c73-a909-4710-838d-5e291ff24d13 None None] Port 7e2c0314-2cf1-4367-9913-f2a7a81c0510 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:58:57.335929 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.418829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port dfb57529-6014-4fe3-b620-e098c141bdea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dfb57529-6014-4fe3-b620-e098c141bdea,segment=NetworkSegment(3667ed7c-1997-48e7-9824-4a1204d2b2f8),segment_id=3667ed7c-1997-48e7-9824-4a1204d2b2f8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:58:57.425339 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.505276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=dfb57529-6014-4fe3-b620-e098c141bdea,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:57.597175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fef2aac6-e644-4064-8d22-5b601b45d09b None None] Provisioning complete for port dfb57529-6014-4fe3-b620-e098c141bdea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:57.597623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fef2aac6-e644-4064-8d22-5b601b45d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.622858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.690735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Network 8c69e9b4-e841-454d-a230-935ca7ede93f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:57.695677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:57.698134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:57.699313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:57.699972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.723008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=3ecea157-53d0-475d-861e-ca85d43763f6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:57.748709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c4d4173-a418-419a-9630-d8b76d72d1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4362042 Sep 02 12:58:57.748709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:57.758905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:57.842067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.845896 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.849220 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.849969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:57.968450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event updated for resources: {'Port': ['ID=7e2c0314-2cf1-4367-9913-f2a7a81c0510,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:58.087230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:58.090997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:58.150290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2cd27-06ae-464e-ba7b-dc55a1d73698 req-51580b80-4c41-465b-ae68-235c8da80030 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:58.153631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-39c2cd27-06ae-464e-ba7b-dc55a1d73698 req-51580b80-4c41-465b-ae68-235c8da80030 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0633612 Sep 02 12:58:58.244733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] device_id is not set on port 3ecea157-53d0-475d-861e-ca85d43763f6 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:58:58.250109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-39c2cd27-06ae-464e-ba7b-dc55a1d73698 req-57bc089a-72ff-4806-acb7-6876da4b5c1f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907271 Sep 02 12:58:58.274170 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.301412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-641329ff-d16e-4397-814a-1ababcce3611 req-45458a8a-398c-4bd1-86e5-4763bbdf9472 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 210 time: 0.0438607 Sep 02 12:58:58.337545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Transition to ACTIVE for port object 3ecea157-53d0-475d-861e-ca85d43763f6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:58.339594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Router d3a38473-cc97-4abb-9287-4f63cecafa9b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:58:58.392747 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.400460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4a83273-f6ab-4898-905b-46c1494a7d25 req-be72646c-93d3-4dc8-bbff-aeac306cf3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 210 time: 0.0455995 Sep 02 12:58:58.435900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6519c74-d071-4647-9eee-9b1d4cc91d99 None None] Provisioning complete for port 7e2c0314-2cf1-4367-9913-f2a7a81c0510 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:58.436464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6519c74-d071-4647-9eee-9b1d4cc91d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.472336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c6519c74-d071-4647-9eee-9b1d4cc91d99 None None] Port 7e2c0314-2cf1-4367-9913-f2a7a81c0510 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:58:58.490019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-71693e60-cd3c-4fe9-b336-a25367653882 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:58.491549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-71693e60-cd3c-4fe9-b336-a25367653882 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 811 time: 0.1862025 Sep 02 12:58:58.526839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=3ecea157-53d0-475d-861e-ca85d43763f6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:58.597318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.597678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.598026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.613832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.614172 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.618648 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 2 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.628054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-e2906460-99e3-457b-afde-5b094f72bd78 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39d71104d6ef4b4681711ac6f5825b3a HTTP/1.1" status: 200 len: 379 time: 0.0730541 Sep 02 12:58:58.634251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:58:58.640666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dfb57529-6014-4fe3-b620-e098c141bdea up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:58:58.641068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bfd8a1f7-31de-4469-9e8f-c0a4fd7bd06e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528458 Sep 02 12:58:58.646533 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] Sync routers for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:58:58.647670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'port': {'device_id': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'admin_state_up': True, 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'security_groups': ['4a43f636-d7ff-402c-81a8-110691ab342a']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:58.650975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:58.652929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.653296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.653637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.657196 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:58.658003 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:58.705523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.705826 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.706769 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:58.718163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:58:58.719241 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:58:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:58.724826 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 3 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.727028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b58338a5-0056-4f57-9cf0-0fc3e2166dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.749389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.749792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.750119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.758910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dfb57529-6014-4fe3-b620-e098c141bdea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:58:58.759290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.761025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.761364 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.768288 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 4 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.777617 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:58:58.778849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ab277-d11c-437c-8978-b804fce59c8b None None] The sync data for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:58:58.793803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.794925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.794925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.803552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.803963 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.805227 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 5 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.825096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.825490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.826309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.837447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.837447 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.840682 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 6 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.854486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Made reservation on behalf of 39d71104d6ef4b4681711ac6f5825b3a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:58.858113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.861224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f14cca73-7c3e-4ee1-8a8e-1b0069738979 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:58.871564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.871975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.872322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.883238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.883581 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.885463 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 7 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.939719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.939719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.939719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.950319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.950653 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.951069 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 8 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.971771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:58.972013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:58.972361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:58.982694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:58.983054 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:58.986103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-13cedb54-3a31-46a8-8f83-e9777c78726b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:58.986569 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 9 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:58.987586 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-13cedb54-3a31-46a8-8f83-e9777c78726b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.2226677 Sep 02 12:58:59.000779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:59.007358 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f14cca73-7c3e-4ee1-8a8e-1b0069738979 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 12:58:59.008355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f14cca73-7c3e-4ee1-8a8e-1b0069738979 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b HTTP/1.1" status: 409 len: 329 time: 0.3550875 Sep 02 12:58:59.018766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:59.093556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:59.093951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:59.094260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:59.111304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:59.111652 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:59.116283 n-d-792364-8 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempt 10 to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 Sep 02 12:58:59.119916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:58:59.121274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Allocated IP 172.20.0.9 (a417b9bd-7dc6-479d-b82a-64d9dd3c355f/76d4535f-54f0-4588-9a50-0caade843a68/d3026e52-d488-4ef8-b3ad-4756ed19d79f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:59.124148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.147690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:58:59.148041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:58:59.148418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempting to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:58:59.162370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:58:59.162697 n-d-792364-8 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Failed to bind port 3ecea157-53d0-475d-861e-ca85d43763f6 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8c69e9b4-e841-454d-a230-935ca7ede93f'}] Sep 02 12:58:59.163075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.277024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.2 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/aee20f49-fa7d-42d9-afe2-96367c528383) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:58:59.444523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1b64d118-b052-4186-b20c-3e570ed7fdff req-3f53c406-0162-468c-b4b2-18644dcecc8a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 210 time: 0.0367978 Sep 02 12:58:59.481499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] For port 3ecea157-53d0-475d-861e-ca85d43763f6, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:58:59.482167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attempted to set empty binding levels {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 12:58:59.497845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.501559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.520673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314f17-4d27-4ac8-9a7d-04e7b21c25d9 req-4cb58b9e-8e49-46d6-8e61-f58e6a652211 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:59.522641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6314f17-4d27-4ac8-9a7d-04e7b21c25d9 req-4cb58b9e-8e49-46d6-8e61-f58e6a652211 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1851296 Sep 02 12:58:59.556936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de39e239-ca6c-4ea0-b68d-e510569e24ad req-e3e37403-0b8f-4dd9-ab9b-248eb392bb69 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 210 time: 0.0388031 Sep 02 12:58:59.567890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.576407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.591191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] In _notify_port_updated(), no bound segment for port 3ecea157-53d0-475d-861e-ca85d43763f6 on network 8c69e9b4-e841-454d-a230-935ca7ede93f {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 12:58:59.593295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:59.593295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.594625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "PUT /v2.0/ports/3ecea157-53d0-475d-861e-ca85d43763f6 HTTP/1.1" status: 200 len: 978 time: 1.8444300 Sep 02 12:58:59.598820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0', '10246ad3-ccb3-4e9c-85d2-48fcdbe89391'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:58:59.612170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:58:59.637968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:59.641165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:59.645639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:59.649989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=aee20f49-fa7d-42d9-afe2-96367c528383,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:59.660495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Transition to ACTIVE for port object d3026e52-d488-4ef8-b3ad-4756ed19d79f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:58:59.684384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1863d-f1f4-4cab-ac78-f130ff1e767c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event updated for resources: {'Port': ['ID=3ecea157-53d0-475d-861e-ca85d43763f6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:58:59.704617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:58:59.705291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.722531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-4e7c4151-0f8d-40ac-a949-daa9765187a0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7256880 Sep 02 12:58:59.726901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6314f17-4d27-4ac8-9a7d-04e7b21c25d9 req-d6402026-e088-4518-aef7-d35ae2ab9125 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885874 Sep 02 12:58:59.738083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Request body: {'port': {'device_id': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:58:59.799902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.804203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.869715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Deleting port 3ecea157-53d0-475d-861e-ca85d43763f6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:58:59.870689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:58:59.877225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:58:59.894494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:58:59.896927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:58:59.959577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event updated for resources: {'Port': ['ID=d3026e52-d488-4ef8-b3ad-4756ed19d79f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:00.011932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] For port 3ecea157-53d0-475d-861e-ca85d43763f6, host n-h2-792364-8, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:00.012629 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.020952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:00.021582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.025822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.101111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee20f49-fa7d-42d9-afe2-96367c528383 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:00.110451 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.123705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Transition to ACTIVE for port object aee20f49-fa7d-42d9-afe2-96367c528383 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:00.129778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.187265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Pushing event updated for resources: {'Port': ['ID=aee20f49-fa7d-42d9-afe2-96367c528383,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:00.216075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a1397c73-43c8-4829-b047-d89aed8a9467 None None] Provisioning for port d3026e52-d488-4ef8-b3ad-4756ed19d79f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:00.220804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a1397c73-43c8-4829-b047-d89aed8a9467 None None] Provisioning complete for port d3026e52-d488-4ef8-b3ad-4756ed19d79f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:00.221322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1397c73-43c8-4829-b047-d89aed8a9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.267995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a1397c73-43c8-4829-b047-d89aed8a9467 None None] Port d3026e52-d488-4ef8-b3ad-4756ed19d79f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:00.274105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Attempting to bind port aee20f49-fa7d-42d9-afe2-96367c528383 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:00.274452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Attempting to bind port aee20f49-fa7d-42d9-afe2-96367c528383 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:00.274796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Attempting to bind port aee20f49-fa7d-42d9-afe2-96367c528383 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:00.279963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Port aee20f49-fa7d-42d9-afe2-96367c528383 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:59:00.280621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Attempting to bind port aee20f49-fa7d-42d9-afe2-96367c528383 on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:00.285702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:00.286047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:00.286436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:00.286867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Bound port: aee20f49-fa7d-42d9-afe2-96367c528383, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:00.287221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.365524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] For port aee20f49-fa7d-42d9-afe2-96367c528383, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:00.370248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] For port aee20f49-fa7d-42d9-afe2-96367c528383, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=aee20f49-fa7d-42d9-afe2-96367c528383,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:00.376335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.402448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Calling delete_port for 3ecea157-53d0-475d-861e-ca85d43763f6 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:00.418698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:00.419419 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.421055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] 10.222.0.18 "PUT /v2.0/ports/aee20f49-fa7d-42d9-afe2-96367c528383 HTTP/1.1" status: 200 len: 1091 time: 0.6898434 Sep 02 12:59:00.421534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'tag': 'aee20f49-fa7d-42d9-afe2-96367c528383'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:00.424082 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7da0b4-dde0-474c-999f-3063fa398676" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c70b4-5285-44a0-b0f9-f52482710c73", "tag": "aee20f49-fa7d-42d9-afe2-96367c528383"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:00.428049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-45a607b3-3e7d-45ee-8e2b-a72ee7d92219 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7857728 Sep 02 12:59:00.446223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75b9c2-22ef-477f-aac9-b3e6690eac48 service neutron] Pushing event updated for resources: {'Port': ['ID=aee20f49-fa7d-42d9-afe2-96367c528383,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:00.471276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Request body: {'port': {'device_id': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:00.477621 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2984eb8d-69c3-4cb2-9c8f-2538bb3b36bc x-openstack-request-id: req-2984eb8d-69c3-4cb2-9c8f-2538bb3b36bc {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:00.477873 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c70b4-5285-44a0-b0f9-f52482710c73", "tag": "aee20f49-fa7d-42d9-afe2-96367c528383", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:00.478777 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2984eb8d-69c3-4cb2-9c8f-2538bb3b36bc {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:00.478777 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'tag': 'aee20f49-fa7d-42d9-afe2-96367c528383', 'status': 'completed', 'code': 200} Sep 02 12:59:00.528992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-9bb7b4b3-ba58-419a-acf5-dfddbf99350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:00.530655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-9bb7b4b3-ba58-419a-acf5-dfddbf99350e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 1094 time: 0.0507009 Sep 02 12:59:00.574048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-2cdc74c1-f271-4d11-97e6-bc41f8884854 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aee20f49-fa7d-42d9-afe2-96367c528383 HTTP/1.1" status: 200 len: 217 time: 0.0352004 Sep 02 12:59:00.632988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-ca47ec78-4b55-4789-9d49-64307c8491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:00.634417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-ca47ec78-4b55-4789-9d49-64307c8491b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0467505 Sep 02 12:59:00.650003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.673759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-17f4a931-2a92-4c4f-b467-21e5a543fb88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294349 Sep 02 12:59:00.679109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.738125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ecea157-53d0-475d-861e-ca85d43763f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:00.744737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.749642 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ee861f1f-3e67-4bca-95e2-06b147129575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3ecea157-53d0-475d-861e-ca85d43763f6 HTTP/1.1" status: 204 len: 168 time: 1.1294596 Sep 02 12:59:00.751325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:00.759435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e0d0-e336-4a4d-a47b-22ec76880965 req-ad5f01e8-1d05-4f12-9968-56535c55ca47 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:00.760991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c171e0d0-e336-4a4d-a47b-22ec76880965 req-ad5f01e8-1d05-4f12-9968-56535c55ca47 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 943 time: 0.2081223 Sep 02 12:59:00.787251 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b50165-0686-4dd4-b2d7-8007b92ec7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] GET failed (client error): The resource could not be found. Sep 02 12:59:00.788778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4b50165-0686-4dd4-b2d7-8007b92ec7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764867358-project-admin] 10.222.0.60 "GET /v2.0/ports/3ecea157-53d0-475d-861e-ca85d43763f6 HTTP/1.1" status: 404 len: 333 time: 0.0358050 Sep 02 12:59:00.793627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:00.815151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cadee0-9478-4612-b2c3-eb12387a5ff4 req-bc41a40d-e4db-4f76-81e9-c52030404c96 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:00.816670 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48cadee0-9478-4612-b2c3-eb12387a5ff4 req-bc41a40d-e4db-4f76-81e9-c52030404c96 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 931 time: 0.1455231 Sep 02 12:59:00.895655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c171e0d0-e336-4a4d-a47b-22ec76880965 req-7b4764a0-ccc4-4116-8b77-cb494885ecbe tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248102 Sep 02 12:59:00.916015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-10c5b9e1-ca0d-4d87-90d2-a4433282d24c service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313933 Sep 02 12:59:00.939293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:00.954045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48cadee0-9478-4612-b2c3-eb12387a5ff4 req-e90d5f19-347c-4397-a7c7-41ca855669dd tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249514 Sep 02 12:59:01.096832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd70fc5-f2d3-42eb-b465-32c9b8f58e19 req-3fb3c37a-0c8a-49d4-bfc5-945df147c079 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:01.098528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3fd70fc5-f2d3-42eb-b465-32c9b8f58e19 req-3fb3c37a-0c8a-49d4-bfc5-945df147c079 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1217895 Sep 02 12:59:01.106255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64813ac3-a6ff-401a-846d-ac7ce7165043 req-35a87564-bafd-45b7-b54e-736eb30aacad service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797500 Sep 02 12:59:01.108035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.118351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c69e9b4-e841-454d-a230-935ca7ede93f']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:01.129207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:01.129513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccde7dd-2ca3-4c3c-b8d6-85908795fccd') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:01.145017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.154710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting port 7e2c0314-2cf1-4367-9913-f2a7a81c0510 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:01.154980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.161298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.175748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:59:01.176154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:59:01.179366 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:59:01.233522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3fd70fc5-f2d3-42eb-b465-32c9b8f58e19 req-9d9dd696-9214-40a6-923b-5ab718ec0775 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266038 Sep 02 12:59:01.249853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3026e52-d488-4ef8-b3ad-4756ed19d79f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:01.262077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.263581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.266797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-8c564e98-8fed-453f-b33c-ba249f5a0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:01.268337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-8c564e98-8fed-453f-b33c-ba249f5a0f8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 1094 time: 0.1026361 Sep 02 12:59:01.289137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.294071 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] 10.222.0.60 "DELETE /v2.0/networks/8c69e9b4-e841-454d-a230-935ca7ede93f HTTP/1.1" status: 204 len: 168 time: 0.4953625 Sep 02 12:59:01.294071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cad929-68a8-47f6-8e98-8f4eb82cc156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384671560-project] Pushing event deleted for resources: {'Network': ['ID=8c69e9b4-e841-454d-a230-935ca7ede93f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:01.297291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Transition to ACTIVE for port object d3026e52-d488-4ef8-b3ad-4756ed19d79f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:01.311850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.314929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.361966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Calling delete_port for 7e2c0314-2cf1-4367-9913-f2a7a81c0510 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:01.419459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7941a52-bca0-4609-a603-b519beda44fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.426036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-f78f1b69-301b-40e0-a2cd-a6bdb0048873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:01.427934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-f78f1b69-301b-40e0-a2cd-a6bdb0048873 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.1403229 Sep 02 12:59:01.431034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Pushing event updated for resources: {'Port': ['ID=d3026e52-d488-4ef8-b3ad-4756ed19d79f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:01.481496 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-da8ec9db-d880-43a9-bb40-36368e5ca512 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aee20f49-fa7d-42d9-afe2-96367c528383 HTTP/1.1" status: 200 len: 217 time: 0.0459971 Sep 02 12:59:01.578728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-73c0bfd3-55dc-4213-803a-aef6db7f3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:01.580421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-73c0bfd3-55dc-4213-803a-aef6db7f3db9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0861404 Sep 02 12:59:01.582955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Attempting to bind port d3026e52-d488-4ef8-b3ad-4756ed19d79f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:01.583299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Attempting to bind port d3026e52-d488-4ef8-b3ad-4756ed19d79f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:01.583631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Attempting to bind port d3026e52-d488-4ef8-b3ad-4756ed19d79f on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:01.589907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Port d3026e52-d488-4ef8-b3ad-4756ed19d79f on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:59:01.590222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Attempting to bind port d3026e52-d488-4ef8-b3ad-4756ed19d79f on network a417b9bd-7dc6-479d-b82a-64d9dd3c355f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:01.596973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:01.597273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Checking segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:01.597661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Bound using segment: {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:01.598108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Bound port: d3026e52-d488-4ef8-b3ad-4756ed19d79f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b863ece-eafa-43c5-9429-184577d16161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:01.598471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.632841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-e69ba621-49ac-44fa-8251-7fc5c04e3f92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418372 Sep 02 12:59:01.653175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.777853 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-4f4fbe7a-27cc-4f0e-bcce-e674ff04ffc9 service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287789 Sep 02 12:59:01.778465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] For port d3026e52-d488-4ef8-b3ad-4756ed19d79f, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:01.782295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] For port d3026e52-d488-4ef8-b3ad-4756ed19d79f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:01.784579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.792006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.838439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Port': ['ID=7e2c0314-2cf1-4367-9913-f2a7a81c0510,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:01.849542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:01.852742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:01.855117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] 10.222.0.18 "PUT /v2.0/ports/d3026e52-d488-4ef8-b3ad-4756ed19d79f HTTP/1.1" status: 200 len: 1091 time: 1.3908825 Sep 02 12:59:01.882669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:01.885217 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b620563f-bb80-4214-9d58-eb29c8ab578f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:01.953043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e7da0b4-dde0-474c-999f-3063fa398676 req-424d6b7b-4077-4a86-bba7-f29dc8b747fb service neutron] 10.222.0.18 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657829 Sep 02 12:59:02.031505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:02.043218 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35925a16-ba1a-4649-aea5-3ccb52074917 x-openstack-request-id: req-35925a16-ba1a-4649-aea5-3ccb52074917 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:02.043514 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:02.043767 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35925a16-ba1a-4649-aea5-3ccb52074917 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:02.044306 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'status': 'completed', 'code': 200} Sep 02 12:59:02.200403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc332-f089-46d3-9349-aaa75175a90a req-e0bbceca-3a3c-4508-b1df-82c79491224c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:02.202577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b74cc332-f089-46d3-9349-aaa75175a90a req-e0bbceca-3a3c-4508-b1df-82c79491224c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 943 time: 0.1187129 Sep 02 12:59:02.227251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.245957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cf8be-8836-4d43-bd79-49e664e797bd service neutron] Pushing event updated for resources: {'Port': ['ID=d3026e52-d488-4ef8-b3ad-4756ed19d79f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:02.250454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-7ee6b8f5-0c2e-4337-a243-4af094175c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:02.252007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-7ee6b8f5-0c2e-4337-a243-4af094175c06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 1094 time: 0.2267671 Sep 02 12:59:02.269084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055383-7333-4e4b-8ea7-0a6d772f7115 req-99132e83-b7fc-40dd-b5c0-96f270aac726 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:02.270619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0055383-7333-4e4b-8ea7-0a6d772f7115 req-99132e83-b7fc-40dd-b5c0-96f270aac726 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 943 time: 0.2194417 Sep 02 12:59:02.278100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b74cc332-f089-46d3-9349-aaa75175a90a req-06ea75a0-ee70-4795-8a98-f4d3deeec26d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679729 Sep 02 12:59:02.303522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ce0887b8-4fd7-47ac-a1e9-fa84c9fa90c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16601653b06a4de5884d9e5ad1eeb46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707052 Sep 02 12:59:02.305993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:02.386802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-5cf5a04f-35cc-4afc-a9e3-0f98edb0ac3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f HTTP/1.1" status: 200 len: 217 time: 0.1141925 Sep 02 12:59:02.408483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55eccb65-107b-4f97-b27d-12edc4462019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.437137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55eccb65-107b-4f97-b27d-12edc4462019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.445839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73656cd6-dfba-44dd-9b69-e478fe84697a req-ac06d0b3-b6cb-43e6-beca-368087b7dccb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:02.447399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73656cd6-dfba-44dd-9b69-e478fe84697a req-ac06d0b3-b6cb-43e6-beca-368087b7dccb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0862200 Sep 02 12:59:02.460793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0055383-7333-4e4b-8ea7-0a6d772f7115 req-da416e3e-852d-4b7e-a904-f814028457ee tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466227 Sep 02 12:59:02.509998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73656cd6-dfba-44dd-9b69-e478fe84697a req-5fca2be3-68e1-477c-8c42-5eab8251c3af tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541434 Sep 02 12:59:02.520728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-5253357c-4b53-414e-a779-1004db7179f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:02.522569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-5253357c-4b53-414e-a779-1004db7179f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.1255059 Sep 02 12:59:02.523143 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.532086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55eccb65-107b-4f97-b27d-12edc4462019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.534947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55eccb65-107b-4f97-b27d-12edc4462019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.536122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-55eccb65-107b-4f97-b27d-12edc4462019 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/570e1f6a-1572-4af3-ad0a-e6244c5c5dde HTTP/1.1" status: 204 len: 168 time: 0.2290852 Sep 02 12:59:02.545503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eccb65-107b-4f97-b27d-12edc4462019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e1f6a-1572-4af3-ad0a-e6244c5c5dde,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:02.572006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Router d3a38473-cc97-4abb-9287-4f63cecafa9b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:02.596411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-a917c0f7-1fea-4cc4-8fa9-7a61d1152b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:02.598029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-a917c0f7-1fea-4cc4-8fa9-7a61d1152b6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665827 Sep 02 12:59:02.716998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:02.722643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e99364e9-3692-4e37-90a5-7125d529a6aa tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7025058 Sep 02 12:59:02.725843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:02.728768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bda58-8ece-4356-9430-94291283af29 None None] Sync routers for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:02.740877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bda58-8ece-4356-9430-94291283af29 None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:02.742039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-093bda58-8ece-4356-9430-94291283af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:02.772245 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b3fc599b-8e2c-4271-9b5e-a37f20d6cd98 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] show failed (client error): The resource could not be found. Sep 02 12:59:02.777333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b3fc599b-8e2c-4271-9b5e-a37f20d6cd98 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1810485190 HTTP/1.1" status: 404 len: 335 time: 0.0451682 Sep 02 12:59:02.777746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:02.780355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-093bda58-8ece-4356-9430-94291283af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:02.784824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7a880f5a-b4d1-455c-ad76-fe05b1a16af5 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:02.792433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bda58-8ece-4356-9430-94291283af29 None None] Routers {'d3a38473-cc97-4abb-9287-4f63cecafa9b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:02.793417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-093bda58-8ece-4356-9430-94291283af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['d3a38473-cc97-4abb-9287-4f63cecafa9b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:02.827639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-093bda58-8ece-4356-9430-94291283af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:02.828312 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-7a880f5a-b4d1-455c-ad76-fe05b1a16af5 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] update failed (client error): The resource could not be found. Sep 02 12:59:02.828447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bda58-8ece-4356-9430-94291283af29 None None] The sync data for ids ['d3a38473-cc97-4abb-9287-4f63cecafa9b'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:02.833855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7a880f5a-b4d1-455c-ad76-fe05b1a16af5 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1959641910 HTTP/1.1" status: 404 len: 335 time: 0.0506322 Sep 02 12:59:02.834553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:02.856156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-b9a14079-0e2a-48cf-ace5-a7f1913560cf service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253284 Sep 02 12:59:02.874350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:02.900800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting subnet 0d34e6c1-66e2-4e16-b2a3-f2264272d520 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:02.905112 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.955133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1b9193-1f8a-4fdb-83e2-9198eb3bfeb1 req-94166d0e-1b7a-48aa-8595-2ce0a40c90b8 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873909 Sep 02 12:59:02.962139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:02.969343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c984c51d-a477-428e-b568-d817d23cc403 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2178cf965fce4d0fb41494f6f989a71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914085 Sep 02 12:59:02.969713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:03.056409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82c54e77-33e9-4018-9ba3-b722a6d8bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.064331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.076399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-de797595-8b93-4c04-ae08-1d428d5b2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:03.077992 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-de797595-8b93-4c04-ae08-1d428d5b2f16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 1094 time: 0.0740571 Sep 02 12:59:03.086482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82c54e77-33e9-4018-9ba3-b722a6d8bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.127109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.161398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Subnet': ['ID=0d34e6c1-66e2-4e16-b2a3-f2264272d520,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:03.166328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.171272 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-97712571-9461-42ec-a13d-d39997b1cd52 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/subnets/0d34e6c1-66e2-4e16-b2a3-f2264272d520 HTTP/1.1" status: 204 len: 168 time: 0.3333671 Sep 02 12:59:03.172211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:03.180292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928feba-8071-498d-b429-96f143c3e347 None None] Network 58cd999a-1876-4dc5-a943-91e2c5b25e26 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:03.265417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82c54e77-33e9-4018-9ba3-b722a6d8bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.267908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82c54e77-33e9-4018-9ba3-b722a6d8bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.269142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-82c54e77-33e9-4018-9ba3-b722a6d8bce9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b38e4fc-83e0-4743-ac80-3b2a8121c5d4 HTTP/1.1" status: 204 len: 168 time: 0.2983773 Sep 02 12:59:03.277279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-13d69413-743f-4769-9f59-d6465261f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:03.278832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-13d69413-743f-4769-9f59-d6465261f8d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.1904917 Sep 02 12:59:03.292528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.294626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54e77-33e9-4018-9ba3-b722a6d8bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b38e4fc-83e0-4743-ac80-3b2a8121c5d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:03.343066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-edaa9963-1b80-42ae-b8bf-61b29db7d23e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f HTTP/1.1" status: 200 len: 217 time: 0.0548077 Sep 02 12:59:03.442050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] DHCP port deletion for 58cd999a-1876-4dc5-a943-91e2c5b25e26 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:03.457771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-37d4f6bf-0bf7-4f93-aa67-ef77d42e2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:03.459282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-37d4f6bf-0bf7-4f93-aa67-ef77d42e2192 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.0928833 Sep 02 12:59:03.485718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting port dfb57529-6014-4fe3-b620-e098c141bdea {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:03.486079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.508689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0b01e-c0a0-43f4-9ef0-df5b339cdbe0 req-c2050c7e-3b73-4a36-9a8d-a3a9d22345b9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:03.510309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fd0b01e-c0a0-43f4-9ef0-df5b339cdbe0 req-c2050c7e-3b73-4a36-9a8d-a3a9d22345b9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 943 time: 0.1131976 Sep 02 12:59:03.545288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] Deleting port dfb57529-6014-4fe3-b620-e098c141bdea {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:03.546404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.650210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-08071e98-f4ba-430e-9eba-f0d02584c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:03.652176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-08071e98-f4ba-430e-9eba-f0d02584c1e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800847 Sep 02 12:59:03.655873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] For port dfb57529-6014-4fe3-b620-e098c141bdea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dfb57529-6014-4fe3-b620-e098c141bdea,segment=NetworkSegment(3667ed7c-1997-48e7-9824-4a1204d2b2f8),segment_id=3667ed7c-1997-48e7-9824-4a1204d2b2f8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:03.657113 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fd0b01e-c0a0-43f4-9ef0-df5b339cdbe0 req-cc8f50c0-cccf-46a1-a4ae-5d42b6ef161c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353371 Sep 02 12:59:03.657790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.658658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29550da4-e9de-437a-a802-afb6e54899d1 req-9b0a2b22-dc23-4477-b41a-66c3d95f8a2f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:03.659157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] For port dfb57529-6014-4fe3-b620-e098c141bdea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dfb57529-6014-4fe3-b620-e098c141bdea,segment=NetworkSegment(3667ed7c-1997-48e7-9824-4a1204d2b2f8),segment_id=3667ed7c-1997-48e7-9824-4a1204d2b2f8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:03.659387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.669818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29550da4-e9de-437a-a802-afb6e54899d1 req-9b0a2b22-dc23-4477-b41a-66c3d95f8a2f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 943 time: 0.0819616 Sep 02 12:59:03.685291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device aee20f49-fa7d-42d9-afe2-96367c528383 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:59:03.702420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] Calling delete_port for dfb57529-6014-4fe3-b620-e098c141bdea owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:03.703035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Calling delete_port for dfb57529-6014-4fe3-b620-e098c141bdea owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:03.715513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29550da4-e9de-437a-a802-afb6e54899d1 req-184c5e48-02d8-4b4b-a723-8f687346f18f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Sep 02 12:59:03.875143 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:03.916652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] Pushing event deleted for resources: {'Port': ['ID=dfb57529-6014-4fe3-b620-e098c141bdea,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:03.930996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port aee20f49-fa7d-42d9-afe2-96367c528383, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=aee20f49-fa7d-42d9-afe2-96367c528383,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:03.944467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7a558-98f3-44ae-8b77-30a034b534d7 None None] No DVR routers for this DVR port dfb57529-6014-4fe3-b620-e098c141bdea on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:03.956782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'aee20f49-fa7d-42d9-afe2-96367c528383', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': 'aee20f49-fa7d-42d9-afe2-96367c528383', 'mac_address': 'fa:16:3e:e6:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:59:04.003453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.017760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee20f49-fa7d-42d9-afe2-96367c528383 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:04.044609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port aee20f49-fa7d-42d9-afe2-96367c528383, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=aee20f49-fa7d-42d9-afe2-96367c528383,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:04.050904 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.107496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=aee20f49-fa7d-42d9-afe2-96367c528383,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:04.189185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4afb-424c-49e1-a821-dcb12f57cede req-ceff5b68-f53b-42c9-8fd2-d94f36b50836 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:04.190748 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0bf4afb-424c-49e1-a821-dcb12f57cede req-ceff5b68-f53b-42c9-8fd2-d94f36b50836 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.4262366 Sep 02 12:59:04.194677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.197818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.200709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-15d376b1-2b8a-48ad-acc7-0da8c1180566 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383823 Sep 02 12:59:04.228585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52224) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:04.237862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Port': ['ID=dfb57529-6014-4fe3-b620-e098c141bdea,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:04.248806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] No DVR routers for this DVR port dfb57529-6014-4fe3-b620-e098c141bdea on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:04.325964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['aee20f49-fa7d-42d9-afe2-96367c528383'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:04.344788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-872692489'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:04.374423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:04.378341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.389387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.404557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0bf4afb-424c-49e1-a821-dcb12f57cede req-936850d0-b313-46ba-9f49-aa61c9804f47 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990185 Sep 02 12:59:04.442044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.463386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cd999a-1876-4dc5-a943-91e2c5b25e26']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:04.477300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3667ed7c-1997-48e7-9824-4a1204d2b2f8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:04.477613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3667ed7c-1997-48e7-9824-4a1204d2b2f8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:04.481228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b620563f-bb80-4214-9d58-eb29c8ab578f req-802a3b43-55b5-4f75-a6eb-a46a83f84069 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517242 Sep 02 12:59:04.489836 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-dbe8ebe7-dcf5-43bc-93ab-02936ea6a54e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719790 Sep 02 12:59:04.493537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.509384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.517720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:59:04.518145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.523921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.529064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:59:04.530182 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:59:04.557224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d64051-9682-4c08-9c46-5a08ecf5b422,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:04.608549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.611482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-3b6840c3-a188-4b19-b070-adad5bb992d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:04.613169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-3b6840c3-a188-4b19-b070-adad5bb992d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 1096 time: 0.0969827 Sep 02 12:59:04.615101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:59:04.619024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.620745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/networks/58cd999a-1876-4dc5-a943-91e2c5b25e26 HTTP/1.1" status: 204 len: 168 time: 1.4475956 Sep 02 12:59:04.623428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:04.639898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.640470 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Added segment eb3901a0-023f-45cb-8782-7d6cdbe0b49c of type vlan for network dd87b93a-b680-4881-9cb4-63de96fd98bc Sep 02 12:59:04.645240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dfb57529-6014-4fe3-b620-e098c141bdea no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:04.647052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c671a2-2e27-4a57-b91a-95b79319aa14 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Network': ['ID=58cd999a-1876-4dc5-a943-91e2c5b25e26,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:04.673264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: dfb57529-6014-4fe3-b620-e098c141bdea {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:04.673497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dfb57529-6014-4fe3-b620-e098c141bdea not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:04.695137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.728212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.735348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:04.736077 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.739559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting subnet 092f03f7-789e-4c96-a8c6-f4c3fae5a8fe {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:04.744028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.811822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:04.844567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6060634 Sep 02 12:59:04.845845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:04.853550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:04.862948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-4c8bebbf-c377-4cae-84ca-5cbf4762e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:04.864547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-4c8bebbf-c377-4cae-84ca-5cbf4762e048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.1977479 Sep 02 12:59:04.907584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b250f2-1585-4025-9a5a-f269cdbd9073 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Network': ['ID=dd87b93a-b680-4881-9cb4-63de96fd98bc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:04.921211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:59:04.925003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ef930-e959-48be-93b7-441677211b4b req-dd022c92-abf6-41d9-b3d4-098ceb27fe98 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:04.926533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a32ef930-e959-48be-93b7-441677211b4b req-dd022c92-abf6-41d9-b3d4-098ceb27fe98 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 943 time: 0.1861992 Sep 02 12:59:04.926892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-244cb741-a35c-4810-9824-52887dca3345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0 HTTP/1.1" status: 200 len: 217 time: 0.0512557 Sep 02 12:59:04.943204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192156e2-9512-4643-8860-d9e8ca704abf req-a03dd4d7-655e-4b94-83b5-7d989c514fa7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:04.944777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-192156e2-9512-4643-8860-d9e8ca704abf req-a03dd4d7-655e-4b94-83b5-7d989c514fa7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 944 time: 0.1465514 Sep 02 12:59:04.999746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a32ef930-e959-48be-93b7-441677211b4b req-432adba8-588a-4123-b541-28a3d95e93f6 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628679 Sep 02 12:59:05.009607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:05.014646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.049296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-192156e2-9512-4643-8860-d9e8ca704abf req-79324f1f-7be2-4f93-8e04-2aae2c3b5d5a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906301 Sep 02 12:59:05.052638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-2f3c85db-ede7-4a77-bf0a-379f36ebbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:05.054168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-2f3c85db-ede7-4a77-bf0a-379f36ebbae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.1058333 Sep 02 12:59:05.057878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.113194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-11ecc056-6ae3-4d86-8081-b5a59bfaf859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516615 Sep 02 12:59:05.167746 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.201818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.221383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.238258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Subnet': ['ID=092f03f7-789e-4c96-a8c6-f4c3fae5a8fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:05.242784 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.245180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-936a236c-15a9-4278-bd87-6b84def9e808 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/subnets/092f03f7-789e-4c96-a8c6-f4c3fae5a8fe HTTP/1.1" status: 204 len: 168 time: 0.6206965 Sep 02 12:59:05.249562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:05.251909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c7478-a8ab-4968-b0e1-417833c4168c None None] Network d9db64db-16db-4320-bf93-1b15367412dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:05.292222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-05cb190c-9c0f-451e-b65f-57a80c9e6588 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717536 Sep 02 12:59:05.296859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=cbb9b53e-b322-4d36-8c94-b4bd6b07513c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:05.304648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:05.305052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network hostable DHCP agents. Network: dd87b93a-b680-4881-9cb4-63de96fd98bc, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:59:05.325632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:59:05.326867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting subnet df2a80a3-d369-4625-83e0-dac99c63b5a0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:05.339381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, dd87b93a-b680-4881-9cb4-63de96fd98bc) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:05.344014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:05.344698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.346386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.350925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a07f4-360c-4aa2-adde-9300f2106a46 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:05.366929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3a6f45f2-a009-4cc1-8e47-080220f83d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5199635 Sep 02 12:59:05.369564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:05.375529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'name': 'tempest-NetworksTestDHCPv6-1819801909'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:05.432322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.508850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eeeeae2f-e473-47a9-a0d6-2c8024d55dd3 req-484e4137-5c78-4d56-bd64-8c5b03999d46 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974173 Sep 02 12:59:05.540144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] DHCP port deletion for d9db64db-16db-4320-bf93-1b15367412dd request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:05.576237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.625369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Deleting port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:05.625745 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.629904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': 'cbb9b53e-b322-4d36-8c94-b4bd6b07513c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:05.631026 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.659909 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.680942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d3026e52-d488-4ef8-b3ad-4756ed19d79f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:59:05.683275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device aee20f49-fa7d-42d9-afe2-96367c528383 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:05.698226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Subnet': ['ID=df2a80a3-d369-4625-83e0-dac99c63b5a0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:05.704867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.706976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-66c0fe8a-cb42-4bae-8507-3852d2c6e981 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/subnets/df2a80a3-d369-4625-83e0-dac99c63b5a0 HTTP/1.1" status: 204 len: 168 time: 0.4564450 Sep 02 12:59:05.709978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:05.730579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e391512-aeff-45c3-8905-830213102b5e None None] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:05.795168 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.811205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] For port 3100b63d-17f7-4af9-9bd8-94fa365a1a17, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3100b63d-17f7-4af9-9bd8-94fa365a1a17,segment=NetworkSegment(b2828f73-0c27-4a76-82f9-7678fc1e6d37),segment_id=b2828f73-0c27-4a76-82f9-7678fc1e6d37)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:05.811602 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.862764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:05.863287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.866529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5616b-29bb-4b9f-bb7f-9a74a04334cc req-7f5d4d70-317a-4233-84ba-1f13266fcbf8 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:05.868147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48b5616b-29bb-4b9f-bb7f-9a74a04334cc req-7f5d4d70-317a-4233-84ba-1f13266fcbf8 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0795317 Sep 02 12:59:05.935489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48b5616b-29bb-4b9f-bb7f-9a74a04334cc req-18297b3c-8d28-4256-bd52-a8a37b73efb1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Sep 02 12:59:05.953485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:05.960051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.963858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] For port 3100b63d-17f7-4af9-9bd8-94fa365a1a17, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3100b63d-17f7-4af9-9bd8-94fa365a1a17,segment=NetworkSegment(b2828f73-0c27-4a76-82f9-7678fc1e6d37),segment_id=b2828f73-0c27-4a76-82f9-7678fc1e6d37)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:05.964242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:05.980539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Calling delete_port for 3100b63d-17f7-4af9-9bd8-94fa365a1a17 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:05.993807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port b8bb4204-20fa-4060-be6b-b21060419d43 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:06.077604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.125377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Port': ['ID=3100b63d-17f7-4af9-9bd8-94fa365a1a17,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:06.151305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] No DVR routers for this DVR port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:06.210422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfed035-9cfd-41f4-ba90-0ca9b43d95a3 req-58602044-1bd2-4662-bd0a-472abb5573df tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:06.212503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bfed035-9cfd-41f4-ba90-0ca9b43d95a3 req-58602044-1bd2-4662-bd0a-472abb5573df tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 944 time: 0.0692031 Sep 02 12:59:06.237625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Calling delete_port for 3100b63d-17f7-4af9-9bd8-94fa365a1a17 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:06.258983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/cbb9b53e-b322-4d36-8c94-b4bd6b07513c/eb5d7a8e-0baf-40de-ac16-2e9a81609cbc) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:06.263724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9d068-f4b9-410f-adb6-23075a92fbf7 req-fc26ebe8-b4ec-4e49-b7ac-e75c6d684968 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:06.265356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ee9d068-f4b9-410f-adb6-23075a92fbf7 req-fc26ebe8-b4ec-4e49-b7ac-e75c6d684968 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 943 time: 0.1453674 Sep 02 12:59:06.279370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.293980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bfed035-9cfd-41f4-ba90-0ca9b43d95a3 req-bc38afa2-8e95-4d13-895c-dcdebb8be5cf tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Sep 02 12:59:06.306075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9db64db-16db-4320-bf93-1b15367412dd']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:06.319285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2828f73-0c27-4a76-82f9-7678fc1e6d37') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:06.319855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2828f73-0c27-4a76-82f9-7678fc1e6d37') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:06.338559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.354083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ee9d068-f4b9-410f-adb6-23075a92fbf7 req-6a2b5ca8-5797-4d1d-b7a9-80f91035b778 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776985 Sep 02 12:59:06.358323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.365054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:59:06.366507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:59:06.370180 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:59:06.420596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port aee20f49-fa7d-42d9-afe2-96367c528383 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:06.430525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.437593 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.439610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/networks/d9db64db-16db-4320-bf93-1b15367412dd HTTP/1.1" status: 204 len: 168 time: 0.7281926 Sep 02 12:59:06.441874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:06.459376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d3026e52-d488-4ef8-b3ad-4756ed19d79f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:06.460017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdafe1-5948-4e5b-80fa-54a4861104a6 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Network': ['ID=d9db64db-16db-4320-bf93-1b15367412dd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:06.471833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port aee20f49-fa7d-42d9-afe2-96367c528383 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:06.472227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.516563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'port_id': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'mac_address': 'fa:16:3e:2f:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:59:06.540066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.603794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting port b84a0921-5652-41e8-984d-7d912abb6e13 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:06.604408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.622585 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.671340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] For port b84a0921-5652-41e8-984d-7d912abb6e13, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b84a0921-5652-41e8-984d-7d912abb6e13,segment=NetworkSegment(80362b7c-5f62-4174-a578-71512bc9a069),segment_id=80362b7c-5f62-4174-a578-71512bc9a069)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:06.671713 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.682635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Network d9db64db-16db-4320-bf93-1b15367412dd is not hosted by any dhcp agent {{(pid=94842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:59:06.683286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] No DVR routers for this DVR port 3100b63d-17f7-4af9-9bd8-94fa365a1a17 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:06.685156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] DHCP port deletion for 6bccc248-5956-4602-8e58-b7a2e74351e8 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:06.686830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Calling delete_port for b84a0921-5652-41e8-984d-7d912abb6e13 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:06.687011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d8fe6-1667-4077-b72c-bd2954e3bce2 None None] Pushing event deleted for resources: {'Port': ['ID=3100b63d-17f7-4af9-9bd8-94fa365a1a17,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:06.698821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.714305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3100b63d-17f7-4af9-9bd8-94fa365a1a17 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:06.785461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3026e52-d488-4ef8-b3ad-4756ed19d79f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:06.789093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.789738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 3100b63d-17f7-4af9-9bd8-94fa365a1a17 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:06.790088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3100b63d-17f7-4af9-9bd8-94fa365a1a17 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:06.799875 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.819651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Port': ['ID=b84a0921-5652-41e8-984d-7d912abb6e13,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:06.820860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] No DVR routers for this DVR port b84a0921-5652-41e8-984d-7d912abb6e13 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:06.831088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Transition to ACTIVE for port object eb5d7a8e-0baf-40de-ac16-2e9a81609cbc will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:06.838505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d3026e52-d488-4ef8-b3ad-4756ed19d79f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:06.848486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.854206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.865591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Transition to ACTIVE for port object eb5d7a8e-0baf-40de-ac16-2e9a81609cbc will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:06.904606 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.907460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.918511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee20f49-fa7d-42d9-afe2-96367c528383'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:06.919113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bccc248-5956-4602-8e58-b7a2e74351e8']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:06.920817 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ba3079-e8da-44be-8db1-100f04c559d2" -d '{"events": [{"server_uuid": "7b3c70b4-5285-44a0-b0f9-f52482710c73", "name": "network-vif-plugged", "status": "completed", "tag": "aee20f49-fa7d-42d9-afe2-96367c528383"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:06.930414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80362b7c-5f62-4174-a578-71512bc9a069') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:06.930769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80362b7c-5f62-4174-a578-71512bc9a069') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:06.937256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::9c (dd87b93a-b680-4881-9cb4-63de96fd98bc/cbb9b53e-b322-4d36-8c94-b4bd6b07513c/b8bb4204-20fa-4060-be6b-b21060419d43) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:06.946463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.967361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port aee20f49-fa7d-42d9-afe2-96367c528383, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=aee20f49-fa7d-42d9-afe2-96367c528383,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:06.973371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.983901 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c834c-f5dd-4465-8a62-01537da82ec3 x-openstack-request-id: req-147c834c-f5dd-4465-8a62-01537da82ec3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:06.984198 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3c70b4-5285-44a0-b0f9-f52482710c73", "name": "network-vif-plugged", "status": "completed", "tag": "aee20f49-fa7d-42d9-afe2-96367c528383", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:06.984443 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-147c834c-f5dd-4465-8a62-01537da82ec3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:06.985378 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee20f49-fa7d-42d9-afe2-96367c528383', 'code': 200} Sep 02 12:59:06.990448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:59:06.990448 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:59:06.993442 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:59:06.995600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:06.999065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:07.001230 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.004041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Deleting port b84a0921-5652-41e8-984d-7d912abb6e13 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:07.004366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.073389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] For port b84a0921-5652-41e8-984d-7d912abb6e13, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:07.073808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.077830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:07.092840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=d3026e52-d488-4ef8-b3ad-4756ed19d79f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.113975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.131588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.134832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/networks/6bccc248-5956-4602-8e58-b7a2e74351e8 HTTP/1.1" status: 204 len: 168 time: 0.6909211 Sep 02 12:59:07.136964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:07.145486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d4179-50a0-4bf8-bbcb-d8697b05524a tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Network': ['ID=6bccc248-5956-4602-8e58-b7a2e74351e8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.162207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Pushing event updated for resources: {'Port': ['ID=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.173585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Calling delete_port for b84a0921-5652-41e8-984d-7d912abb6e13 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:07.175292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Port b84a0921-5652-41e8-984d-7d912abb6e13 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 12:59:07.180935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce28c2-48de-454c-93a4-e6c2f9494396 req-affc0ca2-de4c-472d-958d-b7d8ae06bfb6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.185457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25ce28c2-48de-454c-93a4-e6c2f9494396 req-affc0ca2-de4c-472d-958d-b7d8ae06bfb6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1323760 Sep 02 12:59:07.188333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58538e-939c-44b0-b919-36c49d30e9e8 req-905249f0-b9ea-4def-aa3d-fe5a6852cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.190323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab58538e-939c-44b0-b919-36c49d30e9e8 req-905249f0-b9ea-4def-aa3d-fe5a6852cf20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 1096 time: 0.1361811 Sep 02 12:59:07.197218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.206930 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.217610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['d3026e52-d488-4ef8-b3ad-4756ed19d79f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:07.225259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object b8bb4204-20fa-4060-be6b-b21060419d43 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:07.249103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25ce28c2-48de-454c-93a4-e6c2f9494396 req-ccf3a10c-dca0-45b6-9ede-02d21ea6f2c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Sep 02 12:59:07.249967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting subnet 1ac2da17-42d9-4ca3-9d59-294b018e24cb {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:07.250750 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab58538e-939c-44b0-b919-36c49d30e9e8 req-14de0dd6-a1f3-4587-b29b-937ff1834545 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512345 Sep 02 12:59:07.258912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Network 6bccc248-5956-4602-8e58-b7a2e74351e8 is not hosted by any dhcp agent {{(pid=94842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 12:59:07.259125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] No DVR routers for this DVR port b84a0921-5652-41e8-984d-7d912abb6e13 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:07.263459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.278679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Attempting to bind port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:07.278679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Attempting to bind port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:07.278679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Attempting to bind port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:07.294078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.295378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=aee20f49-fa7d-42d9-afe2-96367c528383,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.299252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:07.299632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:07.300041 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.300431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:07.301012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Bound port: eb5d7a8e-0baf-40de-ac16-2e9a81609cbc, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:07.301324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.339353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc731ef1-b176-4910-a29e-e7f6bcb3f65f None None] Pushing event deleted for resources: {'Port': ['ID=b84a0921-5652-41e8-984d-7d912abb6e13,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.352634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:07.360563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:07.366558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:07.372519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.373409 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.383985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.429599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] For port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:07.433614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] For port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:07.442601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.461128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0876505 Sep 02 12:59:07.461128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430d2f-6fbe-4b70-bc37-53d2d0ca2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=b8bb4204-20fa-4060-be6b-b21060419d43,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.461992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:07.490598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e99de-ae72-43dc-87c0-26e491de86c9 req-c7ab1b0f-4847-490a-bcd3-efb9f35a1998 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.492656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e44e99de-ae72-43dc-87c0-26e491de86c9 req-c7ab1b0f-4847-490a-bcd3-efb9f35a1998 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 944 time: 0.0628982 Sep 02 12:59:07.526684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f761f9-f718-4507-8efc-1640101efd60 None None] Pushing event updated for resources: {'Port': ['ID=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.546418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e44e99de-ae72-43dc-87c0-26e491de86c9 req-9323decd-d1c1-4945-894f-feddd67b0996 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411651 Sep 02 12:59:07.581578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75381c64-7e25-4a30-8a35-32dab62a0bb8 req-e9fca2be-6c81-4ad0-aac3-6fc9025a7230 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.583283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75381c64-7e25-4a30-8a35-32dab62a0bb8 req-e9fca2be-6c81-4ad0-aac3-6fc9025a7230 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 945 time: 0.2017691 Sep 02 12:59:07.634164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802804c-9a61-471c-bdf5-e5c2cb06fdd6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.641119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802804c-9a61-471c-bdf5-e5c2cb06fdd6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:07.642998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3802804c-9a61-471c-bdf5-e5c2cb06fdd6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1771698 Sep 02 12:59:07.646420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:07.648678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.718363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75381c64-7e25-4a30-8a35-32dab62a0bb8 req-96a09df8-5c56-42b6-8d41-27eee60f6303 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Sep 02 12:59:07.757022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.782913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port b8bb4204-20fa-4060-be6b-b21060419d43 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:07.783282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.792692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac2da17-42d9-4ca3-9d59-294b018e24cb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:07.796747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.799677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2d753304-7377-4e60-832e-b278c3863a7e tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/subnets/1ac2da17-42d9-4ca3-9d59-294b018e24cb HTTP/1.1" status: 204 len: 168 time: 0.6606038 Sep 02 12:59:07.799823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc278b7-27a0-4d2a-a412-d451e6feb631 None None] Network 45f90886-6f69-4782-950c-d4bfa4bc1085 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:07.802865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:07.892959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.898539 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:07.911987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for b8bb4204-20fa-4060-be6b-b21060419d43 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:07.946884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Deleting port 443b03ce-46ad-48b4-8850-96b8afaf3697 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:07.947401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.013279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] DHCP port deletion for 45f90886-6f69-4782-950c-d4bfa4bc1085 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:08.019276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] For port 443b03ce-46ad-48b4-8850-96b8afaf3697, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=443b03ce-46ad-48b4-8850-96b8afaf3697,segment=NetworkSegment(d68dc75a-fe5c-4338-ad95-8e8a4aa10df5),segment_id=d68dc75a-fe5c-4338-ad95-8e8a4aa10df5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:08.019667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.034136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Calling delete_port for 443b03ce-46ad-48b4-8850-96b8afaf3697 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:08.061857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.069832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] Deleting port 443b03ce-46ad-48b4-8850-96b8afaf3697 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:08.070451 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.094854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=b8bb4204-20fa-4060-be6b-b21060419d43,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:08.122841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.129808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.132964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9377517a-97e6-4ebd-8863-275f6e7d832c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/b8bb4204-20fa-4060-be6b-b21060419d43 HTTP/1.1" status: 204 len: 168 time: 0.4852676 Sep 02 12:59:08.139615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:08.143557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] For port 443b03ce-46ad-48b4-8850-96b8afaf3697, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=443b03ce-46ad-48b4-8850-96b8afaf3697,segment=NetworkSegment(d68dc75a-fe5c-4338-ad95-8e8a4aa10df5),segment_id=d68dc75a-fe5c-4338-ad95-8e8a4aa10df5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:08.143973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.158786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Port': ['ID=443b03ce-46ad-48b4-8850-96b8afaf3697,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:08.159488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] Calling delete_port for 443b03ce-46ad-48b4-8850-96b8afaf3697 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:08.168579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] No DVR routers for this DVR port 443b03ce-46ad-48b4-8850-96b8afaf3697 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:08.200324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28178256-a431-41c0-9d05-8341a3f95512 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:08.201949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28178256-a431-41c0-9d05-8341a3f95512 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:08.204998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-28178256-a431-41c0-9d05-8341a3f95512 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0670817 Sep 02 12:59:08.206744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:08.259199 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.279586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.288859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet cbb9b53e-b322-4d36-8c94-b4bd6b07513c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:08.291351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f90886-6f69-4782-950c-d4bfa4bc1085']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:08.298933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] Pushing event deleted for resources: {'Port': ['ID=443b03ce-46ad-48b4-8850-96b8afaf3697,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:08.299310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.302568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0cf245-7fb8-46ec-9999-20882ac42055 None None] No DVR routers for this DVR port 443b03ce-46ad-48b4-8850-96b8afaf3697 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:08.305328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:08.305904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68dc75a-fe5c-4338-ad95-8e8a4aa10df5') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:08.325921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.345336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.351720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:59:08.352127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: timer() Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:59:08.355580 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:59:08.362813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.433711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.444071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.446078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/networks/45f90886-6f69-4782-950c-d4bfa4bc1085 HTTP/1.1" status: 204 len: 168 time: 0.6421723 Sep 02 12:59:08.453217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:08.458272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cfea6-b7b3-40f5-917e-eb2195ab0151 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Pushing event deleted for resources: {'Network': ['ID=45f90886-6f69-4782-950c-d4bfa4bc1085,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:08.505141 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-414b1501-03de-4afb-a17f-d083260e8554 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3a38473-cc97-4abb-9287-4f63cecafa9b HTTP/1.1" status: 200 len: 205 time: 0.0506976 Sep 02 12:59:08.508279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:08.517870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bf6-7bbe-4762-9901-053737893d5a req-f40fc045-dbcd-4510-b261-1c843d26597d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:08.525274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45316bf6-7bbe-4762-9901-053737893d5a req-f40fc045-dbcd-4510-b261-1c843d26597d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1580236 Sep 02 12:59:08.551136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.596241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.602399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45316bf6-7bbe-4762-9901-053737893d5a req-0e7ff1cc-8895-4f4f-8539-84355fb3619b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762382 Sep 02 12:59:08.643370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.674414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb9b53e-b322-4d36-8c94-b4bd6b07513c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:08.679796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.681070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-165c4655-cc57-4828-924d-4664ed97e8ad tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/cbb9b53e-b322-4d36-8c94-b4bd6b07513c HTTP/1.1" status: 204 len: 168 time: 0.4732392 Sep 02 12:59:08.685412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:08.708667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38231735-663d-49b1-8872-412c0cfcc096 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:08.768541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-659b8ab0-1cd2-4e61-9213-2518f3e0fdf0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811651 Sep 02 12:59:08.771026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:08.782276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:08.786434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb5d7a8e-0baf-40de-ac16-2e9a81609cbc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:08.823607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e8fdd5ac-e208-48c0-b8bf-172ab8db2465 None None] Provisioning for port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:08.862599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da10839-2d82-43cc-ab43-07728c7891eb req-685234e3-ee6e-46b7-aaa4-402da0515a6d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:08.865280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1da10839-2d82-43cc-ab43-07728c7891eb req-685234e3-ee6e-46b7-aaa4-402da0515a6d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 944 time: 0.1799440 Sep 02 12:59:08.898877 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.905976 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.907432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a9b2e-6b11-4632-83d6-341ab14c04bb req-b86b8310-d0b6-482d-a81b-23e65d5045f0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:08.909252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c0a9b2e-6b11-4632-83d6-341ab14c04bb req-b86b8310-d0b6-482d-a81b-23e65d5045f0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 945 time: 0.0809577 Sep 02 12:59:08.910108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:08.918561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:08.919001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.919288 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1da10839-2d82-43cc-ab43-07728c7891eb req-fe0abf3b-2ec0-4903-9604-325311bce4c1 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454807 Sep 02 12:59:08.924137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:08.929131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.967623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.968268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Fanout notify agent at l3_agent the message router_deleted on router d3a38473-cc97-4abb-9287-4f63cecafa9b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:59:08.975744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:08.980014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-62fa1a61-7a9f-4731-a4fc-2813ead44054 tempest-RoutersNegativeIpV6Test-336923912 tempest-RoutersNegativeIpV6Test-336923912-project] 10.222.0.60 "DELETE /v2.0/routers/d3a38473-cc97-4abb-9287-4f63cecafa9b HTTP/1.1" status: 204 len: 168 time: 0.4674914 Sep 02 12:59:09.026332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:09.032690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.098807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:09.107295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.153572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] Deleting port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:09.153993 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.176155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b84a0921-5652-41e8-984d-7d912abb6e13 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:09.236034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b84a0921-5652-41e8-984d-7d912abb6e13 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:09.236282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b84a0921-5652-41e8-984d-7d912abb6e13 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:09.236654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 443b03ce-46ad-48b4-8850-96b8afaf3697 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:09.271978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 443b03ce-46ad-48b4-8850-96b8afaf3697 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:09.272352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 443b03ce-46ad-48b4-8850-96b8afaf3697 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:09.277515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:09.299011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] For port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:09.299605 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.318968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] Calling delete_port for eb5d7a8e-0baf-40de-ac16-2e9a81609cbc owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:09.334712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:09.350606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c0a9b2e-6b11-4632-83d6-341ab14c04bb req-287055db-6d1a-4bfa-bd75-a038d918d6ab tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886676 Sep 02 12:59:09.434145 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.481587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] Pushing event deleted for resources: {'Port': ['ID=eb5d7a8e-0baf-40de-ac16-2e9a81609cbc,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:09.484562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668546c-fc7b-4e99-8cfc-633ac03cc274 None None] No DVR routers for this DVR port eb5d7a8e-0baf-40de-ac16-2e9a81609cbc on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:09.487719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162103b-cb8b-4f46-8b57-2e8d12288df1 req-cbea71b4-ff10-4efa-b1a8-59fce6b44c34 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:09.490216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d162103b-cb8b-4f46-8b57-2e8d12288df1 req-cbea71b4-ff10-4efa-b1a8-59fce6b44c34 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.0696130 Sep 02 12:59:09.499493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.545313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:09.548601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:09.553267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:09.553830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.562086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e820d2-b2e2-42bc-ba4c-2bf935652356 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:09.562386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=9c10be48-70f1-459f-9b12-f69aaa1f8ba7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:09.563690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d162103b-cb8b-4f46-8b57-2e8d12288df1 req-1e30e04f-1ba8-4672-86b5-61d6d8c40e33 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627956 Sep 02 12:59:09.568588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2fc1710b-111d-4f29-98f0-89a721a456cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f2ad2931f39411d98152111f87519b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323592 Sep 02 12:59:09.571807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:09.578610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e9262a27-f94e-4bae-a59a-d5aa2c987de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8022063 Sep 02 12:59:09.578811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:09.587850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'name': 'tempest-NetworksTestDHCPv6-518495134'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:09.647336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d84f7fdd-7dec-4a04-91c3-e6c15c5c6ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.674944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d84f7fdd-7dec-4a04-91c3-e6c15c5c6ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.709240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d3026e52-d488-4ef8-b3ad-4756ed19d79f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:09.765013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14fa1f-5dd7-482d-9fb5-8c22550cbe84 req-6ce95082-50cf-4d58-885f-9dfa1cb994dd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:09.765013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e14fa1f-5dd7-482d-9fb5-8c22550cbe84 req-6ce95082-50cf-4d58-885f-9dfa1cb994dd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 945 time: 0.0940881 Sep 02 12:59:09.775316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac631-5840-49fc-8909-1a8dd3faadb5 req-05718b9e-5490-4bb5-84d1-2d87c77af153 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:09.778274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03dac631-5840-49fc-8909-1a8dd3faadb5 req-05718b9e-5490-4bb5-84d1-2d87c77af153 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0716326 Sep 02 12:59:09.779553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d84f7fdd-7dec-4a04-91c3-e6c15c5c6ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.783531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d84f7fdd-7dec-4a04-91c3-e6c15c5c6ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.789452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '9c10be48-70f1-459f-9b12-f69aaa1f8ba7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:09.790389 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.798128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d84f7fdd-7dec-4a04-91c3-e6c15c5c6ba3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ad07bc5-eced-4443-af45-cbceed8bbeb1 HTTP/1.1" status: 204 len: 168 time: 0.2225969 Sep 02 12:59:09.819057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port d3026e52-d488-4ef8-b3ad-4756ed19d79f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:09.825667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port d3026e52-d488-4ef8-b3ad-4756ed19d79f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:09.826297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.833189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f7fdd-7dec-4a04-91c3-e6c15c5c6ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad07bc5-eced-4443-af45-cbceed8bbeb1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:09.838134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e14fa1f-5dd7-482d-9fb5-8c22550cbe84 req-c7bf64f8-584f-4808-83fc-485c8b81956c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668931 Sep 02 12:59:09.847381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:09.852429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:09.873890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 634facca-7f57-42dc-9769-3f8b5d0523ac yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:09.904517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03dac631-5840-49fc-8909-1a8dd3faadb5 req-bf05d0ed-a1fc-4554-a148-1601b80e2f80 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974464 Sep 02 12:59:10.028018 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.059239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:10.061953 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e93482b-2e48-4f56-8a2d-7f644e7e7a65" -d '{"events": [{"server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "name": "network-vif-plugged", "status": "completed", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:10.079047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d3026e52-d488-4ef8-b3ad-4756ed19d79f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:10.086707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.127304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::14c (dd87b93a-b680-4881-9cb4-63de96fd98bc/9c10be48-70f1-459f-9b12-f69aaa1f8ba7/634facca-7f57-42dc-9769-3f8b5d0523ac) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:10.150065 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78413564-fcc7-4e92-9851-db6a6d549bf3 x-openstack-request-id: req-78413564-fcc7-4e92-9851-db6a6d549bf3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:10.150397 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "name": "network-vif-plugged", "status": "completed", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:10.150505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e29b3-cb5a-467d-a7e0-27924d129365 req-3ebaa212-88d8-45ec-b88f-fc270c486d74 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:10.150654 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78413564-fcc7-4e92-9851-db6a6d549bf3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:10.151286 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'code': 200} Sep 02 12:59:10.152290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=d3026e52-d488-4ef8-b3ad-4756ed19d79f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:10.157477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b1e29b3-cb5a-467d-a7e0-27924d129365 req-3ebaa212-88d8-45ec-b88f-fc270c486d74 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 944 time: 0.1151354 Sep 02 12:59:10.213526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b1e29b3-cb5a-467d-a7e0-27924d129365 req-caf141a0-5467-40cb-9a61-d4531eb8f5a5 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530460 Sep 02 12:59:10.265293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ce864-d4f6-465f-b80b-a18af5ca0070 req-24b32ad2-2cf4-4c45-92ab-289969f491d0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:10.267484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df8ce864-d4f6-465f-b80b-a18af5ca0070 req-24b32ad2-2cf4-4c45-92ab-289969f491d0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 945 time: 0.0575249 Sep 02 12:59:10.312984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df8ce864-d4f6-465f-b80b-a18af5ca0070 req-b3d23438-b723-4780-83a3-9710a5781097 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Sep 02 12:59:10.341580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bffd2-932b-4e6c-a586-e13af7d38989 req-e237b845-7fe2-4be1-a1a6-615e104e4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:10.343250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-545bffd2-932b-4e6c-a586-e13af7d38989 req-e237b845-7fe2-4be1-a1a6-615e104e4563 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 1096 time: 0.1150846 Sep 02 12:59:10.422865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.427822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-545bffd2-932b-4e6c-a586-e13af7d38989 req-637c2850-e2e4-491a-9820-b6247e05d73c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653906 Sep 02 12:59:10.441341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 634facca-7f57-42dc-9769-3f8b5d0523ac will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:10.477204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.527269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:10.532623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:10.537807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:10.544355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:10.544768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.546322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/9c10be48-70f1-459f-9b12-f69aaa1f8ba7/e5618374-bcef-4f9e-96a3-c5ac07584821) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:10.557361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=634facca-7f57-42dc-9769-3f8b5d0523ac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:10.571561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8a2c2116-7420-4fe5-a112-1f9bf358a9dd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9890149 Sep 02 12:59:10.574022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:10.632197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab53ab-3c2a-43e7-9d40-f9128b96ec9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:10.633943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bbab53ab-3c2a-43e7-9d40-f9128b96ec9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0580699 Sep 02 12:59:10.636629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:10.675243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb5d7a8e-0baf-40de-ac16-2e9a81609cbc no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:10.739609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 634facca-7f57-42dc-9769-3f8b5d0523ac {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:10.740089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.846412 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.864513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 634facca-7f57-42dc-9769-3f8b5d0523ac owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:10.888337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: eb5d7a8e-0baf-40de-ac16-2e9a81609cbc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:10.889166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eb5d7a8e-0baf-40de-ac16-2e9a81609cbc not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:10.959816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:10.971447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Transition to ACTIVE for port object e5618374-bcef-4f9e-96a3-c5ac07584821 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:11.005285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Transition to ACTIVE for port object e5618374-bcef-4f9e-96a3-c5ac07584821 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:11.024638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.036159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.036537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22227873-8631-4946-96d4-fe711b1a0a16 req-29a35978-fda3-4dcd-a446-44a9ef7eb1e0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:11.039144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22227873-8631-4946-96d4-fe711b1a0a16 req-29a35978-fda3-4dcd-a446-44a9ef7eb1e0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0648735 Sep 02 12:59:11.071946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.074220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:11.079989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:11.084653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:11.093219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=634facca-7f57-42dc-9769-3f8b5d0523ac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:11.124573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22227873-8631-4946-96d4-fe711b1a0a16 req-63e1ba8d-440e-4bac-86db-3f5c11c50070 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744009 Sep 02 12:59:11.126969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Pushing event updated for resources: {'Port': ['ID=e5618374-bcef-4f9e-96a3-c5ac07584821,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:11.136171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.141920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-77ee4455-2e86-4e3a-99f7-f38c39a45c45 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/634facca-7f57-42dc-9769-3f8b5d0523ac HTTP/1.1" status: 204 len: 168 time: 0.5007184 Sep 02 12:59:11.141920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:11.163773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Attempting to bind port e5618374-bcef-4f9e-96a3-c5ac07584821 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:11.164150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Attempting to bind port e5618374-bcef-4f9e-96a3-c5ac07584821 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:11.164528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Attempting to bind port e5618374-bcef-4f9e-96a3-c5ac07584821 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:11.170271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:11.170897 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:11.171299 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.171694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:11.172241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Bound port: e5618374-bcef-4f9e-96a3-c5ac07584821, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:11.172577 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.199577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07dd0c-04a7-4fea-ba6e-d12a641b8743 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:11.201293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07dd0c-04a7-4fea-ba6e-d12a641b8743 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:11.204949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c07dd0c-04a7-4fea-ba6e-d12a641b8743 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0598466 Sep 02 12:59:11.205714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52354) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:11.249592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] For port e5618374-bcef-4f9e-96a3-c5ac07584821, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:11.256758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] For port e5618374-bcef-4f9e-96a3-c5ac07584821, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e5618374-bcef-4f9e-96a3-c5ac07584821,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:11.264396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 9c10be48-70f1-459f-9b12-f69aaa1f8ba7 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:11.268474 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.280254 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.332978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46f4b-68c0-407d-935b-0bd42a9b5c33 None None] Pushing event updated for resources: {'Port': ['ID=e5618374-bcef-4f9e-96a3-c5ac07584821,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:11.375328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.429484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393717c8-7b20-4862-8360-5ac450c5cde8 req-cb588121-fe7d-4fd4-bb17-96e36e70b45c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:11.438265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-393717c8-7b20-4862-8360-5ac450c5cde8 req-cb588121-fe7d-4fd4-bb17-96e36e70b45c tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.1299322 Sep 02 12:59:11.497991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea990c-0ce8-47be-a88e-2f6ca0bf828e req-c599bf52-28d8-4473-a78a-4209882f564c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:11.501293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ebea990c-0ce8-47be-a88e-2f6ca0bf828e req-c599bf52-28d8-4473-a78a-4209882f564c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 945 time: 0.0770767 Sep 02 12:59:11.521368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-393717c8-7b20-4862-8360-5ac450c5cde8 req-8b962c83-b180-4eb8-a51c-a5e5c0c26faf tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817025 Sep 02 12:59:11.581821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ebea990c-0ce8-47be-a88e-2f6ca0bf828e req-4dd8d44c-5617-410c-ac26-b6cc6d1ee890 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742409 Sep 02 12:59:11.592795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.676123 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.713323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=9c10be48-70f1-459f-9b12-f69aaa1f8ba7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:11.718550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:11.720502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d521ceb-fcc8-4f03-b8b5-30d3d7b545f7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9c10be48-70f1-459f-9b12-f69aaa1f8ba7 HTTP/1.1" status: 204 len: 168 time: 0.5137372 Sep 02 12:59:11.723527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:11.780514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d626bc78-fa75-477b-ba28-c4f30bf2c7f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555089 Sep 02 12:59:11.783148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:11.789782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:11.890451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:11.894553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.024233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-d380ae0d-da2a-4e07-98a0-302ad6806359 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:12.025890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-d380ae0d-da2a-4e07-98a0-302ad6806359 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 945 time: 0.0839086 Sep 02 12:59:12.211117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port aee20f49-fa7d-42d9-afe2-96367c528383 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:12.211344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.216375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.273751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871a28-0b30-4b3c-915e-b2605c7e874f req-a1ed115b-0b3a-48bf-be99-931dbe3f7dca tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:12.275500 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3871a28-0b30-4b3c-915e-b2605c7e874f req-a1ed115b-0b3a-48bf-be99-931dbe3f7dca tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0565188 Sep 02 12:59:12.314518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:12.323341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3871a28-0b30-4b3c-915e-b2605c7e874f req-f5550fc1-9a63-4d9d-9a33-72e4da00511e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Sep 02 12:59:12.325917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:12.331127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:12.331742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.334172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=5dac349c-2e1e-477e-9b90-ba683480c95f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:12.359757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c7ea3be0-ba16-43cb-abbc-3f79c760c5f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5754035 Sep 02 12:59:12.362569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:12.370331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'name': 'tempest-NetworksTestDHCPv6-1456070801'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:12.380456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port aee20f49-fa7d-42d9-afe2-96367c528383, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=aee20f49-fa7d-42d9-afe2-96367c528383,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:12.380836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.396351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for aee20f49-fa7d-42d9-afe2-96367c528383 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:12.490083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e803e-a681-4aab-8853-c5637b536ca8 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:12.498616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:12.502876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.522835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 37456ab3-e439-480a-a421-8b821820a78d yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:12.542106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.558408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0', '10246ad3-ccb3-4e9c-85d2-48fcdbe89391'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:12.567513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['aee20f49-fa7d-42d9-afe2-96367c528383'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:12.592408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=aee20f49-fa7d-42d9-afe2-96367c528383,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:12.689344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::27d (dd87b93a-b680-4881-9cb4-63de96fd98bc/5dac349c-2e1e-477e-9b90-ba683480c95f/37456ab3-e439-480a-a421-8b821820a78d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:12.723939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port aee20f49-fa7d-42d9-afe2-96367c528383 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:12.729893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.732865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f0b84373-2c76-4d46-958e-0fcd22ef6c4f req-6cfacb14-88ce-4c92-acb0-9fa3e212aa24 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.18 "DELETE /v2.0/ports/aee20f49-fa7d-42d9-afe2-96367c528383 HTTP/1.1" status: 204 len: 173 time: 0.6971977 Sep 02 12:59:12.733566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'name': 'network-vif-deleted', 'tag': 'aee20f49-fa7d-42d9-afe2-96367c528383'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:12.743694 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885fb2d1-619d-4fbc-a208-3a8f6e078658" -d '{"events": [{"server_uuid": "7b3c70b4-5285-44a0-b0f9-f52482710c73", "name": "network-vif-deleted", "tag": "aee20f49-fa7d-42d9-afe2-96367c528383"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:12.747002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa88014c-5670-404b-b2ea-d2faa7dfcfa6 req-afe85d74-1ef3-4e40-9dd0-43b08f905894 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b3c70b4-5285-44a0-b0f9-f52482710c73 HTTP/1.1" status: 200 len: 210 time: 0.0447397 Sep 02 12:59:12.773253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5618374-bcef-4f9e-96a3-c5ac07584821 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:12.797044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80305134-4529-4dee-821c-4ef070e29004 req-d1044f63-29fe-4a54-8520-d2187a543513 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:12.798893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80305134-4529-4dee-821c-4ef070e29004 req-d1044f63-29fe-4a54-8520-d2187a543513 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.1526492 Sep 02 12:59:12.819346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ecaacdc-9fac-47fc-88b5-b73246d0ba26 None None] Provisioning for port e5618374-bcef-4f9e-96a3-c5ac07584821 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:12.837438 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74cdf68-958d-4f4d-a3b1-b31516be524a x-openstack-request-id: req-b74cdf68-958d-4f4d-a3b1-b31516be524a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:12.837782 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3c70b4-5285-44a0-b0f9-f52482710c73", "name": "network-vif-deleted", "tag": "aee20f49-fa7d-42d9-afe2-96367c528383", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:12.838024 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b74cdf68-958d-4f4d-a3b1-b31516be524a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:12.838366 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3c70b4-5285-44a0-b0f9-f52482710c73', 'name': 'network-vif-deleted', 'tag': 'aee20f49-fa7d-42d9-afe2-96367c528383', 'status': 'completed', 'code': 200} Sep 02 12:59:12.870287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80305134-4529-4dee-821c-4ef070e29004 req-c810e348-5e79-4b96-8387-0f9668bed9ee tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546892 Sep 02 12:59:12.886121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e5618374-bcef-4f9e-96a3-c5ac07584821 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:12.906611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e5618374-bcef-4f9e-96a3-c5ac07584821 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:12.907000 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.930429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:12.947306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 37456ab3-e439-480a-a421-8b821820a78d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:13.016413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.062842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb313-02d3-4bc6-b56c-3b8bc5538496 req-e24778e7-728b-4dd5-bf03-e8e7598b8b4d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:13.064447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-389cb313-02d3-4bc6-b56c-3b8bc5538496 req-e24778e7-728b-4dd5-bf03-e8e7598b8b4d tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.0983884 Sep 02 12:59:13.075842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:13.082538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Request body: {'floatingip': {'port_id': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:13.087579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:13.089334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=37456ab3-e439-480a-a421-8b821820a78d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:13.097956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:13.100286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:13.106681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:13.107784 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.108117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.132369 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e3d5637a-ce69-4a6e-a18a-cf6e595baa52 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7640395 Sep 02 12:59:13.133838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:13.190995 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.244415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b842b7-9c66-4387-a95f-4b2285814bcb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:13.251500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b842b7-9c66-4387-a95f-4b2285814bcb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:13.253295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-25b842b7-9c66-4387-a95f-4b2285814bcb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1183393 Sep 02 12:59:13.256201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:13.302727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e5618374-bcef-4f9e-96a3-c5ac07584821, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e5618374-bcef-4f9e-96a3-c5ac07584821,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:13.332129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.416934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-76eddde2-c180-44a0-aa9c-0af32f4fbe63 None None] Provisioning complete for port e5618374-bcef-4f9e-96a3-c5ac07584821 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:13.417637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76eddde2-c180-44a0-aa9c-0af32f4fbe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.452662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 37456ab3-e439-480a-a421-8b821820a78d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:13.455614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.470953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e5618374-bcef-4f9e-96a3-c5ac07584821,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:13.600722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.618044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 37456ab3-e439-480a-a421-8b821820a78d owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:13.643006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29c9d4-12f3-4589-ba1d-4aba04416125 req-9f7986a4-060c-4263-957e-2028399601f9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:13.646117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1e29c9d4-12f3-4589-ba1d-4aba04416125 req-9f7986a4-060c-4263-957e-2028399601f9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1151893 Sep 02 12:59:13.687308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-58050b1c-9a28-44e3-9c8a-0fdd573f81c8 None None] Could not find standard attr ID for object 634facca-7f57-42dc-9769-3f8b5d0523ac. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:13.819085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.866809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1e29c9d4-12f3-4589-ba1d-4aba04416125 req-4de58e50-dcb2-4d46-bb98-4ba4c5912c9c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882019 Sep 02 12:59:13.899103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=37456ab3-e439-480a-a421-8b821820a78d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:13.966962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:13.971443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-60ec1ec0-9051-44db-985b-07c7e586780a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/37456ab3-e439-480a-a421-8b821820a78d HTTP/1.1" status: 204 len: 168 time: 0.7108817 Sep 02 12:59:13.975298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:14.001820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1cc0b451-96d6-44bf-8689-d77d63a9931c None None] Could not find standard attr ID for object 37456ab3-e439-480a-a421-8b821820a78d. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:14.032510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.038573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.047811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47292d9e-2e08-424c-ad15-89a457e1f2af tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:14.050633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47292d9e-2e08-424c-ad15-89a457e1f2af tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:14.057597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47292d9e-2e08-424c-ad15-89a457e1f2af tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0760453 Sep 02 12:59:14.058639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:14.173619 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Floating IP a9c01442-7856-4576-852f-fa8f0d11e405 associated. External IP: 172.25.7.76, port: d3026e52-d488-4ef8-b3ad-4756ed19d79f. Sep 02 12:59:14.179216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 5dac349c-2e1e-477e-9b90-ba683480c95f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:14.183524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.265017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.349416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.380433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20eda3-76e8-4000-a3da-46a54404e0af req-b14ce8be-3ef0-4949-86b9-20c685a8e093 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:14.382224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc20eda3-76e8-4000-a3da-46a54404e0af req-b14ce8be-3ef0-4949-86b9-20c685a8e093 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.0923193 Sep 02 12:59:14.434898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.551896 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc20eda3-76e8-4000-a3da-46a54404e0af req-a94831de-0213-47ca-9673-36e7d903b5a2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189499 Sep 02 12:59:14.553131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:59:14.589317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:14.687212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5618374-bcef-4f9e-96a3-c5ac07584821 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:14.756499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e5618374-bcef-4f9e-96a3-c5ac07584821 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:14.757210 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.880125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=5dac349c-2e1e-477e-9b90-ba683480c95f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:14.884488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:14.886471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7281cfd7-9171-444e-b74c-64aa1c126f0d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/5dac349c-2e1e-477e-9b90-ba683480c95f HTTP/1.1" status: 204 len: 168 time: 0.8263602 Sep 02 12:59:14.893535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:14.896258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a348414d-6b63-4512-b95d-9c51c2032939 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:15.036630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e5c4ab99-dd71-456d-a483-956d92611539 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361184 Sep 02 12:59:15.037374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:15.087935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:15.093833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:15.112252 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:15.123923 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:15.127067 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:15.170451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0ad0fc5e-886f-4922-9dbd-e108b4967f14 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "PUT /v2.0/floatingips/a9c01442-7856-4576-852f-fa8f0d11e405 HTTP/1.1" status: 200 len: 990 time: 2.0911424 Sep 02 12:59:15.170451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:15.174651 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabb048-86bf-4af2-9387-99c48a02a8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:15.196306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62386e71-e4bd-45a2-863a-309a252dbdaf req-5b24789a-3bda-4ffc-b99d-a9d9f33e775d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.219664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62386e71-e4bd-45a2-863a-309a252dbdaf req-5b24789a-3bda-4ffc-b99d-a9d9f33e775d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1643515 Sep 02 12:59:15.223282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:15.255792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14728b-f92c-4a23-8fb5-ab9ae97ec51b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.258387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8a14728b-f92c-4a23-8fb5-ab9ae97ec51b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2186604 Sep 02 12:59:15.261050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:15.297138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62386e71-e4bd-45a2-863a-309a252dbdaf req-edc42c39-54b4-4776-94ba-00cccdf1061d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763242 Sep 02 12:59:15.306814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] Deleting port e5618374-bcef-4f9e-96a3-c5ac07584821 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:15.307346 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:15.363294 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a089cc-6095-4e0a-adf9-cbeeca3fafc5 x-openstack-request-id: req-99a089cc-6095-4e0a-adf9-cbeeca3fafc5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:15.364179 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:15.364770 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99a089cc-6095-4e0a-adf9-cbeeca3fafc5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:15.366657 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'status': 'completed', 'code': 200} Sep 02 12:59:15.421795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] For port e5618374-bcef-4f9e-96a3-c5ac07584821, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e5618374-bcef-4f9e-96a3-c5ac07584821,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:15.423322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:15.453760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:15.454511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] Calling delete_port for e5618374-bcef-4f9e-96a3-c5ac07584821 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:15.475960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bb54e-4ecf-46b4-b85d-855e121254e0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.477865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa5bb54e-4ecf-46b4-b85d-855e121254e0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2130384 Sep 02 12:59:15.481725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:15.541249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d1763-001a-441e-a4e0-e483011af140 req-0c08a512-32ef-496c-bca1-4bbe6064655e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.544442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-954d1763-001a-441e-a4e0-e483011af140 req-0c08a512-32ef-496c-bca1-4bbe6064655e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.1166379 Sep 02 12:59:15.546820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-7fcdd45b-0fc3-4627-8884-723c70c000ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.548304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-7fcdd45b-0fc3-4627-8884-723c70c000ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 1096 time: 0.1412039 Sep 02 12:59:15.581573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3521cff9-6fd9-46b3-a779-365734d040a9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980005 Sep 02 12:59:15.582878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:15.594138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:15.620822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:15.676125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52466) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:15.678633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] Pushing event deleted for resources: {'Port': ['ID=e5618374-bcef-4f9e-96a3-c5ac07584821,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:15.682491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fc2d4-bd33-4312-bbfe-7f25afa1d4fd None None] No DVR routers for this DVR port e5618374-bcef-4f9e-96a3-c5ac07584821 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:15.738590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device aee20f49-fa7d-42d9-afe2-96367c528383 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:15.784427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: aee20f49-fa7d-42d9-afe2-96367c528383 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:15.785148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device aee20f49-fa7d-42d9-afe2-96367c528383 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:15.794089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:15.798951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:15.869155 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a9c01442-7856-4576-852f-fa8f0d11e405', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'port_id': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'mac_address': 'fa:16:3e:2f:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:58:54Z', 'updated_at': '2021-09-02T12:59:13Z', 'revision_number': 1, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:15.888958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0674f3-4db4-479c-8bb0-732ed9563d55 req-1c0daaff-afae-4b58-8fa3-23aafa11edfc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.890825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d0674f3-4db4-479c-8bb0-732ed9563d55 req-1c0daaff-afae-4b58-8fa3-23aafa11edfc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 945 time: 0.1441028 Sep 02 12:59:15.898541 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:15.908272 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:15.909135 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:15.911054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e11b-c6d9-4c58-80c5-bacd16933a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:15.929867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-3df769c4-8e8d-4153-bf49-bf9f8195585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:15.931372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-3df769c4-8e8d-4153-bf49-bf9f8195585c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.3388219 Sep 02 12:59:15.940250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:15.940600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.042996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.079610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d0674f3-4db4-479c-8bb0-732ed9563d55 req-b757fb60-3c72-4d6e-8a0b-75935f38c8b0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724265 Sep 02 12:59:16.085327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:16.089489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:16.092665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:16.093479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.116513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=5f747dd6-a83c-4d81-93ae-f9fb9201e4be,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:16.128752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-4c1908e0-324c-4818-8f0e-99e4e52e451e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f HTTP/1.1" status: 200 len: 998 time: 0.1837547 Sep 02 12:59:16.131686 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:16.155035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef006933-099a-4f7a-8b87-716f915e369f None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:16.196121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:16.196514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.220482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:16.237025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-1acf4762-e33a-44ee-b723-8e0079d31f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:16.238600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-1acf4762-e33a-44ee-b723-8e0079d31f20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.0976317 Sep 02 12:59:16.345039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '5f747dd6-a83c-4d81-93ae-f9fb9201e4be'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:16.346058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.358711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e11b-c6d9-4c58-80c5-bacd16933a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.364130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-015fd95a-f237-4f38-919f-ab836e674b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:16.365781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-015fd95a-f237-4f38-919f-ab836e674b75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177204 Sep 02 12:59:16.368173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e11b-c6d9-4c58-80c5-bacd16933a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.373441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db413e3b-7875-434a-9f28-1ff344c985ef tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7864149 Sep 02 12:59:16.377205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52474) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:16.384224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '5f747dd6-a83c-4d81-93ae-f9fb9201e4be', 'ip_address': '2001:db8::f926:5a03:82d5:35a5'}], 'name': 'tempest-NetworksTestDHCPv6-1021626209'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:16.406758 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a9c01442-7856-4576-852f-fa8f0d11e405', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'port_id': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'mac_address': 'fa:16:3e:2f:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:58:54Z', 'updated_at': '2021-09-02T12:59:13Z', 'revision_number': 1, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:16.473025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75ae20-4311-4899-a517-ceb770996d69 None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a9c01442-7856-4576-852f-fa8f0d11e405', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'port_id': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'mac_address': 'fa:16:3e:2f:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T12:58:54Z', 'updated_at': '2021-09-02T12:59:13Z', 'revision_number': 1, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:16.548161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e11b-c6d9-4c58-80c5-bacd16933a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217953a-4761-4ab8-a1e3-9990b8f4da70,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:16.562732 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3ce1e11b-c6d9-4c58-80c5-bacd16933a37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aadbf08107034e3f9e8aedffded0641b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8834982 Sep 02 12:59:16.564315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/5f747dd6-a83c-4d81-93ae-f9fb9201e4be/557c87a5-cea6-4589-9570-0a8dfe5fafea) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:16.567706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52478) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:16.654619 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.673360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:16.701752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:16.730694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b94d-7a90-4ab5-bbc8-a16a3486e0d6 req-93f8a28c-647e-415a-852f-0af23133e665 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:16.731680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5618374-bcef-4f9e-96a3-c5ac07584821 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:16.732663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34e0b94d-7a90-4ab5-bbc8-a16a3486e0d6 req-93f8a28c-647e-415a-852f-0af23133e665 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.2079842 Sep 02 12:59:16.734388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=10246ad3-ccb3-4e9c-85d2-48fcdbe89391,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:16.746553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-c9327024-52a6-4bd0-90ba-14521db0de9e service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650270 Sep 02 12:59:16.760878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7d24d3f-5e02-4a72-9d3f-ee7203fa892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.787214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e5618374-bcef-4f9e-96a3-c5ac07584821 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:16.787812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5618374-bcef-4f9e-96a3-c5ac07584821 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:16.826423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7d24d3f-5e02-4a72-9d3f-ee7203fa892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.889923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.905059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dabb048-86bf-4af2-9387-99c48a02a8c6 req-0e73aa36-473b-49d9-b374-e90ac44eed77 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486983 Sep 02 12:59:16.913364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 7532a530-5a2f-4c76-833f-18136db2db47 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:16.948587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7dde5-eee4-43c8-91fe-94c4de3527ab None None] New status for floating IP a9c01442-7856-4576-852f-fa8f0d11e405: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:59:16.978577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7d24d3f-5e02-4a72-9d3f-ee7203fa892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.981322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7d24d3f-5e02-4a72-9d3f-ee7203fa892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.981499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:16.982514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f7d24d3f-5e02-4a72-9d3f-ee7203fa892c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e217953a-4761-4ab8-a1e3-9990b8f4da70 HTTP/1.1" status: 204 len: 168 time: 0.4145110 Sep 02 12:59:16.987500 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:16.989680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-954d1763-001a-441e-a4e0-e483011af140 req-cca68d98-0e1d-483e-ae70-de1bcc09d188 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "DELETE /v2.0/ports/10246ad3-ccb3-4e9c-85d2-48fcdbe89391 HTTP/1.1" status: 204 len: 173 time: 1.4379911 Sep 02 12:59:16.994179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34e0b94d-7a90-4ab5-bbc8-a16a3486e0d6 req-ca0f6b5d-aa03-42e1-9677-34798229e777 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463081 Sep 02 12:59:16.998915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24d3f-5e02-4a72-9d3f-ee7203fa892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217953a-4761-4ab8-a1e3-9990b8f4da70,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:17.087531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.120337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Transition to ACTIVE for port object 557c87a5-cea6-4589-9570-0a8dfe5fafea will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:17.202721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Transition to ACTIVE for port object 557c87a5-cea6-4589-9570-0a8dfe5fafea will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:17.224571 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.301403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a3e9683-fa90-43b3-9919-5fdfde237d80 req-cb2e9f2e-5fb6-44e8-9b83-5cab1ca17b6f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c86cdeb-313c-42e8-b8c5-26a3ba12ea08 HTTP/1.1" status: 200 len: 210 time: 0.0365286 Sep 02 12:59:17.328175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f926:5a03:82d5:35a5 (dd87b93a-b680-4881-9cb4-63de96fd98bc/5f747dd6-a83c-4d81-93ae-f9fb9201e4be/7532a530-5a2f-4c76-833f-18136db2db47) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:17.333218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:17.342871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:17.346815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:17.354420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Pushing event updated for resources: {'Port': ['ID=557c87a5-cea6-4589-9570-0a8dfe5fafea,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:17.367875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'name': 'network-vif-deleted', 'tag': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:17.371358 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9badd0e9-27f9-454c-96df-f18778c9f037" -d '{"events": [{"server_uuid": "4c86cdeb-313c-42e8-b8c5-26a3ba12ea08", "name": "network-vif-deleted", "tag": "10246ad3-ccb3-4e9c-85d2-48fcdbe89391"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:17.426754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Attempting to bind port 557c87a5-cea6-4589-9570-0a8dfe5fafea on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:17.427126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Attempting to bind port 557c87a5-cea6-4589-9570-0a8dfe5fafea by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:17.427494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Attempting to bind port 557c87a5-cea6-4589-9570-0a8dfe5fafea on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:17.433166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:17.433572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:17.433962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.434585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:17.434876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Bound port: 557c87a5-cea6-4589-9570-0a8dfe5fafea, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:17.435482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.462383 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624352e-1d33-49c7-965f-c6106415c042 x-openstack-request-id: req-0624352e-1d33-49c7-965f-c6106415c042 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:17.462752 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c86cdeb-313c-42e8-b8c5-26a3ba12ea08", "name": "network-vif-deleted", "tag": "10246ad3-ccb3-4e9c-85d2-48fcdbe89391", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:17.463005 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0624352e-1d33-49c7-965f-c6106415c042 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:17.463648 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c86cdeb-313c-42e8-b8c5-26a3ba12ea08', 'name': 'network-vif-deleted', 'tag': '10246ad3-ccb3-4e9c-85d2-48fcdbe89391', 'status': 'completed', 'code': 200} Sep 02 12:59:17.542301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] For port 557c87a5-cea6-4589-9570-0a8dfe5fafea, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:17.546638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] For port 557c87a5-cea6-4589-9570-0a8dfe5fafea, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=557c87a5-cea6-4589-9570-0a8dfe5fafea,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:17.564141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.596083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.607312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:17.629250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 7532a530-5a2f-4c76-833f-18136db2db47 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:17.631125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa5c70bb-3b5e-468b-a722-d80fafb9136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.633914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f67bf-fc05-4a78-aeef-b1f07c86132d None None] Pushing event updated for resources: {'Port': ['ID=557c87a5-cea6-4589-9570-0a8dfe5fafea,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:17.681218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.724236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:17.730922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:17.733748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:17.740191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:17.740875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.763953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=7532a530-5a2f-4c76-833f-18136db2db47,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:17.779174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa5c70bb-3b5e-468b-a722-d80fafb9136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.785138 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa5c70bb-3b5e-468b-a722-d80fafb9136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.793392 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e87ae148-c046-4525-a5d6-e35d10bd91ed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4115214 Sep 02 12:59:17.793997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:17.829922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa5c70bb-3b5e-468b-a722-d80fafb9136b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5826a806fdf04aa2992a4508ee83991f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188919 Sep 02 12:59:17.829922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c70bb-3b5e-468b-a722-d80fafb9136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0775b8aa-1dde-49e3-9cea-4b754f0f206c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:17.830534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:17.860246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:17.897856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:17.898205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 10246ad3-ccb3-4e9c-85d2-48fcdbe89391 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:17.912837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06f862-f06f-426d-a39e-8d5783ac33e3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:17.919198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06f862-f06f-426d-a39e-8d5783ac33e3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:17.920777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ea06f862-f06f-426d-a39e-8d5783ac33e3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1254959 Sep 02 12:59:17.926178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:17.949020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee087-097b-41fe-973a-b5784fc4ee6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:17.974533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee087-097b-41fe-973a-b5784fc4ee6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.034360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 7532a530-5a2f-4c76-833f-18136db2db47 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:18.034714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.053010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee087-097b-41fe-973a-b5784fc4ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.055850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee087-097b-41fe-973a-b5784fc4ee6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.060959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cb6ee087-097b-41fe-973a-b5784fc4ee6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0775b8aa-1dde-49e3-9cea-4b754f0f206c HTTP/1.1" status: 204 len: 168 time: 0.2254064 Sep 02 12:59:18.068348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ee087-097b-41fe-973a-b5784fc4ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0775b8aa-1dde-49e3-9cea-4b754f0f206c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:18.141167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78147e7-dfac-48e1-b772-74c4d4f429fd req-2ee528b5-7d81-4b67-b5b1-04c9d88cb1a0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:18.143468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d78147e7-dfac-48e1-b772-74c4d4f429fd req-2ee528b5-7d81-4b67-b5b1-04c9d88cb1a0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0582097 Sep 02 12:59:18.159660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.182777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 7532a530-5a2f-4c76-833f-18136db2db47 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:18.193274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d78147e7-dfac-48e1-b772-74c4d4f429fd req-0dddb352-04c8-43c6-855b-e50dba5a7a81 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Sep 02 12:59:18.339464 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.374104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=7532a530-5a2f-4c76-833f-18136db2db47,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:18.419528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.423800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/7532a530-5a2f-4c76-833f-18136db2db47 HTTP/1.1" status: 204 len: 168 time: 0.4988394 Sep 02 12:59:18.426199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.426552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.426902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.427241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.427604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.427918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.428247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.428574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.428949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.429191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:18.429657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.429657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.429900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e472-68ab-4b4b-a2b7-cb09a2504274 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:18.502915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21563666-f2bd-4be9-823c-e1d267b1db2d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:18.504744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21563666-f2bd-4be9-823c-e1d267b1db2d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:18.509981 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-21563666-f2bd-4be9-823c-e1d267b1db2d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762408 Sep 02 12:59:18.510483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:18.595324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 5f747dd6-a83c-4d81-93ae-f9fb9201e4be {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:18.601065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.667346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.763064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 557c87a5-cea6-4589-9570-0a8dfe5fafea up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:18.792968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.831618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-1a57737d-6518-47a6-871a-0c23a9114479 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:18.840165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-1a57737d-6518-47a6-871a-0c23a9114479 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.2219393 Sep 02 12:59:18.859545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 557c87a5-cea6-4589-9570-0a8dfe5fafea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:18.860818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-48baf59d-0837-4c79-b71d-9db0d97fec31 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0195532 Sep 02 12:59:18.905490 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.933328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-1ed8491d-8e30-4d4e-885e-4cd55b3cb307 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627329 Sep 02 12:59:18.940808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=5f747dd6-a83c-4d81-93ae-f9fb9201e4be,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:18.955748 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:18.961204 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4b98eab5-eaf1-4bb6-be0b-9ce7a3788bfe tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/5f747dd6-a83c-4d81-93ae-f9fb9201e4be HTTP/1.1" status: 204 len: 168 time: 0.4475527 Sep 02 12:59:18.961692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:19.001524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9bf721-af26-422e-a511-0480a6967fb9 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:19.017936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6b796bee-2fa1-4b8d-823b-4d64207f8297 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549843 Sep 02 12:59:19.020705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:19.025815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:19.064303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-9be8bcb5-7786-4b07-a631-e0a5c959c954 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128967 Sep 02 12:59:19.130339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] Provisioning for port 557c87a5-cea6-4589-9570-0a8dfe5fafea completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:19.138437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] Provisioning complete for port 557c87a5-cea6-4589-9570-0a8dfe5fafea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:19.138893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.144136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:19.148749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.197492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-e1cc240e-a21b-4e2a-91d5-0fd954e854f7 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269367 Sep 02 12:59:19.251653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.312609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:19.373019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] For port 557c87a5-cea6-4589-9570-0a8dfe5fafea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=557c87a5-cea6-4589-9570-0a8dfe5fafea,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:19.381540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.462444 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.476099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54bdaa-8f0c-49a2-9231-6c7fe7cce167 req-71566e84-992f-4f68-8fc1-dc52af76a34d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:19.476836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] Deleting port 557c87a5-cea6-4589-9570-0a8dfe5fafea {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:19.477806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a54bdaa-8f0c-49a2-9231-6c7fe7cce167 req-71566e84-992f-4f68-8fc1-dc52af76a34d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1250131 Sep 02 12:59:19.488347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.492526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3f53c79-f4f8-42ae-aace-b996f3fbbc35 req-2ae071c9-d6f3-4a2f-ab0f-b6b4e76038e1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 210 time: 0.0576310 Sep 02 12:59:19.555984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:19.576451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:19.583659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:19.584285 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.624151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=7bc1a47c-2eb9-4911-982e-b9295bb540a1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:19.637420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a54bdaa-8f0c-49a2-9231-6c7fe7cce167 req-d17fa6c2-d8b4-4d6c-aaa1-ee04b1f0dae7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200140 Sep 02 12:59:19.639281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0f2a8eae-28d7-4d77-9823-638c10c2bd9c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6176074 Sep 02 12:59:19.642217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:19.655633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '7bc1a47c-2eb9-4911-982e-b9295bb540a1', 'ip_address': '2001:db8::d190:50f5:73b5:8a5e'}], 'name': 'tempest-NetworksTestDHCPv6-1943297362'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:19.771451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ce59d-7b2f-4797-bf89-21a4e157ebaf None None] Pushing event updated for resources: {'Port': ['ID=557c87a5-cea6-4589-9570-0a8dfe5fafea,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:19.808310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:19.815787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.826878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] For port 557c87a5-cea6-4589-9570-0a8dfe5fafea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=557c87a5-cea6-4589-9570-0a8dfe5fafea,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:19.827312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.842856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] Calling delete_port for 557c87a5-cea6-4589-9570-0a8dfe5fafea owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:19.845680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port d7e7604c-bffb-4b50-b63b-c2ec071b91da yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:19.943655 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:19.972658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] Pushing event deleted for resources: {'Port': ['ID=557c87a5-cea6-4589-9570-0a8dfe5fafea,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:19.974855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c41cb-bf15-4149-9f84-6370e0ce3dbb None None] No DVR routers for this DVR port 557c87a5-cea6-4589-9570-0a8dfe5fafea on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:19.991097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9ad38-5eb3-4bd2-9c30-7e78abac2ffe None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:20.059270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::d190:50f5:73b5:8a5e (dd87b93a-b680-4881-9cb4-63de96fd98bc/7bc1a47c-2eb9-4911-982e-b9295bb540a1/d7e7604c-bffb-4b50-b63b-c2ec071b91da) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:20.189171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '7bc1a47c-2eb9-4911-982e-b9295bb540a1'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:20.190064 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.292191 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.306177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object d7e7604c-bffb-4b50-b63b-c2ec071b91da will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:20.343024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.386021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:20.390992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/7bc1a47c-2eb9-4911-982e-b9295bb540a1/69407be5-9602-4e6d-bbbc-1b083991e2ff) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:20.391595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:20.395908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:20.402153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:20.403168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.418362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=d7e7604c-bffb-4b50-b63b-c2ec071b91da,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:20.434166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8e9e2c4-17d4-4bea-ae6b-d64b99326f9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7875171 Sep 02 12:59:20.434588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52584) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:20.488413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7154c-7bc1-4b4b-86d2-f6d51fc2dbc5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:20.490989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b5f7154c-7bc1-4b4b-86d2-f6d51fc2dbc5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0551438 Sep 02 12:59:20.493735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:20.554163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:20.577066 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.587857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Transition to ACTIVE for port object 69407be5-9602-4e6d-bbbc-1b083991e2ff will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:20.607469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Transition to ACTIVE for port object 69407be5-9602-4e6d-bbbc-1b083991e2ff will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:20.622571 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.657674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b49b81d6-934c-4d19-8fac-2e7e4611ab4b req-4a21996b-01bd-42b1-913b-28869be82f53 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 210 time: 0.0398693 Sep 02 12:59:20.736787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 557c87a5-cea6-4589-9570-0a8dfe5fafea no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:20.751217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:20.764047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69faffeb-8022-476c-bbc3-18085de805d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.784141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:20.797932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:20.804645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 557c87a5-cea6-4589-9570-0a8dfe5fafea {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:20.804645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 557c87a5-cea6-4589-9570-0a8dfe5fafea not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:20.818681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:20.850545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Pushing event updated for resources: {'Port': ['ID=69407be5-9602-4e6d-bbbc-1b083991e2ff,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:20.885603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c3795-aa0b-438f-b808-26ca63e0f5bf req-a77f6860-a898-443d-8407-3f993c60af4a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:20.889565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Attempting to bind port 69407be5-9602-4e6d-bbbc-1b083991e2ff on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:20.889790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-488c3795-aa0b-438f-b808-26ca63e0f5bf req-a77f6860-a898-443d-8407-3f993c60af4a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1081624 Sep 02 12:59:20.890071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Attempting to bind port 69407be5-9602-4e6d-bbbc-1b083991e2ff by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:20.890558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Attempting to bind port 69407be5-9602-4e6d-bbbc-1b083991e2ff on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:20.895024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port d7e7604c-bffb-4b50-b63b-c2ec071b91da {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:20.895680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.896872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:20.897057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:20.897469 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.897907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:20.898741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Bound port: 69407be5-9602-4e6d-bbbc-1b083991e2ff, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:20.898883 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.914968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-4eea6bc0-76a5-436b-8b7d-afcfaab97c39 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:20.916818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-4eea6bc0-76a5-436b-8b7d-afcfaab97c39 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.2787359 Sep 02 12:59:20.956451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:20.976639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] For port 69407be5-9602-4e6d-bbbc-1b083991e2ff, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:20.981863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] For port 69407be5-9602-4e6d-bbbc-1b083991e2ff, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=69407be5-9602-4e6d-bbbc-1b083991e2ff,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:20.988466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:20.996255 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69faffeb-8022-476c-bbc3-18085de805d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.018200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69faffeb-8022-476c-bbc3-18085de805d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.059272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-488c3795-aa0b-438f-b808-26ca63e0f5bf req-494c1a65-e698-430d-87b3-9a58b4da529a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572618 Sep 02 12:59:21.067742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567d96b-320f-47fb-b319-36e457977a95 None None] Pushing event updated for resources: {'Port': ['ID=69407be5-9602-4e6d-bbbc-1b083991e2ff,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:21.069670 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-69faffeb-8022-476c-bbc3-18085de805d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc43c4826b19471b8f3238416699683d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143301 Sep 02 12:59:21.071782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69faffeb-8022-476c-bbc3-18085de805d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f439e-060c-4120-9919-85a73b4fb17e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:21.074250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:21.092754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 634680fc-2d6c-4475-8c83-8f1edb8e102d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:21.093149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.146072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.170326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for d7e7604c-bffb-4b50-b63b-c2ec071b91da owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:21.193359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.193834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.198600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe142d6-f035-4bf3-8938-d27773e35b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.207112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 634680fc-2d6c-4475-8c83-8f1edb8e102d owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:21.251801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:21.255533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.282122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe142d6-f035-4bf3-8938-d27773e35b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.438527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.480584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=634680fc-2d6c-4475-8c83-8f1edb8e102d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:21.488798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe142d6-f035-4bf3-8938-d27773e35b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.491612 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe142d6-f035-4bf3-8938-d27773e35b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.493430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bfe142d6-f035-4bf3-8938-d27773e35b5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a54f439e-060c-4120-9919-85a73b4fb17e HTTP/1.1" status: 204 len: 168 time: 0.4145310 Sep 02 12:59:21.518273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe142d6-f035-4bf3-8938-d27773e35b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f439e-060c-4120-9919-85a73b4fb17e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:21.526489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.567276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.573147 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Floating IP ae13cc1b-0bb9-4726-8402-9fd72d076690 disassociated (deleted). External IP: 172.25.7.105, port: dcb2c06f-a3a6-4b9a-b653-c11904e768bd. Sep 02 12:59:21.575631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=d7e7604c-bffb-4b50-b63b-c2ec071b91da,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:21.607744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.10 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/2cfd48a9-950f-4a8c-a53b-883ea87259cb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:21.611165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.613475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7feddc4b-c1b8-46d9-a497-f161232d714f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/d7e7604c-bffb-4b50-b63b-c2ec071b91da HTTP/1.1" status: 204 len: 168 time: 1.1184030 Sep 02 12:59:21.617532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:21.730793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720b665-c925-4bbe-bbc7-99cda6ec5377 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:21.732649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720b665-c925-4bbe-bbc7-99cda6ec5377 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:21.737587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f720b665-c925-4bbe-bbc7-99cda6ec5377 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1190095 Sep 02 12:59:21.738230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:21.830356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 7bc1a47c-2eb9-4911-982e-b9295bb540a1 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:21.861919 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba771d5e-0f45-44e9-b19d-32282747e048 req-d4b04ec7-9981-4858-bcff-9c26e981399e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 210 time: 0.0467768 Sep 02 12:59:21.902861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.922495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router c100e6c6-cecf-4b10-a690-5a44686ead15 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:21.972384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:21.988252 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:22.034175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.035890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d312051f-95a4-4720-9661-c27bc383c812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.100645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.102583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:22.108261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.116382 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] Sync routers for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:22.129999 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:22.131159 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:22.182640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-099c5c17-3e63-4575-80cc-eda5136c7d01 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/floatingips/ae13cc1b-0bb9-4726-8402-9fd72d076690 HTTP/1.1" status: 204 len: 168 time: 1.3955171 Sep 02 12:59:22.201851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:22.209809 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:22.305060 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:22.328589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2081b-ac60-4f9b-bc82-0b68df130f61 req-df6bc4c9-538f-441a-9a83-b86422528b10 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:22.330309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89b2081b-ac60-4f9b-bc82-0b68df130f61 req-df6bc4c9-538f-441a-9a83-b86422528b10 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1103885 Sep 02 12:59:22.356620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d312051f-95a4-4720-9661-c27bc383c812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.371243 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d312051f-95a4-4720-9661-c27bc383c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.488476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-89b2081b-ac60-4f9b-bc82-0b68df130f61 req-846602bf-251e-4e4a-a3f6-01d26258e7f7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487751 Sep 02 12:59:22.489214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312051f-95a4-4720-9661-c27bc383c812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1abddb7-0d88-454f-9762-0caafd7e29a7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:22.492744 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcc2774-2fb4-4b7a-ad21-7e980f6fda69 x-openstack-request-id: req-cbcc2774-2fb4-4b7a-ad21-7e980f6fda69 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:22.493072 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:22.493320 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbcc2774-2fb4-4b7a-ad21-7e980f6fda69 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:22.493928 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'status': 'completed', 'code': 200} Sep 02 12:59:22.517349 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d312051f-95a4-4720-9661-c27bc383c812 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23dc717c1e85466981ece10b5c8a4094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301964 Sep 02 12:59:22.525492 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:22.551964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.575734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:22.640261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e43d66b7-807a-4a8d-8d34-61b3c8e11d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.673571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:22.681526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=2cfd48a9-950f-4a8c-a53b-883ea87259cb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:22.695213 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e43d66b7-807a-4a8d-8d34-61b3c8e11d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.715192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b789e988-1249-4f8c-bdd3-0eacd07e4949 None None] Provisioning for port 69407be5-9602-4e6d-bbbc-1b083991e2ff completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:22.736201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:22.750339 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] Checking router: c100e6c6-cecf-4b10-a690-5a44686ead15 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:22.753423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:22.763677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:22.768536 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:22.768699 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:22.803598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-a5d87ef6-10ce-476d-9f9d-8469cbe39fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:22.804185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e43d66b7-807a-4a8d-8d34-61b3c8e11d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.805105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-a5d87ef6-10ce-476d-9f9d-8469cbe39fe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83b2a7200524bfbb23facb779d17d3b&device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.2456689 Sep 02 12:59:22.812462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e43d66b7-807a-4a8d-8d34-61b3c8e11d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.816424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e43d66b7-807a-4a8d-8d34-61b3c8e11d97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1abddb7-0d88-454f-9762-0caafd7e29a7 HTTP/1.1" status: 204 len: 168 time: 0.2869556 Sep 02 12:59:22.816693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.834283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d66b7-807a-4a8d-8d34-61b3c8e11d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1abddb7-0d88-454f-9762-0caafd7e29a7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:22.836985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69407be5-9602-4e6d-bbbc-1b083991e2ff up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:22.905867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13d62-530e-40af-8ed1-916d4052421c req-cc7e4bab-df6d-4229-afab-44b37cfc1459 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:22.913208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca13d62-530e-40af-8ed1-916d4052421c req-cc7e4bab-df6d-4229-afab-44b37cfc1459 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2230456 Sep 02 12:59:22.967739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc1a47c-2eb9-4911-982e-b9295bb540a1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:22.977376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:22.979805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79a45834-3587-40f7-ab59-ebfef12e6c47 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/7bc1a47c-2eb9-4911-982e-b9295bb540a1 HTTP/1.1" status: 204 len: 168 time: 1.2350464 Sep 02 12:59:22.982501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:22.998514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:22.999440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.006569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 69407be5-9602-4e6d-bbbc-1b083991e2ff completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:23.013930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 69407be5-9602-4e6d-bbbc-1b083991e2ff triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:23.014311 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.032609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:23.044003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-18b36ea0-9839-4864-9c1f-91b222bcfda1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0918641 Sep 02 12:59:23.059616 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dca13d62-530e-40af-8ed1-916d4052421c req-779244c6-6691-471d-8d5a-80e78b7ebab1 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413808 Sep 02 12:59:23.069936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-27bc3d58-7b1a-4c1a-a3e8-2160289d03d3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831068 Sep 02 12:59:23.087772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52638) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:23.096467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Request body: {'port': {'device_id': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:23.108240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:23.131300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dfdcf614-ba54-45b8-a4cc-0a292071cb48 None None] Could not find standard attr ID for object 7532a530-5a2f-4c76-833f-18136db2db47. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:23.189787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19289e38-3036-486e-a19c-8dc0f6f99f55 req-ba95103e-84ee-44e6-9617-74f8625c3973 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:23.194923 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19289e38-3036-486e-a19c-8dc0f6f99f55 req-ba95103e-84ee-44e6-9617-74f8625c3973 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 932 time: 0.2090452 Sep 02 12:59:23.216821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.237304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-85a6467d-227d-499a-bf3a-ad4e71ac13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:23.238930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-85a6467d-227d-499a-bf3a-ad4e71ac13f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9 HTTP/1.1" status: 200 len: 897 time: 0.4172792 Sep 02 12:59:23.259951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 69407be5-9602-4e6d-bbbc-1b083991e2ff, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=69407be5-9602-4e6d-bbbc-1b083991e2ff,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:23.269267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.298787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19289e38-3036-486e-a19c-8dc0f6f99f55 req-5bac1966-becd-4a07-81f7-2d5374a99ccb tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948122 Sep 02 12:59:23.331520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-aef0a706-c421-485c-9967-ea09ec5142b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd HTTP/1.1" status: 200 len: 217 time: 0.0836272 Sep 02 12:59:23.344233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=69407be5-9602-4e6d-bbbc-1b083991e2ff,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:23.384935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.414595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:23.415450 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:23.420270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.423661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc2e4b-70c2-42c4-a2e4-768c508f52a2 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:23.470506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd551db0-934f-43bf-a3fd-e2acffee8d02 None None] Could not find standard attr ID for object d7e7604c-bffb-4b50-b63b-c2ec071b91da. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:23.476747 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0707bd-f2a9-414b-ae6c-2c631a603935 None None] The sync data for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 is: [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2b641b84-41dd-44c7-b822-3da9c63d4f96', 'name': '', 'network_id': '58a9644d-25da-4e5a-abf3-6349eaf9b8b9', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'mac_address': 'fa:16:3e:8d:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '08def3d8-0612-40c8-8136-a360661f1b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:27Z', 'updated_at': '2021-09-02T12:57:39Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'subnets': [{'id': '08def3d8-0612-40c8-8136-a360661f1b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:23.501093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-9de9c1f5-6947-42ad-8a20-44b4d519f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:23.502809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-9de9c1f5-6947-42ad-8a20-44b4d519f13f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08def3d8-0612-40c8-8136-a360661f1b19 HTTP/1.1" status: 200 len: 834 time: 0.1614468 Sep 02 12:59:23.662717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:23.717988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] Deleting port 69407be5-9602-4e6d-bbbc-1b083991e2ff {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:23.717988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.752250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-7ba48412-55a7-4610-9420-45771f78c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:23.753881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-7ba48412-55a7-4610-9420-45771f78c8e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58a9644d-25da-4e5a-abf3-6349eaf9b8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351055 Sep 02 12:59:23.818376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] For port 69407be5-9602-4e6d-bbbc-1b083991e2ff, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=69407be5-9602-4e6d-bbbc-1b083991e2ff,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:23.818812 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:23.841141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] Calling delete_port for 69407be5-9602-4e6d-bbbc-1b083991e2ff owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:23.885955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7b225-9688-4b01-a1c4-7cdefdb63b77 None None] New status for floating IP ae13cc1b-0bb9-4726-8402-9fd72d076690: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 12:59:23.892578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e975cf-7626-4412-9cb2-07b9782b5e0f req-5eb8cda5-7e94-4111-8805-d13884db92fd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:23.899967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27e975cf-7626-4412-9cb2-07b9782b5e0f req-5eb8cda5-7e94-4111-8805-d13884db92fd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.2523842 Sep 02 12:59:23.949991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-9aa626e5-55c8-4372-98d6-32f2c0b375a8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:23.951711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-9aa626e5-55c8-4372-98d6-32f2c0b375a8 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0639803 Sep 02 12:59:24.010692 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.049006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] Pushing event deleted for resources: {'Port': ['ID=69407be5-9602-4e6d-bbbc-1b083991e2ff,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:24.059069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cbc2b-9f13-4b11-bdab-274ba72a7b21 None None] No DVR routers for this DVR port 69407be5-9602-4e6d-bbbc-1b083991e2ff on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:24.102373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27e975cf-7626-4412-9cb2-07b9782b5e0f req-cc6d89ae-3bf7-4edc-8ff3-7d10506719c7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004414 Sep 02 12:59:24.107427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-a2048a56-dea5-4653-96c1-fe662332af7f service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213708 Sep 02 12:59:24.110618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.110829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port dcb2c06f-a3a6-4b9a-b653-c11904e768bd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:24.111229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.241569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:24.253987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port dcb2c06f-a3a6-4b9a-b653-c11904e768bd, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:24.254354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.274116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for dcb2c06f-a3a6-4b9a-b653-c11904e768bd owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:24.278348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:24.283465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e193335-d099-4ed1-a23a-163f2f0f2941 req-e74af628-4bf9-4f93-8eba-c6e8c9b43d36 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:24.285043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e193335-d099-4ed1-a23a-163f2f0f2941 req-e74af628-4bf9-4f93-8eba-c6e8c9b43d36 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/ports?device_id=de09a6cf-0e64-4b02-bf81-de43df84b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0924678 Sep 02 12:59:24.288729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:24.289406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.292999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ec55b-c916-46c7-95db-4c72d04404a9 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:24.334406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:24.351268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfd48a9-950f-4a8c-a53b-883ea87259cb {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:24.361644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-89997d1f-c149-4cd3-8f60-07bd6350f125 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2550614 Sep 02 12:59:24.364981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:24.367376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.371637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e193335-d099-4ed1-a23a-163f2f0f2941 req-f5abdc4d-7da7-4ae0-a753-9d850ad89c45 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "GET /v2.0/security-groups?id=b469c2ab-a297-4248-b187-2010877326bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766749 Sep 02 12:59:24.384861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d', 'ip_address': '2001:db8::a86:1f57:e5d:b21d'}], 'name': 'tempest-NetworksTestDHCPv6-1551806016'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:24.529678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13e43bfb-b6dd-414f-9e5b-d60a4616f7d3 req-89027cbe-6778-484f-917a-3d831ef41ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844075 Sep 02 12:59:24.553213 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.560949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Transition to ACTIVE for port object 2cfd48a9-950f-4a8c-a53b-883ea87259cb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:24.562421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:24.573074 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.576710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.582537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=dcb2c06f-a3a6-4b9a-b653-c11904e768bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:24.632690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e17a6-1cf9-482a-a2fd-9429638faaf2 req-387470aa-508c-443a-bac6-2587317bd747 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:24.634605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17e17a6-1cf9-482a-a2fd-9429638faaf2 req-387470aa-508c-443a-bac6-2587317bd747 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 932 time: 0.1288383 Sep 02 12:59:24.659023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82ffd-47e2-4d32-b823-16f4f39a91c5 req-ed352998-5de5-45c4-8152-03b86fa5bcdd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:24.660688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f82ffd-47e2-4d32-b823-16f4f39a91c5 req-ed352998-5de5-45c4-8152-03b86fa5bcdd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1979978 Sep 02 12:59:24.687217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] No DVR routers for this DVR port dcb2c06f-a3a6-4b9a-b653-c11904e768bd on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:24.691843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:24.697154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0053103-23a4-4e44-8bcb-2f37e624ab36 req-99f180a5-1d94-4889-b15e-b2192531fee3 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.18 "DELETE /v2.0/ports/dcb2c06f-a3a6-4b9a-b653-c11904e768bd HTTP/1.1" status: 204 len: 173 time: 0.7353406 Sep 02 12:59:24.697154 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-deleted', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:24.699381 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb6b44-72a8-402e-9dfa-b17197a5fa0a" -d '{"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-deleted", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:24.752616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfd48a9-950f-4a8c-a53b-883ea87259cb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:24.775441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b17e17a6-1cf9-482a-a2fd-9429638faaf2 req-ba996c40-d4cb-4e04-9572-06d65369e754 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230717 Sep 02 12:59:24.793848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69407be5-9602-4e6d-bbbc-1b083991e2ff no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:24.824011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 69407be5-9602-4e6d-bbbc-1b083991e2ff {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:24.824363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69407be5-9602-4e6d-bbbc-1b083991e2ff not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:24.832386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f82ffd-47e2-4d32-b823-16f4f39a91c5 req-e99028a7-82b8-406e-8496-235a38978c7c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604095 Sep 02 12:59:24.845232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:24.866133 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2969def9-8c06-497c-bdb9-b733fefc8483 x-openstack-request-id: req-2969def9-8c06-497c-bdb9-b733fefc8483 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:24.866529 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de09a6cf-0e64-4b02-bf81-de43df84b4f8", "name": "network-vif-deleted", "tag": "dcb2c06f-a3a6-4b9a-b653-c11904e768bd", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:24.866875 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2969def9-8c06-497c-bdb9-b733fefc8483 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:24.867433 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de09a6cf-0e64-4b02-bf81-de43df84b4f8', 'name': 'network-vif-deleted', 'tag': 'dcb2c06f-a3a6-4b9a-b653-c11904e768bd', 'status': 'completed', 'code': 200} Sep 02 12:59:24.880136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d/58f5e661-9898-432e-a93f-1900b422ab8a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:24.946185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Attempting to bind port 2cfd48a9-950f-4a8c-a53b-883ea87259cb on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:24.946553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Attempting to bind port 2cfd48a9-950f-4a8c-a53b-883ea87259cb by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:24.947277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Attempting to bind port 2cfd48a9-950f-4a8c-a53b-883ea87259cb on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:24.953961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Port 2cfd48a9-950f-4a8c-a53b-883ea87259cb on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:59:24.954295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Attempting to bind port 2cfd48a9-950f-4a8c-a53b-883ea87259cb on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:24.996075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:24.996423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:24.996806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:24.997294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Bound port: 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:24.997654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.048615 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.081970 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.095601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Transition to ACTIVE for port object 58f5e661-9898-432e-a93f-1900b422ab8a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:25.102050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de023c-51e9-4e40-be32-6fd8a896819b req-f86d50ff-398b-4b40-931f-7ce2a141eabb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:25.103949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54de023c-51e9-4e40-be32-6fd8a896819b req-f86d50ff-398b-4b40-931f-7ce2a141eabb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1474431 Sep 02 12:59:25.132136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Transition to ACTIVE for port object 58f5e661-9898-432e-a93f-1900b422ab8a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:25.139583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 9ce8b52c-7832-4d29-b9cc-1383667c5331 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:25.144594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.222713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:25.225913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:25.233883 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:25.246808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Pushing event updated for resources: {'Port': ['ID=58f5e661-9898-432e-a93f-1900b422ab8a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:25.258666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] For port 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:25.289926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54de023c-51e9-4e40-be32-6fd8a896819b req-9ec10f7b-0491-47ff-b7b6-faf258e3f73d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1723306 Sep 02 12:59:25.312614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] For port 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:25.329617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Attempting to bind port 58f5e661-9898-432e-a93f-1900b422ab8a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:25.329958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Attempting to bind port 58f5e661-9898-432e-a93f-1900b422ab8a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:25.330465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Attempting to bind port 58f5e661-9898-432e-a93f-1900b422ab8a on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:25.338179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:25.338708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:25.339266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.340166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:25.340863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Bound port: 58f5e661-9898-432e-a93f-1900b422ab8a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:25.341271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.365714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.433575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:25.433575 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.435073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cfd48a9-950f-4a8c-a53b-883ea87259cb HTTP/1.1" status: 200 len: 1092 time: 2.3724070 Sep 02 12:59:25.442639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'tag': '2cfd48a9-950f-4a8c-a53b-883ea87259cb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:25.445165 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c470bf59-f43c-4e42-9466-5595cd591e42" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf69706-dd3f-44ec-9754-5a258f4d6339", "tag": "2cfd48a9-950f-4a8c-a53b-883ea87259cb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:25.455306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] For port 58f5e661-9898-432e-a93f-1900b422ab8a, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:25.462166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] For port 58f5e661-9898-432e-a93f-1900b422ab8a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=58f5e661-9898-432e-a93f-1900b422ab8a,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:25.471793 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:25.518624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52718) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:25.549384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc631363-123c-49b7-a976-5fff036499d2 None None] Pushing event updated for resources: {'Port': ['ID=58f5e661-9898-432e-a93f-1900b422ab8a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:25.560613 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8511aaa9-757c-4ae6-a08f-2a142ad374e8 x-openstack-request-id: req-8511aaa9-757c-4ae6-a08f-2a142ad374e8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:25.560613 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf69706-dd3f-44ec-9754-5a258f4d6339", "tag": "2cfd48a9-950f-4a8c-a53b-883ea87259cb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:25.560613 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8511aaa9-757c-4ae6-a08f-2a142ad374e8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:25.563715 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'tag': '2cfd48a9-950f-4a8c-a53b-883ea87259cb', 'status': 'completed', 'code': 200} Sep 02 12:59:25.570687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69633a74-8378-475b-8504-b5fa69ee0792 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfd48a9-950f-4a8c-a53b-883ea87259cb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:25.650641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-e814cd37-fde4-46d6-8062-cd64a0a93c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:25.652961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-e814cd37-fde4-46d6-8062-cd64a0a93c65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 1095 time: 0.1616118 Sep 02 12:59:25.655298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::a86:1f57:e5d:b21d (dd87b93a-b680-4881-9cb4-63de96fd98bc/90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d/9ce8b52c-7832-4d29-b9cc-1383667c5331) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:26.150071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-2fdca827-ee7d-4d5c-9d84-ba5ec2e6ad10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb HTTP/1.1" status: 200 len: 217 time: 0.4807990 Sep 02 12:59:26.266867 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b532131-d718-47e8-a09d-afbcd15c34e3 req-a6ac6f83-648a-48e5-a3fa-836e260c0ae9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:26.274861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b532131-d718-47e8-a09d-afbcd15c34e3 req-a6ac6f83-648a-48e5-a3fa-836e260c0ae9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 944 time: 0.1100681 Sep 02 12:59:26.288824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa17-97b9-4b87-8131-1af442508fec req-0f7aa8f7-1a33-433c-9f56-5389cca5e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:26.290527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-0f7aa8f7-1a33-433c-9f56-5389cca5e6c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.1336637 Sep 02 12:59:26.300637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:26.356070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-6484e4f4-b2b4-4d6b-af73-f5763ba88002 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:26.363611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-6484e4f4-b2b4-4d6b-af73-f5763ba88002 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.7095690 Sep 02 12:59:26.372715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-cdaadc05-aae3-4dca-8e0b-349a09b445db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492573 Sep 02 12:59:26.408737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6b532131-d718-47e8-a09d-afbcd15c34e3 req-06d3669e-e53d-48d7-bbf7-f818201717a1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323950 Sep 02 12:59:26.414523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-17369fc5-7ea7-4dc8-8c71-69832604ec14 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/quotas/83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 375 time: 0.0494411 Sep 02 12:59:26.484116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.603779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-504d1364-a703-4202-8cc2-cc92043fb16c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1378908 Sep 02 12:59:26.603779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-43b4ef27-dfcb-4516-998e-27cc38aace0a service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186825 Sep 02 12:59:26.603779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.610623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.722130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 9ce8b52c-7832-4d29-b9cc-1383667c5331 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:26.745902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.752658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.777246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 58f5e661-9898-432e-a93f-1900b422ab8a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:26.813848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d82aa17-97b9-4b87-8131-1af442508fec req-31063443-4316-482c-83dc-e0381a862516 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965733 Sep 02 12:59:26.833518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 58f5e661-9898-432e-a93f-1900b422ab8a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:26.836747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e041a-53de-45a4-82dd-601ec0731fcc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:26.837851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-bd3aeb3d-28cc-4d07-b70c-496ebda84d72 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315373 Sep 02 12:59:26.844264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.859664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.859888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.860194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.860501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.860829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.861188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.861513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.861838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.862159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.862738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.863049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.863535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:26.875605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd80ba68-f198-440c-bb49-8deb336fa334 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33d210d4cca940af8a4002d3b7d49669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686331 Sep 02 12:59:26.875605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:26.942031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Provisioning for port 58f5e661-9898-432e-a93f-1900b422ab8a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:26.946353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Provisioning complete for port 58f5e661-9898-432e-a93f-1900b422ab8a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:26.946834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:26.993238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:26.993480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f38bb427-23c4-4328-a651-d8dfacefa4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.001755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=9ce8b52c-7832-4d29-b9cc-1383667c5331,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:27.005519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:27.013245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:27.018998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.019671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.022528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f38bb427-23c4-4328-a651-d8dfacefa4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.040668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-23d2d889-aac3-4b4d-bef7-1f87d1f48a20 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6673903 Sep 02 12:59:27.045778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:27.056934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.063384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-767f79b6-eb46-4a78-84ed-0b1e7646651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.065039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-767f79b6-eb46-4a78-84ed-0b1e7646651f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 1095 time: 0.1896200 Sep 02 12:59:27.072316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-7dfc5798-29cb-4c38-ac47-c34909fd5a59 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110412 Sep 02 12:59:27.113534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] For port 58f5e661-9898-432e-a93f-1900b422ab8a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=58f5e661-9898-432e-a93f-1900b422ab8a,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:27.120280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.206072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e2e82-31b8-4ddd-a2d2-0c3f0886f617 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.212339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e2e82-31b8-4ddd-a2d2-0c3f0886f617 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.212580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-fc362cb4-e2b5-40cb-8987-c4291fc4ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.214408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-230e2e82-31b8-4ddd-a2d2-0c3f0886f617 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1658223 Sep 02 12:59:27.218244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:27.218718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-fc362cb4-e2b5-40cb-8987-c4291fc4ae4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.1437078 Sep 02 12:59:27.233627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f38bb427-23c4-4328-a651-d8dfacefa4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.235453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f38bb427-23c4-4328-a651-d8dfacefa4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.236787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f38bb427-23c4-4328-a651-d8dfacefa4c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f1e041a-53de-45a4-82dd-601ec0731fcc HTTP/1.1" status: 204 len: 168 time: 0.3628595 Sep 02 12:59:27.257011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Pushing event updated for resources: {'Port': ['ID=58f5e661-9898-432e-a93f-1900b422ab8a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:27.271146 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-55068fb8-6348-4454-91bd-a9938c66a739 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb HTTP/1.1" status: 200 len: 217 time: 0.0466995 Sep 02 12:59:27.273974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bb427-23c4-4328-a651-d8dfacefa4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e041a-53de-45a4-82dd-601ec0731fcc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:27.285125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.286044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.286782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.287397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.288536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.289242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.291070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.291524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.292214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 2b641b84-41dd-44c7-b822-3da9c63d4f96 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:27.292773 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.293187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.293593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.294752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.295482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d390926-a93d-4b52-ac88-7eacf095b380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:27.376788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-0a86018a-6109-4327-80d5-51b05684d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.378888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-0a86018a-6109-4327-80d5-51b05684d7fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.1009758 Sep 02 12:59:27.424083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-1e44beb4-a44e-41a1-b3d1-3f64a314f73f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357368 Sep 02 12:59:27.446794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21663ee3-4894-4e4f-86a0-f4a86e2409c0 req-467836ad-fdd4-4a0e-b66d-af4eab1e2619 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 210 time: 0.0511816 Sep 02 12:59:27.464956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5dc4b49c-84c4-49a0-9fad-c0d6391c9665 None None] Provisioning for port 9ce8b52c-7832-4d29-b9cc-1383667c5331 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:27.486842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5dc4b49c-84c4-49a0-9fad-c0d6391c9665 None None] Provisioning complete for port 9ce8b52c-7832-4d29-b9cc-1383667c5331 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:27.487719 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5dc4b49c-84c4-49a0-9fad-c0d6391c9665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.503987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 9ce8b52c-7832-4d29-b9cc-1383667c5331 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:27.504345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.564408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 2b641b84-41dd-44c7-b822-3da9c63d4f96, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b641b84-41dd-44c7-b822-3da9c63d4f96,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:27.564785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.587593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4b49c-84c4-49a0-9fad-c0d6391c9665 None None] Port 9ce8b52c-7832-4d29-b9cc-1383667c5331 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:27.610422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 2b641b84-41dd-44c7-b822-3da9c63d4f96 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:27.648079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-b2534cd8-cbfe-45d4-96cd-802fa23665a0 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133958 Sep 02 12:59:27.663183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4b677-b898-45a1-99db-0b39d526d042 req-8a246fac-dfda-4e47-be71-8d6db1283053 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:27.670803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2e4b677-b898-45a1-99db-0b39d526d042 req-8a246fac-dfda-4e47-be71-8d6db1283053 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 944 time: 0.1115017 Sep 02 12:59:27.689095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.717017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 9ce8b52c-7832-4d29-b9cc-1383667c5331 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:27.773812 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2e4b677-b898-45a1-99db-0b39d526d042 req-3d671f00-9ca7-4671-900b-d5726aa14640 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014838 Sep 02 12:59:27.804839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:27.814834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c470bf59-f43c-4e42-9466-5595cd591e42 req-05135db6-92ef-47ee-bcb4-7aa98e9182e5 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413333 Sep 02 12:59:27.824425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:27.833989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a6312a7-dc9b-4ef0-914a-744f6dcdf951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:27.851333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: dcb2c06f-a3a6-4b9a-b653-c11904e768bd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:27.851675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device dcb2c06f-a3a6-4b9a-b653-c11904e768bd not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:28.029920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.035063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.070620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=9ce8b52c-7832-4d29-b9cc-1383667c5331,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:28.161285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=2b641b84-41dd-44c7-b822-3da9c63d4f96,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:28.198761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.200970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8a9bcb18-de2d-4cb7-ae8e-805d94c226d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/9ce8b52c-7832-4d29-b9cc-1383667c5331 HTTP/1.1" status: 204 len: 168 time: 0.9816806 Sep 02 12:59:28.204043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:28.249526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a6312a7-dc9b-4ef0-914a-744f6dcdf951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.262705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a6312a7-dc9b-4ef0-914a-744f6dcdf951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.270839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd989c9-4b73-477d-8bc9-b165d1517213 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:28.272567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd989c9-4b73-477d-8bc9-b165d1517213 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:28.274502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-acd989c9-4b73-477d-8bc9-b165d1517213 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0693603 Sep 02 12:59:28.277555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:28.344494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:28.349248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.387928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a6312a7-dc9b-4ef0-914a-744f6dcdf951 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63c66ebad307414b9a87f32393919a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819926 Sep 02 12:59:28.389213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:28.395156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6312a7-dc9b-4ef0-914a-744f6dcdf951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49efd25-f05e-4b69-9e27-c32c9460a984,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:28.418153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.429130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.527286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1eb7aea4-41a8-43bb-aadf-5b8380a68994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.579821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1eb7aea4-41a8-43bb-aadf-5b8380a68994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.582185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.623703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0da46758-0924-4794-bcf6-fc84a02f12dc req-b591cbae-cc84-4a98-8f74-d958ec26d53d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 210 time: 0.0420465 Sep 02 12:59:28.677601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-896a629a-cb71-4ce6-9972-d685a2b4106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.687858 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1eb7aea4-41a8-43bb-aadf-5b8380a68994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.691905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1eb7aea4-41a8-43bb-aadf-5b8380a68994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.693221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1eb7aea4-41a8-43bb-aadf-5b8380a68994 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c49efd25-f05e-4b69-9e27-c32c9460a984 HTTP/1.1" status: 204 len: 168 time: 0.3028760 Sep 02 12:59:28.706548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.712437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7aea4-41a8-43bb-aadf-5b8380a68994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49efd25-f05e-4b69-9e27-c32c9460a984,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:28.742298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:28.748142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:28.753222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-07f180cc-398d-492e-aa67-3d6cb46e7103 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d HTTP/1.1" status: 204 len: 168 time: 0.4746130 Sep 02 12:59:28.754076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:28.756159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a93ffa-fa50-4b01-a180-b2e989fdd885 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:28.807431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9c0d1ad2-139e-42f9-bc52-2474e9dd4de9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517573 Sep 02 12:59:28.809703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:28.814331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0aa96a2f-75e8-4616-89e1-1724129f0b96 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:28.815924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0aa96a2f-75e8-4616-89e1-1724129f0b96 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.3237898 Sep 02 12:59:28.836330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'port': {'device_id': '4f46c577-7f39-4210-a8cf-274b663aba49', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'admin_state_up': True, 'tenant_id': '83f1027212e842ed9cd77955d4196dda'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:28.892686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 58f5e661-9898-432e-a93f-1900b422ab8a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:28.906408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641624b9-bba6-4c47-b563-82bae9f15f3c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:28.912422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-641624b9-bba6-4c47-b563-82bae9f15f3c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1014175 Sep 02 12:59:28.913212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:28.984720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1852b37-591c-44a6-81c8-5d3de50c2e27 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:28.986501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1852b37-591c-44a6-81c8-5d3de50c2e27 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720351 Sep 02 12:59:28.989385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:29.017856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 58f5e661-9898-432e-a93f-1900b422ab8a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:29.018500 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.092029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-86c36d9c-cf9a-423f-aa81-f1f14da4be7b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942850 Sep 02 12:59:29.092582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:29.107362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:29.142536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:29.153024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414840-54b7-4fad-8f4b-18cdb14f7a37 req-132f8216-256d-427a-8b29-d260e7c81dd1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:29.156021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3414840-54b7-4fad-8f4b-18cdb14f7a37 req-132f8216-256d-427a-8b29-d260e7c81dd1 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 944 time: 0.2361634 Sep 02 12:59:29.235597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] Deleting port 58f5e661-9898-432e-a93f-1900b422ab8a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:29.237841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.255159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 12:59:29.255159 n-d-792364-8 neutron-server[94840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 12:59:29.255159 n-d-792364-8 neutron-server[94840]: [parameters: {'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'id': '5cb14e44-daa5-48e3-8f38-8a550f2daef6', 'expiration': datetime.datetime(2021, 9, 2, 13, 1, 29, 250666)}] Sep 02 12:59:29.255159 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:59:29.256136 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:59:29.259963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Router c100e6c6-cecf-4b10-a690-5a44686ead15 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:29.273142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3414840-54b7-4fad-8f4b-18cdb14f7a37 req-a4dca5ad-0f91-4c04-b443-7a33ceadb879 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080923 Sep 02 12:59:29.284005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:29.293719 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.328844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] For port 58f5e661-9898-432e-a93f-1900b422ab8a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=58f5e661-9898-432e-a93f-1900b422ab8a,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:29.329283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.346041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] Calling delete_port for 58f5e661-9898-432e-a93f-1900b422ab8a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:29.438832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.477310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] Pushing event deleted for resources: {'Port': ['ID=58f5e661-9898-432e-a93f-1900b422ab8a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:29.480428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e21526-7b8c-4f1a-afbc-bece1ae8b422 None None] No DVR routers for this DVR port 58f5e661-9898-432e-a93f-1900b422ab8a on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:29.497349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:29.507826 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74ad4933-9887-44cb-859c-aa6d34d1f341 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "PUT /v2.0/routers/c100e6c6-cecf-4b10-a690-5a44686ead15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9844012 Sep 02 12:59:29.507826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:29.509352 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] Sync routers for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:29.521953 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:29.522698 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:29.647840 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:29.750916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90982513-065f-4694-83a2-9e499d561de5 req-75b304ba-1274-4ac1-80d9-e64d962b0db0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 210 time: 0.0291159 Sep 02 12:59:29.791068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:29.798705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.884809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2cfd48a9-950f-4a8c-a53b-883ea87259cb details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:59:29.892391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Allocated IP 172.20.0.3 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/74306922-b052-4468-8f77-69541a67e644) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:29.905461 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:59:27Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:29.917025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting subnet 08def3d8-0612-40c8-8136-a360661f1b19 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:29.922100 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:29.949146 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] Checking router: c100e6c6-cecf-4b10-a690-5a44686ead15 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:29.963059 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] Routers {'c100e6c6-cecf-4b10-a690-5a44686ead15'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:29.965165 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c100e6c6-cecf-4b10-a690-5a44686ead15'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:29.986689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.072084 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:30.097227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '2cfd48a9-950f-4a8c-a53b-883ea87259cb', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': '2cfd48a9-950f-4a8c-a53b-883ea87259cb', 'mac_address': 'fa:16:3e:ff:d2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:59:30.116384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.155373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.176962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfd48a9-950f-4a8c-a53b-883ea87259cb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:30.190116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.206127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:30.206425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:30.210225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Transition to ACTIVE for port object 74306922-b052-4468-8f77-69541a67e644 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:30.214277 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.216132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:30.220099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:30.220922 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.239731 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] Set router c100e6c6-cecf-4b10-a690-5a44686ead15 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:30.243453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=181d8c57-eb5c-446d-8593-1683332c496b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:30.248412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42b047cf-f36c-4c78-9e1c-ddd215f4bb22 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1546831 Sep 02 12:59:30.251710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:30.267234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '181d8c57-eb5c-446d-8593-1683332c496b', 'ip_address': '2001:db8::f7a0:fcd5:3734:4523'}], 'name': 'tempest-NetworksTestDHCPv6-1098086711'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:30.274441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.322021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.354331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e30e5-363c-4a68-8bca-3db3589cc92f None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:30.372782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:30.375126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:30.388350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:30.393502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=74306922-b052-4468-8f77-69541a67e644,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:30.402657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:30.501007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:30.505563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.525255 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.545979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032f55-fd52-4406-b996-2dd542af9d1f req-7a13851a-4b08-4668-bab0-8545aee098b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:30.547968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad032f55-fd52-4406-b996-2dd542af9d1f req-7a13851a-4b08-4668-bab0-8545aee098b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 945 time: 0.1255493 Sep 02 12:59:30.600034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['2cfd48a9-950f-4a8c-a53b-883ea87259cb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:30.625052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Subnet': ['ID=08def3d8-0612-40c8-8136-a360661f1b19,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:30.639973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-8fec18a0-fe31-48d4-abc0-d0af8a13f445 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8094754 Sep 02 12:59:30.648005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.650031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f8dd75b-59d4-468d-8ee8-a17111629e00 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/subnets/08def3d8-0612-40c8-8136-a360661f1b19 HTTP/1.1" status: 204 len: 168 time: 1.1413155 Sep 02 12:59:30.659683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:30.675372 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:59:27Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:30.679796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Request body: {'port': {'device_id': '4f46c577-7f39-4210-a8cf-274b663aba49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:30.695657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:30.720193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e7db6-ddf2-438f-abfb-b93c6a46969b None None] Network 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:30.763419 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5d904-609e-4f09-abb4-a84acae4ae35 None None] The sync data for ids ['c100e6c6-cecf-4b10-a690-5a44686ead15'] in n-d-792364-8 is: [{'id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661260885', 'tenant_id': 'f83b2a7200524bfbb23facb779d17d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:57:16Z', 'updated_at': '2021-09-02T12:59:27Z', 'revision_number': 5, 'project_id': 'f83b2a7200524bfbb23facb779d17d3b', 'gw_port': {'id': '3c812c0c-2371-4225-9554-067900d7bbdd', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100e6c6-cecf-4b10-a690-5a44686ead15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:57:18Z', 'updated_at': '2021-09-02T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:30.826760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:30.920697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad032f55-fd52-4406-b996-2dd542af9d1f req-f82aa4fc-bf92-450b-9e72-bfe0acae5bc0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656032 Sep 02 12:59:30.979611 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.007345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 6a9150ac-2d6b-4f44-a13e-2414d5c79956 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:31.015649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.026308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2cfd48a9-950f-4a8c-a53b-883ea87259cb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:31.038338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 58f5e661-9898-432e-a93f-1900b422ab8a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:31.087900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 58f5e661-9898-432e-a93f-1900b422ab8a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:31.088703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 58f5e661-9898-432e-a93f-1900b422ab8a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:31.263545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.265488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74306922-b052-4468-8f77-69541a67e644 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:31.275694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.299007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Transition to ACTIVE for port object 74306922-b052-4468-8f77-69541a67e644 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:31.318177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a958f92-cde7-4d28-bc19-a54dc38024e6 req-13f9d807-15ab-4f42-8e42-6c170a32cdc1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:31.326849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-27c43048-f2c9-498e-8df1-f143024a1ff7 None None] Provisioning for port 74306922-b052-4468-8f77-69541a67e644 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:31.328011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a958f92-cde7-4d28-bc19-a54dc38024e6 req-13f9d807-15ab-4f42-8e42-6c170a32cdc1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 931 time: 0.3695660 Sep 02 12:59:31.336661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.344858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f7a0:fcd5:3734:4523 (dd87b93a-b680-4881-9cb4-63de96fd98bc/181d8c57-eb5c-446d-8593-1683332c496b/6a9150ac-2d6b-4f44-a13e-2414d5c79956) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:31.447569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Deleting port 3c812c0c-2371-4225-9554-067900d7bbdd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:31.448121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.465151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Pushing event updated for resources: {'Port': ['ID=74306922-b052-4468-8f77-69541a67e644,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:31.504427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6a958f92-cde7-4d28-bc19-a54dc38024e6 req-aa42402c-64e1-4ebf-b380-0626a2c575a9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753287 Sep 02 12:59:31.542555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '181d8c57-eb5c-446d-8593-1683332c496b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:31.543855 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.631239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9422811c-180a-49ec-87aa-fb3fc192f512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.656541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Attempting to bind port 74306922-b052-4468-8f77-69541a67e644 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:31.656880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Attempting to bind port 74306922-b052-4468-8f77-69541a67e644 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:31.657311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Attempting to bind port 74306922-b052-4468-8f77-69541a67e644 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:31.663304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Port 74306922-b052-4468-8f77-69541a67e644 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:59:31.663742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Attempting to bind port 74306922-b052-4468-8f77-69541a67e644 on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:31.678597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:31.678945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:31.679345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:31.679792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Bound port: 74306922-b052-4468-8f77-69541a67e644, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:31.680168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.827728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] DHCP port deletion for 58a9644d-25da-4e5a-abf3-6349eaf9b8b9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:31.836853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] For port 74306922-b052-4468-8f77-69541a67e644, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:31.842860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] For port 74306922-b052-4468-8f77-69541a67e644, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=74306922-b052-4468-8f77-69541a67e644,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:31.850517 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.850867 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.909242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:31.910948 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:31.913240 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/74306922-b052-4468-8f77-69541a67e644 HTTP/1.1" status: 200 len: 1091 time: 1.2616551 Sep 02 12:59:31.915622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f46c577-7f39-4210-a8cf-274b663aba49', 'tag': '74306922-b052-4468-8f77-69541a67e644'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:31.928742 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4180451-a8d7-403b-b0b9-58bfcfc248f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f46c577-7f39-4210-a8cf-274b663aba49", "tag": "74306922-b052-4468-8f77-69541a67e644"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:31.973488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a269a8a-2c24-41cb-8345-5ebacc5130e5 service neutron] Pushing event updated for resources: {'Port': ['ID=74306922-b052-4468-8f77-69541a67e644,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:31.985075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] Deleting port c6cc177c-563b-445e-9eef-bc9e7177b0b4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:31.985470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.024564 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b60da4-d82c-4e2a-9121-bfe34738eeb2 x-openstack-request-id: req-15b60da4-d82c-4e2a-9121-bfe34738eeb2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:32.025060 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f46c577-7f39-4210-a8cf-274b663aba49", "tag": "74306922-b052-4468-8f77-69541a67e644", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:32.025977 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15b60da4-d82c-4e2a-9121-bfe34738eeb2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:32.026822 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f46c577-7f39-4210-a8cf-274b663aba49', 'tag': '74306922-b052-4468-8f77-69541a67e644', 'status': 'completed', 'code': 200} Sep 02 12:59:32.045237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-6e28bfde-c509-4b52-ad53-ff5903642104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.047521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-6e28bfde-c509-4b52-ad53-ff5903642104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 1094 time: 0.0693398 Sep 02 12:59:32.063564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] For port c6cc177c-563b-445e-9eef-bc9e7177b0b4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c6cc177c-563b-445e-9eef-bc9e7177b0b4,segment=NetworkSegment(4b3c912e-80f9-4b9b-a373-309ce41fa4f0),segment_id=4b3c912e-80f9-4b9b-a373-309ce41fa4f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:32.064368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.078537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] Calling delete_port for c6cc177c-563b-445e-9eef-bc9e7177b0b4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:32.111518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-987b79f3-0064-427b-8528-3c7f13ab34d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74306922-b052-4468-8f77-69541a67e644 HTTP/1.1" status: 200 len: 217 time: 0.0554237 Sep 02 12:59:32.167437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] For port 3c812c0c-2371-4225-9554-067900d7bbdd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3c812c0c-2371-4225-9554-067900d7bbdd,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:32.168050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.180613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.191503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-b2d1b726-f6c8-4c96-a189-216b5ba6ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.193100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-b2d1b726-f6c8-4c96-a189-216b5ba6ddbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0733120 Sep 02 12:59:32.210948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf3074-a377-4c7b-834f-66867dbfdde1 req-d2f4cd64-a3df-499b-ac3c-86e7ec735b18 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.212500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baaf3074-a377-4c7b-834f-66867dbfdde1 req-d2f4cd64-a3df-499b-ac3c-86e7ec735b18 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 945 time: 0.1704960 Sep 02 12:59:32.213608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Calling delete_port for 3c812c0c-2371-4225-9554-067900d7bbdd owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:32.214616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] No DVR routers for this DVR port c6cc177c-563b-445e-9eef-bc9e7177b0b4 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:32.219086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4988d-3ca2-4897-8115-2218f7343148 None None] Pushing event deleted for resources: {'Port': ['ID=c6cc177c-563b-445e-9eef-bc9e7177b0b4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:32.233245 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.252074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-9949b947-d33a-4197-89e1-2ecfa8c57fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.253895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-9949b947-d33a-4197-89e1-2ecfa8c57fa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531943 Sep 02 12:59:32.292938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 6a9150ac-2d6b-4f44-a13e-2414d5c79956 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:32.332316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baaf3074-a377-4c7b-834f-66867dbfdde1 req-2305ef60-076f-444a-93c0-15c7185d5063 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Sep 02 12:59:32.355953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-4331f7ca-16fb-47b2-b0e5-4529826c6929 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919237 Sep 02 12:59:32.408726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.456350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:32.457580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/181d8c57-eb5c-446d-8593-1683332c496b/fd29be12-cc50-4eca-a9aa-144326eed200) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:32.463032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:32.470072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3caefe31-2790-4ab1-8612-b3e2bd8a864b req-4c6677cf-8393-4321-a326-52003d397e52 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052661 Sep 02 12:59:32.470753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:32.479328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.480384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.522121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=6a9150ac-2d6b-4f44-a13e-2414d5c79956,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:32.539884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4aff3b36-a004-4686-b3d6-5b051286f33f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2869453 Sep 02 12:59:32.544101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:32.550831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '181d8c57-eb5c-446d-8593-1683332c496b', 'ip_address': '2001:db8::f7a0:fcd5:3734:4523'}], 'name': 'tempest-NetworksTestDHCPv6-1910030064'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:32.598640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-553991d5-e80a-4f6d-bc20-8519f80e7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.600953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.601798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-553991d5-e80a-4f6d-bc20-8519f80e7816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 1094 time: 0.0804288 Sep 02 12:59:32.619049 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.645479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Port': ['ID=3c812c0c-2371-4225-9554-067900d7bbdd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:32.724173 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.729432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c6cc177c-563b-445e-9eef-bc9e7177b0b4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:32.739559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Transition to ACTIVE for port object fd29be12-cc50-4eca-a9aa-144326eed200 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:32.749698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.752858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3528be-19a3-4a25-bb83-a10d86df0b7a req-b90ca375-3d34-4263-a646-5269af26fbba tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.754474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a3528be-19a3-4a25-bb83-a10d86df0b7a req-b90ca375-3d34-4263-a646-5269af26fbba tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 943 time: 0.1106944 Sep 02 12:59:32.762949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c6cc177c-563b-445e-9eef-bc9e7177b0b4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:32.763305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c6cc177c-563b-445e-9eef-bc9e7177b0b4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:32.763705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b641b84-41dd-44c7-b822-3da9c63d4f96 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:32.793134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-5b1041f0-5949-4cf8-b815-99c5c33a0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.793946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2b641b84-41dd-44c7-b822-3da9c63d4f96 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:32.794250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b641b84-41dd-44c7-b822-3da9c63d4f96 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:32.795492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-5b1041f0-5949-4cf8-b815-99c5c33a0ff1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1842475 Sep 02 12:59:32.803182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Transition to ACTIVE for port object fd29be12-cc50-4eca-a9aa-144326eed200 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:32.811679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.843213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:32.848661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.850814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-6f3fba48-4189-4e23-94cd-2247a438418b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74306922-b052-4468-8f77-69541a67e644 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Sep 02 12:59:32.856506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a3528be-19a3-4a25-bb83-a10d86df0b7a req-17272126-b4d5-4cc7-9c01-0507ab1fdc15 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900173 Sep 02 12:59:32.865619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:32.867994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.872921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.883376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:32.883376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:32.931034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-45689f44-2507-4dc2-844f-a0df6abd7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:32.934291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-45689f44-2507-4dc2-844f-a0df6abd7939 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0735631 Sep 02 12:59:32.934673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 67fa051c-c21a-48cc-aa27-f627c236751d yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:32.952935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Pushing event updated for resources: {'Port': ['ID=fd29be12-cc50-4eca-a9aa-144326eed200,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:32.964978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Attempting to bind port fd29be12-cc50-4eca-a9aa-144326eed200 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:32.965644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Attempting to bind port fd29be12-cc50-4eca-a9aa-144326eed200 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:32.966170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Attempting to bind port fd29be12-cc50-4eca-a9aa-144326eed200 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:32.972113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:32.972501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:32.972927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.973516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:32.974016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Bound port: fd29be12-cc50-4eca-a9aa-144326eed200, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:32.974405 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.984704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.985314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Fanout notify agent at l3_agent the message router_deleted on router c100e6c6-cecf-4b10-a690-5a44686ead15 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:59:32.998615 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:32.999794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3bc71b71-24da-4943-86f4-bae53721e556 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/routers/c100e6c6-cecf-4b10-a690-5a44686ead15 HTTP/1.1" status: 204 len: 168 time: 2.3403099 Sep 02 12:59:33.006414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:33.055492 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-eef99767-2031-40b6-9c9f-2cb67ab821d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:33.057816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-eef99767-2031-40b6-9c9f-2cb67ab821d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068377 Sep 02 12:59:33.083337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] For port fd29be12-cc50-4eca-a9aa-144326eed200, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:33.091494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] For port fd29be12-cc50-4eca-a9aa-144326eed200, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fd29be12-cc50-4eca-a9aa-144326eed200,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:33.104086 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.149685 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.261033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d6d14-2fc5-4ebf-b621-5a3270d85d43 None None] Pushing event updated for resources: {'Port': ['ID=fd29be12-cc50-4eca-a9aa-144326eed200,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:33.261505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-cca38d7e-7f91-4594-ba73-c01c7694d7e8 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956475 Sep 02 12:59:33.302014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.313499 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 02 12:59:33.314037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:59:33.325027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a9644d-25da-4e5a-abf3-6349eaf9b8b9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:33.337853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3c912e-80f9-4b9b-a373-309ce41fa4f0') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:33.338167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3c912e-80f9-4b9b-a373-309ce41fa4f0') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:33.350386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-31d43885-13c7-4968-b22f-241f5156d4d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8022959 Sep 02 12:59:33.350636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:33.352608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.376737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.384987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 12:59:33.385718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: timer() Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 12:59:33.396378 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 12:59:33.443685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4180451-a8d7-403b-b0b9-58bfcfc248f4 req-88376580-3179-4023-ae42-e644ded0287c service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730340 Sep 02 12:59:33.465227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8261e-09ae-4e4b-b247-68128befc38f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:33.471738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8261e-09ae-4e4b-b247-68128befc38f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:33.473571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1ee8261e-09ae-4e4b-b247-68128befc38f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1224124 Sep 02 12:59:33.476263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:33.508159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.521818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.523843 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/networks/58a9644d-25da-4e5a-abf3-6349eaf9b8b9 HTTP/1.1" status: 204 len: 168 time: 0.5163364 Sep 02 12:59:33.527081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:33.540664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b86cf-6564-44d5-9fde-9a4cdc02b8f5 tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'Network': ['ID=58a9644d-25da-4e5a-abf3-6349eaf9b8b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:33.552806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a9bb0-1d80-4cf0-91e3-6bc7071cd6a0 req-041cc188-d7a9-4fd9-a096-3707880251ef tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:33.553248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b57a9bb0-1d80-4cf0-91e3-6bc7071cd6a0 req-041cc188-d7a9-4fd9-a096-3707880251ef tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 945 time: 0.1060927 Sep 02 12:59:33.640186 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b57a9bb0-1d80-4cf0-91e3-6bc7071cd6a0 req-4b91f488-ee72-4945-b7d7-1ab18f10daea tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789795 Sep 02 12:59:33.689198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 6a9150ac-2d6b-4f44-a13e-2414d5c79956 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:33.689558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.696982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09337b05-9a0e-4d0c-bdad-b5316019ceea tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.787812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09337b05-9a0e-4d0c-bdad-b5316019ceea tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.849121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.862236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 6a9150ac-2d6b-4f44-a13e-2414d5c79956 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:33.923027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2cfd48a9-950f-4a8c-a53b-883ea87259cb up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:33.948048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09337b05-9a0e-4d0c-bdad-b5316019ceea tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.950995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09337b05-9a0e-4d0c-bdad-b5316019ceea tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:33.952556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-09337b05-9a0e-4d0c-bdad-b5316019ceea tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] 10.222.0.60 "DELETE /v2.0/security-groups/b469c2ab-a297-4248-b187-2010877326bb HTTP/1.1" status: 204 len: 168 time: 0.4064817 Sep 02 12:59:33.969624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09337b05-9a0e-4d0c-bdad-b5316019ceea tempest-TestNetworkAdvancedServerOps-359377134 tempest-TestNetworkAdvancedServerOps-359377134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b469c2ab-a297-4248-b187-2010877326bb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:34.055620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05db16-6dd7-4460-9283-dc9614def09f req-b43e69b4-67e9-4706-8d97-eca30d6ba469 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:34.057447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca05db16-6dd7-4460-9283-dc9614def09f req-b43e69b4-67e9-4706-8d97-eca30d6ba469 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 943 time: 0.0926156 Sep 02 12:59:34.090109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 2cfd48a9-950f-4a8c-a53b-883ea87259cb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:34.097402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 2cfd48a9-950f-4a8c-a53b-883ea87259cb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:34.098254 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.107472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.146775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca05db16-6dd7-4460-9283-dc9614def09f req-1aab2829-b9f4-48ea-b5e0-86e546e8a395 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825191 Sep 02 12:59:34.157945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=6a9150ac-2d6b-4f44-a13e-2414d5c79956,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:34.198708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.200831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7891eb88-6cb7-43f8-a951-3eecbdb850c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/6a9150ac-2d6b-4f44-a13e-2414d5c79956 HTTP/1.1" status: 204 len: 168 time: 0.7235999 Sep 02 12:59:34.203456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52886) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:34.229429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.277583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea498d-2514-4330-9e2f-f8f685931ff3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:34.281934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea498d-2514-4330-9e2f-f8f685931ff3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:34.289627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e5ea498d-2514-4330-9e2f-f8f685931ff3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0850039 Sep 02 12:59:34.290318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:34.300776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.342420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfd48a9-950f-4a8c-a53b-883ea87259cb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:34.343472 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4624e4fa-f970-49de-b631-6fdddb937a13" -d '{"events": [{"server_uuid": "aaf69706-dd3f-44ec-9754-5a258f4d6339", "name": "network-vif-plugged", "status": "completed", "tag": "2cfd48a9-950f-4a8c-a53b-883ea87259cb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:34.367475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:34.373941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 181d8c57-eb5c-446d-8593-1683332c496b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:34.378156 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.378498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.513062 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3607dc-e66a-4791-9a46-1f8520308088 x-openstack-request-id: req-7c3607dc-e66a-4791-9a46-1f8520308088 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:34.513933 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf69706-dd3f-44ec-9754-5a258f4d6339", "name": "network-vif-plugged", "status": "completed", "tag": "2cfd48a9-950f-4a8c-a53b-883ea87259cb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:34.514386 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c3607dc-e66a-4791-9a46-1f8520308088 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:34.515424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.515922 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfd48a9-950f-4a8c-a53b-883ea87259cb', 'code': 200} Sep 02 12:59:34.516439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2cfd48a9-950f-4a8c-a53b-883ea87259cb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:34.596980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f69df-cfa4-4cd6-9f1a-ae13088e6932 req-2f9c6a50-af9b-4733-ad04-5d531cfb1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:34.600055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d4f69df-cfa4-4cd6-9f1a-ae13088e6932 req-2f9c6a50-af9b-4733-ad04-5d531cfb1cfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 1097 time: 0.0717018 Sep 02 12:59:34.671730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d4f69df-cfa4-4cd6-9f1a-ae13088e6932 req-6f5d3fcc-7a0c-4a83-9c47-546df249f337 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649779 Sep 02 12:59:34.700799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.790563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fd29be12-cc50-4eca-a9aa-144326eed200 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:34.800005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:34.808334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.851014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port fd29be12-cc50-4eca-a9aa-144326eed200 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:34.856208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=181d8c57-eb5c-446d-8593-1683332c496b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:34.870635 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.876468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3da6d657-8920-4c1d-8d65-b9cd762b3448 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/181d8c57-eb5c-446d-8593-1683332c496b HTTP/1.1" status: 204 len: 168 time: 0.5846231 Sep 02 12:59:34.878219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:34.905235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573a288-5153-414d-ad25-423fa17770af req-31f23a62-137a-4738-8da8-012d91e45c0d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:34.906888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7573a288-5153-414d-ad25-423fa17770af req-31f23a62-137a-4738-8da8-012d91e45c0d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.1508005 Sep 02 12:59:34.932273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] Provisioning for port fd29be12-cc50-4eca-a9aa-144326eed200 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:34.937346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] Provisioning complete for port fd29be12-cc50-4eca-a9aa-144326eed200 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:34.938532 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:34.947386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6ba60559-88a8-451b-a1ce-6b4e3c36a508 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640018 Sep 02 12:59:34.948481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:34.955756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:34.989318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3c812c0c-2371-4225-9554-067900d7bbdd no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:35.018902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7573a288-5153-414d-ad25-423fa17770af req-07eeee74-a1fc-44fa-9ec1-7b11b39311f4 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775537 Sep 02 12:59:35.027214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 3c812c0c-2371-4225-9554-067900d7bbdd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:35.027771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3c812c0c-2371-4225-9554-067900d7bbdd not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:35.069336 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.105402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] For port fd29be12-cc50-4eca-a9aa-144326eed200, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fd29be12-cc50-4eca-a9aa-144326eed200,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:35.107308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e6005db5-03a3-47fd-81d2-e26fa1c929fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f83b2a7200524bfbb23facb779d17d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056006 Sep 02 12:59:35.108687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:35.110359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:35.112979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.113177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.121305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288876f-c8aa-41e0-9b22-ca7df52acefc None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:35.174910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76fb236e-8753-45da-9ce5-e38a573e6d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.206436 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76fb236e-8753-45da-9ce5-e38a573e6d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.267839 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.270475 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76fb236e-8753-45da-9ce5-e38a573e6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.273785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76fb236e-8753-45da-9ce5-e38a573e6d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.275264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-76fb236e-8753-45da-9ce5-e38a573e6d26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e440a63a-9c31-45c5-9263-79e965bb7e1f HTTP/1.1" status: 204 len: 168 time: 0.1636646 Sep 02 12:59:35.276484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f71ce-bb13-4b1f-9b28-47b6a9fa9b2d None None] Pushing event updated for resources: {'Port': ['ID=fd29be12-cc50-4eca-a9aa-144326eed200,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:35.283492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2823a0f2-e8e8-4214-98bc-86b87e5ed4f1 None None] Could not find standard attr ID for object 6a9150ac-2d6b-4f44-a13e-2414d5c79956. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:35.294006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb236e-8753-45da-9ce5-e38a573e6d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440a63a-9c31-45c5-9263-79e965bb7e1f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:35.362310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c941a67-f9bf-4499-b537-0d02d37abd4f req-aeb4a089-20de-4c30-85c8-eba08d88f449 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:35.365211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c941a67-f9bf-4499-b537-0d02d37abd4f req-aeb4a089-20de-4c30-85c8-eba08d88f449 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 943 time: 0.0858207 Sep 02 12:59:35.440781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:35.457578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.526274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] Deleting port fd29be12-cc50-4eca-a9aa-144326eed200 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:35.526656 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.528253 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c941a67-f9bf-4499-b537-0d02d37abd4f req-419f4699-2774-4521-b4c2-9698e3f57e12 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412609 Sep 02 12:59:35.537008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:35.540618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:35.545616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:35.546212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.565885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6154399 Sep 02 12:59:35.568172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:35.570107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074acef-c5ab-41bb-9af2-48a5ff932d0e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=e51b6c56-63ab-4216-8850-0aa28c4287b4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:35.579951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': 'e51b6c56-63ab-4216-8850-0aa28c4287b4', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2126695157'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:35.635694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] For port fd29be12-cc50-4eca-a9aa-144326eed200, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fd29be12-cc50-4eca-a9aa-144326eed200,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:35.636105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.674833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] Calling delete_port for fd29be12-cc50-4eca-a9aa-144326eed200 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:35.711370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:35.720169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.745830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 8c1d908a-570f-4561-8e8a-e95d389ab764 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 12:59:35.756800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:35.776994 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:35.813089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] Pushing event deleted for resources: {'Port': ['ID=fd29be12-cc50-4eca-a9aa-144326eed200,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:35.818291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbc329-95eb-4064-a8d0-f3ccaa3aeef9 None None] No DVR routers for this DVR port fd29be12-cc50-4eca-a9aa-144326eed200 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:35.841791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92240da0-9f8e-4539-8ae9-553a82891f1f None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:35.895536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1e086c0b-f567-47f0-b378-2d0431ac57ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae6a886efcd54910af89886f7c378ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373661 Sep 02 12:59:35.898252 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:35.917010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 74306922-b052-4468-8f77-69541a67e644 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:59:35.944663 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 12:59:35.945670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 12:59:35.977167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-35ceb029-40be-4d48-b6d9-8adc9869be4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4063175 Sep 02 12:59:35.979414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:36.017415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dbedff5-9de4-4705-994d-120cd108efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.034561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ed7d5092-d022-433c-a8e3-20786e5e133f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0531354 Sep 02 12:59:36.036381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:36.069509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dbedff5-9de4-4705-994d-120cd108efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.112080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d665c-69af-4381-8252-b86d81518d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': 'e51b6c56-63ab-4216-8850-0aa28c4287b4'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:36.114046 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f1d665c-69af-4381-8252-b86d81518d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.117681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b470f7-dd05-4ce3-9936-34b4d3e8994b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:36.119324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b470f7-dd05-4ce3-9936-34b4d3e8994b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:36.121924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0b470f7-dd05-4ce3-9936-34b4d3e8994b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0843945 Sep 02 12:59:36.133157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:36.149212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 74306922-b052-4468-8f77-69541a67e644, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=74306922-b052-4468-8f77-69541a67e644,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:36.172757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '74306922-b052-4468-8f77-69541a67e644', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': '74306922-b052-4468-8f77-69541a67e644', 'mac_address': 'fa:16:3e:29:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:59:36.217135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff056750-d3d9-455b-893b-b3d9a08f9d90 req-7af760ad-c18c-4c17-851d-7dbc8a2729bc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:36.219121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff056750-d3d9-455b-893b-b3d9a08f9d90 req-7af760ad-c18c-4c17-851d-7dbc8a2729bc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.0722466 Sep 02 12:59:36.225492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dbedff5-9de4-4705-994d-120cd108efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.228424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dbedff5-9de4-4705-994d-120cd108efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.232630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4dbedff5-9de4-4705-994d-120cd108efad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6a33dfc-3253-4369-b617-bfc43849daa3 HTTP/1.1" status: 204 len: 168 time: 0.3305533 Sep 02 12:59:36.259470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbedff5-9de4-4705-994d-120cd108efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a33dfc-3253-4369-b617-bfc43849daa3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:36.265880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet e51b6c56-63ab-4216-8850-0aa28c4287b4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:36.274098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.285286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff056750-d3d9-455b-893b-b3d9a08f9d90 req-45211a2d-8df1-4d34-8e38-c1b8d75831a7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540321 Sep 02 12:59:36.323157 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.337542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74306922-b052-4468-8f77-69541a67e644 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:36.347873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.359410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 74306922-b052-4468-8f77-69541a67e644, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=74306922-b052-4468-8f77-69541a67e644,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:36.366190 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.440133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.441536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=74306922-b052-4468-8f77-69541a67e644,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:36.533868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-6f1d665c-69af-4381-8252-b86d81518d96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e51b6c56-63ab-4216-8850-0aa28c4287b4: This subnet is being modified by another concurrent operation. Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 12:59:36.537990 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e51b6c56-63ab-4216-8850-0aa28c4287b4: This subnet is being modified by another concurrent operation. Sep 02 12:59:36.542125 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 12:59:36.564228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8078a8-2df3-489c-b0b5-db912d347059 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 12:59:36.612269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['74306922-b052-4468-8f77-69541a67e644'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:36.625349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:36.630914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a1b09-9c35-44e3-9ea9-2603f6009c4b req-781cb7f2-a204-410b-975e-824a75215450 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:36.634358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/e51b6c56-63ab-4216-8850-0aa28c4287b4 HTTP/1.1" status: 204 len: 168 time: 0.4996388 Sep 02 12:59:36.638731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:36.643772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d3a1b09-9c35-44e3-9ea9-2603f6009c4b req-781cb7f2-a204-410b-975e-824a75215450 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.1125565 Sep 02 12:59:36.676784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb88ad-ef90-4197-9d55-db53cb3b6f42 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=e51b6c56-63ab-4216-8850-0aa28c4287b4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:36.690621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d3a1b09-9c35-44e3-9ea9-2603f6009c4b req-36a324f8-34b5-4929-879a-944438c36a3d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Sep 02 12:59:36.740999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bd4aa9b7-ed6c-4d8b-8480-7ecaf3f22997 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004469 Sep 02 12:59:36.746371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:36.753666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:36.780256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fd29be12-cc50-4eca-a9aa-144326eed200 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:36.828305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: fd29be12-cc50-4eca-a9aa-144326eed200 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:36.828817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fd29be12-cc50-4eca-a9aa-144326eed200 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:36.859563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573390eb-6db7-426e-80ab-759588a03c3f req-838de8e5-2e1a-4269-a680-02b010bbd450 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:36.861254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-573390eb-6db7-426e-80ab-759588a03c3f req-838de8e5-2e1a-4269-a680-02b010bbd450 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 944 time: 0.2099063 Sep 02 12:59:36.910223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8078a8-2df3-489c-b0b5-db912d347059 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 12:59:36.931971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-573390eb-6db7-426e-80ab-759588a03c3f req-25ca7aa0-98a2-42b3-9ce3-e54610ff27bf tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Sep 02 12:59:37.053414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:37.063763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.223990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fad8a-d208-41eb-a659-4f340c8500f7 req-00cae0b2-ef3c-42f5-a85a-57670c8ac2de tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:37.225673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a9fad8a-d208-41eb-a659-4f340c8500f7 req-00cae0b2-ef3c-42f5-a85a-57670c8ac2de tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.2486293 Sep 02 12:59:37.300577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a9fad8a-d208-41eb-a659-4f340c8500f7 req-e89abcca-07a8-4f00-8a0e-1429fab1153d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594435 Sep 02 12:59:37.459455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.514379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:37.520529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:37.538637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:37.541053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.574498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f192808-88ff-43d6-b36b-4857a3a3b7b9 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:37.603098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=61774d74-9d28-490a-ad31-b269196d9399,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:37.614582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2c5eab6e-cb51-4c09-81ba-78b5e4f78a00 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8676925 Sep 02 12:59:37.616857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:37.623035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-32189835', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:37.666182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.667777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.720757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8841-03c4-481f-aec2-1a04fde75904 req-b345ab6d-92b3-4d87-b8d8-ea9f16281974 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:37.722899 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b38f8841-03c4-481f-aec2-1a04fde75904 req-b345ab6d-92b3-4d87-b8d8-ea9f16281974 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.0748227 Sep 02 12:59:37.781720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.790316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.806140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '61774d74-9d28-490a-ad31-b269196d9399'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:37.807879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.825888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b38f8841-03c4-481f-aec2-1a04fde75904 req-963393b2-8b3f-41c3-82a4-9501dccd430f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622733 Sep 02 12:59:37.827185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:37.828370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f2ed8de-0bd5-4a16-9785-149ef93c3d91 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2102563 Sep 02 12:59:37.831143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:37.924859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 74306922-b052-4468-8f77-69541a67e644 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:38.094862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a79ac-b3cb-4d3c-9929-e6408a4c1fc5 req-0fe62483-04a8-4646-9000-3421fdbe30ba tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:38.103396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e25a79ac-b3cb-4d3c-9929-e6408a4c1fc5 req-0fe62483-04a8-4646-9000-3421fdbe30ba tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 944 time: 0.0635099 Sep 02 12:59:38.176514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.191602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e25a79ac-b3cb-4d3c-9929-e6408a4c1fc5 req-4fc39a18-68e0-4eae-bb9a-c708f4d4a455 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870159 Sep 02 12:59:38.264120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/61774d74-9d28-490a-ad31-b269196d9399/f858f5ba-cf91-48f1-912b-c3ae87f7bde0) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:38.289841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 74306922-b052-4468-8f77-69541a67e644 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:38.341366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 74306922-b052-4468-8f77-69541a67e644 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:38.342063 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.358047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:38.502383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.549747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f46c577-7f39-4210-a8cf-274b663aba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74306922-b052-4468-8f77-69541a67e644'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:38.551984 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6358f16-74b7-452b-bc47-222506d3f18e" -d '{"events": [{"server_uuid": "4f46c577-7f39-4210-a8cf-274b663aba49", "name": "network-vif-plugged", "status": "completed", "tag": "74306922-b052-4468-8f77-69541a67e644"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:38.561778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'network': {'name': 'tempest-network-smoke--418484763', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:38.572170 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.575983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 74306922-b052-4468-8f77-69541a67e644, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=74306922-b052-4468-8f77-69541a67e644,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:38.584217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.586775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Transition to ACTIVE for port object f858f5ba-cf91-48f1-912b-c3ae87f7bde0 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:38.593821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:38.599778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.616660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.628541 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb382939-4fc3-46cc-b3f1-916e2d01bdf9 x-openstack-request-id: req-bb382939-4fc3-46cc-b3f1-916e2d01bdf9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:38.628884 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f46c577-7f39-4210-a8cf-274b663aba49", "name": "network-vif-plugged", "status": "completed", "tag": "74306922-b052-4468-8f77-69541a67e644", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:38.629113 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb382939-4fc3-46cc-b3f1-916e2d01bdf9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:38.629493 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f46c577-7f39-4210-a8cf-274b663aba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74306922-b052-4468-8f77-69541a67e644', 'code': 200} Sep 02 12:59:38.645336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Transition to ACTIVE for port object f858f5ba-cf91-48f1-912b-c3ae87f7bde0 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:38.663902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.679202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=74306922-b052-4468-8f77-69541a67e644,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:38.732325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Pushing event updated for resources: {'Port': ['ID=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:38.744598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:38.744598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:38.747894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:38.795570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::1 (dd87b93a-b680-4881-9cb4-63de96fd98bc/61774d74-9d28-490a-ad31-b269196d9399/28600c61-eaf9-451b-920b-b27f3c3677b2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:38.805491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Attempting to bind port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:38.806036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Attempting to bind port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:38.806508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Attempting to bind port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:38.809236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacac1a-5a72-40c2-b6b1-450ebc9cf4bb req-76d47447-a838-4cfd-9413-ea7fb2e9e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:38.810851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4aacac1a-5a72-40c2-b6b1-450ebc9cf4bb req-76d47447-a838-4cfd-9413-ea7fb2e9e03a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 1096 time: 0.1058683 Sep 02 12:59:38.812442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:38.812965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:38.813482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.813940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:38.814415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Bound port: f858f5ba-cf91-48f1-912b-c3ae87f7bde0, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:38.815032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.889408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-2b35486f-dd13-4a36-9c71-f5d76714e32d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:38.892261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-2b35486f-dd13-4a36-9c71-f5d76714e32d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.0639763 Sep 02 12:59:38.905114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] For port f858f5ba-cf91-48f1-912b-c3ae87f7bde0, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:38.909276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] For port f858f5ba-cf91-48f1-912b-c3ae87f7bde0, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:38.918781 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:38.989539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc9d8-89bd-4c3e-b3c1-7edfbc3b07dd None None] Pushing event updated for resources: {'Port': ['ID=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:39.067484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port 2cfd48a9-950f-4a8c-a53b-883ea87259cb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:39.067830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.259290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port 2cfd48a9-950f-4a8c-a53b-883ea87259cb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2cfd48a9-950f-4a8c-a53b-883ea87259cb,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:39.260046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.279347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for 2cfd48a9-950f-4a8c-a53b-883ea87259cb owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:39.389637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.399539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4aacac1a-5a72-40c2-b6b1-450ebc9cf4bb req-76525e63-5071-4bc9-90c5-324f57761f4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797281 Sep 02 12:59:39.410782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.435010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd829-bfd4-4777-99aa-4114caa992e1 req-c91829b0-70e5-4d07-b294-876a1acaa5e4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:39.436791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-467bd829-bfd4-4777-99aa-4114caa992e1 req-c91829b0-70e5-4d07-b294-876a1acaa5e4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 945 time: 0.0799460 Sep 02 12:59:39.477987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:59:39.526129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba284da-5483-4870-80b8-9b8b1bdcec13 req-6a4a6aa7-95a3-4fac-b255-f76ffbccc6ec tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:39.534309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ba284da-5483-4870-80b8-9b8b1bdcec13 req-6a4a6aa7-95a3-4fac-b255-f76ffbccc6ec tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf69706-dd3f-44ec-9754-5a258f4d6339 HTTP/1.1" status: 200 len: 946 time: 0.5829864 Sep 02 12:59:39.545565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-467bd829-bfd4-4777-99aa-4114caa992e1 req-1a1de8f3-45c3-4e1e-a18d-26072882f510 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000159 Sep 02 12:59:39.548709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae93797-823e-42de-ac06-427cdb87aeb0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:39.549165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.565265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0', '2cfd48a9-950f-4a8c-a53b-883ea87259cb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:39.608004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.613614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=2cfd48a9-950f-4a8c-a53b-883ea87259cb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:39.626170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.626556 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Added segment dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5 of type vlan for network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca Sep 02 12:59:39.628267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 28600c61-eaf9-451b-920b-b27f3c3677b2 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:39.677818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port 2cfd48a9-950f-4a8c-a53b-883ea87259cb on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:39.680439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.683253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e450ee91-3d6e-454e-865b-efcb63c089f8 req-66c58c70-dccd-4df9-92e5-cab4e9c17811 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "DELETE /v2.0/ports/2cfd48a9-950f-4a8c-a53b-883ea87259cb HTTP/1.1" status: 204 len: 173 time: 0.7839003 Sep 02 12:59:39.684067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'name': 'network-vif-deleted', 'tag': '2cfd48a9-950f-4a8c-a53b-883ea87259cb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:39.693928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ba284da-5483-4870-80b8-9b8b1bdcec13 req-6624ace2-fad5-43a6-b75c-e6ecda482262 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585708 Sep 02 12:59:39.700880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.702866 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8bd998-7e80-439e-8254-dd54f5ddfad7" -d '{"events": [{"server_uuid": "aaf69706-dd3f-44ec-9754-5a258f4d6339", "name": "network-vif-deleted", "tag": "2cfd48a9-950f-4a8c-a53b-883ea87259cb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:39.765836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.774997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:39.775666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.791328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.806214 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3559cda-d3de-4de9-9db2-5c56f9c314db x-openstack-request-id: req-b3559cda-d3de-4de9-9db2-5c56f9c314db {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:39.806565 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf69706-dd3f-44ec-9754-5a258f4d6339", "name": "network-vif-deleted", "tag": "2cfd48a9-950f-4a8c-a53b-883ea87259cb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:39.806826 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3559cda-d3de-4de9-9db2-5c56f9c314db {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:39.807484 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf69706-dd3f-44ec-9754-5a258f4d6339', 'name': 'network-vif-deleted', 'tag': '2cfd48a9-950f-4a8c-a53b-883ea87259cb', 'status': 'completed', 'code': 200} Sep 02 12:59:39.901570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5424128 Sep 02 12:59:39.904924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:39.914156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-506963828', 'admin_state_up': True, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:39.952111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.953722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:39.954952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.955251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=28600c61-eaf9-451b-920b-b27f3c3677b2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:39.964773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:39.967736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d8318-13f5-4e6c-9c5e-f5db62b2bf00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Network': ['ID=2c27eeac-8d0c-40c1-b515-e10194cdd1ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:39.971334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:39.971823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:39.996257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:59:40.083094 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.251076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.305167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.470276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d42e037c-3cfd-4b46-943f-b7f683107688 None None] Provisioning for port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:40.535256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.556606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.806890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.25.7.9 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/e5df37c6-c541-495a-9832-d6cb5179e054) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:40.814342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f858f5ba-cf91-48f1-912b-c3ae87f7bde0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:40.875121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd5bcf-17a8-48ec-8614-0fb42c685e67 req-8fe5078a-6de4-4adf-b1a3-8f008d156134 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:40.877380 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6acd5bcf-17a8-48ec-8614-0fb42c685e67 req-8fe5078a-6de4-4adf-b1a3-8f008d156134 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 945 time: 0.2232933 Sep 02 12:59:40.912916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a38f5dc-cd1e-4ccc-9223-b7b8692e1f79 None None] Provisioning for port 28600c61-eaf9-451b-920b-b27f3c3677b2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:40.916973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:40.921997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a38f5dc-cd1e-4ccc-9223-b7b8692e1f79 None None] Provisioning complete for port 28600c61-eaf9-451b-920b-b27f3c3677b2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:40.922790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a38f5dc-cd1e-4ccc-9223-b7b8692e1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.924521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:40.925147 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.927578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.939783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:40.940939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.011134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.014962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3a38f5dc-cd1e-4ccc-9223-b7b8692e1f79 None None] Port 28600c61-eaf9-451b-920b-b27f3c3677b2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:41.025985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.044340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53066) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:41.065168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=28600c61-eaf9-451b-920b-b27f3c3677b2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:41.083095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6acd5bcf-17a8-48ec-8614-0fb42c685e67 req-a936a4dd-5143-4d96-b76a-69f968275ded tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855354 Sep 02 12:59:41.087379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.148008 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.202002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:41.213519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=e5df37c6-c541-495a-9832-d6cb5179e054,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:41.218204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:41.221326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:41.229677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port f858f5ba-cf91-48f1-912b-c3ae87f7bde0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:41.240124 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.286632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:41.288285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:41.320226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:41.483587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Router 10c060a3-a403-45b2-84d6-3f4f383b49cb is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:59:41.603403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:41.612190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff5ade7c-9abe-45e8-8be3-23115d89d556 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "PUT /v2.0/routers/10c060a3-a403-45b2-84d6-3f4f383b49cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7797441 Sep 02 12:59:41.618791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:41.624117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Sync routers for ids ['10c060a3-a403-45b2-84d6-3f4f383b49cb'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:41.656036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Routers {'10c060a3-a403-45b2-84d6-3f4f383b49cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:41.656975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['10c060a3-a403-45b2-84d6-3f4f383b49cb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:41.677171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c892f50-1ba6-4be2-b76a-b5480808f9b1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:41.681436 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c892f50-1ba6-4be2-b76a-b5480808f9b1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports/28600c61-eaf9-451b-920b-b27f3c3677b2 HTTP/1.1" status: 200 len: 911 time: 0.0617709 Sep 02 12:59:41.682388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:41.699613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-67c83539-2cd8-4d36-8cc0-b1d3c47d6d65 None None] Provisioning complete for port 28600c61-eaf9-451b-920b-b27f3c3677b2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:41.700005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67c83539-2cd8-4d36-8cc0-b1d3c47d6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.719263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38f776-3489-4b70-8b7c-dd0ee238314e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:41.741011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78096528-5154-4ec2-9c82-d06ea3bf88ea tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:41.747533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78096528-5154-4ec2-9c82-d06ea3bf88ea tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:41.751991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-78096528-5154-4ec2-9c82-d06ea3bf88ea tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0660005 Sep 02 12:59:41.752256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:41.787561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-67c83539-2cd8-4d36-8cc0-b1d3c47d6d65 None None] Port 28600c61-eaf9-451b-920b-b27f3c3677b2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:41.810020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Set router 10c060a3-a403-45b2-84d6-3f4f383b49cb gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:41.825606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ff5b93e6-a820-4b9f-8979-aa4ba09ca1d8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:41.827298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ff5b93e6-a820-4b9f-8979-aa4ba09ca1d8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.6498046 Sep 02 12:59:41.960496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-93463b09-b3b7-46c9-8769-77344fd90621 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/quotas/e753e3677d5749f49785bca6ed606eac HTTP/1.1" status: 200 len: 375 time: 0.0806379 Sep 02 12:59:41.989752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2cfd48a9-950f-4a8c-a53b-883ea87259cb no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:42.045661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 2cfd48a9-950f-4a8c-a53b-883ea87259cb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:42.046367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2cfd48a9-950f-4a8c-a53b-883ea87259cb not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:42.076536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-3502b37e-ffc8-4dce-b36f-0220c3ae6920 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151035 Sep 02 12:59:42.086926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.107168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'name': 'tempest-NetworksTestDHCPv6-router-32189835', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:37Z', 'updated_at': '2021-09-02T12:59:40Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None, '_interfaces': [{'id': '28600c61-eaf9-451b-920b-b27f3c3677b2', 'name': '', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'mac_address': 'fa:16:3e:3f:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '61774d74-9d28-490a-ad31-b269196d9399', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:38Z', 'updated_at': '2021-09-02T12:59:40Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'subnets': [{'id': '61774d74-9d28-490a-ad31-b269196d9399', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:42.150370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Checking router: 10c060a3-a403-45b2-84d6-3f4f383b49cb for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:42.151933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Updating router 10c060a3-a403-45b2-84d6-3f4f383b49cb port 28600c61-eaf9-451b-920b-b27f3c3677b2 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:59:42.189214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.213022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38f776-3489-4b70-8b7c-dd0ee238314e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.224701 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b38f776-3489-4b70-8b7c-dd0ee238314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.286088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b38f776-3489-4b70-8b7c-dd0ee238314e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e174be2bacf14afb865d54b772239872&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2406054 Sep 02 12:59:42.286860 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f776-3489-4b70-8b7c-dd0ee238314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82871c1c-a79e-4501-8c64-83ac39663817,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:42.295827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:42.321041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.361535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-0c6cad5b-520a-40ac-adde-a89e456de602 service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840068 Sep 02 12:59:42.522822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cee7-322b-46ae-a392-f3edc806f99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.531910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.547858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Transition to ACTIVE for port object 28600c61-eaf9-451b-920b-b27f3c3677b2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:42.558528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.579134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cee7-322b-46ae-a392-f3edc806f99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.601712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.622760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-f4c924f5-0f66-4062-92d6-8d2f4deba26e service neutron] 10.222.0.60 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571714 Sep 02 12:59:42.657976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83843dca-0afe-489b-a2e0-926573776f04 None None] Pushing event updated for resources: {'Port': ['ID=28600c61-eaf9-451b-920b-b27f3c3677b2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:42.658248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 28600c61-eaf9-451b-920b-b27f3c3677b2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:42.658248 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.691262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Attempting to bind port 28600c61-eaf9-451b-920b-b27f3c3677b2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:42.691845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Attempting to bind port 28600c61-eaf9-451b-920b-b27f3c3677b2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:42.692309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Attempting to bind port 28600c61-eaf9-451b-920b-b27f3c3677b2 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:42.699043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:42.699564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:42.700113 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.700606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:42.701309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Bound port: 28600c61-eaf9-451b-920b-b27f3c3677b2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:42.701883 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.750669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f858f5ba-cf91-48f1-912b-c3ae87f7bde0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:42.846686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] For port 28600c61-eaf9-451b-920b-b27f3c3677b2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:42.850480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] For port 28600c61-eaf9-451b-920b-b27f3c3677b2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=28600c61-eaf9-451b-920b-b27f3c3677b2,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:42.861075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.862990 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.891162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:59:42.896856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cee7-322b-46ae-a392-f3edc806f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.900373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 28600c61-eaf9-451b-920b-b27f3c3677b2 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:42.902207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cee7-322b-46ae-a392-f3edc806f99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:42.905726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eaa3cee7-322b-46ae-a392-f3edc806f99d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82871c1c-a79e-4501-8c64-83ac39663817 HTTP/1.1" status: 204 len: 168 time: 0.6066313 Sep 02 12:59:42.918972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3cee7-322b-46ae-a392-f3edc806f99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82871c1c-a79e-4501-8c64-83ac39663817,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:42.926435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2495b4b9-ba70-4dad-b37c-7111a6a1a0af req-e90defce-a55f-4738-8e8a-46985dc8ec47 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 210 time: 0.0429175 Sep 02 12:59:43.036889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:43.044402 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:43.046278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83843dca-0afe-489b-a2e0-926573776f04 None None] Pushing event updated for resources: {'Port': ['ID=28600c61-eaf9-451b-920b-b27f3c3677b2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:43.121258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:43.147375 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:43.172637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:43.174549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8b8ce081-527c-4271-b166-8946c9c5aee2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2685974 Sep 02 12:59:43.177952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:43.178852 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:43.180658 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:43.225522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Routers {'10c060a3-a403-45b2-84d6-3f4f383b49cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:43.232019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['10c060a3-a403-45b2-84d6-3f4f383b49cb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:43.474622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:43.536495 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:43.578729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=28600c61-eaf9-451b-920b-b27f3c3677b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:43.645018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df241e49-0189-407d-9218-65a840c5b659 None None] Could not find standard attr ID for object 28600c61-eaf9-451b-920b-b27f3c3677b2. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:43.663765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9106072a-e806-4de3-8bf3-e6b1e812d561 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8056a01a965a4d4aa1f3f4d0b1c111d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4843369 Sep 02 12:59:43.666766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:43.671030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] Set router 10c060a3-a403-45b2-84d6-3f4f383b49cb gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:43.817875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:43.979838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9eb171-fab9-4ee2-b0bc-ece631ccab41 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:43.984069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-af9eb171-fab9-4ee2-b0bc-ece631ccab41 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3143775 Sep 02 12:59:43.985412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:44.042983 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:41Z', 'revision_number': 3, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:44.044483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-254e4285-15b1-4621-8d6b-e7a71d23a866 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570762 Sep 02 12:59:44.049505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:44.057833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182663555', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:44.096790 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:44.097467 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Updating router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 port e5df37c6-c541-495a-9832-d6cb5179e054 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:59:44.115536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Router 10c060a3-a403-45b2-84d6-3f4f383b49cb has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:44.138380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-498a4087-a5fa-476c-bd9b-27309a8977bb req-bbda4335-ee55-40be-a2a2-d783f0d9273c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 210 time: 0.0817878 Sep 02 12:59:44.161045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'name': 'tempest-NetworksTestDHCPv6-router-32189835', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:37Z', 'updated_at': '2021-09-02T12:59:40Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None, '_interfaces': [{'id': '28600c61-eaf9-451b-920b-b27f3c3677b2', 'name': '', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'mac_address': 'fa:16:3e:3f:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '61774d74-9d28-490a-ad31-b269196d9399', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:38Z', 'updated_at': '2021-09-02T12:59:42Z', 'revision_number': 4, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'subnets': [{'id': '61774d74-9d28-490a-ad31-b269196d9399', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:44.168825 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.215051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2d985-a442-4270-b1c0-32dd4305a7d9 None None] The sync data for ids ['10c060a3-a403-45b2-84d6-3f4f383b49cb'] in n-d-792364-8 is: [{'id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'name': 'tempest-NetworksTestDHCPv6-router-32189835', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:37Z', 'updated_at': '2021-09-02T12:59:40Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None, '_interfaces': [{'id': '28600c61-eaf9-451b-920b-b27f3c3677b2', 'name': '', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'mac_address': 'fa:16:3e:3f:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '61774d74-9d28-490a-ad31-b269196d9399', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:38Z', 'updated_at': '2021-09-02T12:59:42Z', 'revision_number': 4, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'subnets': [{'id': '61774d74-9d28-490a-ad31-b269196d9399', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:44.254539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:44.259348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:44.259618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.271463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-967b6e6f-c36f-4e99-9fb7-bc35223f19bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "PUT /v2.0/routers/10c060a3-a403-45b2-84d6-3f4f383b49cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176263 Sep 02 12:59:44.273817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:44.366918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8fd7fc-5c94-40be-a770-8b7345f7c067 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:44.372003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8fd7fc-5c94-40be-a770-8b7345f7c067 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:44.377644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e8fd7fc-5c94-40be-a770-8b7345f7c067 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1026318 Sep 02 12:59:44.377843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:44.496052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 61774d74-9d28-490a-ad31-b269196d9399 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:44.523354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.615257 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.654270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Transition to ACTIVE for port object e5df37c6-c541-495a-9832-d6cb5179e054 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:44.671447 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.756934 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Pushing event updated for resources: {'Port': ['ID=e5df37c6-c541-495a-9832-d6cb5179e054,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:44.792121 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.793072 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.793628 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.794165 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.794673 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.795170 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.795657 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.796142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.796655 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.797193 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.797823 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.798314 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 12:59:44.805888 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Attempting to bind port e5df37c6-c541-495a-9832-d6cb5179e054 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:44.806593 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Attempting to bind port e5df37c6-c541-495a-9832-d6cb5179e054 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:44.807171 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Attempting to bind port e5df37c6-c541-495a-9832-d6cb5179e054 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:44.814786 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:44.815237 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:44.815570 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.815973 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:44.816492 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Bound port: e5df37c6-c541-495a-9832-d6cb5179e054, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:44.817041 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.902846 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] For port e5df37c6-c541-495a-9832-d6cb5179e054, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:44.911902 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] For port e5df37c6-c541-495a-9832-d6cb5179e054, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e5df37c6-c541-495a-9832-d6cb5179e054,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:44.919291 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:44.974392 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:44.975074 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:45.019706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.068089 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68fe5b-857e-412f-a00b-d633abd3609c None None] Pushing event updated for resources: {'Port': ['ID=e5df37c6-c541-495a-9832-d6cb5179e054,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:45.107676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:45.128361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:45.279932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ed3d8c8-59e4-48af-958f-70bc23d8f2d3 req-a10058e1-eac5-4c1e-964f-f50e9a0b63aa tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 210 time: 0.0529149 Sep 02 12:59:45.281926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-32faf058-9461-4ce9-a012-aaadcde5cc04 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:45.283446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-32faf058-9461-4ce9-a012-aaadcde5cc04 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 805 time: 0.8062329 Sep 02 12:59:45.305662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.317654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Request body: {'port': {'device_id': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'admin_state_up': True, 'tenant_id': 'e753e3677d5749f49785bca6ed606eac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:45.329531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b14665bf-c09a-42c4-af98-e0be9e8d7658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.347397 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:41Z', 'revision_number': 3, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:45.380926 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab12c7c-6622-4aca-a1f4-fcb272e95b15 None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:41Z', 'revision_number': 3, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:45.442185 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.452058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b14665bf-c09a-42c4-af98-e0be9e8d7658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.458001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b14665bf-c09a-42c4-af98-e0be9e8d7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.495027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Subnet': ['ID=986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:45.499385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14665bf-c09a-42c4-af98-e0be9e8d7658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387b39a3-aebd-465d-8334-3cf8a93fdfbb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:45.503528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b14665bf-c09a-42c4-af98-e0be9e8d7658 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c9564d94b044cf38e728ad23a29aad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730860 Sep 02 12:59:45.506591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:45.540521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Checking segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:45.541832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network hostable DHCP agents. Network: 2c27eeac-8d0c-40c1-b515-e10194cdd1ca, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 12:59:45.576681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.604120 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a844b78-f208-4090-a429-24b4a159645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.630218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a844b78-f208-4090-a429-24b4a159645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.632404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.634460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/61774d74-9d28-490a-ad31-b269196d9399 HTTP/1.1" status: 204 len: 168 time: 1.2555969 Sep 02 12:59:45.635774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd916ad-0090-4d03-8dc3-fd475f5f98de tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=61774d74-9d28-490a-ad31-b269196d9399,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:45.638538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:45.644012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758668f-2cbe-451e-8b76-26169230e216 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:45.648773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 12:59:45.653318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Made reservation on behalf of e753e3677d5749f49785bca6ed606eac for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:45.656749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.733457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2c27eeac-8d0c-40c1-b515-e10194cdd1ca) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:45.739983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:45.740951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.758082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a844b78-f208-4090-a429-24b4a159645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.761947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a844b78-f208-4090-a429-24b4a159645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:45.763218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a82642d-d19f-4649-b590-c525b4d5f701 None None] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:45.764458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a844b78-f208-4090-a429-24b4a159645a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/387b39a3-aebd-465d-8334-3cf8a93fdfbb HTTP/1.1" status: 204 len: 168 time: 0.2559123 Sep 02 12:59:45.798507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844b78-f208-4090-a429-24b4a159645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b39a3-aebd-465d-8334-3cf8a93fdfbb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:45.817770 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b3cd9df8-ef1b-45b0-93d1-ad641eca932e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7639384 Sep 02 12:59:45.818804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:45.874228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-86a448b0-0482-40f9-a062-322c9fd8c363 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2323949 Sep 02 12:59:45.885829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:46.032340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.352387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Allocated IP 172.20.0.3 (f96aa8ef-7d5f-4f87-a48c-8fd375c810c8/cba342c0-c6a1-428c-9227-52afee3cdeb5/c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:46.389084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.405468 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.507371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Sync routers for ids ['10c060a3-a403-45b2-84d6-3f4f383b49cb'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:46.549080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:46.550131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.559107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Routers {'10c060a3-a403-45b2-84d6-3f4f383b49cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:46.561027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['10c060a3-a403-45b2-84d6-3f4f383b49cb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:46.563831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:46.586764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3245a36e-21bd-4eaf-8f83-5189f4ce1ac7 req-2b54332e-1660-4a77-bb43-5d92bab6ac20 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 210 time: 0.1665275 Sep 02 12:59:46.626170 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.626692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Fanout notify agent at l3_agent the message router_deleted on router 10c060a3-a403-45b2-84d6-3f4f383b49cb {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:59:46.638342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.640420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3a55d809-78b1-4f44-b404-fe93a9efd303 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/routers/10c060a3-a403-45b2-84d6-3f4f383b49cb HTTP/1.1" status: 204 len: 168 time: 0.7527559 Sep 02 12:59:46.657380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:46.667550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:46.826134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:46.827836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5df37c6-c541-495a-9832-d6cb5179e054 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:46.830077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:46.840651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Set router 10c060a3-a403-45b2-84d6-3f4f383b49cb gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:46.878707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.024438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.035202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Allocated IP 172.20.0.2 (2c27eeac-8d0c-40c1-b515-e10194cdd1ca/986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7/31dc1979-7645-419d-b7e8-0d0c3d79dde1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:47.156709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c060a3-a403-45b2-84d6-3f4f383b49cb', 'name': 'tempest-NetworksTestDHCPv6-router-32189835', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:37Z', 'updated_at': '2021-09-02T12:59:43Z', 'revision_number': 3, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:47.207805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.212196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.220520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Checking router: 10c060a3-a403-45b2-84d6-3f4f383b49cb for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:47.230372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:47.308716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:47.309125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 12:59:47.309795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_agentschedulers_db [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10c060a3-a403-45b2-84d6-3f4f383b49cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent'). {{(pid=94842) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 12:59:47.310175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e72dea-8151-4295-9aa4-01dd9bb3b519 None None] The sync data for ids ['10c060a3-a403-45b2-84d6-3f4f383b49cb'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:47.319243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] Deleting port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:47.319627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.341850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:47.354150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:47.355611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event updated for resources: {'Port': ['ID=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:47.361062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:47.364367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:47.365270 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.381439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=dca47fb2-0caa-4592-8fdf-b0f0965b18d7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:47.389111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:47.391806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:47.426501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e5df37c6-c541-495a-9832-d6cb5179e054 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:47.438127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c2ddf2c0-8298-4d3c-897a-a05939be5218 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7780073 Sep 02 12:59:47.438544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:47.443859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1579289009', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:47.467500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e5df37c6-c541-495a-9832-d6cb5179e054 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:47.467870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.477452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:47.479029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.485461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.486903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.498665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ee168c41-e2ce-40fc-9352-7e93d4073855 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1945255 Sep 02 12:59:47.531812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Request body: {'port': {'device_id': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:47.551902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.590882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] For port f858f5ba-cf91-48f1-912b-c3ae87f7bde0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:47.591600 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.594895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Transition to ACTIVE for port object 31dc1979-7645-419d-b7e8-0d0c3d79dde1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:47.603482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.652045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] Calling delete_port for f858f5ba-cf91-48f1-912b-c3ae87f7bde0 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:47.678834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.680697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Transition to ACTIVE for port object 31dc1979-7645-419d-b7e8-0d0c3d79dde1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:47.699299 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.803821 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.845860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:47.875536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.20.0.1 (2c27eeac-8d0c-40c1-b515-e10194cdd1ca/986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7/13c5c2df-a93f-49aa-966d-5433ab703215) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:47.879975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:47.881378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ddae2dcd-11a2-4b06-b50a-ee464a8a00fb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4417558 Sep 02 12:59:47.890124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53224) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:47.911190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:47.949007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:47.950932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Pushing event updated for resources: {'Port': ['ID=31dc1979-7645-419d-b7e8-0d0c3d79dde1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:48.000557 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.012662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254c14f-3538-4e89-bea2-e69f41b9def4 req-78b87a36-2528-4a76-b008-839bde830f95 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:48.014331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f254c14f-3538-4e89-bea2-e69f41b9def4 req-78b87a36-2528-4a76-b008-839bde830f95 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 931 time: 0.2120602 Sep 02 12:59:48.030088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e5df37c6-c541-495a-9832-d6cb5179e054, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e5df37c6-c541-495a-9832-d6cb5179e054,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:48.051604 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.064954 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.145994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Attempting to bind port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:48.146366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Attempting to bind port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:48.146731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Attempting to bind port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 on network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:48.158700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] No DVR routers for this DVR port f858f5ba-cf91-48f1-912b-c3ae87f7bde0 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:48.181655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:48.187887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f858f5ba-cf91-48f1-912b-c3ae87f7bde0 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:48.189917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d27948-d5e3-4389-a98e-80c03b73a647 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:48.194741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.209880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Transition to ACTIVE for port object c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:48.215514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.266795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:48.267598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Checking segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:48.268221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.268808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Bound using segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:48.269611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Bound port: 31dc1979-7645-419d-b7e8-0d0c3d79dde1, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:48.270787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.283072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f858f5ba-cf91-48f1-912b-c3ae87f7bde0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:48.283493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f858f5ba-cf91-48f1-912b-c3ae87f7bde0 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:48.308771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:48.316866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e5df37c6-c541-495a-9832-d6cb5179e054,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:48.381297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Attempting to bind port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:48.381993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Attempting to bind port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:48.382720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Attempting to bind port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:48.386295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e731cf-443e-4bf3-babc-d42129dcddeb None None] Pushing event deleted for resources: {'Port': ['ID=f858f5ba-cf91-48f1-912b-c3ae87f7bde0,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:48.388603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 12:59:48.389151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Attempting to bind port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd on network f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:48.396991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:48.396991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Checking segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:48.396991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Bound using segment: {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:48.397445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Bound port: c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814c9fb-f792-4fd7-b46e-1efbb25099c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:48.399000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.489471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] For port 31dc1979-7645-419d-b7e8-0d0c3d79dde1, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:48.508318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] For port 31dc1979-7645-419d-b7e8-0d0c3d79dde1, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=31dc1979-7645-419d-b7e8-0d0c3d79dde1,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:48.509527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] For port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:48.514437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] For port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:48.520161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.537124 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.565954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:48.566904 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.568484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:48.569152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.570563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd HTTP/1.1" status: 200 len: 1091 time: 1.0615833 Sep 02 12:59:48.571021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'tag': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:48.573863 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c5598e-0227-4495-8a17-63665cc7383b", "tag": "c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:48.674627 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff3f98-204a-46b4-9d1a-2bbdd784e30a x-openstack-request-id: req-f7ff3f98-204a-46b4-9d1a-2bbdd784e30a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:48.674923 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c5598e-0227-4495-8a17-63665cc7383b", "tag": "c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:48.675183 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7ff3f98-204a-46b4-9d1a-2bbdd784e30a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:48.675586 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'tag': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd', 'status': 'completed', 'code': 200} Sep 02 12:59:48.677838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e13f7-7342-47d1-b2fa-eaa10cf227d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:48.701348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-2339d6c2-1f68-480e-99e5-77e7510380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:48.702924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-2339d6c2-1f68-480e-99e5-77e7510380c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 1094 time: 0.0764635 Sep 02 12:59:48.741177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d4ef6-1698-408e-9d23-ed2cfc188518 None None] Pushing event updated for resources: {'Port': ['ID=31dc1979-7645-419d-b7e8-0d0c3d79dde1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:48.751841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-ce246963-fdba-4c8e-bfd2-4370fab4909e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd HTTP/1.1" status: 200 len: 217 time: 0.0396545 Sep 02 12:59:48.756808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5df37c6-c541-495a-9832-d6cb5179e054 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:48.778386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f254c14f-3538-4e89-bea2-e69f41b9def4 req-ee10ef35-bddb-4f64-bcf9-c9d0be9ffd20 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531834 Sep 02 12:59:48.828546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-31ce4361-564d-4b65-aa97-22275bd82eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:48.829713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-31ce4361-564d-4b65-aa97-22275bd82eb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0622489 Sep 02 12:59:48.884363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.886879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-00501e13-5b30-4f64-9d30-c5f21ab3860e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494998 Sep 02 12:59:48.938617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e5df37c6-c541-495a-9832-d6cb5179e054 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:48.939295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:48.945898 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/dca47fb2-0caa-4592-8fdf-b0f0965b18d7/7e3fa420-f2a0-4830-a185-9f8bb6520ac7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:48.946093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Transition to ACTIVE for port object 13c5c2df-a93f-49aa-966d-5433ab703215 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:49.022051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.085270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-40ceef42-1357-4289-9b21-b38467d1c340 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898341 Sep 02 12:59:49.181159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.215785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7877a4bc-d4c8-4757-a152-19ce45ed3325 req-3620e7f1-81b9-4d52-84c3-3cd17f40b1cf service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222579 Sep 02 12:59:49.256718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 28600c61-eaf9-451b-920b-b27f3c3677b2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:49.305085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 28600c61-eaf9-451b-920b-b27f3c3677b2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:49.305442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 28600c61-eaf9-451b-920b-b27f3c3677b2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:49.350422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-60d0d8f7-824b-4525-828b-a4715e0a0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:49.351351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:49.355050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-60d0d8f7-824b-4525-828b-a4715e0a0d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e753e3677d5749f49785bca6ed606eac&device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 1094 time: 0.0746727 Sep 02 12:59:49.361934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:49.372412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:49.377003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.389221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Transition to ACTIVE for port object 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:49.419060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Transition to ACTIVE for port object 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:49.429306 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.468117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=13c5c2df-a93f-49aa-966d-5433ab703215,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:49.501013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.501414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-34540b06-0e43-4d97-ab37-686b907b4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:49.503089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-34540b06-0e43-4d97-ab37-686b907b4735 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 200 len: 906 time: 0.1331770 Sep 02 12:59:49.550158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-1db86092-4ca1-483f-90d1-dfdb913742b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd HTTP/1.1" status: 200 len: 217 time: 0.0382533 Sep 02 12:59:49.610662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-b9144432-f023-42a5-b2c1-b5b6e089fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:49.612181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-b9144432-f023-42a5-b2c1-b5b6e089fcd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 200 len: 845 time: 0.0548623 Sep 02 12:59:49.619724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::1 (dd87b93a-b680-4881-9cb4-63de96fd98bc/dca47fb2-0caa-4592-8fdf-b0f0965b18d7/4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:49.658770 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-f5139f9a-31ae-4d1a-aaf2-f2c834f79477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357192 Sep 02 12:59:49.726871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:49.732219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:49.734637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:49.738550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:49.808282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Attempting to bind port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:49.808282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Attempting to bind port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:49.808526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Attempting to bind port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:49.823053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.832137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:49.832796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:49.833404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.833952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:49.835381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Bound port: 7e3fa420-f2a0-4830-a185-9f8bb6520ac7, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:49.837244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.869265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-1fd5e798-602c-43af-86fa-1cc491e85c55 service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016282 Sep 02 12:59:49.906244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:49.923465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:49.958661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] For port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:49.962526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] For port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:49.971580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.097092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02dfb-f01e-4d5d-aa54-ddeb9363dc05 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:50.128312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca74de-e42b-4111-8c57-dfc6d8bbb4fb req-290eb5a8-1836-421d-969d-6ba224f208bd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:50.143177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58ca74de-e42b-4111-8c57-dfc6d8bbb4fb req-290eb5a8-1836-421d-969d-6ba224f208bd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 943 time: 0.1731293 Sep 02 12:59:50.149040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-25d1716e-a0c1-4e82-9cd8-5f8e0c3db976 req-cfa0940b-4c25-44c5-85bf-69d850c1ec5c service neutron] 10.222.0.41 "GET /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692947 Sep 02 12:59:50.219268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58ca74de-e42b-4111-8c57-dfc6d8bbb4fb req-54cfb4ab-1358-4a24-8fa0-c7a956370881 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Sep 02 12:59:50.258935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb1f5b-e3d5-43b9-b3f9-8ba96b234fa9 None None] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:50.300422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.310950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.342441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.359684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:50.382573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:50.385115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 12:59:50.385594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.389493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1bdfd234-a3ac-4838-9d44-da3e989c1ef1 None None] Provisioning for port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:50.516543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:50.578059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.655087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.658382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=13c5c2df-a93f-49aa-966d-5433ab703215,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:50.786732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 31dc1979-7645-419d-b7e8-0d0c3d79dde1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:50.866823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:50.874614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:50.875165 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:50.883100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:50.886495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:50.934640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Provisioning complete for port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:50.940635 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.103312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.130316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:51.191612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 31dc1979-7645-419d-b7e8-0d0c3d79dde1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=31dc1979-7645-419d-b7e8-0d0c3d79dde1,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:51.204663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.205808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:51.257930 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.296418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.321466 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.322273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:51.372616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:51.384029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=31dc1979-7645-419d-b7e8-0d0c3d79dde1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:51.395004 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 12:59:51.395416 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 12:59:51.462034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:51.479502 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:51.496403 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:51.497317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:51.605079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-81517b5f-dcda-4f5d-8fbf-3cc7513933f1 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "PUT /v2.0/routers/c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7823405 Sep 02 12:59:51.605629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:51.613765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:51.616291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 12:59:51.623164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:51.633321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:51.650199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701c233-4aff-4cc3-87a6-fd987942dffd req-90b50598-2e1f-4ed1-a256-d8a3f562197f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:51.651710 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0701c233-4aff-4cc3-87a6-fd987942dffd req-90b50598-2e1f-4ed1-a256-d8a3f562197f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 943 time: 0.3050559 Sep 02 12:59:51.700059 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:51.806964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0701c233-4aff-4cc3-87a6-fd987942dffd req-dd8b5c97-eb8c-490e-8a6b-beacadb07fa5 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Sep 02 12:59:51.856391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Router 610178ca-15ce-44e2-99b6-740cc46320e7 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 12:59:52.013017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 12:59:52.067471 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:49Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:50Z', 'revision_number': 2, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:52.067666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Provisioning for port 13c5c2df-a93f-49aa-966d-5433ab703215 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:52.099595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Provisioning complete for port 13c5c2df-a93f-49aa-966d-5433ab703215 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:52.100028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.107208 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:52.107645 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Updating router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 port 13c5c2df-a93f-49aa-966d-5433ab703215 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:59:52.142462 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.185538 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 12:59:52.270839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f01605a4-03f7-4476-8ff5-ce06dfe44c17 None None] Port 13c5c2df-a93f-49aa-966d-5433ab703215 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:52.346968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:52.376083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd', 'network_id': 'f96aa8ef-7d5f-4f87-a48c-8fd375c810c8', 'port_id': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd', 'mac_address': 'fa:16:3e:c6:89:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba342c0-c6a1-428c-9227-52afee3cdeb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 12:59:52.499659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Provisioning for port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:52.520276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Provisioning complete for port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:52.520653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.522482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.529151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.529699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.530262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.530739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.531823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.532315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.533278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.534345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.539374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-945f565e-de18-4a8d-b947-0c7f2a7e8dd6 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.9298842 Sep 02 12:59:52.541149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:52.585464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 12:59:52.622381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:52.633398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.667623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:52.721018 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.732470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 31dc1979-7645-419d-b7e8-0d0c3d79dde1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:52.760998 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Transition to ACTIVE for port object 13c5c2df-a93f-49aa-966d-5433ab703215 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:52.770091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.771325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.771944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.772608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.773240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.773497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:52.775941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.776854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.777523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:52.784109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6ba2300-99d4-42d8-933d-4ddf147eb416 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5262 time: 0.2411494 Sep 02 12:59:52.785133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:52.785684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:52.788855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-258748fc-f8eb-4e17-bd5d-595ae3e0d90d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "PUT /v2.0/routers/610178ca-15ce-44e2-99b6-740cc46320e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8972011 Sep 02 12:59:52.802250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Sync routers for ids ['610178ca-15ce-44e2-99b6-740cc46320e7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:52.807118 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.807780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:52.824789 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.891453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Routers {'610178ca-15ce-44e2-99b6-740cc46320e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:52.891453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['610178ca-15ce-44e2-99b6-740cc46320e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:52.892510 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e99b4-cfb4-4c29-8961-1786d6c64f7b None None] Pushing event updated for resources: {'Port': ['ID=13c5c2df-a93f-49aa-966d-5433ab703215,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:52.962312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Attempting to bind port 13c5c2df-a93f-49aa-966d-5433ab703215 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:52.962682 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Attempting to bind port 13c5c2df-a93f-49aa-966d-5433ab703215 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:52.963125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Attempting to bind port 13c5c2df-a93f-49aa-966d-5433ab703215 on network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:52.969343 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:52.969730 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Checking segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:52.969995 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:52.970400 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Bound using segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:52.970877 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Bound port: 13c5c2df-a93f-49aa-966d-5433ab703215, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:52.971260 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.021890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Set router 610178ca-15ce-44e2-99b6-740cc46320e7 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:53.053018 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] For port 13c5c2df-a93f-49aa-966d-5433ab703215, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:53.057869 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] For port 13c5c2df-a93f-49aa-966d-5433ab703215, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13c5c2df-a93f-49aa-966d-5433ab703215,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:53.062488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 12:59:53.066292 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.118691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d27b99b-e9d1-4eb5-bae9-e646c35642ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.140586 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:53.142355 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:53.153913 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] For port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:53.174871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:53.174871 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.242375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.290090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d27b99b-e9d1-4eb5-bae9-e646c35642ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.298638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d27b99b-e9d1-4eb5-bae9-e646c35642ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.308797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d3212-617f-44f0-b052-ddc8baad14b5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:53.310408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-738d3212-617f-44f0-b052-ddc8baad14b5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports/4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 HTTP/1.1" status: 200 len: 911 time: 0.5227385 Sep 02 12:59:53.313363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:53.415382 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e99b4-cfb4-4c29-8961-1786d6c64f7b None None] Pushing event updated for resources: {'Port': ['ID=13c5c2df-a93f-49aa-966d-5433ab703215,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:53.425487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b99b-e9d1-4eb5-bae9-e646c35642ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a62ad36-3181-4500-be4b-adf190e9c646,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:53.453681 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4d27b99b-e9d1-4eb5-bae9-e646c35642ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8345bc0d9e34a229266863e84cb91d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736471 Sep 02 12:59:53.463776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cd34d-f34b-4459-bad3-994c5036b1b9 req-bf83d68a-234a-4d97-822a-3c18f8c12398 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:53.464185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:53.473167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-304cd34d-f34b-4459-bad3-994c5036b1b9 req-bf83d68a-234a-4d97-822a-3c18f8c12398 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 944 time: 0.4295530 Sep 02 12:59:53.482810 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:53.514521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b10836-3a31-4431-96bb-ebb870ff757e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:53.530891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b10836-3a31-4431-96bb-ebb870ff757e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:53.532547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-92b10836-3a31-4431-96bb-ebb870ff757e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2180870 Sep 02 12:59:53.542085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:53.552562 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-e0d83bd4-d176-44c0-bee3-101865e41335 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902964 Sep 02 12:59:53.630274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-304cd34d-f34b-4459-bad3-994c5036b1b9 req-45c99e19-327a-420c-a2ca-c26b29ded86a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489973 Sep 02 12:59:53.642735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Provisioning for port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:53.663384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Provisioning complete for port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:53.663763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.665530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:53.749849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d849d984-b6a7-4b59-91b6-51dd4461e76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.786252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-29405b96-40ea-4f10-940a-dd1dc012cc9a tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.9968114 Sep 02 12:59:53.831066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-98eeee48-a6c2-4a99-afb4-8f2333169190 None None] Port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:53.838726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d849d984-b6a7-4b59-91b6-51dd4461e76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:53.855403 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:49Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:53Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:53.888741 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8114-c5b8-4b2b-bdb0-220251a263eb None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:49Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:53Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:53.893882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610178ca-15ce-44e2-99b6-740cc46320e7', 'name': 'tempest-NetworksTestDHCPv6-router-1579289009', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:50Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None, '_interfaces': [{'id': '4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8', 'name': '', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'mac_address': 'fa:16:3e:d8:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610178ca-15ce-44e2-99b6-740cc46320e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:49Z', 'updated_at': '2021-09-02T12:59:50Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'subnets': [{'id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:53.901721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e4e2-1055-4a6c-ab6e-5198fe3ed81b req-1cc82216-5fd0-41f1-a206-3f8f63e9f708 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:53.909103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9497e4e2-1055-4a6c-ab6e-5198fe3ed81b req-1cc82216-5fd0-41f1-a206-3f8f63e9f708 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0778539 Sep 02 12:59:53.930098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Checking router: 610178ca-15ce-44e2-99b6-740cc46320e7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 12:59:53.930775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Updating router 610178ca-15ce-44e2-99b6-740cc46320e7 port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 12:59:53.980031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9497e4e2-1055-4a6c-ab6e-5198fe3ed81b req-a080fa5d-c3be-47c4-bf77-9a76a8202842 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631406 Sep 02 12:59:53.992483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.077570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a1897713-cb02-4d5d-813c-1b381cf5a4cb None None] Provisioning complete for port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:54.078066 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1897713-cb02-4d5d-813c-1b381cf5a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.109027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-a98b112a-adf6-465f-aecb-15382843f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:54.110648 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-a98b112a-adf6-465f-aecb-15382843f6c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 1097 time: 0.3639154 Sep 02 12:59:54.139927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d849d984-b6a7-4b59-91b6-51dd4461e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.142848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d849d984-b6a7-4b59-91b6-51dd4461e76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.157289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d849d984-b6a7-4b59-91b6-51dd4461e76b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a62ad36-3181-4500-be4b-adf190e9c646 HTTP/1.1" status: 204 len: 168 time: 0.6835432 Sep 02 12:59:54.188263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f72bb-df31-4ac3-a59f-f568c1c3044e req-f00face6-08f1-44be-a736-1ab7a35365e3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:54.197783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc8f72bb-df31-4ac3-a59f-f568c1c3044e req-f00face6-08f1-44be-a736-1ab7a35365e3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1138482 Sep 02 12:59:54.259175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849d984-b6a7-4b59-91b6-51dd4461e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a62ad36-3181-4500-be4b-adf190e9c646,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:54.272890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bc8f72bb-df31-4ac3-a59f-f568c1c3044e req-e0dcffa6-0468-4233-b810-5e0b593e7df5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738304 Sep 02 12:59:54.276785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:54.282580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813190710', 'description': 'tempest-secgroup-smoke-813190710 description', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:54.344364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.377717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-447cd701-7353-4127-84c2-36e9d8625a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:54.379497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-447cd701-7353-4127-84c2-36e9d8625a72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2193825 Sep 02 12:59:54.513922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-90cecd2a-2a14-4d49-8575-70e19f6794df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9c4205-444a-45a5-99cc-571bc73eb747 HTTP/1.1" status: 200 len: 217 time: 0.1262248 Sep 02 12:59:54.531687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.538624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.580075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f5911-589a-4d39-8808-2d2859adc562,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:54.598006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.599466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4019a280-b653-496b-9621-3878a8a75c73 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3213854 Sep 02 12:59:54.602691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:54.609672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'a72f5911-589a-4d39-8808-2d2859adc562', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:54.683065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.697477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-cb1cafc9-5099-47af-bf92-99185f9d5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:54.711363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-cb1cafc9-5099-47af-bf92-99185f9d5483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1883762 Sep 02 12:59:54.826028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a1897713-cb02-4d5d-813c-1b381cf5a4cb None None] Port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 12:59:54.830351 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.881274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:54.942135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.952135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:54.972869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-f401b401-c6d5-4ed7-b314-2afd7880b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:54.974518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-f401b401-c6d5-4ed7-b314-2afd7880b4a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548206 Sep 02 12:59:54.980769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955478d8-13a2-4ead-a947-b85ceddd3038,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:54.987618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b007c6-ce41-47fb-ad68-30d8c4e6c9c9 req-77ab9252-9cae-4c3f-9a0e-b4799dcc44f0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:55.000355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-63b007c6-ce41-47fb-ad68-30d8c4e6c9c9 req-77ab9252-9cae-4c3f-9a0e-b4799dcc44f0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.3051920 Sep 02 12:59:55.003119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.005472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0cc794ac-e480-47f5-85db-8311b3d7b056 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4005711 Sep 02 12:59:55.008567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:55.016015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'a72f5911-589a-4d39-8808-2d2859adc562', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:55.030973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fed7b-3385-490f-9a3e-3abe2a9d74ab req-ef2070ed-bcc9-4dc3-81a5-9c25b2749760 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:55.034199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-269fed7b-3385-490f-9a3e-3abe2a9d74ab req-ef2070ed-bcc9-4dc3-81a5-9c25b2749760 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 944 time: 0.2549474 Sep 02 12:59:55.059546 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.063788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:55.064438 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.112234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-269fed7b-3385-490f-9a3e-3abe2a9d74ab req-1114a159-d5ee-4d6a-a2a7-1179160ab5ba tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653081 Sep 02 12:59:55.125848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.128806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-63b007c6-ce41-47fb-ad68-30d8c4e6c9c9 req-ab38fa0c-c11c-41ba-9d01-54d88c036c88 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274807 Sep 02 12:59:55.150599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Transition to ACTIVE for port object 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 12:59:55.180005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.245895 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.258005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.278624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-d773f69a-658e-4226-af19-b079b8fd33f3 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742710 Sep 02 12:59:55.346345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a85bdc-56f3-4d68-a422-33078c76ca1b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:55.371709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.373881 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8d38a533-ccba-4d55-84f2-4ea614a71870 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3638449 Sep 02 12:59:55.396096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53356) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:55.402912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'a72f5911-589a-4d39-8808-2d2859adc562', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:55.442173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13c5c2df-a93f-49aa-966d-5433ab703215 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:55.473133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.511862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5161-eb13-4757-8936-adddeac082c0 None None] Pushing event updated for resources: {'Port': ['ID=4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:55.541522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Attempting to bind port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 12:59:55.542395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Attempting to bind port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 12:59:55.542937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Attempting to bind port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 12:59:55.552218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 12:59:55.553407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 12:59:55.553975 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.554463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 12:59:55.555104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Bound port: 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 12:59:55.555636 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.574269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:55.574619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.610040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.618663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.684773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 13c5c2df-a93f-49aa-966d-5433ab703215 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:55.692394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 13c5c2df-a93f-49aa-966d-5433ab703215 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:55.693920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.698157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dc348c-8a19-4db4-8e0e-9c91616c33a4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:55.730174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.734824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-386c701d-b14e-4bee-8fa8-f987eee66d1a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342226 Sep 02 12:59:55.742039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:55.755095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'a72f5911-589a-4d39-8808-2d2859adc562', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:55.801298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] For port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 12:59:55.801659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.818349 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7fcbfec5-73a4-4fe4-9fee-01504e0a893d req-0dcc6457-8f99-480a-95d5-54ea4e53be27 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185935 Sep 02 12:59:55.859771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] For port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 12:59:55.872950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.882800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8c4c-8102-4856-81c9-d5af69cc7c26 req-7e72c9d5-2fef-4f81-8a7c-bc8e2aeffcee tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:55.892335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bcf8c4c-8102-4856-81c9-d5af69cc7c26 req-7e72c9d5-2fef-4f81-8a7c-bc8e2aeffcee tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0934665 Sep 02 12:59:55.929193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] For port 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8, host n-d-792364-8, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:55.929721 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.947434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bcf8c4c-8102-4856-81c9-d5af69cc7c26 req-37150225-58f9-4489-b018-358c9d417386 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537834 Sep 02 12:59:55.962041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:55.971542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:55.978706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.027485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5161-eb13-4757-8936-adddeac082c0 None None] Pushing event updated for resources: {'Port': ['ID=4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.036592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:56.040644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97102378-916e-4aa4-97fc-898d680cc022,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.054248 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.059191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:56.064201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'a72f5911-589a-4d39-8808-2d2859adc562', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:56.070299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-260845bf-505f-4dd6-98c8-6d666d80f496 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267047 Sep 02 12:59:56.070980 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.105940 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Project 8056a01a965a4d4aa1f3f4d0b1c111d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:59:56.113578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.122988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Routers {'610178ca-15ce-44e2-99b6-740cc46320e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:56.123656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['610178ca-15ce-44e2-99b6-740cc46320e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:56.222272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.233382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.287563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.295119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.296636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2360590 Sep 02 12:59:56.299072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:56.317012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'a72f5911-589a-4d39-8808-2d2859adc562', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:56.323081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5776d5-8cd5-45e4-b953-72189ccbfc40 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7387972-202e-45d8-80e6-b8fca81baa69,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.324666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 13c5c2df-a93f-49aa-966d-5433ab703215, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13c5c2df-a93f-49aa-966d-5433ab703215,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:56.337489 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.351775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 12:59:56.372706 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Project 8056a01a965a4d4aa1f3f4d0b1c111d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 12:59:56.373377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] Set router 610178ca-15ce-44e2-99b6-740cc46320e7 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 12:59:56.381788 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.405747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.415345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:56.415737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.438345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:56.519591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.528861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.544924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.545391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f61a9343-e5f4-41b6-b356-fbbaa0233e67 None None] Could not find standard attr ID for object 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 12:59:56.545391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=13c5c2df-a93f-49aa-966d-5433ab703215,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.581827 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.583067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2830038 Sep 02 12:59:56.585758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858d08-a83f-4196-8eaa-2b99fec3b88d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f56aec1-0f34-49f3-b6e7-f3e7717a9b23,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.608350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb29a5a-a0cb-4a55-af63-875e7eab30f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.691603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f88d-f815-4757-8fcd-034455dab465 req-b3de454d-94a5-4bd3-8859-7d67b587a84c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:56.700490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff57f88d-f815-4757-8fcd-034455dab465 req-b3de454d-94a5-4bd3-8859-7d67b587a84c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 944 time: 0.4031460 Sep 02 12:59:56.734814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.781192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13c5c2df-a93f-49aa-966d-5433ab703215 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 12:59:56.817535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb29a5a-a0cb-4a55-af63-875e7eab30f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.824596 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb29a5a-a0cb-4a55-af63-875e7eab30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.854663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff57f88d-f815-4757-8fcd-034455dab465 req-6c96aec7-0f68-44dd-80e4-67bc79f87e2d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451335 Sep 02 12:59:56.859205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 12:59:56.861608 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108c087-06c8-4025-b9b3-62208f4b368b" -d '{"events": [{"server_uuid": "e0c5598e-0227-4495-8a17-63665cc7383b", "name": "network-vif-plugged", "status": "completed", "tag": "c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 12:59:56.879136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-afb29a5a-a0cb-4a55-af63-875e7eab30f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff43c70ef9dd49e8b56455ccd28150ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371903 Sep 02 12:59:56.879136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb29a5a-a0cb-4a55-af63-875e7eab30f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e64a8c5-829c-47de-b953-1845772ca75c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:56.880338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:56.888463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:56.890999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 13c5c2df-a93f-49aa-966d-5433ab703215 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 12:59:56.891903 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.911069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Router 610178ca-15ce-44e2-99b6-740cc46320e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 12:59:56.914410 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:56.956571 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e67d8c-e8f0-4746-9109-a6d1da05848c x-openstack-request-id: req-22e67d8c-e8f0-4746-9109-a6d1da05848c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 12:59:56.956858 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c5598e-0227-4495-8a17-63665cc7383b", "name": "network-vif-plugged", "status": "completed", "tag": "c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 12:59:56.957187 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22e67d8c-e8f0-4746-9109-a6d1da05848c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 12:59:56.957585 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd', 'code': 200} Sep 02 12:59:56.965711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610178ca-15ce-44e2-99b6-740cc46320e7', 'name': 'tempest-NetworksTestDHCPv6-router-1579289009', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:50Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None, '_interfaces': [{'id': '4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8', 'name': '', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'mac_address': 'fa:16:3e:d8:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610178ca-15ce-44e2-99b6-740cc46320e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:49Z', 'updated_at': '2021-09-02T12:59:55Z', 'revision_number': 4, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'subnets': [{'id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 12:59:57.003831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d400527-175a-45fc-a1fa-31c1b5f76b65 None None] The sync data for ids ['610178ca-15ce-44e2-99b6-740cc46320e7'] in n-d-792364-8 is: [{'id': '610178ca-15ce-44e2-99b6-740cc46320e7', 'name': 'tempest-NetworksTestDHCPv6-router-1579289009', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:50Z', 'revision_number': 2, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'gw_port_host': None, '_interfaces': [{'id': '4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8', 'name': '', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'mac_address': 'fa:16:3e:d8:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610178ca-15ce-44e2-99b6-740cc46320e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:49Z', 'updated_at': '2021-09-02T12:59:55Z', 'revision_number': 4, 'project_id': 'c263b22a665048f887ca43f5a97aa3a2', 'subnets': [{'id': 'dca47fb2-0caa-4592-8fdf-b0f0965b18d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:57.022332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:57.057589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-54e4c4f5-4a94-4e02-9537-d9d06b240c3a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813190710&fields=id&tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 267 time: 0.0958848 Sep 02 12:59:57.064992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 12:59:57.071027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3878702d-b3cf-4e03-846a-9f389d674c78 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "PUT /v2.0/routers/610178ca-15ce-44e2-99b6-740cc46320e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5276306 Sep 02 12:59:57.073928 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48dc084-8b98-4f11-89d1-0efac473edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.087654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:57.162288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2567b-7ce0-4016-b3c9-325baab9797f req-668721e6-ca76-4532-a9af-8140ac1082ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:57.163917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dde2567b-7ce0-4016-b3c9-325baab9797f req-668721e6-ca76-4532-a9af-8140ac1082ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 1096 time: 0.1453238 Sep 02 12:59:57.192862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48dc084-8b98-4f11-89d1-0efac473edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.197386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10559216-71f5-4e01-b855-3e97960cfc4f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:57.199418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10559216-71f5-4e01-b855-3e97960cfc4f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:57.201028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-10559216-71f5-4e01-b855-3e97960cfc4f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1143923 Sep 02 12:59:57.204650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53408) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:57.227138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662720e-a6a7-4be8-b500-a5ba5728ca5f req-e6bf1258-a99b-49cb-bb52-3cba99d78a3f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:57.228767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d662720e-a6a7-4be8-b500-a5ba5728ca5f req-e6bf1258-a99b-49cb-bb52-3cba99d78a3f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1810038 Sep 02 12:59:57.274940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dde2567b-7ce0-4016-b3c9-325baab9797f req-1a2af67d-2c4c-4012-b4eb-dbd28126e32e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990818 Sep 02 12:59:57.289382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-b2a7d501-44f7-41ec-87e1-5c789e711dae tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:57.290663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d662720e-a6a7-4be8-b500-a5ba5728ca5f req-844ad556-791d-4bfa-8ee0-0b8fcbd8707b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485096 Sep 02 12:59:57.293796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-b2a7d501-44f7-41ec-87e1-5c789e711dae tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/networks?id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 200 len: 796 time: 0.2072432 Sep 02 12:59:57.308354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48dc084-8b98-4f11-89d1-0efac473edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.312060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48dc084-8b98-4f11-89d1-0efac473edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.313878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-d128f9f1-158a-4e79-863f-a37d64532a77 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/quotas/8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 375 time: 0.0191972 Sep 02 12:59:57.314262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f48dc084-8b98-4f11-89d1-0efac473edc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e64a8c5-829c-47de-b953-1845772ca75c HTTP/1.1" status: 204 len: 168 time: 0.4311554 Sep 02 12:59:57.333108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dc084-8b98-4f11-89d1-0efac473edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e64a8c5-829c-47de-b953-1845772ca75c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:57.377656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet dca47fb2-0caa-4592-8fdf-b0f0965b18d7 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 12:59:57.382482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.434157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-d568d784-2836-49b2-9108-6bfc82df6186 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992188 Sep 02 12:59:57.442416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.604970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-c974b8a2-f825-4353-b952-44f5f40f77c2 service neutron] 10.222.0.60 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592934 Sep 02 12:59:57.611388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.743753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.757604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-3404c64d-bb07-4363-bc79-fa1e20c92afd service neutron] 10.222.0.60 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427548 Sep 02 12:59:57.777894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=dca47fb2-0caa-4592-8fdf-b0f0965b18d7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:57.780872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:57.783069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8fc2deb5-833a-4bf7-bd45-4c4dddd6c66e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/dca47fb2-0caa-4592-8fdf-b0f0965b18d7 HTTP/1.1" status: 204 len: 168 time: 0.5671444 Sep 02 12:59:57.785449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:57.785688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2285311-63b3-482d-a76e-53452d77a34d None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:57.996281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf714fbf-1850-40d0-bfca-78496294be44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2093592 Sep 02 12:59:57.999258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53438) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.019069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42c0e9b4-352b-48c2-b139-820eab269c24 req-2f4e90b2-cc4b-4064-8038-6741ed2e21c3 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 210 time: 0.0512831 Sep 02 12:59:58.047872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 12:59:58.129894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] Deleting port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 12:59:58.130193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.150167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.208547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.223073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] For port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 12:59:58.223579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.237879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8811c1-1f64-4d89-b7e5-92c55d6b6ce5 req-837e23d4-737d-45f5-8f44-d7edb280f5fc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:58.239332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] Calling delete_port for 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 12:59:58.239467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef8811c1-1f64-4d89-b7e5-92c55d6b6ce5 req-837e23d4-737d-45f5-8f44-d7edb280f5fc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1687272 Sep 02 12:59:58.363683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.375571 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.391934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-580522129-network', 'tenant_id': '20dda396ddd14ff18bf7825a507fddc6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:58.401735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.406869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef8811c1-1f64-4d89-b7e5-92c55d6b6ce5 req-e2de39e7-3e61-4b07-b38f-b6ddd9d8040e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913768 Sep 02 12:59:58.439891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] Pushing event deleted for resources: {'Port': ['ID=7e3fa420-f2a0-4830-a185-9f8bb6520ac7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:58.440507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Made reservation on behalf of 20dda396ddd14ff18bf7825a507fddc6 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:58.449091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.457669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e4775-5304-4a85-a627-e9e87b040cb6 None None] No DVR routers for this DVR port 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 12:59:58.465087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.465703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Fanout notify agent at l3_agent the message router_deleted on router 610178ca-15ce-44e2-99b6-740cc46320e7 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 12:59:58.478514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.486830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d0373e4a-9e40-401a-ba7a-28b58d680683 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/routers/610178ca-15ce-44e2-99b6-740cc46320e7 HTTP/1.1" status: 204 len: 168 time: 0.4851880 Sep 02 12:59:58.487062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.519345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.553450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ba636767-eaf3-4449-bf89-61e81b07923a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0619333 Sep 02 12:59:58.555849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.599979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c9a5d-1978-4ca1-b3ab-730f35a8629c req-f51eae3d-c3e4-4609-a74f-6a38b6d9119f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:58.602270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b28c9a5d-1978-4ca1-b3ab-730f35a8629c req-f51eae3d-c3e4-4609-a74f-6a38b6d9119f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1404965 Sep 02 12:59:58.622232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae4292-3a2c-4960-a92d-8b45b53ea462 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:58.624124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6eae4292-3a2c-4960-a92d-8b45b53ea462 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669281 Sep 02 12:59:58.626905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.670775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b28c9a5d-1978-4ca1-b3ab-730f35a8629c req-804b8c7b-5d54-4566-988a-51e28ea5349f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579445 Sep 02 12:59:58.696400 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-038c2228-99fd-4fc3-b5a9-7c9e7b26908e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.719630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-82f8ba35-93ba-4ac2-8662-b4a4bbab84f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899990 Sep 02 12:59:58.724580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.728373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 12:59:58.732712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:58.733106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.738023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.754855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 12:59:58.755466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7e3fa420-f2a0-4830-a185-9f8bb6520ac7 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 12:59:58.771735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 12:59:58.793182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:58.797344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.797986 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Added segment dfa8698b-64da-488e-8836-ad83dc6faa25 of type vlan for network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 Sep 02 12:59:58.814864 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Sync routers for ids ['610178ca-15ce-44e2-99b6-740cc46320e7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 12:59:58.825038 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:58.825512 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 12:59:58.826252 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'610178ca-15ce-44e2-99b6-740cc46320e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent'). {{(pid=94843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 12:59:58.838351 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 12:59:58.839609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 12:59:58.840402 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'610178ca-15ce-44e2-99b6-740cc46320e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T12:59:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent'). {{(pid=94843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 12:59:58.840979 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50a6f4-81dc-4bb4-8eb2-ba8455319b66 None None] The sync data for ids ['610178ca-15ce-44e2-99b6-740cc46320e7'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 12:59:58.862977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:58.863710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.866819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.896207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.897438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:58.898265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:58.977932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7675586 Sep 02 12:59:58.981333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:58.997206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00142d75-f2ef-45d4-97af-f1dab6f3d299 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a8beae-e3a9-4f26-9490-4fe7019ddb14,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:59.007047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 12:59:59.010274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Request body: {'subnet': {'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-580522129-subnet', 'tenant_id': '20dda396ddd14ff18bf7825a507fddc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:59.051402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Made reservation on behalf of 20dda396ddd14ff18bf7825a507fddc6 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:59.053793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.140159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-122da1e5-6273-4ab1-84a5-89d4c71cb8b5 req-2480e6ca-c47a-4f45-8931-4a85f0cf8b9b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 210 time: 0.0329850 Sep 02 12:59:59.308727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 12:59:59.310958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-7a94a2bf-d63c-4e1f-977b-dbe8f3bef72a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:59.312892 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.315271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-7a94a2bf-d63c-4e1f-977b-dbe8f3bef72a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/networks?id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 200 len: 796 time: 0.1638863 Sep 02 12:59:59.367086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 12:59:59.377817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e679dc4c-7271-439d-8aeb-8bdd54a38e89 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 379 time: 0.0518234 Sep 02 12:59:59.382699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 12:59:59.389193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:59.389802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.390564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'port': {'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'admin_state_up': True, 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'security_groups': ['a72f5911-589a-4d39-8808-2d2859adc562']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:59.392882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67938fcf-e649-401c-861a-6cdc3346e1ea None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 12:59:59.540314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 12:59:59.546145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.594117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '76147de3-dc95-4eaa-918d-63c4562dc1b9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 12:59:59.595202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.698350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.20.0.13 (2c27eeac-8d0c-40c1-b515-e10194cdd1ca/986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7/cf371ed7-84b0-433c-a4eb-d3a83410b14e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:59.764707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Allocated IP 2001:db8::f816:3eff:feeb:f72 (dd87b93a-b680-4881-9cb4-63de96fd98bc/76147de3-dc95-4eaa-918d-63c4562dc1b9/d4c2554d-6d83-4b89-bce9-30c9712e4350) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 12:59:59.808174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=76147de3-dc95-4eaa-918d-63c4562dc1b9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:59.811652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4ac91e96-9cfb-45ff-a7a3-d6537d4f4b7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0852487 Sep 02 12:59:59.816271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53472) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 12:59:59.821680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 12:59:59.829812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.859228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98165-4939-4439-9336-2c4e9719f74c req-a914a828-c919-4030-822d-da827615fb84 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:59.860890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65c98165-4939-4439-9336-2c4e9719f74c req-a914a828-c919-4030-822d-da827615fb84 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0742738 Sep 02 12:59:59.936456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b160c-3e6f-4b63-b52e-a0ac890ef018 req-216fe19f-f05e-41b7-a9f7-852c9fb23f1f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 12:59:59.938109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-788b160c-3e6f-4b63-b52e-a0ac890ef018 req-216fe19f-f05e-41b7-a9f7-852c9fb23f1f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1710937 Sep 02 12:59:59.940327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 12:59:59.967771 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 12:59:59.980888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65c98165-4939-4439-9336-2c4e9719f74c req-184f6097-4208-4c37-b0c6-186a8346f7f1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006033 Sep 02 12:59:59.982000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Transition to ACTIVE for port object cf371ed7-84b0-433c-a4eb-d3a83410b14e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:00.034251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Checking segment: {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:00.034521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.034657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Network hostable DHCP agents. Network: f7a8beae-e3a9-4f26-9490-4fe7019ddb14, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:00:00.043818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-788b160c-3e6f-4b63-b52e-a0ac890ef018 req-07606f2b-cf4e-42a6-8c8b-a58c4158f7c7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 Sep 02 13:00:00.076469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:00.080298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.083654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:00:00.121944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=cf371ed7-84b0-433c-a4eb-d3a83410b14e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:00.130226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f7a8beae-e3a9-4f26-9490-4fe7019ddb14) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:00.142426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:00.143519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.149429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:00.152805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:00.156204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:00.183704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-42bdfc82-736c-4fd6-bd88-93b71822ce2f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1922920 Sep 02 13:00:00.183962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.211128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b39333-09ea-4d60-9d14-7f6c425bd69d None None] Network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:00.221925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Transition to ACTIVE for port object d4c2554d-6d83-4b89-bce9-30c9712e4350 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:00.272473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:00.272473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.334113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Transition to ACTIVE for port object d4c2554d-6d83-4b89-bce9-30c9712e4350 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:00.344514 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.373632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-ede780ba-1081-4045-856d-b4e78fee37ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888175 Sep 02 13:00:00.392251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Request body: {'port': {'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:00.408774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:00.422023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:00.424797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:00.452303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a28fc-6d9f-43c3-b324-f0e111b8fe0c req-d9aa4071-dd7e-4b4e-9ff9-7fa5c6c1f7fa tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:00.455188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dbfcf-5b9a-4710-ac64-58fec8765142 req-87c61de3-75e0-4b42-9b9d-cb19bb3aaaef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:00.456798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-757dbfcf-5b9a-4710-ac64-58fec8765142 req-87c61de3-75e0-4b42-9b9d-cb19bb3aaaef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 932 time: 0.1684945 Sep 02 13:00:00.457885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-167a28fc-6d9f-43c3-b324-f0e111b8fe0c req-d9aa4071-dd7e-4b4e-9ff9-7fa5c6c1f7fa tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1125152 Sep 02 13:00:00.511062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.536497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:00.560112 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.571407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820103c3-a639-4627-8af9-8398ce1ac02e None None] Network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:00.574834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-757dbfcf-5b9a-4710-ac64-58fec8765142 req-66c268fb-62c6-4826-af37-0e3eb3f2b02d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887876 Sep 02 13:00:00.587168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Attempting to bind port d4c2554d-6d83-4b89-bce9-30c9712e4350 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:00.588114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Attempting to bind port d4c2554d-6d83-4b89-bce9-30c9712e4350 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:00.588312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Attempting to bind port d4c2554d-6d83-4b89-bce9-30c9712e4350 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:00.621393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:00.621762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:00.622174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.622574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:00.623062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Bound port: d4c2554d-6d83-4b89-bce9-30c9712e4350, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:00.623448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.654017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=c75bf642-6a33-4c60-93b1-cc1156f94323,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:00.662309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:00.667372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:00.675399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:00.676020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.695779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efb6811e-9588-4c7d-858e-9eebfa04c930 None None] Provisioning for port cf371ed7-84b0-433c-a4eb-d3a83410b14e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:00.698610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:00.706916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-167a28fc-6d9f-43c3-b324-f0e111b8fe0c req-edbaaddf-c17a-44c9-8e09-b0d4679c7011 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588259 Sep 02 13:00:00.714694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3bd2253d-2b36-4eb9-977d-66a0bd504b32 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8972502 Sep 02 13:00:00.715360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:00.731621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:00.732001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4a101bf7-1a9b-46c5-9f61-d2a04e35a6b8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:00.736074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:2d:c2:4c', 'name': 'tempest-NetworksTestDHCPv6-1406150745'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:00.746432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efb6811e-9588-4c7d-858e-9eebfa04c930 None None] Provisioning complete for port cf371ed7-84b0-433c-a4eb-d3a83410b14e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:00.759113 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efb6811e-9588-4c7d-858e-9eebfa04c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.892203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-efb6811e-9588-4c7d-858e-9eebfa04c930 None None] Port cf371ed7-84b0-433c-a4eb-d3a83410b14e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:00:00.897404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:00.907174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:00.930303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:00.932481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ec770-be9d-49ba-8e2f-ed21679ccabe req-0ab3ee26-499c-4189-9551-c534bd673eed tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:00.938011 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:00.941024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d98ec770-be9d-49ba-8e2f-ed21679ccabe req-0ab3ee26-499c-4189-9551-c534bd673eed tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1486340 Sep 02 13:00:01.029382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52c0e8-30c9-4cb1-8db9-f4a1556d99e4 None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:01.081588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.096219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d98ec770-be9d-49ba-8e2f-ed21679ccabe req-a48dfe0e-a8aa-4352-8dec-6fca6a04906a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479838 Sep 02 13:00:01.160024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port d694a394-e852-4840-a23c-b7313c38b49a yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:01.200969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf371ed7-84b0-433c-a4eb-d3a83410b14e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:00:01.213075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.230425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Transition to ACTIVE for port object cf371ed7-84b0-433c-a4eb-d3a83410b14e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:01.236824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.273791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335abbd-0e99-4831-81e4-14cced92c87d req-864c08a1-8f83-4245-acf6-41199c2c8a5c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:01.275904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2335abbd-0e99-4831-81e4-14cced92c87d req-864c08a1-8f83-4245-acf6-41199c2c8a5c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1640036 Sep 02 13:00:01.336778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf371ed7-84b0-433c-a4eb-d3a83410b14e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:01.443581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff510-cb6e-4ba8-a539-d0a11c6d22d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.555430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 172.20.0.13 (dd87b93a-b680-4881-9cb4-63de96fd98bc/c75bf642-6a33-4c60-93b1-cc1156f94323/d694a394-e852-4840-a23c-b7313c38b49a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:01.563691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe2d:c24c (dd87b93a-b680-4881-9cb4-63de96fd98bc/76147de3-dc95-4eaa-918d-63c4562dc1b9/d694a394-e852-4840-a23c-b7313c38b49a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:01.587010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Attempting to bind port cf371ed7-84b0-433c-a4eb-d3a83410b14e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:01.587595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Attempting to bind port cf371ed7-84b0-433c-a4eb-d3a83410b14e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:01.588241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Attempting to bind port cf371ed7-84b0-433c-a4eb-d3a83410b14e on network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:01.599977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbcf5-2076-40a7-87fc-3d097d93f548 req-4f60bf1c-ffe1-4f96-924a-098e5dd4875d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:01.601649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c0bbcf5-2076-40a7-87fc-3d097d93f548 req-4f60bf1c-ffe1-4f96-924a-098e5dd4875d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1327348 Sep 02 13:00:01.605707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Port cf371ed7-84b0-433c-a4eb-d3a83410b14e on network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:00:01.606032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Attempting to bind port cf371ed7-84b0-433c-a4eb-d3a83410b14e on network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:01.616329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:01.616680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Checking segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:01.617106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Bound using segment: {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:01.617534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Bound port: cf371ed7-84b0-433c-a4eb-d3a83410b14e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:01.618085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.647586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.708808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c0bbcf5-2076-40a7-87fc-3d097d93f548 req-44ca1a2b-f082-4243-8911-9b9cd61c503c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818379 Sep 02 13:00:01.739411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] For port cf371ed7-84b0-433c-a4eb-d3a83410b14e, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:01.739411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] For port cf371ed7-84b0-433c-a4eb-d3a83410b14e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:01.746696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.769596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2335abbd-0e99-4831-81e4-14cced92c87d req-6e3e9f91-59c3-4992-af07-6d84205876e4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4820306 Sep 02 13:00:01.779214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.830201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object d694a394-e852-4840-a23c-b7313c38b49a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:01.885342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:01.987832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:01.992919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:01.998879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:02.045617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=d694a394-e852-4840-a23c-b7313c38b49a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:02.097738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.099489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:02.123931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad53716a-58fe-496b-a19b-ac25212e235d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3973436 Sep 02 13:00:02.126783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:02.243078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.250560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d37fa-f90a-4a8d-8974-c9acfa86740d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.254869 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:02.256819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf371ed7-84b0-433c-a4eb-d3a83410b14e HTTP/1.1" status: 200 len: 1092 time: 1.8729873 Sep 02 13:00:02.257742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:00:02.271040 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e90439-7c5c-4f4f-938f-90795769785a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:00:02.284121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d37fa-f90a-4a8d-8974-c9acfa86740d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.290698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8e1d37fa-f90a-4a8d-8974-c9acfa86740d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1626058 Sep 02 13:00:02.293763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:02.379540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db0d4-ff99-4597-94ad-8ad8d5ae84b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf371ed7-84b0-433c-a4eb-d3a83410b14e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:02.395039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9d049-494f-4c9c-90ec-7c0e6621e307 req-e6d3c6a6-2aa1-43ae-a3a4-73496a602f26 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.396650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17a9d049-494f-4c9c-90ec-7c0e6621e307 req-e6d3c6a6-2aa1-43ae-a3a4-73496a602f26 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 944 time: 0.1879671 Sep 02 13:00:02.404597 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e1c3f-0593-46cf-9079-515769e0a15b x-openstack-request-id: req-208e1c3f-0593-46cf-9079-515769e0a15b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:00:02.404597 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:00:02.404597 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-208e1c3f-0593-46cf-9079-515769e0a15b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:00:02.405041 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'status': 'completed', 'code': 200} Sep 02 13:00:02.473595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port d694a394-e852-4840-a23c-b7313c38b49a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:02.473996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:02.475669 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17a9d049-494f-4c9c-90ec-7c0e6621e307 req-2196e2f7-408a-440f-abbc-a849e53e33af tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680857 Sep 02 13:00:02.528778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:02.573814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-6f30673b-893b-4139-af32-b9c9a657d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.585873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-6f30673b-893b-4139-af32-b9c9a657d7e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 1095 time: 0.1235752 Sep 02 13:00:02.622804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ecd342-86d0-424b-9d7b-a2a63bd96101 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:02.656003 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:02.671711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-bbf2e62a-d6ed-4081-b455-3290594596e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e HTTP/1.1" status: 200 len: 217 time: 0.0834296 Sep 02 13:00:02.692363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for d694a394-e852-4840-a23c-b7313c38b49a owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:02.776184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-700db157-d92d-47a9-995c-ff36653f6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.777766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-700db157-d92d-47a9-995c-ff36653f6a21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7 HTTP/1.1" status: 200 len: 834 time: 0.0981679 Sep 02 13:00:02.779285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4c2554d-6d83-4b89-bce9-30c9712e4350 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:02.861142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-95002ba4-1e15-4dee-b868-a866b47ec84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:02.862669 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-95002ba4-1e15-4dee-b868-a866b47ec84a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770662 Sep 02 13:00:02.919100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-373f7938-f089-468f-a157-76c3a8573f3e None None] Provisioning for port d4c2554d-6d83-4b89-bce9-30c9712e4350 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:02.931210 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:02.964689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d4c2554d-6d83-4b89-bce9-30c9712e4350 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:02.987848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:02.988334 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.027447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=d694a394-e852-4840-a23c-b7313c38b49a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:03.028525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f0db-0e33-4e76-8029-3108d9b5bdb4 req-171670ee-316c-4125-8fcc-d4b67df77fe1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.034874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05c1f0db-0e33-4e76-8029-3108d9b5bdb4 req-171670ee-316c-4125-8fcc-d4b67df77fe1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1489816 Sep 02 13:00:03.078879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-91ff5a24-3165-45e0-8cf0-bf15655c342d service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084742 Sep 02 13:00:03.110457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.134067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.137352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-99aa87d9-3f6b-4ee3-8358-13f7bd906318 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/d694a394-e852-4840-a23c-b7313c38b49a HTTP/1.1" status: 204 len: 168 time: 0.8425083 Sep 02 13:00:03.145623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeaaa38-bd78-415a-b599-72366c5a2730 None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '76147de3-dc95-4eaa-918d-63c4562dc1b9', 'ip_address': '2001:db8::f816:3eff:feeb:f72'}, {'subnet_id': 'c75bf642-6a33-4c60-93b1-cc1156f94323'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd4c2554d-6d83-4b89-bce9-30c9712e4350'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:03.145883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147c240-ed3e-481d-add3-22b0a3ed05ef req-7111adc6-ce6c-459c-a565-88e3c5d7fbd8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.147382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7147c240-ed3e-481d-add3-22b0a3ed05ef req-7111adc6-ce6c-459c-a565-88e3c5d7fbd8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.2338660 Sep 02 13:00:03.147883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53526) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:03.193958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05c1f0db-0e33-4e76-8029-3108d9b5bdb4 req-eff633c2-3d7d-4452-8a36-6f9bd77f35fa tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347873 Sep 02 13:00:03.202256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:03.205301 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaa38-bd78-415a-b599-72366c5a2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.217581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.253828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0e4104-5921-470d-b8c9-2199052c7e2c req-34c206cf-252c-491b-8863-272229a9e2e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559575 Sep 02 13:00:03.272753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808cbc4-f03d-441b-9240-b16e8278c37c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.275445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808cbc4-f03d-441b-9240-b16e8278c37c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.277263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808cbc4-f03d-441b-9240-b16e8278c37c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.279449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7808cbc4-f03d-441b-9240-b16e8278c37c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1305990 Sep 02 13:00:03.283355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:03.284650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7147c240-ed3e-481d-add3-22b0a3ed05ef req-b74fec14-4117-453a-9861-41936387efeb tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214335 Sep 02 13:00:03.391396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 76147de3-dc95-4eaa-918d-63c4562dc1b9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:03.396484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.401909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:03.421895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90439-7c5c-4f4f-938f-90795769785a req-c2beb507-de16-408d-ba7e-4a5aaa83f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.423527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-c2beb507-de16-408d-ba7e-4a5aaa83f92f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 1095 time: 0.0913584 Sep 02 13:00:03.483801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.611477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90439-7c5c-4f4f-938f-90795769785a req-378b180c-b71f-47cb-b60d-7985687a527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.613015 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-378b180c-b71f-47cb-b60d-7985687a527f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 200 len: 897 time: 0.1823184 Sep 02 13:00:03.619992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c47c77-9d43-4f4a-9b3f-7cac9f897b7b req-cbba2a86-580d-4693-8fad-2241225cc6aa tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.621755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06c47c77-9d43-4f4a-9b3f-7cac9f897b7b req-cbba2a86-580d-4693-8fad-2241225cc6aa tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 944 time: 0.0660026 Sep 02 13:00:03.681926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.687306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-8bdbf6ec-2907-42c9-b4f6-8dbc27e4363e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e HTTP/1.1" status: 200 len: 217 time: 0.0663950 Sep 02 13:00:03.703739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06c47c77-9d43-4f4a-9b3f-7cac9f897b7b req-a9536220-078d-4891-a976-a555dc1b4b26 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750256 Sep 02 13:00:03.808658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90439-7c5c-4f4f-938f-90795769785a req-f948ee3b-6884-4657-8823-4e6fecf31b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.810221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-f948ee3b-6884-4657-8823-4e6fecf31b82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7 HTTP/1.1" status: 200 len: 834 time: 0.0684536 Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-1eeaaa38-bd78-415a-b599-72366c5a2730 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76147de3-dc95-4eaa-918d-63c4562dc1b9: This subnet is being modified by another concurrent operation. Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:00:03.838510 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76147de3-dc95-4eaa-918d-63c4562dc1b9: This subnet is being modified by another concurrent operation. Sep 02 13:00:03.843303 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:00:03.852490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.889189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=76147de3-dc95-4eaa-918d-63c4562dc1b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:03.895344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:03.899602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b8f55ff7-78a5-4fa3-8d03-aa4d3f1b20c2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/76147de3-dc95-4eaa-918d-63c4562dc1b9 HTTP/1.1" status: 204 len: 168 time: 0.6130085 Sep 02 13:00:03.899853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53536) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:03.933781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4efe7-3c06-4dd7-9600-54473c2ac61b None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:03.942997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90439-7c5c-4f4f-938f-90795769785a req-ad284fe1-b178-4397-a104-ed7ab4a2204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:03.944495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-ad284fe1-b178-4397-a104-ed7ab4a2204b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224501 Sep 02 13:00:03.980785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet c75bf642-6a33-4c60-93b1-cc1156f94323 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:04.009548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.013167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55ae0197-047b-450a-b61e-2bccb79287cf None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:04.013551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55ae0197-047b-450a-b61e-2bccb79287cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.061026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.118863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-7bf06a65-bdc7-4681-a987-4b993a6a99ba service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634810 Sep 02 13:00:04.146447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.189397 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.225284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486fb6eb-6a4f-4759-b1ad-282dddd9d737 None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': 'c75bf642-6a33-4c60-93b1-cc1156f94323'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd4c2554d-6d83-4b89-bce9-30c9712e4350'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:04.252711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-486fb6eb-6a4f-4759-b1ad-282dddd9d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.279973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8e90439-7c5c-4f4f-938f-90795769785a req-7b5b89ae-7343-48cf-b3db-2ec980c7fe48 service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528549 Sep 02 13:00:04.295023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.332775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=c75bf642-6a33-4c60-93b1-cc1156f94323,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:04.342112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.344681 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d7c54ea8-922f-4410-b182-ab51646d298e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/c75bf642-6a33-4c60-93b1-cc1156f94323 HTTP/1.1" status: 204 len: 168 time: 0.4435096 Sep 02 13:00:04.347183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:04.369756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829545e7-5e9b-44a6-b51c-10d78b5a1e86 req-4f5324d5-112f-4040-8e00-94f5e0029242 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:04.371543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-829545e7-5e9b-44a6-b51c-10d78b5a1e86 req-4f5324d5-112f-4040-8e00-94f5e0029242 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1056380 Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-486fb6eb-6a4f-4759-b1ad-282dddd9d737 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c75bf642-6a33-4c60-93b1-cc1156f94323: This subnet is being modified by another concurrent operation. Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:00:04.389236 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c75bf642-6a33-4c60-93b1-cc1156f94323: This subnet is being modified by another concurrent operation. Sep 02 13:00:04.392627 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:00:04.398225 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f10653f-31c1-4c8d-8224-2769345e6d97 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495303 Sep 02 13:00:04.401278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:04.406559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:04.455494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccd4d1-5a79-4031-802a-df743696b9a2 req-0f93f74c-7c0a-4ae5-bda2-0fcedefc3f95 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:04.457242 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7ccd4d1-5a79-4031-802a-df743696b9a2 req-0f93f74c-7c0a-4ae5-bda2-0fcedefc3f95 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0579772 Sep 02 13:00:04.468441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-829545e7-5e9b-44a6-b51c-10d78b5a1e86 req-460171b9-8c06-46ea-b182-20ec25d55b8c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904047 Sep 02 13:00:04.495015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6ace4b7f-c663-40fb-b957-f60fa90bf934 None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:04.495505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ace4b7f-c663-40fb-b957-f60fa90bf934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.533541 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7ccd4d1-5a79-4031-802a-df743696b9a2 req-55fc3054-4a8b-4f6a-8180-183c1b4fdae7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686796 Sep 02 13:00:04.561178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:04.568381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:04.583624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2ac63-e2cb-4892-a6d8-a992c63ceca8 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:00:04.706878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2ac63-e2cb-4892-a6d8-a992c63ceca8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:00:04.745004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4c2554d-6d83-4b89-bce9-30c9712e4350 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:04.811274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-92560f43-c938-475c-a6cf-1586a25e55a3 None None] Could not find standard attr ID for object d694a394-e852-4840-a23c-b7313c38b49a. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:04.913092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c0fc-0e27-474d-9cff-131fbf6b9eb6 req-62f04c31-4680-4747-aa0f-64f5e49bac74 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:04.914715 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6579c0fc-0e27-474d-9cff-131fbf6b9eb6 req-62f04c31-4680-4747-aa0f-64f5e49bac74 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 944 time: 0.0974376 Sep 02 13:00:04.970453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6579c0fc-0e27-474d-9cff-131fbf6b9eb6 req-9691d3a0-076c-4199-a967-dad20f3fbf7f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478137 Sep 02 13:00:04.988271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.087314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:05.094777 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.107251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:05.168930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:05.203427 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.234990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': 'c1fa110b-ff12-4421-8759-582258d9fc6b'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd4c2554d-6d83-4b89-bce9-30c9712e4350'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:05.264931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.406443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.470784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa340d2-708f-4b79-9706-c73e40525596 req-7b090807-21d2-4a7a-a77b-5f3c291917ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:05.472466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-7b090807-21d2-4a7a-a77b-5f3c291917ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.1097934 Sep 02 13:00:05.478960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feeb:f72-b0afae4b-3b2a-4b28-bdcb-9aea2fb6621 {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:00:05.479596 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:00:05.666106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9418a-a400-4eb2-a6f5-e8538f854dd3 req-fb2d5c19-ecb2-40b5-8a53-ef08fb45271c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:05.668407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6d9418a-a400-4eb2-a6f5-e8538f854dd3 req-fb2d5c19-ecb2-40b5-8a53-ef08fb45271c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0603139 Sep 02 13:00:05.712353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126bda-2137-4ee9-b996-35c26f73f23a req-e254fb15-fff6-4f94-aa79-f59e95ad0837 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:05.713154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6d9418a-a400-4eb2-a6f5-e8538f854dd3 req-c74dee8e-1d58-4b04-bd79-9d85117703a7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Sep 02 13:00:05.714430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91126bda-2137-4ee9-b996-35c26f73f23a req-e254fb15-fff6-4f94-aa79-f59e95ad0837 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1615798 Sep 02 13:00:05.716732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:05.732171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa340d2-708f-4b79-9706-c73e40525596 req-d085447c-dc65-4dad-9960-c32553a08da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:05.733751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-d085447c-dc65-4dad-9960-c32553a08da5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2303476 Sep 02 13:00:05.832149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.847856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.848620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:05.860440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91126bda-2137-4ee9-b996-35c26f73f23a req-ceb19746-9265-4553-b684-995c315da2e6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1342971 Sep 02 13:00:05.869558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-e2f5fd8a-caf1-4067-929f-869adfed0321 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1230462 Sep 02 13:00:05.960773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:05.972779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:05.982753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:05.983417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.009423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=c1fa110b-ff12-4421-8759-582258d9fc6b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:06.020516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa340d2-708f-4b79-9706-c73e40525596 req-d07bceac-ab71-4a7a-a6e6-361819464cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:06.022045 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-d07bceac-ab71-4a7a-a6e6-361819464cb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1153758 Sep 02 13:00:06.025777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6210401 Sep 02 13:00:06.027263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53568) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:06.031081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc12e6-93af-4e05-931f-055e57dbe15d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:06.033420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:06.061587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cf371ed7-84b0-433c-a4eb-d3a83410b14e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:00:06.069143 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.107080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa340d2-708f-4b79-9706-c73e40525596 req-559b969a-83d2-4cd8-be54-757fd5be60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:06.111172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-559b969a-83d2-4cd8-be54-757fd5be60f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806446 Sep 02 13:00:06.218121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d42f-6e38-40a3-8707-fca0f3f9fb2b req-94556e87-c072-4a86-b4d7-2f126d9c565f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:06.219675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-43b6d42f-6e38-40a3-8707-fca0f3f9fb2b req-94556e87-c072-4a86-b4d7-2f126d9c565f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 944 time: 0.1252227 Sep 02 13:00:06.249526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-e350824f-52bd-412a-bdb0-c4c2543e0e70 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183183 Sep 02 13:00:06.292107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-43b6d42f-6e38-40a3-8707-fca0f3f9fb2b req-5d45f07c-1130-44e3-87c9-8b8a65468e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615220 Sep 02 13:00:06.326716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:06.333916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.365542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaa340d2-708f-4b79-9706-c73e40525596 req-701508fd-d9ea-42c7-b26a-5f2d58980e80 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074634 Sep 02 13:00:06.378872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port cf371ed7-84b0-433c-a4eb-d3a83410b14e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:06.404196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:00:06.494331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.522777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf371ed7-84b0-433c-a4eb-d3a83410b14e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:00:06.539512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:06.559877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port cf371ed7-84b0-433c-a4eb-d3a83410b14e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:06.567174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.604138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.604622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.615509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.640944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=cf371ed7-84b0-433c-a4eb-d3a83410b14e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:06.667334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:06.670750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:06.674030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:06.674760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:06.677855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=bfef1b8d-a117-464c-8086-097b8eba9c88,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:06.707533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-386425c6-76d8-43a7-a2b7-32a7193420c6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6783133 Sep 02 13:00:06.710434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:06.718962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:41:eb:24', 'name': 'tempest-NetworksTestDHCPv6-2026908144'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:06.738149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade35ae-22c8-4f38-b968-603a31a5ab0e None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:06.812393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['cf371ed7-84b0-433c-a4eb-d3a83410b14e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:00:06.919093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:06.934080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeccd6-08b8-4695-8170-1b0cb8c33445 req-4e0c94f3-0656-43f4-82c0-71f57817b8c7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:06.937419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfeccd6-08b8-4695-8170-1b0cb8c33445 req-4e0c94f3-0656-43f4-82c0-71f57817b8c7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1070116 Sep 02 13:00:07.023397 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfeccd6-08b8-4695-8170-1b0cb8c33445 req-e96dce39-82e5-4b41-bf94-aa819320967d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785429 Sep 02 13:00:07.093904 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:07.145381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port c95d5b8b-4a62-48ce-8296-c5c04b1875de yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:07.251128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec577-af8d-4f89-95ff-da20b00a196a req-fa5471c8-ea68-44cc-8828-cfd002027543 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:07.252936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-200ec577-af8d-4f89-95ff-da20b00a196a req-fa5471c8-ea68-44cc-8828-cfd002027543 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1714156 Sep 02 13:00:07.387751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-200ec577-af8d-4f89-95ff-da20b00a196a req-5b09b302-de4e-4575-9b0c-27706c3ea405 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905242 Sep 02 13:00:07.498983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 172.20.0.2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/bfef1b8d-a117-464c-8086-097b8eba9c88/c95d5b8b-4a62-48ce-8296-c5c04b1875de) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:07.512626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe41:eb24 (dd87b93a-b680-4881-9cb4-63de96fd98bc/c1fa110b-ff12-4421-8759-582258d9fc6b/c95d5b8b-4a62-48ce-8296-c5c04b1875de) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:07.575961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ecfed-297b-47fa-acd3-700d66fa7fc1 req-b6aed182-211e-4104-a176-6540b35c87ff tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:07.577687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-786ecfed-297b-47fa-acd3-700d66fa7fc1 req-b6aed182-211e-4104-a176-6540b35c87ff tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 945 time: 0.1436050 Sep 02 13:00:07.664850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-786ecfed-297b-47fa-acd3-700d66fa7fc1 req-f442bdd8-3bb7-46e1-af2a-4dba83a68a36 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807281 Sep 02 13:00:07.773898 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abcba21-b7bc-4f35-af34-9bf23181f54b None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:00:07.786075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-f78e7971-621c-409b-b21d-dcf940c2ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:07.788815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-f78e7971-621c-409b-b21d-dcf940c2ec74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.0604773 Sep 02 13:00:07.807946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:07.829940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287340-f7de-4221-8cb6-14a5b59da84d req-8c26017b-dad1-45e0-9b14-b67f2750cd31 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:07.837456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85287340-f7de-4221-8cb6-14a5b59da84d req-8c26017b-dad1-45e0-9b14-b67f2750cd31 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1140075 Sep 02 13:00:07.873793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object c95d5b8b-4a62-48ce-8296-c5c04b1875de will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:07.906184 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85287340-f7de-4221-8cb6-14a5b59da84d req-2b4ef2c4-c3e6-4ec4-9a52-e543a3ce8229 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673647 Sep 02 13:00:07.911180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-64f078f1-ec5b-4f3b-a161-8bc66969361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:07.912723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-64f078f1-ec5b-4f3b-a161-8bc66969361f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1163211 Sep 02 13:00:07.978333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-40e5d070-9612-4c3b-a630-aebc2d40f4d7 None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:07.980158 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-40e5d070-9612-4c3b-a630-aebc2d40f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.004125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.066932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-ba66434e-7ff2-46ca-a70a-42cdbcb8bfd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1450365 Sep 02 13:00:08.088443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:08.092937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:08.094796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abcba21-b7bc-4f35-af34-9bf23181f54b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:00:08.109954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:08.216969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-d3ad8e42-77af-43b8-abd9-582414aab90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:08.218169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-d3ad8e42-77af-43b8-abd9-582414aab90a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1416371 Sep 02 13:00:08.225961 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=c95d5b8b-4a62-48ce-8296-c5c04b1875de,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:08.258946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-40e5d070-9612-4c3b-a630-aebc2d40f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.268447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:08.269164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.297031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2122f-cf51-4fa9-aec9-d6fb0b047e21 req-e332a459-5f0d-491b-acdb-f11548becf8e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:08.298821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ea2122f-cf51-4fa9-aec9-d6fb0b047e21 req-e332a459-5f0d-491b-acdb-f11548becf8e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1549017 Sep 02 13:00:08.310168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3b12638e-d2f5-4589-97cb-d0509add36f2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5980132 Sep 02 13:00:08.312612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:08.367832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ea2122f-cf51-4fa9-aec9-d6fb0b047e21 req-a1c9f828-90a4-4b10-babe-ac233cf267ea tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604968 Sep 02 13:00:08.370124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-b1c2669d-97c4-4718-a649-e7b4e3e2b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:08.371487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-40e5d070-9612-4c3b-a630-aebc2d40f4d7 None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:08.371823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-b1c2669d-97c4-4718-a649-e7b4e3e2b51a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418724 Sep 02 13:00:08.380733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-40e5d070-9612-4c3b-a630-aebc2d40f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.455986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc7725b-9508-4cb5-bfef-ee4a82fd3e66 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:08.461843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc7725b-9508-4cb5-bfef-ee4a82fd3e66 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:08.463723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8fc7725b-9508-4cb5-bfef-ee4a82fd3e66 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1496761 Sep 02 13:00:08.467572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:08.533900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-a898e603-fc00-4a42-89cd-f4663298f430 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545541 Sep 02 13:00:08.551327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5d070-9612-4c3b-a630-aebc2d40f4d7 None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:08.591824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port c95d5b8b-4a62-48ce-8296-c5c04b1875de {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:08.593531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.666331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': 'c1fa110b-ff12-4421-8759-582258d9fc6b', 'ip_address': '2001:db8::f816:3eff:feeb:f72'}, {'subnet_id': 'bfef1b8d-a117-464c-8086-097b8eba9c88'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd4c2554d-6d83-4b89-bce9-30c9712e4350'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:08.732335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.794453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:08.798870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4c2554d-6d83-4b89-bce9-30c9712e4350 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:08.834227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for c95d5b8b-4a62-48ce-8296-c5c04b1875de owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:09.084036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfff345-6518-49a4-b752-2c14bcedbfab req-c9ec9684-911a-439e-9061-1b63fb216348 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:09.086304 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2cfff345-6518-49a4-b752-2c14bcedbfab req-c9ec9684-911a-439e-9061-1b63fb216348 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 945 time: 0.0932136 Sep 02 13:00:09.093442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:09.093894 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.136730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b53fc38-853e-4024-b6cf-a3995e7fb29f req-184d6938-3be9-4ced-863e-292e782e3344 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957093 Sep 02 13:00:09.148094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Allocated IP 172.20.0.3 (dd87b93a-b680-4881-9cb4-63de96fd98bc/bfef1b8d-a117-464c-8086-097b8eba9c88/d4c2554d-6d83-4b89-bce9-30c9712e4350) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:09.166154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2cfff345-6518-49a4-b752-2c14bcedbfab req-e5784957-2ef5-4f97-9ede-14b2a1ede233 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612245 Sep 02 13:00:09.193803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb6d75-9787-4f84-83a8-c701492563c5 req-0b4bedfb-04e8-4f61-b5bd-5af127ae1205 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:09.202983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56fb6d75-9787-4f84-83a8-c701492563c5 req-0b4bedfb-04e8-4f61-b5bd-5af127ae1205 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1393688 Sep 02 13:00:09.221972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.309187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=c95d5b8b-4a62-48ce-8296-c5c04b1875de,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:09.332676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:09.345529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56fb6d75-9787-4f84-83a8-c701492563c5 req-b8fb6bb5-d138-4091-a6a0-22c7748021eb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414304 Sep 02 13:00:09.377140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.391240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Transition to ACTIVE for port object d4c2554d-6d83-4b89-bce9-30c9712e4350 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:09.393158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.395415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6e8d7997-7b12-4bae-9031-fb26c079a83b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/c95d5b8b-4a62-48ce-8296-c5c04b1875de HTTP/1.1" status: 204 len: 168 time: 0.9264333 Sep 02 13:00:09.397868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:09.404356 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.496592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb22d68-fd90-47a2-9d9f-df43794fff83 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:09.499833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb22d68-fd90-47a2-9d9f-df43794fff83 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:09.505610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb22d68-fd90-47a2-9d9f-df43794fff83 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:09.507308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2bb22d68-fd90-47a2-9d9f-df43794fff83 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1086075 Sep 02 13:00:09.510057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:09.512443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655f02-15a9-46b1-b7a7-0a28b51f8173 req-5c8945c9-970d-4b89-af96-1b87c44acbc9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:09.514073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b655f02-15a9-46b1-b7a7-0a28b51f8173 req-5c8945c9-970d-4b89-af96-1b87c44acbc9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0663307 Sep 02 13:00:09.541533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a15b6-a0d9-4b36-8d4d-0d96dd7a1d6f None None] Pushing event updated for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:09.577416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b655f02-15a9-46b1-b7a7-0a28b51f8173 req-530841c9-c4c8-4095-b1f3-236ae5a37f49 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566487 Sep 02 13:00:09.602534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet bfef1b8d-a117-464c-8086-097b8eba9c88 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:09.612679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.663507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.796953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.873563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.905889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=bfef1b8d-a117-464c-8086-097b8eba9c88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:09.911283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:09.913563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32d5e2ec-9e29-41b6-8c9a-a5284c34c18d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/bfef1b8d-a117-464c-8086-097b8eba9c88 HTTP/1.1" status: 204 len: 168 time: 0.3995693 Sep 02 13:00:09.916579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:09.975609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet c1fa110b-ff12-4421-8759-582258d9fc6b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:09.980261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.034165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.054894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cf371ed7-84b0-433c-a4eb-d3a83410b14e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:10.180281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port cf371ed7-84b0-433c-a4eb-d3a83410b14e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:10.184799 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.198935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port cf371ed7-84b0-433c-a4eb-d3a83410b14e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:10.199320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.377626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92416253-aa87-4150-b461-8b6c686b8b6a None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:10.398334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.442928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fa110b-ff12-4421-8759-582258d9fc6b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:10.463300 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.470945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.475078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659e94c-19e2-46de-8689-ce059f232776 req-a8134b10-45f6-4c82-8127-753487972f96 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:10.479383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4ae57bba-2872-44de-b60b-e2abc88dfaaf None None] Provisioning for port d4c2554d-6d83-4b89-bce9-30c9712e4350 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:10.481547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ed840845-85a5-47fa-a62f-a192c047d194 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/c1fa110b-ff12-4421-8759-582258d9fc6b HTTP/1.1" status: 204 len: 168 time: 0.5637951 Sep 02 13:00:10.486189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7659e94c-19e2-46de-8689-ce059f232776 req-a8134b10-45f6-4c82-8127-753487972f96 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 945 time: 0.1324592 Sep 02 13:00:10.488234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53620) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:10.494642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4ae57bba-2872-44de-b60b-e2abc88dfaaf None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:10.495085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4ae57bba-2872-44de-b60b-e2abc88dfaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.533107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:00:10.535644 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f0a4f1-118a-4020-b8d4-f3c51c6d858f" -d '{"events": [{"server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "name": "network-vif-plugged", "status": "completed", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:00:10.548077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a96a9b93-3fed-4adf-8a8f-0e74d2e68344 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577714 Sep 02 13:00:10.550821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53624) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:10.551354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7659e94c-19e2-46de-8689-ce059f232776 req-6c493e21-5489-4377-808d-e826b7188d60 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641723 Sep 02 13:00:10.561648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:10.597106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port cf371ed7-84b0-433c-a4eb-d3a83410b14e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:10.695772 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da81fa-2f97-48a3-a23a-1e48245799de x-openstack-request-id: req-57da81fa-2f97-48a3-a23a-1e48245799de {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:00:10.699614 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "name": "network-vif-plugged", "status": "completed", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:00:10.700167 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57da81fa-2f97-48a3-a23a-1e48245799de {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:00:10.700597 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'code': 200} Sep 02 13:00:10.725455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.763622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4c2554d-6d83-4b89-bce9-30c9712e4350 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:10.774867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3424-8c1d-4202-8718-8d6364446443 req-ebe88976-dc0a-4f59-b337-a21ac144cbd5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:10.776783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-202b3424-8c1d-4202-8718-8d6364446443 req-ebe88976-dc0a-4f59-b337-a21ac144cbd5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1898682 Sep 02 13:00:10.817452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b558ae6-c048-426a-b350-4570b08baf84 req-966da352-ac53-41e0-a89a-84df52c17f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:10.819115 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b558ae6-c048-426a-b350-4570b08baf84 req-966da352-ac53-41e0-a89a-84df52c17f1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 1097 time: 0.0962555 Sep 02 13:00:10.829699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:10.834045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.876174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0dc07-477c-476a-a4bb-80917478995e req-6770c8d5-4cb0-4109-be7b-f65e02ab5e0e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:10.881790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=cf371ed7-84b0-433c-a4eb-d3a83410b14e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:10.903798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dec0dc07-477c-476a-a4bb-80917478995e req-6770c8d5-4cb0-4109-be7b-f65e02ab5e0e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1207466 Sep 02 13:00:10.915532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d4c2554d-6d83-4b89-bce9-30c9712e4350 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:10.916861 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:10.931835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-202b3424-8c1d-4202-8718-8d6364446443 req-e3489c49-4404-4f56-b7a8-4c143955fce8 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1484556 Sep 02 13:00:10.958407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:00:10.965837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b558ae6-c048-426a-b350-4570b08baf84 req-9478b298-1bec-4b40-b97d-716deac931ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281431 Sep 02 13:00:10.968889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dec0dc07-477c-476a-a4bb-80917478995e req-f822e4bb-e5c2-48d5-a376-3ce9e09a409a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Sep 02 13:00:10.979530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4ae57bba-2872-44de-b60b-e2abc88dfaaf None None] Could not find standard attr ID for object c95d5b8b-4a62-48ce-8296-c5c04b1875de. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:11.037217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.094005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] Deleting port d4c2554d-6d83-4b89-bce9-30c9712e4350 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:11.094857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.186011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] For port d4c2554d-6d83-4b89-bce9-30c9712e4350, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d4c2554d-6d83-4b89-bce9-30c9712e4350,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:11.186323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.188171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f5bfd-b8fe-4211-9986-c5a553d7cdaa req-ae2d6467-24f2-4a2c-b709-01fb27911896 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:11.189801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c3f5bfd-b8fe-4211-9986-c5a553d7cdaa req-ae2d6467-24f2-4a2c-b709-01fb27911896 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1261520 Sep 02 13:00:11.201429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] Calling delete_port for d4c2554d-6d83-4b89-bce9-30c9712e4350 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:11.228137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.271516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c3f5bfd-b8fe-4211-9986-c5a553d7cdaa req-f6c12ad6-fbea-4f9b-85d0-9604a55210e9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749230 Sep 02 13:00:11.283032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:11.286424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:11.289345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:11.289953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.311325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=9322d914-a446-49fb-8126-9a973b323eb1,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:11.324627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a6299b1f-5152-481a-9cba-b7a7ca28c4d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698572 Sep 02 13:00:11.325662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53634) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:11.331506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:11.338180 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.374596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] Pushing event deleted for resources: {'Port': ['ID=d4c2554d-6d83-4b89-bce9-30c9712e4350,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:11.386654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61881f05-83d0-4a6e-bc00-b4c2e3e957f4 None None] No DVR routers for this DVR port d4c2554d-6d83-4b89-bce9-30c9712e4350 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:11.410884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d027de-5ffb-44af-9d5a-bc656f006dd7 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:11.550860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:11.554852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.671555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '9322d914-a446-49fb-8126-9a973b323eb1'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:11.672833 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:11.701255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685c1f-39b5-4933-8138-49d16674adb0 req-203e1e7d-dbf7-4294-a19e-f7cc28fcb79a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:11.702996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44685c1f-39b5-4933-8138-49d16674adb0 req-203e1e7d-dbf7-4294-a19e-f7cc28fcb79a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0981252 Sep 02 13:00:11.733563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bada4-60e4-48bb-85c5-b3218cf891f7 req-50498173-e26d-426c-8e28-ac755c92862e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:11.735119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46bada4-60e4-48bb-85c5-b3218cf891f7 req-50498173-e26d-426c-8e28-ac755c92862e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 946 time: 0.0998864 Sep 02 13:00:11.803713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44685c1f-39b5-4933-8138-49d16674adb0 req-42c41e6a-c0e0-4be5-8396-59c010081ab3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869644 Sep 02 13:00:11.830479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a46bada4-60e4-48bb-85c5-b3218cf891f7 req-5906e42b-aa5b-4836-864e-8dd0a7b27330 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712631 Sep 02 13:00:11.859817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Allocated IP 172.20.0.2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/9322d914-a446-49fb-8126-9a973b323eb1/e87726ba-a1f5-4fec-8aa1-3c1df1dea190) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:12.179355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164df359-13e9-4763-bd8a-189eeaf62a6d req-5ef2370e-a185-4646-a554-c0f9cb043e0c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:12.181406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:12.187836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.192590 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-164df359-13e9-4763-bd8a-189eeaf62a6d req-5ef2370e-a185-4646-a554-c0f9cb043e0c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1508725 Sep 02 13:00:12.197212 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.220521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Transition to ACTIVE for port object e87726ba-a1f5-4fec-8aa1-3c1df1dea190 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:12.255433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-164df359-13e9-4763-bd8a-189eeaf62a6d req-114704a7-f92e-4567-bc32-c4dd83b702dd tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Sep 02 13:00:12.266496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:12.274829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382a93-5cee-481a-9504-affec5ad5ddd req-4688a13b-08de-40f0-a6f8-b8feb91d24fb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:12.280398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Transition to ACTIVE for port object e87726ba-a1f5-4fec-8aa1-3c1df1dea190 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:12.282999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-39382a93-5cee-481a-9504-affec5ad5ddd req-4688a13b-08de-40f0-a6f8-b8feb91d24fb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1697018 Sep 02 13:00:12.290935 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.307194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:12.328604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:12.329190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.334275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-39382a93-5cee-481a-9504-affec5ad5ddd req-c7a98172-81e2-4ef5-8410-5dd49caf1642 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504422 Sep 02 13:00:12.341701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:12.345507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:12.348615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Pushing event updated for resources: {'Port': ['ID=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:12.350969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:12.362983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=4e5f3ae4-2d8c-4086-b831-8a59739d8f4f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:12.380816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-129b7e37-36da-4490-ad4c-8968754b9a5a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0539424 Sep 02 13:00:12.381071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:12.391363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:fc:a4:69', 'name': 'tempest-NetworksTestDHCPv6-1588971059'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:12.435037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Attempting to bind port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:12.435575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Attempting to bind port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:12.436124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Attempting to bind port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:12.444038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:12.444400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:12.444803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.445211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:12.445683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Bound port: e87726ba-a1f5-4fec-8aa1-3c1df1dea190, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:12.446049 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.523487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] For port e87726ba-a1f5-4fec-8aa1-3c1df1dea190, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:12.527276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] For port e87726ba-a1f5-4fec-8aa1-3c1df1dea190, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:12.535248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:12.541076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.655005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3eab2-14ca-4ec9-ad83-4caf7d05c770 None None] Pushing event updated for resources: {'Port': ['ID=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:12.659998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:12.687208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 40c86656-4082-4207-b3b0-ff8da616a6a6 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:12.726603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4c2554d-6d83-4b89-bce9-30c9712e4350 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:12.753942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d4c2554d-6d83-4b89-bce9-30c9712e4350 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:12.753942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d4c2554d-6d83-4b89-bce9-30c9712e4350 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:12.914728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 172.20.0.9 (dd87b93a-b680-4881-9cb4-63de96fd98bc/9322d914-a446-49fb-8126-9a973b323eb1/40c86656-4082-4207-b3b0-ff8da616a6a6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:12.928800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fefc:a469 (dd87b93a-b680-4881-9cb4-63de96fd98bc/4e5f3ae4-2d8c-4086-b831-8a59739d8f4f/40c86656-4082-4207-b3b0-ff8da616a6a6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:13.019659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465535b-5ba9-46db-b82e-c3e886371ca0 req-570feedc-acf3-418b-b1f7-c4333cec2b74 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.028481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5465535b-5ba9-46db-b82e-c3e886371ca0 req-570feedc-acf3-418b-b1f7-c4333cec2b74 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 946 time: 0.0896764 Sep 02 13:00:13.076695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5465535b-5ba9-46db-b82e-c3e886371ca0 req-d31d95ec-ced9-4a15-aec7-a45a516cd6f5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470567 Sep 02 13:00:13.165134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:13.201822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 40c86656-4082-4207-b3b0-ff8da616a6a6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:13.265942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5f14-b73f-40fe-b6a0-561bad73becb req-202ead92-982b-43c9-916f-7beb76453d22 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.273412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-818a5f14-b73f-40fe-b6a0-561bad73becb req-202ead92-982b-43c9-916f-7beb76453d22 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 946 time: 0.0845542 Sep 02 13:00:13.305502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:13.359393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-818a5f14-b73f-40fe-b6a0-561bad73becb req-57e61067-b297-4f1e-a691-a16c467ea570 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842817 Sep 02 13:00:13.376146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:13.401931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:13.406832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:13.421277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:13.426525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=40c86656-4082-4207-b3b0-ff8da616a6a6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:13.455610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11bc3-10a3-4a28-afcb-7936d617d0e8 req-ebe83740-20ad-46c0-9cf5-cb9e4c5c57b3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.463566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fae11bc3-10a3-4a28-afcb-7936d617d0e8 req-ebe83740-20ad-46c0-9cf5-cb9e4c5c57b3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1423657 Sep 02 13:00:13.486015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40a914-3412-40e8-b7f4-d8e391ec4c67 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.496824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fe40a914-3412-40e8-b7f4-d8e391ec4c67 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 1092 time: 0.1102755 Sep 02 13:00:13.496824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:13.508571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:13.525606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.525955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:13.555130 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fae11bc3-10a3-4a28-afcb-7936d617d0e8 req-25d0c8a4-a710-4f7b-a147-2e8e97870312 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906351 Sep 02 13:00:13.571072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:13.592872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4461a67-158a-4632-a457-a75b99ba0b44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2057447 Sep 02 13:00:13.597515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53670) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:13.604822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9c7c-b747-4d90-a02c-d4149535344d req-da02f223-1ed0-4214-b17f-11071f817581 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.612449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ee1f9c7c-b747-4d90-a02c-d4149535344d req-da02f223-1ed0-4214-b17f-11071f817581 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1051600 Sep 02 13:00:13.690747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ee1f9c7c-b747-4d90-a02c-d4149535344d req-5d9ea6e9-fece-463f-982c-5f0e91bd6124 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767457 Sep 02 13:00:13.740238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56a605-79e5-444c-b873-6ae312248eb5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.754576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56a605-79e5-444c-b873-6ae312248eb5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:13.756340 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-de56a605-79e5-444c-b873-6ae312248eb5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1581328 Sep 02 13:00:13.760777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53674) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:13.841810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:13.914275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 40c86656-4082-4207-b3b0-ff8da616a6a6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:13.915442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:13.987446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.25.7.64 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/e2bec207-7cc9-4f17-a9ec-1d04cc21b132) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:14.012338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c430a4b-845a-4a8c-a47d-fb00c46639cb None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:14.049081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee8f8e-b487-4174-b08c-29478745c633 req-ba847463-f1cd-4b1f-84d6-78c10d28eb2c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:14.050752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baee8f8e-b487-4174-b08c-29478745c633 req-ba847463-f1cd-4b1f-84d6-78c10d28eb2c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0900831 Sep 02 13:00:14.079609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.103011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 40c86656-4082-4207-b3b0-ff8da616a6a6 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:14.143026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97e3dec2-268f-4ed2-9010-15cf59a3f153 None None] Provisioning for port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:14.148273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.161993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baee8f8e-b487-4174-b08c-29478745c633 req-571e4612-93df-4ca9-a4c0-eb26a0f20d9e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949237 Sep 02 13:00:14.211709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.265652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:14.268499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:14.274087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:14.339522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=e2bec207-7cc9-4f17-a9ec-1d04cc21b132,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:14.356110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '9322d914-a446-49fb-8126-9a973b323eb1', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e5f3ae4-2d8c-4086-b831-8a59739d8f4f'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'e87726ba-a1f5-4fec-8aa1-3c1df1dea190'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:14.373481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.383062 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.414598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=40c86656-4082-4207-b3b0-ff8da616a6a6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:14.512638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.514773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-83e82a14-a0c4-4535-9b59-625624cd52f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/40c86656-4082-4207-b3b0-ff8da616a6a6 HTTP/1.1" status: 204 len: 168 time: 0.7522984 Sep 02 13:00:14.517459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:14.577930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Allocated IP 2001:db8::f816:3eff:feaa:a6dd (dd87b93a-b680-4881-9cb4-63de96fd98bc/4e5f3ae4-2d8c-4086-b831-8a59739d8f4f/e87726ba-a1f5-4fec-8aa1-3c1df1dea190) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:14.587107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0bca0-039c-4e3e-aeb0-a2b709a1c8ba tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:14.593893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0bca0-039c-4e3e-aeb0-a2b709a1c8ba tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:14.596760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0bca0-039c-4e3e-aeb0-a2b709a1c8ba tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:14.599372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21b0bca0-039c-4e3e-aeb0-a2b709a1c8ba tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0807421 Sep 02 13:00:14.603620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:14.705434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 4e5f3ae4-2d8c-4086-b831-8a59739d8f4f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:14.790460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.840574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e87726ba-a1f5-4fec-8aa1-3c1df1dea190 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:14.844679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc2438-f90d-4088-b358-5c770c53ee86 req-b866a621-c662-4423-b90a-866fb38fa48c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:14.847860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dddc2438-f90d-4088-b358-5c770c53ee86 req-b866a621-c662-4423-b90a-866fb38fa48c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1652579 Sep 02 13:00:14.927903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] For port e87726ba-a1f5-4fec-8aa1-3c1df1dea190, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:14.928453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.946542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dddc2438-f90d-4088-b358-5c770c53ee86 req-b285665b-d5b7-4a04-8b78-8b50e02790fc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912886 Sep 02 13:00:14.953312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:14.964854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:14.965279 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:14.970217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.008276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Transition to ACTIVE for port object e87726ba-a1f5-4fec-8aa1-3c1df1dea190 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:15.012798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.015492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.058615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 had new provisioning blocks added so it will not transition to active. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 02 13:00:15.079767 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.124691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351f85-1ded-4f7f-8fb9-f73d77e94b24 None None] Pushing event updated for resources: {'Port': ['ID=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:15.257091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.371063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.421389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a74994-0832-4c28-82f5-c793d0cb1acc req-2322ff17-a9df-49f8-91ca-17087904680c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:15.423006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17a74994-0832-4c28-82f5-c793d0cb1acc req-2322ff17-a9df-49f8-91ca-17087904680c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1157594 Sep 02 13:00:15.423810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5f3ae4-2d8c-4086-b831-8a59739d8f4f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:15.432813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.437831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-752a57c1-07ab-46a2-ae71-1f2fd1d7f95e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/4e5f3ae4-2d8c-4086-b831-8a59739d8f4f HTTP/1.1" status: 204 len: 168 time: 0.8297608 Sep 02 13:00:15.437999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:15.468310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17a74994-0832-4c28-82f5-c793d0cb1acc req-264dab5f-68f8-4e80-b405-98f63af99873 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375438 Sep 02 13:00:15.506420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 9322d914-a446-49fb-8126-9a973b323eb1 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:15.512149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.599400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.672385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.680342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.696967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f575d1-3082-4964-8ff6-039dc4feeaaf req-cd040f94-16b2-427f-a67e-2c00c351b612 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:15.698609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4f575d1-3082-4964-8ff6-039dc4feeaaf req-cd040f94-16b2-427f-a67e-2c00c351b612 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1380899 Sep 02 13:00:15.820461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.830809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=e2bec207-7cc9-4f17-a9ec-1d04cc21b132,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:15.841548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b78d5d-b808-4a36-95a1-eb03968ef20f None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:15.873309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4f575d1-3082-4964-8ff6-039dc4feeaaf req-5f886d65-6461-4bb6-9599-df9b7f2d1706 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451247 Sep 02 13:00:15.881498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:15.937517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Could not find standard attr ID for object 40c86656-4082-4207-b3b0-ff8da616a6a6. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:15.969911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Provisioning for port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:15.994263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.007586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Provisioning complete for port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:16.008066 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.049385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=9322d914-a446-49fb-8126-9a973b323eb1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:16.061590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.063514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32ae0382-9a24-4bad-b3ea-8bb52869061c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9322d914-a446-49fb-8126-9a973b323eb1 HTTP/1.1" status: 204 len: 168 time: 0.6250274 Sep 02 13:00:16.066526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fccd9-e8b8-43dd-a3ef-c2f3fec12c10 req-2ab9afc7-da78-416e-a993-2dd6be144ab0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:16.068205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:16.069593 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Floating IP 61e0e667-30b1-464e-9b63-fa8355ea2e70 associated. External IP: 172.25.7.64, port: cf371ed7-84b0-433c-a4eb-d3a83410b14e. Sep 02 13:00:16.078376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f25fccd9-e8b8-43dd-a3ef-c2f3fec12c10 req-2ab9afc7-da78-416e-a993-2dd6be144ab0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0977046 Sep 02 13:00:16.132169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f25fccd9-e8b8-43dd-a3ef-c2f3fec12c10 req-f4d717f8-eec3-462b-949c-9cb9e8ffdfe6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525770 Sep 02 13:00:16.179159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f89b156-40e0-49ac-8b09-6b88b7c41c43 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066658 Sep 02 13:00:16.182479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:16.188196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:16.194354 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.256694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf49f-40a8-49bf-9d15-c11b24432096 req-0473788e-73d3-4a7a-a396-065c77434506 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:16.256694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fbbf49f-40a8-49bf-9d15-c11b24432096 req-0473788e-73d3-4a7a-a396-065c77434506 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1817312 Sep 02 13:00:16.285948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] For port e87726ba-a1f5-4fec-8aa1-3c1df1dea190, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:16.289211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:00:16.333872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.384821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fbbf49f-40a8-49bf-9d15-c11b24432096 req-19e77366-40a1-4913-b859-ff15e94e0b3e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177263 Sep 02 13:00:16.420336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb3a16-bdbd-4a6e-8cd0-9afe4c1a2157 req-ff1750ee-fe7b-4027-b6f2-25cc55625a66 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:16.433633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfcb3a16-bdbd-4a6e-8cd0-9afe4c1a2157 req-ff1750ee-fe7b-4027-b6f2-25cc55625a66 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1126778 Sep 02 13:00:16.435677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec32d03-2009-4197-8889-ba04e59c02f2 None None] Pushing event updated for resources: {'Port': ['ID=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:16.449092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:00:16.462215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:16.468327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.468604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] Deleting port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:16.469178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.602615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] For port e87726ba-a1f5-4fec-8aa1-3c1df1dea190, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:16.605395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.606850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:00:16.624544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:00:16.634533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfcb3a16-bdbd-4a6e-8cd0-9afe4c1a2157 req-d60c77aa-a7bc-4554-b11e-ed962c7fa8e6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1983871 Sep 02 13:00:16.648715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] Calling delete_port for e87726ba-a1f5-4fec-8aa1-3c1df1dea190 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:16.649046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:16.658060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:00:16.658925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:00:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:16.719386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d7846c5-b535-4dc0-9424-3ddd5b579fca tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2196229 Sep 02 13:00:16.719901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:00:16.722953 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72966db-d79b-473c-a2d9-72ceeeebbb49" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:00:16.723343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:16.794929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e87726ba-a1f5-4fec-8aa1-3c1df1dea190 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:16.835090 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16cc556-7860-417f-a75b-096c63830704 x-openstack-request-id: req-c16cc556-7860-417f-a75b-096c63830704 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:00:16.835440 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:00:16.835696 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c16cc556-7860-417f-a75b-096c63830704 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:00:16.836101 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'status': 'completed', 'code': 200} Sep 02 13:00:16.851747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1e28c288-c5ea-40d1-8b76-ee5d570a9f3d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/61e0e667-30b1-464e-9b63-fa8355ea2e70 HTTP/1.1" status: 200 len: 991 time: 0.1187475 Sep 02 13:00:16.898109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:00:16.994649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-6374d2d6-45ec-4708-9981-341fe7046cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:16.997696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-6374d2d6-45ec-4708-9981-341fe7046cb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 1097 time: 0.1232138 Sep 02 13:00:17.000006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:17.111290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:17.118965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:17.121972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:17.130758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:17.131374 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:17.152070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:17.154121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:17.160280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-56eaa870-0762-4d90-a4f5-cf09fd28961e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9764154 Sep 02 13:00:17.164677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:17.171261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:17.214856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] Pushing event deleted for resources: {'Port': ['ID=e87726ba-a1f5-4fec-8aa1-3c1df1dea190,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:17.259105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acf390-6560-4a1d-9903-6019efc42fc0 None None] No DVR routers for this DVR port e87726ba-a1f5-4fec-8aa1-3c1df1dea190 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:17.308294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8e667-d711-4aad-96d7-6bf2127d58d9 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:17.334866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-59e51421-f79c-40c1-8d91-f867bcaa73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:17.336984 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-59e51421-f79c-40c1-8d91-f867bcaa73cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 200 len: 897 time: 0.3195686 Sep 02 13:00:17.454907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-80ec577c-b96b-4a3c-8ffb-df94c4dc16e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e HTTP/1.1" status: 200 len: 999 time: 0.1082609 Sep 02 13:00:17.512803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:17.516477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:17.558803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ab133-08c4-4326-803d-a8d3bca120e0 req-48a22d0f-dfd0-4b66-930b-64306ea71af3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:17.560963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad4ab133-08c4-4326-803d-a8d3bca120e0 req-48a22d0f-dfd0-4b66-930b-64306ea71af3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0645275 Sep 02 13:00:17.592005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-07f4f38e-dd8d-4eeb-ab83-d0fcc5256cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:17.593575 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-07f4f38e-dd8d-4eeb-ab83-d0fcc5256cef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7 HTTP/1.1" status: 200 len: 834 time: 0.1308877 Sep 02 13:00:17.643159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad4ab133-08c4-4326-803d-a8d3bca120e0 req-8af2d672-4eeb-4bab-9b3d-4dd09c1016c2 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751753 Sep 02 13:00:17.702126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-780f3d02-bcf9-4981-83ac-bec26810d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:17.703696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-780f3d02-bcf9-4981-83ac-bec26810d9b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021273 Sep 02 13:00:17.759047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:49Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:14Z', 'revision_number': 0, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:17.790164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da034af5-3888-43c5-9943-0503b143417a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:17.791329 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da034af5-3888-43c5-9943-0503b143417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:17.801517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:00:17.825666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:00:17.827273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:00:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:17.843633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-4e80747b-d29e-4e16-8062-4ba2eed7b3f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308839 Sep 02 13:00:17.844967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53724) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:17.909756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0391250a-8ddc-4eaf-a18e-ac5edb2e7698 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/61e0e667-30b1-464e-9b63-fa8355ea2e70 HTTP/1.1" status: 200 len: 991 time: 0.0635974 Sep 02 13:00:17.958112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c72966db-d79b-473c-a2d9-72ceeeebbb49 req-f5d90965-0095-4823-adb5-2b08d89e6eb8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016603 Sep 02 13:00:18.005777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:00:18.145063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:18.147110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.154636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-da034af5-3888-43c5-9943-0503b143417a None None] Allocated IP 172.20.0.2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7/bb486750-d8e2-4db5-be10-1ca405c0c4e6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:18.201333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:18.207037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:18.211901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:18.212617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.222172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=6767143e-6098-42c4-9b0b-87c4f79e9869,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:18.236800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3a1d8d77-8397-43e8-9851-90d58490def8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0679715 Sep 02 13:00:18.237256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:18.243087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:ea:ee:4b', 'name': 'tempest-NetworksTestDHCPv6-2013759021'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:18.370261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:18.459391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.479740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 6fcca85a-38fa-42ef-a750-9dcad099f4e2 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:18.592519 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da034af5-3888-43c5-9943-0503b143417a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.602961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da034af5-3888-43c5-9943-0503b143417a None None] Transition to ACTIVE for port object bb486750-d8e2-4db5-be10-1ca405c0c4e6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:18.621839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:49Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:14Z', 'revision_number': 0, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:18.626108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da034af5-3888-43c5-9943-0503b143417a None None] Transition to ACTIVE for port object bb486750-d8e2-4db5-be10-1ca405c0c4e6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:18.654922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7854fb6-7b64-42fb-b50d-84cb517597bd None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T12:59:49Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:14Z', 'revision_number': 0, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:00:18.659692 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da034af5-3888-43c5-9943-0503b143417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.705133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da034af5-3888-43c5-9943-0503b143417a None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:18.709491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-da034af5-3888-43c5-9943-0503b143417a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:18.716467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da034af5-3888-43c5-9943-0503b143417a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:18.768620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da034af5-3888-43c5-9943-0503b143417a None None] Pushing event updated for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:18.790765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-da034af5-3888-43c5-9943-0503b143417a None None] Attempting to bind port bb486750-d8e2-4db5-be10-1ca405c0c4e6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:18.791593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-da034af5-3888-43c5-9943-0503b143417a None None] Attempting to bind port bb486750-d8e2-4db5-be10-1ca405c0c4e6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:18.793152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da034af5-3888-43c5-9943-0503b143417a None None] Attempting to bind port bb486750-d8e2-4db5-be10-1ca405c0c4e6 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:18.801477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da034af5-3888-43c5-9943-0503b143417a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:18.802007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da034af5-3888-43c5-9943-0503b143417a None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:18.802522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da034af5-3888-43c5-9943-0503b143417a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.803040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da034af5-3888-43c5-9943-0503b143417a None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:18.803700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-da034af5-3888-43c5-9943-0503b143417a None None] Bound port: bb486750-d8e2-4db5-be10-1ca405c0c4e6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:18.804184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da034af5-3888-43c5-9943-0503b143417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.873407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca0185-8d0e-4f14-bcc1-5182f20c95b4 req-b9ead7e6-34f9-4f33-bd48-f5dfdd8c9b6e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:18.874995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92ca0185-8d0e-4f14-bcc1-5182f20c95b4 req-b9ead7e6-34f9-4f33-bd48-f5dfdd8c9b6e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1035786 Sep 02 13:00:18.878547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 172.20.0.11 (dd87b93a-b680-4881-9cb4-63de96fd98bc/6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7/6fcca85a-38fa-42ef-a750-9dcad099f4e2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:18.893047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:feea:ee4b (dd87b93a-b680-4881-9cb4-63de96fd98bc/6767143e-6098-42c4-9b0b-87c4f79e9869/6fcca85a-38fa-42ef-a750-9dcad099f4e2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:18.895624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-da034af5-3888-43c5-9943-0503b143417a None None] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:18.901504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-da034af5-3888-43c5-9943-0503b143417a None None] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bb486750-d8e2-4db5-be10-1ca405c0c4e6,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:18.907392 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da034af5-3888-43c5-9943-0503b143417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:18.913324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:18.954741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92ca0185-8d0e-4f14-bcc1-5182f20c95b4 req-d6e669bb-9bfc-433a-95e9-4c23866e1e25 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708287 Sep 02 13:00:18.959441 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c84bd4-013d-49f7-baa1-05be872b6837 None None] New status for floating IP 61e0e667-30b1-464e-9b63-fa8355ea2e70: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:00:19.017336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da034af5-3888-43c5-9943-0503b143417a None None] Pushing event updated for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:19.049708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6146002d-9602-4259-ac12-7073131c8ea4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/61e0e667-30b1-464e-9b63-fa8355ea2e70 HTTP/1.1" status: 200 len: 991 time: 0.1350257 Sep 02 13:00:19.172318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:19.190231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 6fcca85a-38fa-42ef-a750-9dcad099f4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:19.240710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:19.316078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:19.320454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:19.326130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:19.330510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=6fcca85a-38fa-42ef-a750-9dcad099f4e2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:19.387268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:19.388217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:19.416438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fefe1209-54e1-475d-af3e-92539b9b1e41 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1778026 Sep 02 13:00:19.418845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:19.473622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8afa5c-4577-48be-a50c-9ad3b3d1a47e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:19.479821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8afa5c-4577-48be-a50c-9ad3b3d1a47e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:19.481462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9a8afa5c-4577-48be-a50c-9ad3b3d1a47e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0614688 Sep 02 13:00:19.485282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:19.585886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 6fcca85a-38fa-42ef-a750-9dcad099f4e2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:19.586240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:19.694838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:19.707445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 6fcca85a-38fa-42ef-a750-9dcad099f4e2 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:19.897087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:19.926929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=6fcca85a-38fa-42ef-a750-9dcad099f4e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:20.025633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.027905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eba2cddc-ee39-445f-9a34-482b66196ac0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/6fcca85a-38fa-42ef-a750-9dcad099f4e2 HTTP/1.1" status: 204 len: 168 time: 0.5417123 Sep 02 13:00:20.030615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:20.057898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:20.076567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad32a4-3c08-4edb-ba0a-a0cc26767fd8 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:20.086362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdbf01-dc23-4d2e-9e8f-d0a9280cc6f5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:20.088246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdbf01-dc23-4d2e-9e8f-d0a9280cc6f5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:20.090057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdbf01-dc23-4d2e-9e8f-d0a9280cc6f5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:20.092935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-80fdbf01-dc23-4d2e-9e8f-d0a9280cc6f5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0601366 Sep 02 13:00:20.094738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:20.144723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8f9d8da-0ff0-4e86-88f2-75695832c0b3 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/61e0e667-30b1-464e-9b63-fa8355ea2e70 HTTP/1.1" status: 200 len: 993 time: 0.0848267 Sep 02 13:00:20.153150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6668b5a-5704-41ab-8c2e-4961c38b3841 req-879097e9-ac42-473b-bc24-c3dfa4901749 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:20.154927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6668b5a-5704-41ab-8c2e-4961c38b3841 req-879097e9-ac42-473b-bc24-c3dfa4901749 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1249437 Sep 02 13:00:20.160730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:20.164184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.207376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6668b5a-5704-41ab-8c2e-4961c38b3841 req-ccd32b7f-266e-4962-85ae-bed7f10ec2f0 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Sep 02 13:00:20.218433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d7c01ddc-82f9-48cc-9b57-74d58284ad58 None None] Provisioning for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:20.368670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76ab58-b650-43d7-9ed3-d9f96d0dda5c None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7', 'ip_address': '172.20.0.2'}, {'subnet_id': '6767143e-6098-42c4-9b0b-87c4f79e9869'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'bb486750-d8e2-4db5-be10-1ca405c0c4e6'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:20.398476 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d76ab58-b650-43d7-9ed3-d9f96d0dda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.568163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.655443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.737729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bb486750-d8e2-4db5-be10-1ca405c0c4e6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-2d76ab58-b650-43d7-9ed3-d9f96d0dda5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7: This subnet is being modified by another concurrent operation. Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:00:20.751430 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7: This subnet is being modified by another concurrent operation. Sep 02 13:00:20.755437 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:00:20.758588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.780661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:20.792861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.793240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.794069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.794789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.795140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.795482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.795996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.796453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.796781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.797139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.797471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.797802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:20.805469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.810309 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4c54b26-e8b7-43ad-81f1-b78230b72a9e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7 HTTP/1.1" status: 204 len: 168 time: 0.7120585 Sep 02 13:00:20.810730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:20.815567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:20.821352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:20.821786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.860552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ffc617-3d49-4e06-9c51-6587f6e21a37 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:20.866469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 6767143e-6098-42c4-9b0b-87c4f79e9869 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:20.870103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.917147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.923125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7384b8b-4de9-459f-9dda-0c173b3cd6fa None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:20.923511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7384b8b-4de9-459f-9dda-0c173b3cd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:20.967860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.046465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.075767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=6767143e-6098-42c4-9b0b-87c4f79e9869,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:21.079673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.084417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.084958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95d29e41-7fd2-4107-90ab-de0771be9f84 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/6767143e-6098-42c4-9b0b-87c4f79e9869 HTTP/1.1" status: 204 len: 168 time: 0.2728183 Sep 02 13:00:21.098241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.129824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5d771b0f-2a49-4f65-8729-a5bf95d111d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412309 Sep 02 13:00:21.130305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.145149 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7384b8b-4de9-459f-9dda-0c173b3cd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.192460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b5af1d-b520-4f84-97bd-cf0fa1ec2505 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:21.195019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bb486750-d8e2-4db5-be10-1ca405c0c4e6,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:21.197137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.197689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b4b5af1d-b520-4f84-97bd-cf0fa1ec2505 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0656092 Sep 02 13:00:21.206088 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.259634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e83f2f-2f87-4a25-8b9c-422dd3015486 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:21.264042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-27e83f2f-2f87-4a25-8b9c-422dd3015486 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607903 Sep 02 13:00:21.264288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.308953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a118e50-f187-46e3-8715-4bc3fa2df32d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407851 Sep 02 13:00:21.311187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.313304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa577e-e203-4028-89ab-1127a78d8f9a None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '6767143e-6098-42c4-9b0b-87c4f79e9869'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'bb486750-d8e2-4db5-be10-1ca405c0c4e6'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:21.316582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-356cc5c8-6ff2-40a7-97b4-30f50c00594a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:21.349481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2aa577e-e203-4028-89ab-1127a78d8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.357279 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-c7384b8b-4de9-459f-9dda-0c173b3cd6fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:00:21.357670 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-c7384b8b-4de9-459f-9dda-0c173b3cd6fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:00:21.377182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10ca3-f0b7-480f-9eb6-dae970c135e2 req-93998064-9965-4f48-aacd-879ecb1220b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:21.378971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02d10ca3-f0b7-480f-9eb6-dae970c135e2 req-93998064-9965-4f48-aacd-879ecb1220b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0665708 Sep 02 13:00:21.384875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:21.457113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-02d10ca3-f0b7-480f-9eb6-dae970c135e2 req-26104b4b-9ab8-4256-a556-eb90263a255f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Sep 02 13:00:21.464245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356cc5c8-6ff2-40a7-97b4-30f50c00594a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:21.469641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-356cc5c8-6ff2-40a7-97b4-30f50c00594a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.471801 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-356cc5c8-6ff2-40a7-97b4-30f50c00594a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:21.472273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356cc5c8-6ff2-40a7-97b4-30f50c00594a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:21.500948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-356cc5c8-6ff2-40a7-97b4-30f50c00594a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1869338 Sep 02 13:00:21.504322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.510256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f0ca9b44-0e9e-4707-9f7f-82d68ebe3c6c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:21.611976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca9b44-0e9e-4707-9f7f-82d68ebe3c6c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:21.616647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0ca9b44-0e9e-4707-9f7f-82d68ebe3c6c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.618283 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ca9b44-0e9e-4707-9f7f-82d68ebe3c6c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:21.618828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ca9b44-0e9e-4707-9f7f-82d68ebe3c6c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:21.636040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f0ca9b44-0e9e-4707-9f7f-82d68ebe3c6c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1302636 Sep 02 13:00:21.640510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.646088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-71ab7668-a6c7-4c8f-866b-01e634a656d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:21.763514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab7668-a6c7-4c8f-866b-01e634a656d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:21.767594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71ab7668-a6c7-4c8f-866b-01e634a656d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.769416 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ab7668-a6c7-4c8f-866b-01e634a656d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:21.770180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ab7668-a6c7-4c8f-866b-01e634a656d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:21.782519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7aa394-e33a-49de-8b07-51c5232e6d6d None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:00:21.791728 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-71ab7668-a6c7-4c8f-866b-01e634a656d1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1496158 Sep 02 13:00:21.794854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.801346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21e00acb-76ba-409c-8889-9d4fd54224f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:21.900974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7aa394-e33a-49de-8b07-51c5232e6d6d None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:00:21.901933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e00acb-76ba-409c-8889-9d4fd54224f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:21.906223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e00acb-76ba-409c-8889-9d4fd54224f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:21.907883 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e00acb-76ba-409c-8889-9d4fd54224f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:21.908422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e00acb-76ba-409c-8889-9d4fd54224f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:21.936954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21e00acb-76ba-409c-8889-9d4fd54224f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1393328 Sep 02 13:00:21.938423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53808) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:21.944282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-84f68578-19b8-44da-8c13-47adf1340ba5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:22.036267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cc276e70-adfa-4c59-b5a4-5d578331e7d5 None None] Could not find standard attr ID for object 40c86656-4082-4207-b3b0-ff8da616a6a6. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:22.040345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f68578-19b8-44da-8c13-47adf1340ba5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:22.044381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84f68578-19b8-44da-8c13-47adf1340ba5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.045886 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f68578-19b8-44da-8c13-47adf1340ba5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:22.046538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f68578-19b8-44da-8c13-47adf1340ba5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:22.063785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-84f68578-19b8-44da-8c13-47adf1340ba5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1240575 Sep 02 13:00:22.066962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:22.073259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0a88a9f0-c4b1-4792-a0ff-a409580c2c67 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:22.074575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cc276e70-adfa-4c59-b5a4-5d578331e7d5 None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:22.074575 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc276e70-adfa-4c59-b5a4-5d578331e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.188266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a88a9f0-c4b1-4792-a0ff-a409580c2c67 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:22.193665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a88a9f0-c4b1-4792-a0ff-a409580c2c67 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.195424 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a88a9f0-c4b1-4792-a0ff-a409580c2c67 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:22.195870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a88a9f0-c4b1-4792-a0ff-a409580c2c67 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:22.213598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0a88a9f0-c4b1-4792-a0ff-a409580c2c67 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1454375 Sep 02 13:00:22.215815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:22.244676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cc276e70-adfa-4c59-b5a4-5d578331e7d5 None None] Could not find standard attr ID for object 6fcca85a-38fa-42ef-a750-9dcad099f4e2. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:22.259609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099423c1-ffc5-4986-b789-9b3c9cc49ddd None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:00:22.275676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2aa48-e9c0-4a81-8c74-e4fd86ab4780 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:22.277956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-26d2aa48-e9c0-4a81-8c74-e4fd86ab4780 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0610101 Sep 02 13:00:22.280073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53820) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:22.333914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fede70-b86e-4be9-9a89-d9c08045a3a8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:22.337668 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-44fede70-b86e-4be9-9a89-d9c08045a3a8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562410 Sep 02 13:00:22.338788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:22.346927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099423c1-ffc5-4986-b789-9b3c9cc49ddd None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:00:22.394046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:22.399699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:22.401622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-deb1a5d2-d47a-4cb8-93df-01fe0d91eeeb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612986 Sep 02 13:00:22.418668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-041f5b6f-9d4b-42c1-ae71-ac3d38aa56e1 None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:22.419205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-041f5b6f-9d4b-42c1-ae71-ac3d38aa56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.526737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:22.530841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.714445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bb486750-d8e2-4db5-be10-1ca405c0c4e6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:22.719303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26792a-32ca-4430-b116-ed7560e30d8e req-5bb46ae7-c83d-4ad0-956a-e67b26916767 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:22.720876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be26792a-32ca-4430-b116-ed7560e30d8e req-5bb46ae7-c83d-4ad0-956a-e67b26916767 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1205797 Sep 02 13:00:22.795110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be26792a-32ca-4430-b116-ed7560e30d8e req-d167d773-4a0f-4cf9-a72c-5ff0c652dcac tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517254 Sep 02 13:00:22.814622 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.851866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-661ee64e-a022-4fe0-9582-10f9f29356ab None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:22.852251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-661ee64e-a022-4fe0-9582-10f9f29356ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.882492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bb486750-d8e2-4db5-be10-1ca405c0c4e6,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:22.893244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:22.954118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:22.998040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:22.998284 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-661ee64e-a022-4fe0-9582-10f9f29356ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.037232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-661ee64e-a022-4fe0-9582-10f9f29356ab None None] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bb486750-d8e2-4db5-be10-1ca405c0c4e6,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:23.042631 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-661ee64e-a022-4fe0-9582-10f9f29356ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.092762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ee64e-a022-4fe0-9582-10f9f29356ab None None] Pushing event updated for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:23.227702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.387260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bb486750-d8e2-4db5-be10-1ca405c0c4e6,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:23.417661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.424588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.425289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.498844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:23.508163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:23.516075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:23.516701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.524282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4b1e6-d234-4665-a21c-5aa4bf39997e None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:23.545959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=ab57dc7d-cc75-4889-a099-34e00be5bafe,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:23.548575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:23.553783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9301beb0-1170-4de5-abe9-e8b106f2f729 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1580195 Sep 02 13:00:23.556255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:23.561899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:56:b0:d4', 'name': 'tempest-NetworksTestDHCPv6-63907451'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:23.690582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:23.788946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:23.810275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port e3b062c6-1307-46fd-97ac-917223de4380 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:24.001700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe56:b0d4 (dd87b93a-b680-4881-9cb4-63de96fd98bc/ab57dc7d-cc75-4889-a099-34e00be5bafe/e3b062c6-1307-46fd-97ac-917223de4380) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:24.034801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44094a-f51f-430d-ab9d-8f6d0149296e req-c0902e44-1d6e-4fbf-be8a-8326369c7a5f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:24.036375 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a44094a-f51f-430d-ab9d-8f6d0149296e req-c0902e44-1d6e-4fbf-be8a-8326369c7a5f tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0779424 Sep 02 13:00:24.144653 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a44094a-f51f-430d-ab9d-8f6d0149296e req-c6b71f09-7d87-4f2a-83fb-41423bf9d26c tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 Sep 02 13:00:24.214735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.229852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object e3b062c6-1307-46fd-97ac-917223de4380 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:24.267184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.315983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:24.319388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:24.323410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:24.329170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:24.329796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.336139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=e3b062c6-1307-46fd-97ac-917223de4380,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:24.357676 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-29eec05c-e02c-499d-bef1-02a47b0af9ff tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8001788 Sep 02 13:00:24.360503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:24.412439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a1c90-3330-421e-ac7e-0d71653d45f0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:24.421085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a1c90-3330-421e-ac7e-0d71653d45f0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:24.425197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-593a1c90-3330-421e-ac7e-0d71653d45f0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0612404 Sep 02 13:00:24.425957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:24.476058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-46a44227-8af7-4c42-9c37-12b52001bcc6 None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:24.476436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-46a44227-8af7-4c42-9c37-12b52001bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.790063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bb486750-d8e2-4db5-be10-1ca405c0c4e6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:24.822510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83df78d4-8089-440b-9a80-af0ce70e8c29 None None] Provisioning for port e3b062c6-1307-46fd-97ac-917223de4380 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:24.832028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83df78d4-8089-440b-9a80-af0ce70e8c29 None None] Provisioning complete for port e3b062c6-1307-46fd-97ac-917223de4380 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:24.832483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83df78d4-8089-440b-9a80-af0ce70e8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.881760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-83df78d4-8089-440b-9a80-af0ce70e8c29 None None] Port e3b062c6-1307-46fd-97ac-917223de4380 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:00:24.889457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port bb486750-d8e2-4db5-be10-1ca405c0c4e6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:24.889870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.894908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port e3b062c6-1307-46fd-97ac-917223de4380 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:24.895251 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.983153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:24.995595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for e3b062c6-1307-46fd-97ac-917223de4380 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:25.131148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.161208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=e3b062c6-1307-46fd-97ac-917223de4380,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:25.191411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.193577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e1863b6b-61ff-470b-8774-4b81e21dd560 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/e3b062c6-1307-46fd-97ac-917223de4380 HTTP/1.1" status: 204 len: 168 time: 0.7668161 Sep 02 13:00:25.195989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:25.252728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02ed24-b2c7-4bc8-aae4-9dc5aa33c810 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:25.254531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02ed24-b2c7-4bc8-aae4-9dc5aa33c810 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:25.256180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ee02ed24-b2c7-4bc8-aae4-9dc5aa33c810 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0592287 Sep 02 13:00:25.258974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:25.318028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet ab57dc7d-cc75-4889-a099-34e00be5bafe {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:25.320161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4bc19-a851-48f2-9930-be1c041ecd8f req-d3d7bb6c-b3db-4e0d-8611-6584ca3e7d0b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:25.323699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.325248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cb4bc19-a851-48f2-9930-be1c041ecd8f req-d3d7bb6c-b3db-4e0d-8611-6584ca3e7d0b tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0658243 Sep 02 13:00:25.385365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.390581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6cb4bc19-a851-48f2-9930-be1c041ecd8f req-d611b6e4-fb33-4205-801d-e520b080f5e9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533595 Sep 02 13:00:25.474327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.534969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.566056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=ab57dc7d-cc75-4889-a099-34e00be5bafe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:25.569221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.571054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9efce309-3431-4fbf-841b-1007e7a1229b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/ab57dc7d-cc75-4889-a099-34e00be5bafe HTTP/1.1" status: 204 len: 168 time: 0.3102474 Sep 02 13:00:25.573663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:25.574959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76409aa4-0a30-4a9a-816c-1d242387c7fe None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:25.626065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a71c883e-203d-4d9f-a691-65b8d341febf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512092 Sep 02 13:00:25.628716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:25.634305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:25.746549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:25.750515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.798412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:00:25.847401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] Deleting port bb486750-d8e2-4db5-be10-1ca405c0c4e6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:25.847762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.921621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] For port bb486750-d8e2-4db5-be10-1ca405c0c4e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=bb486750-d8e2-4db5-be10-1ca405c0c4e6,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:25.922046 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:25.941001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] Calling delete_port for bb486750-d8e2-4db5-be10-1ca405c0c4e6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:26.034344 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.066032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] Pushing event deleted for resources: {'Port': ['ID=bb486750-d8e2-4db5-be10-1ca405c0c4e6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:26.069832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb469b22-5cd3-470f-9eba-4d01586f137f None None] No DVR routers for this DVR port bb486750-d8e2-4db5-be10-1ca405c0c4e6 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:26.088812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:26.090426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.132745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:26.138953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:26.143745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:26.144088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.150554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b05b3-3f50-40c9-9371-1e76bf745a59 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:26.153213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=d206121b-2f46-4d2a-8c55-fe2c5ce8fa20,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:26.173113 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9af08ffa-a5a3-424b-8278-a540449e3e25 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5431325 Sep 02 13:00:26.175540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:26.181576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:5a:ed:2f', 'name': 'tempest-NetworksTestDHCPv6-522349918'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:26.316305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:26.407935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.435321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:26.509189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4c57-d7ff-450d-86b7-53a50f4a247a req-40912740-2473-4a64-a059-14c258d43973 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:26.510913 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-166b4c57-d7ff-450d-86b7-53a50f4a247a req-40912740-2473-4a64-a059-14c258d43973 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0562427 Sep 02 13:00:26.527520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': 'd206121b-2f46-4d2a-8c55-fe2c5ce8fa20'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:26.529214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.581874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-166b4c57-d7ff-450d-86b7-53a50f4a247a req-11caea58-a53a-4fe8-870d-96f6d48816f6 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626614 Sep 02 13:00:26.597229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe5a:ed2f (dd87b93a-b680-4881-9cb4-63de96fd98bc/d206121b-2f46-4d2a-8c55-fe2c5ce8fa20/3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:26.706375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bb486750-d8e2-4db5-be10-1ca405c0c4e6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:26.727634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: bb486750-d8e2-4db5-be10-1ca405c0c4e6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:26.728331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device bb486750-d8e2-4db5-be10-1ca405c0c4e6 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:26.762559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.776232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:26.819731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.875001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Allocated IP 2001:db8::f816:3eff:fed5:497a (dd87b93a-b680-4881-9cb4-63de96fd98bc/d206121b-2f46-4d2a-8c55-fe2c5ce8fa20/a6e0a300-28fb-40e5-abba-f10aed9baac2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:26.921331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:26.925426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:26.928283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:26.935608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:26.942195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:26.942839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:26.966472 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bd5d5c3f-b941-4e90-a47f-32a53409e82d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7880995 Sep 02 13:00:26.966995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:27.037340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4087613-4081-472c-9a38-8e2396a9cd62 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:27.041138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4087613-4081-472c-9a38-8e2396a9cd62 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0718458 Sep 02 13:00:27.042866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:27.113484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.123282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Transition to ACTIVE for port object a6e0a300-28fb-40e5-abba-f10aed9baac2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:27.147332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Transition to ACTIVE for port object a6e0a300-28fb-40e5-abba-f10aed9baac2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:27.156501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.157121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:27.157519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.204820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:27.207343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:27.213217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:27.225159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Pushing event updated for resources: {'Port': ['ID=a6e0a300-28fb-40e5-abba-f10aed9baac2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:27.268328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.281155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:27.286610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Attempting to bind port a6e0a300-28fb-40e5-abba-f10aed9baac2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:27.286984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Attempting to bind port a6e0a300-28fb-40e5-abba-f10aed9baac2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:27.287347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Attempting to bind port a6e0a300-28fb-40e5-abba-f10aed9baac2 on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:27.293749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:27.294123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:27.294533 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.294927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:27.295403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Bound port: a6e0a300-28fb-40e5-abba-f10aed9baac2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:27.295777 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.362471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] For port a6e0a300-28fb-40e5-abba-f10aed9baac2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:27.365918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] For port a6e0a300-28fb-40e5-abba-f10aed9baac2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a6e0a300-28fb-40e5-abba-f10aed9baac2,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:27.372617 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.430670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Pushing event updated for resources: {'Port': ['ID=a6e0a300-28fb-40e5-abba-f10aed9baac2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:27.438816 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.439164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.439544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.439890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.440271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.440822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.441113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.441595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.441979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.442460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.442655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.443208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d1be9-a085-439b-bfab-4e2fefb41162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.445181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.481975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:27.496488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.496488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.496488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.496488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.497029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.497127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.497447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.497765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.498129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.498387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.498727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.499041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:00:27.518837 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.523504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4548889c-3d0c-4d8b-9761-c4dae28df516 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4 HTTP/1.1" status: 204 len: 168 time: 0.4795673 Sep 02 13:00:27.523683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:27.580569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f679d5-6ad6-48a1-9ed0-c300b40e8341 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:27.582453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f679d5-6ad6-48a1-9ed0-c300b40e8341 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:27.584196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c8f679d5-6ad6-48a1-9ed0-c300b40e8341 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0595171 Sep 02 13:00:27.587086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:27.686322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet d206121b-2f46-4d2a-8c55-fe2c5ce8fa20 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:27.689964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.753727 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.777968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e0325-aca8-458a-9a45-9be66c8e6085 req-7d7c4f08-f136-4877-9484-7cc03ab7850e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:27.779705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c09e0325-aca8-458a-9a45-9be66c8e6085 req-7d7c4f08-f136-4877-9484-7cc03ab7850e tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0613294 Sep 02 13:00:27.834933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c09e0325-aca8-458a-9a45-9be66c8e6085 req-2ab5bc3a-3e32-4e05-b189-1a3720a07017 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479634 Sep 02 13:00:27.860278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.932479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.960090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=d206121b-2f46-4d2a-8c55-fe2c5ce8fa20,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:27.964490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:27.966500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d7d7234-6744-41d4-85d8-e96841424646 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/d206121b-2f46-4d2a-8c55-fe2c5ce8fa20 HTTP/1.1" status: 204 len: 168 time: 0.3784854 Sep 02 13:00:27.969086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:28.021620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-87891095-8a6b-4556-bce8-121e8e574985 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513988 Sep 02 13:00:28.024044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:28.078492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47334db-8810-48fc-8737-ec02637fa931 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:28.080074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b47334db-8810-48fc-8737-ec02637fa931 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0550425 Sep 02 13:00:28.082862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53968) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:28.134987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e787c3-e382-4c99-834d-ce11037d3924 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:28.140418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b4e787c3-e382-4c99-834d-ce11037d3924 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565159 Sep 02 13:00:28.143903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:28.193703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70c1e848-4ce5-444e-8e50-0daa1857f5e9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478861 Sep 02 13:00:28.198051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:28.207513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:28.326955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:28.331191 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:28.551125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:00:28.552026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440f892-48a2-4aad-95b5-57bdf43a0d8b None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:28.611609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9569b018-f8c0-4711-a1d9-dc93427bb4ba None None] Provisioning for port a6e0a300-28fb-40e5-abba-f10aed9baac2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:28.671610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:28.689131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-547781d0-43d3-4805-ad6d-2f5e677bb773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:28.782746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a6e0a300-28fb-40e5-abba-f10aed9baac2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:28.844367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a6e0a300-28fb-40e5-abba-f10aed9baac2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:28.849838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a6e0a300-28fb-40e5-abba-f10aed9baac2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:28.850245 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:28.907444 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:28.977873 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.022063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a6e0a300-28fb-40e5-abba-f10aed9baac2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a6e0a300-28fb-40e5-abba-f10aed9baac2,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:29.029499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.033526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:00:29.034365 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:00:29.049775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdda90-0e28-4642-b690-49d1aaf293ad req-15290abb-3637-41f8-b3c5-1c45d004f4df tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:29.051598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28cdda90-0e28-4642-b690-49d1aaf293ad req-15290abb-3637-41f8-b3c5-1c45d004f4df tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0960360 Sep 02 13:00:29.100001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a6e0a300-28fb-40e5-abba-f10aed9baac2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:29.111209 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28cdda90-0e28-4642-b690-49d1aaf293ad req-dc1672ba-480c-4e30-be48-ba22dbd6eb2d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Sep 02 13:00:29.152540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bda82161-b186-414a-aa64-4e60edd6554f None None] Provisioning complete for port a6e0a300-28fb-40e5-abba-f10aed9baac2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:29.152971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda82161-b186-414a-aa64-4e60edd6554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.377660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9289eb94-b41c-4f43-8d85-533f71617307 None None] Could not find standard attr ID for object 3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:29.571183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.740817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] For port a6e0a300-28fb-40e5-abba-f10aed9baac2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a6e0a300-28fb-40e5-abba-f10aed9baac2,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:29.779473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.786906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.787980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.863084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:29.870469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:29.880443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf5c3c-4111-4570-a982-dc42ceeee2dd None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:29.881076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:29.881311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:29.890945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=a6e0a300-28fb-40e5-abba-f10aed9baac2,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:29.899477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=31a35608-82a6-434c-8394-3b77c6f6d41d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:29.907954 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3103667a-af58-48af-ba25-e6a22c455988 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7082214 Sep 02 13:00:29.910912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:29.916697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:e7:9a:78', 'name': 'tempest-NetworksTestDHCPv6-1387401528'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:30.038486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:30.128347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.181680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 12fb47a6-df9b-453d-a5f0-37cae50710a2 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:30.328579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6cfc2-4194-4d7a-a201-bcc1f8f59e0b req-2f33041b-47cb-4ac9-a62b-5f07d1550d69 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:30.330066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bec6cfc2-4194-4d7a-a201-bcc1f8f59e0b req-2f33041b-47cb-4ac9-a62b-5f07d1550d69 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1001503 Sep 02 13:00:30.363193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fee7:9a78 (dd87b93a-b680-4881-9cb4-63de96fd98bc/31a35608-82a6-434c-8394-3b77c6f6d41d/12fb47a6-df9b-453d-a5f0-37cae50710a2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:30.399140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bec6cfc2-4194-4d7a-a201-bcc1f8f59e0b req-9ea27541-463b-49eb-aa15-46d2adfa05b8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612724 Sep 02 13:00:30.425964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df40d6c1-9e39-48ab-955d-da452c3d01f6 None None] Provisioning complete for port a6e0a300-28fb-40e5-abba-f10aed9baac2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:30.426356 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df40d6c1-9e39-48ab-955d-da452c3d01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.543528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.557416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 12fb47a6-df9b-453d-a5f0-37cae50710a2 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:30.594694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.645469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:30.648866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:30.653073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:30.659247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:30.659796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.674109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=12fb47a6-df9b-453d-a5f0-37cae50710a2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:30.695745 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b3a829dc-7f98-457e-846d-1282d79ddc7e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7835898 Sep 02 13:00:30.698530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:30.724844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a6e0a300-28fb-40e5-abba-f10aed9baac2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:30.765692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338b45b-3a49-40a7-b1dd-e89f57f6e7f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:30.771881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338b45b-3a49-40a7-b1dd-e89f57f6e7f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:30.773629 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f338b45b-3a49-40a7-b1dd-e89f57f6e7f6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0740762 Sep 02 13:00:30.776772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:30.799103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a6e0a300-28fb-40e5-abba-f10aed9baac2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:30.799591 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.895872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 12fb47a6-df9b-453d-a5f0-37cae50710a2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:30.896632 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.934492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-46370d88-0cfd-4f85-ac3c-811d9a8dc218 None None] Provisioning for port 12fb47a6-df9b-453d-a5f0-37cae50710a2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:30.939087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-46370d88-0cfd-4f85-ac3c-811d9a8dc218 None None] Provisioning complete for port 12fb47a6-df9b-453d-a5f0-37cae50710a2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:30.939470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-46370d88-0cfd-4f85-ac3c-811d9a8dc218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:30.985895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-46370d88-0cfd-4f85-ac3c-811d9a8dc218 None None] Port 12fb47a6-df9b-453d-a5f0-37cae50710a2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:00:30.990217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.003162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 12fb47a6-df9b-453d-a5f0-37cae50710a2 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:31.145544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.177778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=12fb47a6-df9b-453d-a5f0-37cae50710a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:31.208917 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.214100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-65eedbc9-6df3-49d8-81bf-ec866d68c02e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/12fb47a6-df9b-453d-a5f0-37cae50710a2 HTTP/1.1" status: 204 len: 168 time: 0.4361274 Sep 02 13:00:31.215023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:31.288405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e50423-cefd-4aad-b3eb-3eaf15452efc tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:31.290136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e50423-cefd-4aad-b3eb-3eaf15452efc tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:31.292718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e1e50423-cefd-4aad-b3eb-3eaf15452efc tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0765018 Sep 02 13:00:31.292718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:31.366979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 31a35608-82a6-434c-8394-3b77c6f6d41d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:31.370944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.405988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15ae90b3-0534-47e8-85e4-256b19232433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.422281 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.544651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.599953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dd79f-509d-4839-8f62-7bff9a0fa714 req-dd551ad9-ff14-42e2-adec-80d44db991fc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:31.602059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f70dd79f-509d-4839-8f62-7bff9a0fa714 req-dd551ad9-ff14-42e2-adec-80d44db991fc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1017697 Sep 02 13:00:31.646596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.653259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.689631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=31a35608-82a6-434c-8394-3b77c6f6d41d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:31.693145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.699010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4be395a5-7091-41e0-bd52-0fcf50b14c31 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/31a35608-82a6-434c-8394-3b77c6f6d41d HTTP/1.1" status: 204 len: 168 time: 0.3979332 Sep 02 13:00:31.699148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54052) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:31.700483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cfe3e-990b-4e07-9cf0-a6f8eb4601dd None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:31.719527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f70dd79f-509d-4839-8f62-7bff9a0fa714 req-142a5f0a-c947-4ff2-8dca-1bc5b7ab8346 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095145 Sep 02 13:00:31.746297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9db59bc8-2239-4ad7-a6c3-d904abe128d6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463500 Sep 02 13:00:31.751062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:31.756401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:31.862557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:31.866683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:31.901545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:00:31.970573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] Deleting port a6e0a300-28fb-40e5-abba-f10aed9baac2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:31.971307 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.043069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] For port a6e0a300-28fb-40e5-abba-f10aed9baac2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a6e0a300-28fb-40e5-abba-f10aed9baac2,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:32.043601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.057604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] Calling delete_port for a6e0a300-28fb-40e5-abba-f10aed9baac2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:32.143637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.174708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] Pushing event deleted for resources: {'Port': ['ID=a6e0a300-28fb-40e5-abba-f10aed9baac2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:32.179585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e00106-f46f-4679-9ac4-2637b21d3d6b None None] No DVR routers for this DVR port a6e0a300-28fb-40e5-abba-f10aed9baac2 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:32.187300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:32.188957 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.230095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:32.240014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:32.244994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:32.245659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.251917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46823e-da46-4a09-95f7-834e8db418e4 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:32.260034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:32.269534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d9d32ae-d909-4ed3-b9d4-6bf45f1009eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5171225 Sep 02 13:00:32.272077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:32.277200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:4b:aa:d8', 'name': 'tempest-NetworksTestDHCPv6-1668586238'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:32.423162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': 'cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:32.424161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.443653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:32.449640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.472621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:32.545764 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.597022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe4b:aad8 (dd87b93a-b680-4881-9cb4-63de96fd98bc/cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f/b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:32.707321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a6e0a300-28fb-40e5-abba-f10aed9baac2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:32.727172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a6e0a300-28fb-40e5-abba-f10aed9baac2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:32.727520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a6e0a300-28fb-40e5-abba-f10aed9baac2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:32.768114 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.784226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:32.870033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0510b9-e793-4b29-a285-3df8a6ba4f28 req-7784e402-0473-4ed8-b4b8-09a47385dfcf tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:32.871889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa0510b9-e793-4b29-a285-3df8a6ba4f28 req-7784e402-0473-4ed8-b4b8-09a47385dfcf tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0859792 Sep 02 13:00:32.881815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:32.933606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Allocated IP 2001:db8::f816:3eff:fe5e:3d66 (dd87b93a-b680-4881-9cb4-63de96fd98bc/cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f/6182ed2a-5b19-4158-bb0b-e9afb2291b3c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:32.970627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:32.977283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:32.988528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:32.994280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:32.994897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.004043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa0510b9-e793-4b29-a285-3df8a6ba4f28 req-3f535333-79bf-47da-82ef-4bf9a30ae2e7 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246359 Sep 02 13:00:33.007310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:33.024002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:33.024950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e2336cc8-d4bb-4528-b95f-9bf6a7895cdd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7517102 Sep 02 13:00:33.081150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee0d54-d5cb-40ae-a2ed-833c9d0211ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:33.084542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98ee0d54-d5cb-40ae-a2ed-833c9d0211ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0583503 Sep 02 13:00:33.087150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:33.104577 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.117210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Transition to ACTIVE for port object 6182ed2a-5b19-4158-bb0b-e9afb2291b3c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:33.143922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Transition to ACTIVE for port object 6182ed2a-5b19-4158-bb0b-e9afb2291b3c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:33.152247 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.219760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:33.221043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Pushing event updated for resources: {'Port': ['ID=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:33.224105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:33.226824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:33.235475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:33.235966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.285520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1640478-4c78-4c3c-8db3-6ae2cfae1f9d req-27c38b9e-63c9-4e1d-a4a7-0798a12ebd97 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:33.287539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1640478-4c78-4c3c-8db3-6ae2cfae1f9d req-27c38b9e-63c9-4e1d-a4a7-0798a12ebd97 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0644071 Sep 02 13:00:33.296721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Attempting to bind port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:33.297247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Attempting to bind port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:33.298022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Attempting to bind port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:33.303280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:33.304279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:33.304689 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.305188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:33.305685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Bound port: 6182ed2a-5b19-4158-bb0b-e9afb2291b3c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:33.307128 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.335145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1640478-4c78-4c3c-8db3-6ae2cfae1f9d req-bc225510-1008-4049-9f53-898a583d25f9 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Sep 02 13:00:33.344852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.362441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:33.388386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cdae980e-6fea-402a-8860-927f160a266b None None] For port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:33.391921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cdae980e-6fea-402a-8860-927f160a266b None None] For port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:33.399536 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.473938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae980e-6fea-402a-8860-927f160a266b None None] Pushing event updated for resources: {'Port': ['ID=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:33.566248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1221-fcbc-4860-afc5-32febd122d5d req-749a6473-f03b-4433-b486-b46b2a415ef3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:33.567788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c48e1221-fcbc-4860-afc5-32febd122d5d req-749a6473-f03b-4433-b486-b46b2a415ef3 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1267190 Sep 02 13:00:33.594260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.633196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:33.685337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c48e1221-fcbc-4860-afc5-32febd122d5d req-f4fa8ea5-3003-494a-badc-1a09aec31690 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110959 Sep 02 13:00:33.689209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.693477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d4341aa8-5e90-49c2-a8ce-30122c61f856 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4 HTTP/1.1" status: 204 len: 168 time: 0.6023705 Sep 02 13:00:33.697479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:33.779620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03333903-1d06-40f9-90d0-432b2655a364 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:33.781643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03333903-1d06-40f9-90d0-432b2655a364 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:33.783249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-03333903-1d06-40f9-90d0-432b2655a364 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0786638 Sep 02 13:00:33.786184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54110) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:33.854005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:33.858186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:33.911442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.011971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.089309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.126237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:34.131021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.133280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c76e5f32-2cfd-4614-b2d6-1d53f82b156c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f HTTP/1.1" status: 204 len: 168 time: 0.3452644 Sep 02 13:00:34.135741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54120) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:34.179505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7137c401-83ca-4366-a83c-3c71e34e2ba2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416009 Sep 02 13:00:34.182112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:34.199447 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.270179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe2ba1-e9ed-422f-b6a2-c56a9ac3f96a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:34.271867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1bfe2ba1-e9ed-422f-b6a2-c56a9ac3f96a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0884173 Sep 02 13:00:34.274499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:34.301280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaead55-39fa-4d52-9316-3bff97a27332 req-afbdd7f9-e987-4ab6-b2c0-ef082b9f269a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:34.303079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2eaead55-39fa-4d52-9316-3bff97a27332 req-afbdd7f9-e987-4ab6-b2c0-ef082b9f269a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0818150 Sep 02 13:00:34.337932 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f016eee-57e3-49d7-b3bf-accfa12e1167 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:34.340011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f016eee-57e3-49d7-b3bf-accfa12e1167 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641291 Sep 02 13:00:34.342637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:34.390614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2bd9593d-cdcd-4e5b-a5fa-31805cce92d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466323 Sep 02 13:00:34.394617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:34.399879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:34.406473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2eaead55-39fa-4d52-9316-3bff97a27332 req-605ec761-457d-4c0e-b10e-51242e3d11ed tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965819 Sep 02 13:00:34.528503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:34.532233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.740961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ebdc1-8989-4f47-80c6-053ac4282c04 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:34.773306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.800761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6182ed2a-5b19-4158-bb0b-e9afb2291b3c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:34.841939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=f2a43e60-9b18-4044-bd2e-7b6826aa2821,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:34.845921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:34.848202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:34.854592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:34.855521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:34.859540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb2a5f14-eadf-4cb9-b123-bcb01e51d415 None None] Provisioning for port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:34.873043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cff9745b-e140-46ad-b7ec-503b2c75447d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773300 Sep 02 13:00:34.875838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54140) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:34.881425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:22:8e:89', 'name': 'tempest-NetworksTestDHCPv6-2108459768'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:34.935650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:34.941114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:34.941497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.043083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:35.046753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.082144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:35.087953 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.152111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.163381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:35.179747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:35.214492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.266731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c89e32-4dc7-41dc-83e2-98afe4ef0ce1 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:35.347986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::329 (dd87b93a-b680-4881-9cb4-63de96fd98bc/f2a43e60-9b18-4044-bd2e-7b6826aa2821/5dd6bfd4-4160-4b3c-b21f-fb4040d48617) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:35.355950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7340-a9e1-4359-be68-6f8d492ef3c8 None None] Provisioning complete for port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:35.356552 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7340-a9e1-4359-be68-6f8d492ef3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.395112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-af78194d-5220-4c40-af72-c2adbb102885 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:35.402416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-af78194d-5220-4c40-af72-c2adbb102885 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.0912983 Sep 02 13:00:35.641879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.668355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e2282-d42e-4f45-bc22-cfec1be617f3 req-5b380599-ee57-4c2d-97c2-9e8bf3f62774 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:35.670276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec5e2282-d42e-4f45-bc22-cfec1be617f3 req-5b380599-ee57-4c2d-97c2-9e8bf3f62774 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 945 time: 0.1639025 Sep 02 13:00:35.674505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:35.710454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:35.710992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.799039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec5e2282-d42e-4f45-bc22-cfec1be617f3 req-767a8b8a-7694-4437-aa7f-d0dc6e4d9c4a tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212552 Sep 02 13:00:35.815836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.856270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cfc8ec74-63ac-4dd2-a60e-b3ebda7c9854 None None] Provisioning complete for port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:35.856495 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ec74-63ac-4dd2-a60e-b3ebda7c9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.896292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:35.900613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:35.901087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.911517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:35.918638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:35.924744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:35.925463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:35.932781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=5dd6bfd4-4160-4b3c-b21f-fb4040d48617,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:35.938833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:35.953380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-50025ea4-5b85-40b7-97be-2092269f7472 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0756707 Sep 02 13:00:35.955909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:36.070183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f4882-193f-4d62-97c7-193638a8be01 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:36.076458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f4882-193f-4d62-97c7-193638a8be01 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:36.078180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-460f4882-193f-4d62-97c7-193638a8be01 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1213248 Sep 02 13:00:36.080814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:36.113141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5231a991-d8b6-40bb-9c0c-9a402dda90ee None None] Could not find standard attr ID for object b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:36.220552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.235094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:00:36.284664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:36.287901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:36.288313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.374064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:36.379045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.381143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d650a383-47ce-4e07-9c26-7d62f7805046 req-9a4871b8-aeaa-48d2-908f-a0de72bb4129 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "DELETE /v2.0/ports/c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd HTTP/1.1" status: 204 len: 173 time: 0.9557567 Sep 02 13:00:36.381787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'name': 'network-vif-deleted', 'tag': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:00:36.383857 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4312c-cc84-47a1-b789-802216f4a49b" -d '{"events": [{"server_uuid": "e0c5598e-0227-4495-8a17-63665cc7383b", "name": "network-vif-deleted", "tag": "c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:00:36.454211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57bb3bc2-3c9a-4c64-ad8e-714db8f97b3f None None] Provisioning for port 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:36.469399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57bb3bc2-3c9a-4c64-ad8e-714db8f97b3f None None] Provisioning complete for port 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:36.469842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bb3bc2-3c9a-4c64-ad8e-714db8f97b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.474122 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed39098-a1f0-440c-a2e4-d23d458bf3a4 x-openstack-request-id: req-5ed39098-a1f0-440c-a2e4-d23d458bf3a4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:00:36.474727 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c5598e-0227-4495-8a17-63665cc7383b", "name": "network-vif-deleted", "tag": "c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:00:36.475435 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ed39098-a1f0-440c-a2e4-d23d458bf3a4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:00:36.476070 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c5598e-0227-4495-8a17-63665cc7383b', 'name': 'network-vif-deleted', 'tag': 'c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd', 'status': 'completed', 'code': 200} Sep 02 13:00:36.505697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.520427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57bb3bc2-3c9a-4c64-ad8e-714db8f97b3f None None] Port 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:00:36.539205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 5dd6bfd4-4160-4b3c-b21f-fb4040d48617 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:36.687309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.718680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=5dd6bfd4-4160-4b3c-b21f-fb4040d48617,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:36.745871 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.746852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6182ed2a-5b19-4158-bb0b-e9afb2291b3c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:36.750995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:36.765538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cf52840a-69b4-4d96-9ad6-f45126da05f4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/5dd6bfd4-4160-4b3c-b21f-fb4040d48617 HTTP/1.1" status: 204 len: 168 time: 0.6835351 Sep 02 13:00:36.834827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:36.835314 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:36.858478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26056e71-20d7-4942-a53f-d288feeb2d44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:36.860499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26056e71-20d7-4942-a53f-d288feeb2d44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:36.862477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-26056e71-20d7-4942-a53f-d288feeb2d44 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1103828 Sep 02 13:00:36.865350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:36.965247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet f2a43e60-9b18-4044-bd2e-7b6826aa2821 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:36.969326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.025652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-060699c7-2260-497c-bd00-54193cdee15c req-083e8d99-fa34-4f87-9af5-dfe3f28d7115 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0c5598e-0227-4495-8a17-63665cc7383b HTTP/1.1" status: 200 len: 210 time: 0.0746553 Sep 02 13:00:37.053964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.109796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.186973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.223110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a43e60-9b18-4044-bd2e-7b6826aa2821,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:37.229703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.231675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-94561d1e-4a9b-4fc4-835c-37ba69382191 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/f2a43e60-9b18-4044-bd2e-7b6826aa2821 HTTP/1.1" status: 204 len: 168 time: 0.3651152 Sep 02 13:00:37.233974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba898157-d61f-497b-a489-f48d119e1ae3 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:37.234168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:37.280536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-efb6b4d3-a233-4808-a636-6ab769bd65d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451484 Sep 02 13:00:37.281389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:37.342426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105ee50-a62a-4516-b318-608a4ad221f9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:37.343963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1105ee50-a62a-4516-b318-608a4ad221f9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0579917 Sep 02 13:00:37.346673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:37.400431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99687760-00f2-417e-bda1-e788512baffd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:37.402349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-99687760-00f2-417e-bda1-e788512baffd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545881 Sep 02 13:00:37.405705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:37.445215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:00:37.453435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-08b24441-6205-4c8c-9a26-8562132ffea7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463097 Sep 02 13:00:37.457379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54208) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:37.462664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:37.499312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] Deleting port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:37.499743 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.580957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] For port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:37.581313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.582858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:37.587242 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.599020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] Calling delete_port for 6182ed2a-5b19-4158-bb0b-e9afb2291b3c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:37.688876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.715008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] Pushing event deleted for resources: {'Port': ['ID=6182ed2a-5b19-4158-bb0b-e9afb2291b3c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:37.718311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6ef40-b016-4592-a20d-11112f2fa0a4 None None] No DVR routers for this DVR port 6182ed2a-5b19-4158-bb0b-e9afb2291b3c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:37.907179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:37.909139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.957986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:37.961185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:37.964521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:37.965197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:37.971635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d3a8c-b0bd-4d96-8715-c24849621e22 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:37.975398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=32258530-3f38-43f9-bcab-e89d871dfc02,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:37.987769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-adce33b7-c118-4bfb-ac28-bd975391330d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5292761 Sep 02 13:00:37.991058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:37.996850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:38.161912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:38.164333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:38.178547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.194444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '32258530-3f38-43f9-bcab-e89d871dfc02'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:38.195566 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.198257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:38.198689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device c2e641ae-e9bc-4e3f-8d9f-5b3eb79912bd not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:38.306544 n-d-792364-8 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32258530-3f38-43f9-bcab-e89d871dfc02 (CIDR: 2001:db8::/64) Sep 02 13:00:38.313250 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:38.314077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:38.342264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-22b5c2a0-a99a-4377-8d7b-71c77ff59d8b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3498836 Sep 02 13:00:38.345304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:38.354292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:38.380301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Allocated IP 2001:db8::f816:3eff:fe6a:164a (dd87b93a-b680-4881-9cb4-63de96fd98bc/32258530-3f38-43f9-bcab-e89d871dfc02/74e0ea58-1d63-4dc1-bfbd-28a5200b49de) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:38.516290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:38.521506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.572038 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.582206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Transition to ACTIVE for port object 74e0ea58-1d63-4dc1-bfbd-28a5200b49de will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:38.601764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Transition to ACTIVE for port object 74e0ea58-1d63-4dc1-bfbd-28a5200b49de will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:38.609448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.659779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:38.662733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:38.667541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:38.670711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Pushing event updated for resources: {'Port': ['ID=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:38.768008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Attempting to bind port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:38.768384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Attempting to bind port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:38.768776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Attempting to bind port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:38.778200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6182ed2a-5b19-4158-bb0b-e9afb2291b3c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:38.781936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:38.782367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:38.782876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.783278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:38.783763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Bound port: 74e0ea58-1d63-4dc1-bfbd-28a5200b49de, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:38.784182 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.817315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 6182ed2a-5b19-4158-bb0b-e9afb2291b3c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:38.817979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6182ed2a-5b19-4158-bb0b-e9afb2291b3c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:38.906317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.916440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] For port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:38.921321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] For port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:38.932176 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.961468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:38.965745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:38.969529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:38.970087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:38.996672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6477442 Sep 02 13:00:39.001537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:39.008292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:64:db:10', 'name': 'tempest-NetworksTestDHCPv6-1434724246'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:39.013017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6740-6dc3-447a-a945-e80a46d8f5e8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:39.106441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f4f36-1b25-4919-a2fa-10af4b7d4a5e None None] Pushing event updated for resources: {'Port': ['ID=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:39.177987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824d79-5a0a-4fda-80eb-bb5dc5614eb1 req-0ba85918-1b33-4831-9cb5-49a525db93c4 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:39.179765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3824d79-5a0a-4fda-80eb-bb5dc5614eb1 req-0ba85918-1b33-4831-9cb5-49a525db93c4 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 945 time: 0.1637230 Sep 02 13:00:39.212820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:39.217229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:39.262965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3824d79-5a0a-4fda-80eb-bb5dc5614eb1 req-bde06f03-0e2e-4fba-b1d9-88e75486ffdc tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741498 Sep 02 13:00:39.300242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port d004b24e-6367-4e97-a0ff-d1fd2a399458 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:39.838286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8:0:1::93 (dd87b93a-b680-4881-9cb4-63de96fd98bc/6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445/d004b24e-6367-4e97-a0ff-d1fd2a399458) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:39.846712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe64:db10 (dd87b93a-b680-4881-9cb4-63de96fd98bc/32258530-3f38-43f9-bcab-e89d871dfc02/d004b24e-6367-4e97-a0ff-d1fd2a399458) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:40.015753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.032468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object d004b24e-6367-4e97-a0ff-d1fd2a399458 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:40.069926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17aca27-bc79-49d5-9a3a-5ef0f1614f11 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:40.074746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.122398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:40.126060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:40.129882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:40.136230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:40.137624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.147590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=d004b24e-6367-4e97-a0ff-d1fd2a399458,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:40.169786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f078fa0-a1ff-41f6-bd4b-41ebecbc3177 None None] Provisioning for port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:40.172388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:40.173918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6096c50e-ffc8-44e8-ba73-d05921e69ac9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1706202 Sep 02 13:00:40.278368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port d004b24e-6367-4e97-a0ff-d1fd2a399458 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:40.278619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.390146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.409832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '32258530-3f38-43f9-bcab-e89d871dfc02', 'ip_address': '2001:db8::f816:3eff:fe6a:164a'}, {'subnet_id': '6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '74e0ea58-1d63-4dc1-bfbd-28a5200b49de'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:40.411487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for d004b24e-6367-4e97-a0ff-d1fd2a399458 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:40.437128 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.509242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e3f1-2bf2-403b-87a7-f02c04631d3b req-4f375277-2454-4005-87ad-2ecb1cc05f22 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:40.524940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aa4e3f1-2bf2-403b-87a7-f02c04631d3b req-4f375277-2454-4005-87ad-2ecb1cc05f22 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 945 time: 0.1266534 Sep 02 13:00:40.563016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-c2eace1b-4a03-4893-80dc-a361c372c15d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:40.565692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-c2eace1b-4a03-4893-80dc-a361c372c15d tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 945 time: 0.1346519 Sep 02 13:00:40.637826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aa4e3f1-2bf2-403b-87a7-f02c04631d3b req-75396781-74f2-4f54-9a24-caaf39664440 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/security-groups?id=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115751 Sep 02 13:00:40.710386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.757123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=d004b24e-6367-4e97-a0ff-d1fd2a399458,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:40.774957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Deleting port f595fdc3-4b2c-45d4-8774-b422bff695b0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:40.775411 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.808974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Allocated IP 2001:db8:0:1::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445/74e0ea58-1d63-4dc1-bfbd-28a5200b49de) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:40.852833 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.852833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b8efc2f2-5837-4733-9fd3-9a6983f354bf tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/d004b24e-6367-4e97-a0ff-d1fd2a399458 HTTP/1.1" status: 204 len: 168 time: 0.6732371 Sep 02 13:00:40.853300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:40.854095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 74e0ea58-1d63-4dc1-bfbd-28a5200b49de up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:40.928796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] For port f595fdc3-4b2c-45d4-8774-b422bff695b0, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f595fdc3-4b2c-45d4-8774-b422bff695b0,segment=NetworkSegment(d814c9fb-f792-4fd7-b46e-1efbb25099c7),segment_id=d814c9fb-f792-4fd7-b46e-1efbb25099c7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:40.929364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:40.940049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1567b1-dedd-4912-b2d1-c2e91a9179db tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:40.944269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3d1567b1-dedd-4912-b2d1-c2e91a9179db tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0910289 Sep 02 13:00:40.945034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:40.954102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Calling delete_port for f595fdc3-4b2c-45d4-8774-b422bff695b0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:40.967659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] For port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:40.979672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:40.988591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:40.989065 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.020313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cd13a1-f9a6-4dcf-b661-70739e922b13 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:41.025712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:41.026031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-40cd13a1-f9a6-4dcf-b661-70739e922b13 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0800157 Sep 02 13:00:41.038415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.059130 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.062724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Transition to ACTIVE for port object 74e0ea58-1d63-4dc1-bfbd-28a5200b49de will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:41.070121 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.075243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de had new provisioning blocks added so it will not transition to active. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 02 13:00:41.106654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4ca0e-3dd3-4638-b605-0513a0154324 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:41.108237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4ca0e-3dd3-4638-b605-0513a0154324 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:41.110161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4ca0e-3dd3-4638-b605-0513a0154324 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:41.114847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-81b4ca0e-3dd3-4638-b605-0513a0154324 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0855021 Sep 02 13:00:41.117634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:41.225712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817b4c7-0557-4d78-818d-9961ec2f2426 None None] Pushing event updated for resources: {'Port': ['ID=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:41.229492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.234499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 32258530-3f38-43f9-bcab-e89d871dfc02 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:41.238992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.245411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f595fdc3-4b2c-45d4-8774-b422bff695b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:00:41.268804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Pushing event deleted for resources: {'Port': ['ID=f595fdc3-4b2c-45d4-8774-b422bff695b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:41.313679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.325418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] No DVR routers for this DVR port f595fdc3-4b2c-45d4-8774-b422bff695b0 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:41.328090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.334461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-606ea055-3cdf-4ced-887a-cea397946ea9 req-a9bca96d-7d67-4fc3-b40c-ccb617f20fa8 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.41 "DELETE /v2.0/ports/f595fdc3-4b2c-45d4-8774-b422bff695b0 HTTP/1.1" status: 204 len: 173 time: 0.7518981 Sep 02 13:00:41.335005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'name': 'network-vif-deleted', 'tag': 'f595fdc3-4b2c-45d4-8774-b422bff695b0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:00:41.337968 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeffada-0275-4c3f-a140-9f99cc4c4f1c" -d '{"events": [{"server_uuid": "74ea679d-56c9-4d78-a7aa-5f2845d44773", "name": "network-vif-deleted", "tag": "f595fdc3-4b2c-45d4-8774-b422bff695b0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:00:41.386080 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2f786-c0c8-4fce-b36b-066de4bd2e62 x-openstack-request-id: req-e5b2f786-c0c8-4fce-b36b-066de4bd2e62 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:00:41.386415 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ea679d-56c9-4d78-a7aa-5f2845d44773", "name": "network-vif-deleted", "tag": "f595fdc3-4b2c-45d4-8774-b422bff695b0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:00:41.386714 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5b2f786-c0c8-4fce-b36b-066de4bd2e62 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:00:41.387114 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ea679d-56c9-4d78-a7aa-5f2845d44773', 'name': 'network-vif-deleted', 'tag': 'f595fdc3-4b2c-45d4-8774-b422bff695b0', 'status': 'completed', 'code': 200} Sep 02 13:00:41.458963 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.555526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.584193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=32258530-3f38-43f9-bcab-e89d871dfc02,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:41.586110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.588157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-97c7ae06-48d6-4ede-9c00-70f7165e5cd5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/32258530-3f38-43f9-bcab-e89d871dfc02 HTTP/1.1" status: 204 len: 168 time: 0.4719162 Sep 02 13:00:41.590651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:41.647090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:41.651187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.707983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.816639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79eae593-685a-433c-9fe5-8f44c339da5b req-e8dfee07-547d-473d-97ba-92541f2b8579 tempest-ServersTestJSON-904389825 tempest-ServersTestJSON-904389825-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ea679d-56c9-4d78-a7aa-5f2845d44773 HTTP/1.1" status: 200 len: 210 time: 0.0440264 Sep 02 13:00:41.876341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.951659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.987178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:41.994704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:41.996121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c8404d3c-73e6-429d-83b3-443f97f477c1 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445 HTTP/1.1" status: 204 len: 168 time: 0.4044673 Sep 02 13:00:41.998695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:42.014205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b908ca9a-bf2a-4ed7-ba2f-9f77ff2bfe99 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:42.040545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6cbadc6a-d78e-4826-8f09-c9bef9ee98d2 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397010 Sep 02 13:00:42.042616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54356) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:42.048242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:42.084307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Provisioning for port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:42.095738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Provisioning complete for port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:42.096081 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.172226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:42.179445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.241003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.285147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] For port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:42.291858 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.361312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Could not find standard attr ID for object d004b24e-6367-4e97-a0ff-d1fd2a399458. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:42.371067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:00:42.453993 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf271d56-f563-4688-926a-deae0fba36d0 None None] Pushing event updated for resources: {'Port': ['ID=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:42.486555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] Deleting port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:42.487367 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.579538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] For port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:42.580055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.595030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] Calling delete_port for 74e0ea58-1d63-4dc1-bfbd-28a5200b49de owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:42.598148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:42.707065 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.738964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] Pushing event deleted for resources: {'Port': ['ID=74e0ea58-1d63-4dc1-bfbd-28a5200b49de,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:42.743195 n-d-792364-8 neutron-server[94841]: WARNING neutron.services.revisions.revision_plugin [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Could not find related port for resource to bump revision. Sep 02 13:00:42.745996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec463021-7c7e-45d1-8cf7-76e6716bb9d6 None None] No DVR routers for this DVR port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:00:42.754666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_pluggable_backend [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Port 74e0ea58-1d63-4dc1-bfbd-28a5200b49de was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94841) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 02 13:00:42.754985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_pluggable_backend [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6a:164a {{(pid=94841) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 02 13:00:42.759076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 74e0ea58-1d63-4dc1-bfbd-28a5200b49de no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:42.766579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_pluggable_backend [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6a:164a {{(pid=94841) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 02 13:00:42.769507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.782981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 74e0ea58-1d63-4dc1-bfbd-28a5200b49de {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:42.783381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 74e0ea58-1d63-4dc1-bfbd-28a5200b49de not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:42.830351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:42.833551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:42.838427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:42.839116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.845430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82354322-9a2d-4816-b501-2e36623e1275 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:42.851522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=043216ea-aa6b-4435-965a-8a4338b330c7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:42.870926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:42.871330 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c49418ca-049f-4c3e-b363-8fe8bde4b634 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8275151 Sep 02 13:00:42.876371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:42.893856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:42.939770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Deleting subnet cba342c0-c6a1-428c-9227-52afee3cdeb5 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:42.943576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:42.984676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.031304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:43.033442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.037275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.058813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-dd87b93a-b680-4881-9cb4-63de96fd98bc', 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'tenant_id': 'c263b22a665048f887ca43f5a97aa3a2', 'fixed_ips': [{'subnet_id': '043216ea-aa6b-4435-965a-8a4338b330c7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:43.061964 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.114341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.146543 n-d-792364-8 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 043216ea-aa6b-4435-965a-8a4338b330c7 (CIDR: 2001:db8::/64) Sep 02 13:00:43.151258 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:43.151862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:43.162527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba342c0-c6a1-428c-9227-52afee3cdeb5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:43.165222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.167567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-98426fed-eab7-430e-a928-b2c223c1a0f2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cba342c0-c6a1-428c-9227-52afee3cdeb5 HTTP/1.1" status: 204 len: 168 time: 0.2724645 Sep 02 13:00:43.175555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54386) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:43.232012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Allocated IP 2001:db8::f816:3eff:fedf:3cbd (dd87b93a-b680-4881-9cb4-63de96fd98bc/043216ea-aa6b-4435-965a-8a4338b330c7/d28d6a83-2d95-4919-8231-1bcffb908efd) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:43.238072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:43.241632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0bab4503-e127-4348-ad42-6c612d391951 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3692169 Sep 02 13:00:43.243624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:43.290651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.398267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:43.403690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.409003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.419120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Transition to ACTIVE for port object d28d6a83-2d95-4919-8231-1bcffb908efd will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:43.420146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.437061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96aa8ef-7d5f-4f87-a48c-8fd375c810c8']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:43.443001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Transition to ACTIVE for port object d28d6a83-2d95-4919-8231-1bcffb908efd will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:43.453191 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.462806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd814c9fb-f792-4fd7-b46e-1efbb25099c7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:43.463017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd814c9fb-f792-4fd7-b46e-1efbb25099c7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:00:43.474091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.491015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.499565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:00:43.500376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:00:43.503615 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:00:43.508107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:43.513886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:43.519338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:43.567570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:43.582130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.595670 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.602793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f96aa8ef-7d5f-4f87-a48c-8fd375c810c8 HTTP/1.1" status: 204 len: 168 time: 0.4287577 Sep 02 13:00:43.619086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0df84c-c037-46e3-91df-0ee845a41436 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96aa8ef-7d5f-4f87-a48c-8fd375c810c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:43.621259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Attempting to bind port d28d6a83-2d95-4919-8231-1bcffb908efd on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:43.623324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Attempting to bind port d28d6a83-2d95-4919-8231-1bcffb908efd by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:43.623929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Attempting to bind port d28d6a83-2d95-4919-8231-1bcffb908efd on network dd87b93a-b680-4881-9cb4-63de96fd98bc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:43.638736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:43.640073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Checking segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:43.641221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.643418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Bound using segment: {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:43.646277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Bound port: d28d6a83-2d95-4919-8231-1bcffb908efd, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:43.647396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.731078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:43.748536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:43.758798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:43.890857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:43.892207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3eca3-1b59-49f3-b3cd-296e4ac854d7 None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:43.988947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e528fc6b-cbaf-4d42-986e-3579eae84a31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e753e3677d5749f49785bca6ed606eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956221 Sep 02 13:00:43.990113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54406) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:44.065108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d65ae2c-ba2f-45ad-8028-3bbbf6921c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.096651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d65ae2c-ba2f-45ad-8028-3bbbf6921c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.194506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d65ae2c-ba2f-45ad-8028-3bbbf6921c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.203768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d65ae2c-ba2f-45ad-8028-3bbbf6921c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.205172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3d65ae2c-ba2f-45ad-8028-3bbbf6921c26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c HTTP/1.1" status: 204 len: 168 time: 0.2129283 Sep 02 13:00:44.211665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f595fdc3-4b2c-45d4-8774-b422bff695b0 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:44.216261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65ae2c-ba2f-45ad-8028-3bbbf6921c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bcd8ae-3fbe-4f08-b04d-6a8b8d6b8b3c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:44.274120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: f595fdc3-4b2c-45d4-8774-b422bff695b0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:00:44.274823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f595fdc3-4b2c-45d4-8774-b422bff695b0 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:00:44.331387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.378057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:44.391506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=c542d50a-b349-4b4f-85ea-b07827840861,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:44.394526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:44.398499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:44.401392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.418422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fe759d04-a9e5-4f03-b280-d792e2fbf842 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1791902 Sep 02 13:00:44.422355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:44.428273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:3a:aa:89', 'name': 'tempest-NetworksTestDHCPv6-1953333400'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:44.582442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:44.679472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:44.705987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 813f4372-05aa-4b27-8feb-e4d3297e15cf yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:44.812723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:44.882877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d28d6a83-2d95-4919-8231-1bcffb908efd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:44.991079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8:0:1::ea (dd87b93a-b680-4881-9cb4-63de96fd98bc/c542d50a-b349-4b4f-85ea-b07827840861/813f4372-05aa-4b27-8feb-e4d3297e15cf) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:44.999086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::f816:3eff:fe3a:aa89 (dd87b93a-b680-4881-9cb4-63de96fd98bc/043216ea-aa6b-4435-965a-8a4338b330c7/813f4372-05aa-4b27-8feb-e4d3297e15cf) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:45.181790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.189091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dcd692-5ede-4958-a389-5815a528f359 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:45.196778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 813f4372-05aa-4b27-8feb-e4d3297e15cf will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:45.257431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.278307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] Provisioning for port d28d6a83-2d95-4919-8231-1bcffb908efd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:45.289528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:45.289961 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.307378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:45.338926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:45.342455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:45.350138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:45.357186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:45.357186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.387140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:45.387384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9636645 Sep 02 13:00:45.392136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19b7d-29f3-4ddd-8c3c-f99e0206d3be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=813f4372-05aa-4b27-8feb-e4d3297e15cf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:45.442803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.480441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-233792459-network', 'tenant_id': 'efeb425d93f44e8aafc68f8a1b1f1d05'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:45.502136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:45.519176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Made reservation on behalf of efeb425d93f44e8aafc68f8a1b1f1d05 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:45.521748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.532428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.533406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 813f4372-05aa-4b27-8feb-e4d3297e15cf {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:45.533886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.539211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.595203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '043216ea-aa6b-4435-965a-8a4338b330c7', 'ip_address': '2001:db8::f816:3eff:fedf:3cbd'}, {'subnet_id': 'c542d50a-b349-4b4f-85ea-b07827840861'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd28d6a83-2d95-4919-8231-1bcffb908efd'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:45.614463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a4fa7-42cd-4e95-a178-0fe49bab4d75 None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:45.628010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.685085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.710870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 813f4372-05aa-4b27-8feb-e4d3297e15cf owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:45.812695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.818585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Allocated IP 2001:db8:0:1::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/c542d50a-b349-4b4f-85ea-b07827840861/d28d6a83-2d95-4919-8231-1bcffb908efd) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:45.826634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.862415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:00:45.869733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a89da-b959-41dd-b604-380ae3ac95f4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:45.966480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:45.997830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:45.998301 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Added segment b141438c-942c-48c6-a5b0-3ed2753103af of type vlan for network 70fa9954-1394-4521-bd06-cfe1b46589cd Sep 02 13:00:46.000583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.015293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Transition to ACTIVE for port object d28d6a83-2d95-4919-8231-1bcffb908efd will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:46.020138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.033789 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.073489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=813f4372-05aa-4b27-8feb-e4d3297e15cf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:46.083837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.112279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79188b-60c9-4469-8911-f032518ff3c3 None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:46.142953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.144950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-565194f7-432c-4b36-98e5-c4cf8e397c5d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/813f4372-05aa-4b27-8feb-e4d3297e15cf HTTP/1.1" status: 204 len: 168 time: 0.7565732 Sep 02 13:00:46.147809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54474) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:46.155843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.156883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.157776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.231125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5496f87-4d7f-4603-87f3-32951ffc948c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.235271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d5496f87-4d7f-4603-87f3-32951ffc948c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0854332 Sep 02 13:00:46.237600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54476) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:46.260204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9493184 Sep 02 13:00:46.262218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54478) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:46.269709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Request body: {'subnet': {'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-233792459-subnet', 'tenant_id': 'efeb425d93f44e8aafc68f8a1b1f1d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:46.279150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2161ed-88e6-4d52-aa45-165f1ad9cdf8 admin admin] Pushing event updated for resources: {'Network': ['ID=70fa9954-1394-4521-bd06-cfe1b46589cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:46.290349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 70fa9954-1394-4521-bd06-cfe1b46589cd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:00:46.309504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36df549-af08-43f0-b771-146da8a76af4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.311916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c36df549-af08-43f0-b771-146da8a76af4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0732861 Sep 02 13:00:46.316918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:46.327298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Made reservation on behalf of efeb425d93f44e8aafc68f8a1b1f1d05 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:46.329745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.393319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8417b42-ec79-4639-a738-dcfaceb657c9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.396084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8417b42-ec79-4639-a738-dcfaceb657c9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.401356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8417b42-ec79-4639-a738-dcfaceb657c9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.404086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c8417b42-ec79-4639-a738-dcfaceb657c9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0845239 Sep 02 13:00:46.407921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:46.483622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 043216ea-aa6b-4435-965a-8a4338b330c7 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:46.489620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.560659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.708333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.722487 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.762026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:46.825688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:46.871372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Checking segment: {'id': 'b141438c-942c-48c6-a5b0-3ed2753103af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:46.871879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Network hostable DHCP agents. Network: 70fa9954-1394-4521-bd06-cfe1b46589cd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:00:46.877175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.921798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.923697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece8d7c-ccda-409f-848c-cf543511678b None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:46.924156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/043216ea-aa6b-4435-965a-8a4338b330c7 HTTP/1.1" status: 204 len: 168 time: 0.5152130 Sep 02 13:00:46.926643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:46.928051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b9a9a-026f-4af3-a3e8-578755bd7ea9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=043216ea-aa6b-4435-965a-8a4338b330c7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:46.951874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Network 70fa9954-1394-4521-bd06-cfe1b46589cd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:00:46.966913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 70fa9954-1394-4521-bd06-cfe1b46589cd) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:46.973217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:46.974024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:46.993170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986c9fc-f37d-408f-9cbe-01bedf0b1e82 None None] Network 70fa9954-1394-4521-bd06-cfe1b46589cd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:46.994024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad873de3-d192-4459-afa8-fd96a351f3c7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7287071 Sep 02 13:00:47.001071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet c542d50a-b349-4b4f-85ea-b07827840861 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:47.005943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.020989 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f348ff90-a467-4108-b3b6-cb1e64674ddd None None] Could not find standard attr ID for object 813f4372-05aa-4b27-8feb-e4d3297e15cf. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:47.065313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f348ff90-a467-4108-b3b6-cb1e64674ddd None None] Provisioning for port d28d6a83-2d95-4919-8231-1bcffb908efd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:47.079337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.091449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f348ff90-a467-4108-b3b6-cb1e64674ddd None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:47.091828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f348ff90-a467-4108-b3b6-cb1e64674ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.234313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.275842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becfa3ea-87ec-4d0c-b409-22d82eda75e8 None None] Network 70fa9954-1394-4521-bd06-cfe1b46589cd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:47.319155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.360978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=c542d50a-b349-4b4f-85ea-b07827840861,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:47.363405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.367825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-68b5b13c-5edf-45f5-ba02-d7fee058fad8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/c542d50a-b349-4b4f-85ea-b07827840861 HTTP/1.1" status: 204 len: 168 time: 0.4379952 Sep 02 13:00:47.369224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:47.422242 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c1b2f0c5-4b78-44fb-a3d6-b88b34f2f13b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513694 Sep 02 13:00:47.425099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:47.432497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:47.527386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5551948-5857-4d9c-8714-d3bf8a1e1411 None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': 'c542d50a-b349-4b4f-85ea-b07827840861'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd28d6a83-2d95-4919-8231-1bcffb908efd'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:47.562031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:47.570572 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.651600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:47.657894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1370628007-network', 'tenant_id': '12b3b51460124f82825bb2c79b977cc2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:47.694969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Made reservation on behalf of 12b3b51460124f82825bb2c79b977cc2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:47.699135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.712497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.738499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5551948-5857-4d9c-8714-d3bf8a1e1411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.841473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.847057 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.847337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.873482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:00:47.888183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6573b246-313b-4057-9c19-08f73b0d9b42,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:47.905610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:47.909481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:47.909718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.910451 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Added segment 178e9897-ae96-4ab4-8f94-e75121f8662e of type vlan for network 38faa67b-b9aa-477e-9207-e5c29faec401 Sep 02 13:00:47.916828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:47.917544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.952023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=aceac42d-85da-465c-85fe-086af1cb5beb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:47.955368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd185e48-b410-42d3-9297-d92023249026 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5289180 Sep 02 13:00:47.963373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:47.968140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.969079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:47.998011 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:47.999260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:47.999944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.033999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31995012-1080-4f4a-a897-8575b91452d1 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:48.062695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4094822 Sep 02 13:00:48.069460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:48.076664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Request body: {'subnet': {'network_id': '38faa67b-b9aa-477e-9207-e5c29faec401', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1370628007-subnet', 'tenant_id': '12b3b51460124f82825bb2c79b977cc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:48.091303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410046f-8357-4d9c-807b-60282a9ad1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=38faa67b-b9aa-477e-9207-e5c29faec401,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:48.108468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 38faa67b-b9aa-477e-9207-e5c29faec401 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:00:48.111242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Made reservation on behalf of 12b3b51460124f82825bb2c79b977cc2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:48.114709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.168434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:48.172555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.197851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb7cda2e-9ce5-4a31-a48a-d96d77dd5389 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:48.198515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb7cda2e-9ce5-4a31-a48a-d96d77dd5389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.292844 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aceac42d-85da-465c-85fe-086af1cb5beb (CIDR: 2001:db8::/64) Sep 02 13:00:48.297639 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:48.298229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:48.317008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-94bf247d-412e-4958-865b-a981ad7a9227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3524292 Sep 02 13:00:48.319722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:48.327806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:48.354306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.434905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863c293a-06c5-4fe2-a93a-f75860063844,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:48.440184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Checking segment: {'id': '178e9897-ae96-4ab4-8f94-e75121f8662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '38faa67b-b9aa-477e-9207-e5c29faec401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:48.441037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Network hostable DHCP agents. Network: 38faa67b-b9aa-477e-9207-e5c29faec401, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:00:48.477521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': 'aceac42d-85da-465c-85fe-086af1cb5beb'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd28d6a83-2d95-4919-8231-1bcffb908efd'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:48.478997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Network 38faa67b-b9aa-477e-9207-e5c29faec401 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:00:48.496296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 38faa67b-b9aa-477e-9207-e5c29faec401) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:48.501919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:48.502526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.510588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:48.512355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38eea66-c827-421f-ab6d-e6f10379ea06 None None] Network 38faa67b-b9aa-477e-9207-e5c29faec401 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:48.516024 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.516479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:48.521316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6397234e-c0cc-4ad0-bcaf-36551e19d6d4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4507256 Sep 02 13:00:48.767581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:00:48.927082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51af60-ca90-4636-8308-8d19cd2e0008 None None] Network 38faa67b-b9aa-477e-9207-e5c29faec401 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:49.000210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.objects.ports [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:49.083457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/aceac42d-85da-465c-85fe-086af1cb5beb/d28d6a83-2d95-4919-8231-1bcffb908efd) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:49.121310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.237036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:49.239383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5e09bf70-6d5a-4f38-8954-8f30ef350a2d tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:49.241319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5e09bf70-6d5a-4f38-8954-8f30ef350a2d tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/networks?id=70fa9954-1394-4521-bd06-cfe1b46589cd HTTP/1.1" status: 200 len: 824 time: 0.1850553 Sep 02 13:00:49.264502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-684ab9c7-b2b6-4022-a8b2-6eaaec591d07 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/quotas/efeb425d93f44e8aafc68f8a1b1f1d05 HTTP/1.1" status: 200 len: 375 time: 0.0166845 Sep 02 13:00:49.272288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:49.306279 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.309292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-e9ed1551-aa54-404e-a07a-713ff0843795 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=efeb425d93f44e8aafc68f8a1b1f1d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338011 Sep 02 13:00:49.316480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d0b81-8f4a-4441-9102-1cb1d48232a7 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:49.317276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d0b81-8f4a-4441-9102-1cb1d48232a7 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:49.317926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d0b81-8f4a-4441-9102-1cb1d48232a7 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:49.328438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Transition to ACTIVE for port object d28d6a83-2d95-4919-8231-1bcffb908efd will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:49.337291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b73d0b81-8f4a-4441-9102-1cb1d48232a7 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=8056a01a965a4d4aa1f3f4d0b1c111d2&network_id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 200 len: 2970 time: 0.0914173 Sep 02 13:00:49.339890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.392069 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.466363 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:00:49.466995 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:00:49.467765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a912f-d2a0-43a3-8601-9b1c4c0a339e None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:49.667937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:49.718010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-6846fa1c-d924-4e91-8b61-8f49a0ade1d2 service neutron] 10.222.0.60 "GET /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995326 Sep 02 13:00:49.729120 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.763419 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.764234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.879603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:49.892499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:49.901115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:49.901808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:49.940934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=9ef35452-bee3-4b7c-9ca7-f7eb3efa0a8f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:49.948592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=9']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:49.959558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08312cba-b5d7-4e38-a1dd-f1501bb993ac tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6334867 Sep 02 13:00:49.960129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54602) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:49.961443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-96eb7b80-079f-49de-8017-bd0d2ef01d15 service neutron] 10.222.0.60 "GET /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350798 Sep 02 13:00:49.965822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:a3:c4:5f', 'name': 'tempest-NetworksTestDHCPv6-1705028764'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:50.006770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:50.044515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:50.050117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:50.128136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:50.142545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:50.284964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:50.303273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bff934a9-853f-4262-a0f0-8b03446b943e req-1fbb12d3-998c-49d2-b88b-75ff5e28d3af tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 210 time: 0.0334337 Sep 02 13:00:50.336740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port b8251b4d-5d9e-47f7-b1d6-aac9e9912504 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:50.340457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17584f1c-2acb-4437-b1c1-c1aa9bb18f7d None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:50.408832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] Provisioning for port d28d6a83-2d95-4919-8231-1bcffb908efd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:50.416518 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:50.416790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:50.607224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::47 (dd87b93a-b680-4881-9cb4-63de96fd98bc/aceac42d-85da-465c-85fe-086af1cb5beb/b8251b4d-5d9e-47f7-b1d6-aac9e9912504) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:50.616339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:c45f (dd87b93a-b680-4881-9cb4-63de96fd98bc/9ef35452-bee3-4b7c-9ca7-f7eb3efa0a8f/b8251b4d-5d9e-47f7-b1d6-aac9e9912504) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:50.619655 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:50.709601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:50.727729 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:50.863700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90beb45c-06c7-471d-98e6-118cf380cf23 None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:50.919704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:51.012850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.027856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:51.028581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.042855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-1916450b-f46a-48e1-8a1e-46f4237d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.044571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-1916450b-f46a-48e1-8a1e-46f4237d9c23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.1589944 Sep 02 13:00:51.055991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ab57-9a4c-4bb2-a77d-b6576f8811a9 req-c4c4f154-dc77-4388-9590-b3167db3f05e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.057844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d39ab57-9a4c-4bb2-a77d-b6576f8811a9 req-c4c4f154-dc77-4388-9590-b3167db3f05e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1368079 Sep 02 13:00:51.059075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object b8251b4d-5d9e-47f7-b1d6-aac9e9912504 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:51.208258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d39ab57-9a4c-4bb2-a77d-b6576f8811a9 req-8fea9582-de03-43b4-b701-25f7a6888d9a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306612 Sep 02 13:00:51.262995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-29709267-10d8-49f9-ae93-13f5c0a44bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.264503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-29709267-10d8-49f9-ae93-13f5c0a44bc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2031827 Sep 02 13:00:51.266287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.364284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:51.367360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=b8251b4d-5d9e-47f7-b1d6-aac9e9912504,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:51.372155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:51.377485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:51.384358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.386045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.410103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-e17b831b-99e8-4d70-98bb-96eaa204b137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1350696 Sep 02 13:00:51.424018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f224ecb-939e-4d41-be24-8e2079e5c159 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4632356 Sep 02 13:00:51.428076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:51.452535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acef02a1-76ae-46ed-96ee-76023cfef01d req-b8507a0d-349d-4604-8b2d-82ffe98e32f0 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 210 time: 0.0402837 Sep 02 13:00:51.483937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-935b0d3a-6336-4c59-a486-e380571066e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.485655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-935b0d3a-6336-4c59-a486-e380571066e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0602911 Sep 02 13:00:51.611575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-0fe9b89a-d2ab-492c-9072-8b403fd6ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.611999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-0fe9b89a-d2ab-492c-9072-8b403fd6ef21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053936 Sep 02 13:00:51.612121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:51.636606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port b8251b4d-5d9e-47f7-b1d6-aac9e9912504 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:51.637083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.681918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9c811-ac74-451c-9bdd-6d7557301bec tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.693175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-00d9c811-ac74-451c-9bdd-6d7557301bec tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 814 time: 0.0710998 Sep 02 13:00:51.781245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e42a9ed-f099-46f3-a988-da89fb0f35e9 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:51.781645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e42a9ed-f099-46f3-a988-da89fb0f35e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.805383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:51.810568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-cb27ea5d-f115-426b-89ac-1933ef2a2290 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909494 Sep 02 13:00:51.831361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for b8251b4d-5d9e-47f7-b1d6-aac9e9912504 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:51.880209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-289783ae-e5f8-466f-9780-cb3bfefc39e5 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:51.882181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-289783ae-e5f8-466f-9780-cb3bfefc39e5 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.18 "GET /v2.0/networks?id=70fa9954-1394-4521-bd06-cfe1b46589cd HTTP/1.1" status: 200 len: 824 time: 0.1964917 Sep 02 13:00:51.895958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Request body: {'port': {'device_id': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd', 'admin_state_up': True, 'tenant_id': 'efeb425d93f44e8aafc68f8a1b1f1d05'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:51.985370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b320bf72-eb80-417a-96b5-229c19f09f44 req-45b19049-5e9e-4694-a796-e3762ffa7ece service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654589 Sep 02 13:00:52.083577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Made reservation on behalf of efeb425d93f44e8aafc68f8a1b1f1d05 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:52.088076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.151622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a81a9c0-e405-4ea9-b688-afe1683e27f5 None None] Could not find standard attr ID for object 813f4372-05aa-4b27-8feb-e4d3297e15cf. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:52.168139 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.213238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=b8251b4d-5d9e-47f7-b1d6-aac9e9912504,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:52.258728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:52.259714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.262075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-52860643-47b1-4f60-8a4e-e64717f25b0b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/b8251b4d-5d9e-47f7-b1d6-aac9e9912504 HTTP/1.1" status: 204 len: 168 time: 0.8330762 Sep 02 13:00:52.265159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:52.269400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'network': {'name': 'tempest-network-smoke--1215811789', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:52.302649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:52.306189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.324929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54406fba-e454-439a-ae83-c4716dafd925 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:52.329297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-54406fba-e454-439a-ae83-c4716dafd925 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0580175 Sep 02 13:00:52.329596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54668) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:52.417447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c55ebe-350c-4093-8030-17684e4ded83 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:52.420354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-86c55ebe-350c-4093-8030-17684e4ded83 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0897841 Sep 02 13:00:52.423234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:52.428656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:00:52.515530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.516258 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Added segment ad252b20-c3d9-4586-898d-30a3b141c311 of type vlan for network c4da15ad-f36b-4d23-9865-565d84a5bd04 Sep 02 13:00:52.521943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Allocated IP 172.20.0.7 (70fa9954-1394-4521-bd06-cfe1b46589cd/0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf/a793c248-eff2-41c6-8154-17d61bb9f03f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:52.566313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fce7d39a-196f-4caa-9f46-7f18df1e0778 None None] Could not find standard attr ID for object b8251b4d-5d9e-47f7-b1d6-aac9e9912504. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:00:52.645821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f231-92e5-4da1-ba25-f7153504d491 req-7de23f45-9bd9-46a7-9f0e-5dd0ebacbc40 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:52.659089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67a5f231-92e5-4da1-ba25-f7153504d491 req-7de23f45-9bd9-46a7-9f0e-5dd0ebacbc40 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.3272247 Sep 02 13:00:52.704192 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.785189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:52.802134 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67a5f231-92e5-4da1-ba25-f7153504d491 req-e7fbcc5c-2151-4f8e-a12b-f49208355eec tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399815 Sep 02 13:00:52.900305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.914094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:52.916787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:52.932402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:52.932887 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.019705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Network': ['ID=c4da15ad-f36b-4d23-9865-565d84a5bd04,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:53.049500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:00:53.054446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-72294769-2bc2-412e-845d-4d275dc0eb6e tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7892814 Sep 02 13:00:53.062838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.224097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.238249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1cf077-bfb0-4eac-99f1-46c8c1eabe06 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.239835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7b1cf077-bfb0-4eac-99f1-46c8c1eabe06 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8056a01a965a4d4aa1f3f4d0b1c111d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1760056 Sep 02 13:00:53.242990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54696) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.277022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2161738d-e0e2-4e46-8ef7-f519f5feceba req-8702853f-a4e6-4672-8d07-114233a8da41 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 210 time: 0.1439703 Sep 02 13:00:53.321300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60538d5b-892c-4262-8769-85eab91271d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.323182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.323583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60538d5b-892c-4262-8769-85eab91271d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.326579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60538d5b-892c-4262-8769-85eab91271d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.331372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60538d5b-892c-4262-8769-85eab91271d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9070404 Sep 02 13:00:53.332220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.386180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Network 70fa9954-1394-4521-bd06-cfe1b46589cd is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:53.389583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:53.394676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:53.426603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Pushing event updated for resources: {'Port': ['ID=a793c248-eff2-41c6-8154-17d61bb9f03f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:53.448395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 9ef35452-bee3-4b7c-9ca7-f7eb3efa0a8f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:53.465797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.473403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.475820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.492874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-5d04715f-fc7e-4da9-ab78-42d94319c7d6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014273 Sep 02 13:00:53.507901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Request body: {'port': {'device_id': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:53.508248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8f8d0b-b1f2-4d22-b5b3-532b01879129 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.514187 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8b8f8d0b-b1f2-4d22-b5b3-532b01879129 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2675710 Sep 02 13:00:53.515653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.554638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4686dba-a455-4ff1-bf96-973d2a9cd385 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365016 Sep 02 13:00:53.562349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.576097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.598270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-377f5b5a-c14e-4f5b-8873-c95cefc1b353 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8056a01a965a4d4aa1f3f4d0b1c111d2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347595 Sep 02 13:00:53.600836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.601626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.707970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.800088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.819749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0918b-5352-4a09-a4cb-2bdd2fe1ee26 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:53.824073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80d0918b-5352-4a09-a4cb-2bdd2fe1ee26 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2166016 Sep 02 13:00:53.824263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.842651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef35452-bee3-4b7c-9ca7-f7eb3efa0a8f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:53.847799 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:53.854255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eac759f0-1e4f-4c90-8485-f53c20dd0968 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9ef35452-bee3-4b7c-9ca7-f7eb3efa0a8f HTTP/1.1" status: 204 len: 168 time: 0.4917047 Sep 02 13:00:53.855042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54720) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.867170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311428d-4dca-4e3a-961b-a318fd1bcad1 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:53.899190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e098c288-afdc-427e-b40f-e53b69bc4579 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712483 Sep 02 13:00:53.901118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:53.908688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1189330278', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:54.033305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet aceac42d-85da-465c-85fe-086af1cb5beb {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:00:54.036842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.084205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.145087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca210c05-c34d-41a3-9618-2f58c5895ea9 req-13e7b943-4728-4a3c-8f74-96e93a3fc35e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:54.146946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ca210c05-c34d-41a3-9618-2f58c5895ea9 req-13e7b943-4728-4a3c-8f74-96e93a3fc35e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1382847 Sep 02 13:00:54.154868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a793c248-eff2-41c6-8154-17d61bb9f03f {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:00:54.164855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.192824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.219645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Transition to ACTIVE for port object a793c248-eff2-41c6-8154-17d61bb9f03f will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:54.229563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ca210c05-c34d-41a3-9618-2f58c5895ea9 req-77420418-4ef2-46b1-a3a5-9e5f5ed934b7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697963 Sep 02 13:00:54.230916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.253887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:54.266717 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.304104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Pushing event updated for resources: {'Port': ['ID=a793c248-eff2-41c6-8154-17d61bb9f03f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:54.498880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.567999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=aceac42d-85da-465c-85fe-086af1cb5beb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:54.576962 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.581948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa5c4d4c-eafa-4c03-b0ad-de7df9ae462c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/aceac42d-85da-465c-85fe-086af1cb5beb HTTP/1.1" status: 204 len: 168 time: 0.7253435 Sep 02 13:00:54.585100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:54.668247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9a60bfca-cde1-4114-9626-73f711b47b1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819616 Sep 02 13:00:54.671965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:54.692596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:54.869528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.903167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Attempting to bind port a793c248-eff2-41c6-8154-17d61bb9f03f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:54.903875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Attempting to bind port a793c248-eff2-41c6-8154-17d61bb9f03f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'b141438c-942c-48c6-a5b0-3ed2753103af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:54.904142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Attempting to bind port a793c248-eff2-41c6-8154-17d61bb9f03f on network 70fa9954-1394-4521-bd06-cfe1b46589cd {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:54.914990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Port a793c248-eff2-41c6-8154-17d61bb9f03f on network 70fa9954-1394-4521-bd06-cfe1b46589cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:00:54.916859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Attempting to bind port a793c248-eff2-41c6-8154-17d61bb9f03f on network 70fa9954-1394-4521-bd06-cfe1b46589cd {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:54.926378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:54.926722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Checking segment: {'id': 'b141438c-942c-48c6-a5b0-3ed2753103af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:54.927116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Bound using segment: {'id': 'b141438c-942c-48c6-a5b0-3ed2753103af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:54.927550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Bound port: a793c248-eff2-41c6-8154-17d61bb9f03f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b141438c-942c-48c6-a5b0-3ed2753103af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:54.927907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:54.946974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Subnet': ['ID=150ee645-efd4-4e9c-a907-c761066f3543,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:55.017674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Checking segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:55.018054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network hostable DHCP agents. Network: c4da15ad-f36b-4d23-9865-565d84a5bd04, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:00:55.023042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:55.027914 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.123923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44952b1-f749-4135-b05e-6199baf7ea0e req-1ef931a6-b2b8-4638-81dd-ffe199648b9c tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.133772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d44952b1-f749-4135-b05e-6199baf7ea0e req-1ef931a6-b2b8-4638-81dd-ffe199648b9c tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 943 time: 0.2806792 Sep 02 13:00:55.141718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] For port a793c248-eff2-41c6-8154-17d61bb9f03f, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:55.148949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] For port a793c248-eff2-41c6-8154-17d61bb9f03f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a793c248-eff2-41c6-8154-17d61bb9f03f,segment=NetworkSegment(b141438c-942c-48c6-a5b0-3ed2753103af),segment_id=b141438c-942c-48c6-a5b0-3ed2753103af)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:55.175574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.214012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e9a85f-b96e-4ad2-842e-488a5c1778b0 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:55.225021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:00:55.262065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.262830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.264622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] 10.222.0.18 "PUT /v2.0/ports/a793c248-eff2-41c6-8154-17d61bb9f03f HTTP/1.1" status: 200 len: 1091 time: 1.7633874 Sep 02 13:00:55.277063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c4da15ad-f36b-4d23-9865-565d84a5bd04) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:55.285278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.285912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.289207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'tag': 'a793c248-eff2-41c6-8154-17d61bb9f03f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:00:55.292169 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e389c-c85a-4f23-bf36-3839abc1928a" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcbd5bf-d460-4375-9780-ed6a40ccffac", "tag": "a793c248-eff2-41c6-8154-17d61bb9f03f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:00:55.335888 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.344168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d44952b1-f749-4135-b05e-6199baf7ea0e req-59aac55d-bdd9-4d1d-b16f-a2a9c7375dc1 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058594 Sep 02 13:00:55.364954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-26bf144c-b460-4814-9d3f-52030b2a5ed8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4626775 Sep 02 13:00:55.424796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f2f4f-8900-4e31-83a9-40a436483bee service neutron] Pushing event updated for resources: {'Port': ['ID=a793c248-eff2-41c6-8154-17d61bb9f03f,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:55.444402 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e170ab3e-6786-47dd-8d3c-8538e84bece4 x-openstack-request-id: req-e170ab3e-6786-47dd-8d3c-8538e84bece4 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:00:55.444641 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcbd5bf-d460-4375-9780-ed6a40ccffac", "tag": "a793c248-eff2-41c6-8154-17d61bb9f03f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:00:55.444882 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e170ab3e-6786-47dd-8d3c-8538e84bece4 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:00:55.445336 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'tag': 'a793c248-eff2-41c6-8154-17d61bb9f03f', 'status': 'completed', 'code': 200} Sep 02 13:00:55.459713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-e64aaf51-5e82-47dc-8020-f0009781efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.461383 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-e64aaf51-5e82-47dc-8020-f0009781efd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efeb425d93f44e8aafc68f8a1b1f1d05&device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 1094 time: 0.1387014 Sep 02 13:00:55.522126 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-0b575427-eb3d-4012-8ac0-ce84fe2cc6d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a793c248-eff2-41c6-8154-17d61bb9f03f HTTP/1.1" status: 200 len: 217 time: 0.0480053 Sep 02 13:00:55.543637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:55.566463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac0b17-ddb3-48e4-af0e-b003bc17dbb4 None None] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:55.567594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:55.571988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.572786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.576088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=be290ac3-f0bd-4072-bb86-e2abc54bcafd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:55.602602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-33dcd4d2-c850-4762-af48-c6b86fe08d3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1668415 Sep 02 13:00:55.608492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-350df41d-13f1-482c-a21a-5604b9254aed tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9340355 Sep 02 13:00:55.622193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:55.625237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-165288ad-2eab-4663-914d-5afdc485c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.627008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-165288ad-2eab-4663-914d-5afdc485c4d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf HTTP/1.1" status: 200 len: 864 time: 0.0963068 Sep 02 13:00:55.628597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:55.649395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96834e4f-8817-4834-87e6-6ec867843920 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:55.649823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96834e4f-8817-4834-87e6-6ec867843920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.669022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-b8ae7ba1-927d-4da5-934b-447f9d8c6691 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70fa9954-1394-4521-bd06-cfe1b46589cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344806 Sep 02 13:00:55.692807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedabd58-0309-4c94-93e9-a620648fe13c req-c9af2c16-45da-4547-8c69-2fa88b719ff1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.700597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eedabd58-0309-4c94-93e9-a620648fe13c req-c9af2c16-45da-4547-8c69-2fa88b719ff1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.2636614 Sep 02 13:00:55.770967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:55.776882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120078047', 'description': 'tempest-secgroup-smoke-1120078047 description', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:55.813724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:55.884005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eedabd58-0309-4c94-93e9-a620648fe13c req-5ea07b7e-4b04-40b4-97b2-5647e06b55b2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1823499 Sep 02 13:00:55.886624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-07be8ed4-944a-468e-9db9-da9b1375dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:55.888416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-07be8ed4-944a-468e-9db9-da9b1375dc78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 1096 time: 0.2557113 Sep 02 13:00:55.953022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-219e5006-cd59-49fb-acbd-ee30bc5f7b06 service neutron] 10.222.0.18 "GET /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759898 Sep 02 13:00:56.007426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c4da15ad-f36b-4d23-9865-565d84a5bd04', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ips': [{'subnet_id': '150ee645-efd4-4e9c-a907-c761066f3543'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:00:56.008857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.026999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-ff66bfcf-8619-406f-af40-7f84157512c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.028863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-ff66bfcf-8619-406f-af40-7f84157512c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 200 len: 912 time: 0.1068690 Sep 02 13:00:56.067210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdeb46c-123b-4c26-99e0-ea3992d1fa66 req-ab7bb296-7d04-4b81-9fec-e47cdc075f87 service neutron] 10.222.0.18 "GET /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066616 Sep 02 13:00:56.117663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-8497ce41-8f9a-4127-b82e-457f73715ebf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f HTTP/1.1" status: 200 len: 1000 time: 0.0787907 Sep 02 13:00:56.124924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.136986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.215093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:56.225606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.241253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-877dc94c-e005-4bd6-8bc6-c87f788336a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.243802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-877dc94c-e005-4bd6-8bc6-c87f788336a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 200 len: 850 time: 0.1169264 Sep 02 13:00:56.247891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.249235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4770460 Sep 02 13:00:56.252540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:56.259652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Allocated IP 172.20.0.18 (c4da15ad-f36b-4d23-9865-565d84a5bd04/150ee645-efd4-4e9c-a907-c761066f3543/88ec32dd-9601-49fe-82c1-4d99ac9a5362) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:56.264441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'dd8ec290-ae0b-4888-bb01-68abc58b2d2c', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:56.295613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4045cad-0cd0-4c2d-9d67-347b767b477f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8ec290-ae0b-4888-bb01-68abc58b2d2c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:56.305616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.326733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e389c-c85a-4f23-bf36-3839abc1928a req-cc77a7e8-20c0-4249-83f4-5646e1d8df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.328809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-cc77a7e8-20c0-4249-83f4-5646e1d8df77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efeb425d93f44e8aafc68f8a1b1f1d05&device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 1094 time: 0.1943364 Sep 02 13:00:56.350632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b06deb-bf77-4bef-b9e1-fb6e9e8eb4fa None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:56.473043 n-d-792364-8 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be290ac3-f0bd-4072-bb86-e2abc54bcafd (CIDR: 2001:db8::/64) Sep 02 13:00:56.481583 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:00:56.482025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.482145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:00:56.511849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.519300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f0e598f3-67b2-4631-ba95-a6c04617ef81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8961170 Sep 02 13:00:56.521311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:56.527092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'subnet': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:56.550729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-de3841d5-acd0-4739-ad90-6df95d963937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.552958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-de3841d5-acd0-4739-ad90-6df95d963937 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a417b9bd-7dc6-479d-b82a-64d9dd3c355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888410 Sep 02 13:00:56.600113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf10821a-db7c-4918-b3bb-f824348b524d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:56.603165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e389c-c85a-4f23-bf36-3839abc1928a req-5fca3814-f899-4cc9-be6f-5ad0159eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.604706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-5fca3814-f899-4cc9-be6f-5ad0159eee57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70fa9954-1394-4521-bd06-cfe1b46589cd HTTP/1.1" status: 200 len: 925 time: 0.2568626 Sep 02 13:00:56.629605 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.637428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bb31bed1-123e-46c1-8f5f-9a8ab9471fa8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834665 Sep 02 13:00:56.642921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:56.646356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'dd8ec290-ae0b-4888-bb01-68abc58b2d2c', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:56.683988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-002e678a-b2bd-4017-8c7a-011db5f8f73f None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:56.683988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-002e678a-b2bd-4017-8c7a-011db5f8f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.700088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-90c46c7f-8ec3-4915-846d-1c92084ddf0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a793c248-eff2-41c6-8154-17d61bb9f03f HTTP/1.1" status: 200 len: 217 time: 0.0862162 Sep 02 13:00:56.715544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcc72b-d52a-4003-8e9b-ba640eb97aa4 req-86814c18-195d-4eac-bafb-0f2db4e50a77 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.723467 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.724081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.728179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0cbcc72b-d52a-4003-8e9b-ba640eb97aa4 req-86814c18-195d-4eac-bafb-0f2db4e50a77 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 943 time: 0.2002912 Sep 02 13:00:56.739271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Transition to ACTIVE for port object 88ec32dd-9601-49fe-82c1-4d99ac9a5362 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:56.804562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Transition to ACTIVE for port object 88ec32dd-9601-49fe-82c1-4d99ac9a5362 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:56.811829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.816492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.826952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.841190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:56.844358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:56.848540 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-d850e057-4ce0-499a-98bd-1351157ebd91 service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605631 Sep 02 13:00:56.852570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:56.891273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:56.894848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:56.898948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1108c5-6f02-4a36-8524-8db95680f20c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:56.910021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0cbcc72b-d52a-4003-8e9b-ba640eb97aa4 req-b0ac2739-ff0e-4718-a6ee-105e488fc957 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780748 Sep 02 13:00:56.928926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e389c-c85a-4f23-bf36-3839abc1928a req-161078ed-7daf-406c-8062-d638d92efcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:56.930717 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-161078ed-7daf-406c-8062-d638d92efcc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf HTTP/1.1" status: 200 len: 864 time: 0.1994777 Sep 02 13:00:56.965568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Pushing event updated for resources: {'Port': ['ID=88ec32dd-9601-49fe-82c1-4d99ac9a5362,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:56.999257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Attempting to bind port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:00:56.999627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Attempting to bind port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:00:56.999996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Attempting to bind port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 on network c4da15ad-f36b-4d23-9865-565d84a5bd04 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:00:57.005585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:00:57.005965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Checking segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:00:57.006373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.006768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Bound using segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:00:57.007241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Bound port: 88ec32dd-9601-49fe-82c1-4d99ac9a5362, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:00:57.008264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.018775 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-e5b89960-18eb-4ae0-8932-e405889aaab2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70fa9954-1394-4521-bd06-cfe1b46589cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794718 Sep 02 13:00:57.053810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.054944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-83271468-cd2b-4750-ac8f-e27a214a9203 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4123278 Sep 02 13:00:57.060026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:57.076683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'dd8ec290-ae0b-4888-bb01-68abc58b2d2c', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:57.108546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] For port 88ec32dd-9601-49fe-82c1-4d99ac9a5362, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:00:57.123719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] For port 88ec32dd-9601-49fe-82c1-4d99ac9a5362, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=88ec32dd-9601-49fe-82c1-4d99ac9a5362,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:00:57.139829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.157520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-a7f9edb4-3a6d-4cd9-90fb-90a9cd464116 service neutron] 10.222.0.18 "GET /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293664 Sep 02 13:00:57.204374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9621fa8-084c-4de5-b0d9-08ccc1e31de4 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:57.204767 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9621fa8-084c-4de5-b0d9-08ccc1e31de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.218330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f31e55-7a6c-460c-9bcc-e3454679532f req-21ebd480-8010-4510-a247-5e6caf5c280b service neutron] 10.222.0.18 "GET /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607016 Sep 02 13:00:57.258123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a00d0-48e9-44b0-b77a-a8862304cf01 req-eefea7e9-a2be-4909-a4ae-0dcc8e749b56 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:57.260828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22e9c-140f-4d11-971f-55d461acae20 None None] Pushing event updated for resources: {'Port': ['ID=88ec32dd-9601-49fe-82c1-4d99ac9a5362,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:57.261975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-564a00d0-48e9-44b0-b77a-a8862304cf01 req-eefea7e9-a2be-4909-a4ae-0dcc8e749b56 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.2082443 Sep 02 13:00:57.277674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.344449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-192e389c-c85a-4f23-bf36-3839abc1928a req-96ed752f-caa5-4eba-b054-2812bd3d466f service neutron] 10.222.0.18 "GET /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784844 Sep 02 13:00:57.350291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-564a00d0-48e9-44b0-b77a-a8862304cf01 req-58d56525-9b67-49ee-aebc-e09b30fcecb0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684078 Sep 02 13:00:57.433775 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.469489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.520825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46673f46-ae67-4a43-89be-28d03e3a7981,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:57.558339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.559568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2417a17f-61c0-40df-a28e-3e699f361f0f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871757 Sep 02 13:00:57.562621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:57.568210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'dd8ec290-ae0b-4888-bb01-68abc58b2d2c', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:57.625545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.705021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:00:57.710113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.716153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.735769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3756be74-6fed-442f-a5e7-bfdca6dc4c66,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:57.744444 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.748536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7edbe43d-6aac-4a94-9772-38f04a397218 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819537 Sep 02 13:00:57.748827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54790) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:57.753550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'dd8ec290-ae0b-4888-bb01-68abc58b2d2c', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:57.780262 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Project 8056a01a965a4d4aa1f3f4d0b1c111d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:00:57.785675 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.857800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.863015 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.872786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.883634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f6a2a8-1635-4313-bff4-6c71efd1400d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:57.892203 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:57.896416 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4bec3fca-e598-487e-9270-4564872c845b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436570 Sep 02 13:00:57.896577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:57.905559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': 'dd8ec290-ae0b-4888-bb01-68abc58b2d2c', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:57.932719 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Project 8056a01a965a4d4aa1f3f4d0b1c111d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:00:57.939139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.121861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:58.132525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.144104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.161521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.172510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.172510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.178907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d9315-e59c-4f1e-9135-3a07d2e45d40 req-f6e8989d-ef28-40a5-bfe2-8d88f70103b4 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:58.181111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6e8d9315-e59c-4f1e-9135-3a07d2e45d40 req-f6e8989d-ef28-40a5-bfe2-8d88f70103b4 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 943 time: 0.1651368 Sep 02 13:00:58.185665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b6994b-5bff-436e-9d87-0a63feee04bb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:58.211542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.216971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a06d82be-d363-496c-81fe-3fdc31a43455 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3112566 Sep 02 13:00:58.241627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6e8d9315-e59c-4f1e-9135-3a07d2e45d40 req-17c0fc7c-3827-47cb-b292-2e9ace35607e tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509830 Sep 02 13:00:58.273155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a793c248-eff2-41c6-8154-17d61bb9f03f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:00:58.292838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:58.303428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:58.323360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:58.323360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.323911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9c675-f197-441d-b693-8576d2a58a75 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:58.331962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Subnet': ['ID=9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:58.353919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=15']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:58.362723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:58.370684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-16fbb65f-5700-4ee4-9742-e30de27d68f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8468761 Sep 02 13:00:58.370908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Request body: {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'mac_address': 'fa:16:3e:86:5a:8c', 'name': 'tempest-NetworksTestDHCPv6-1083118081'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:00:58.502679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a793c248-eff2-41c6-8154-17d61bb9f03f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a793c248-eff2-41c6-8154-17d61bb9f03f,segment=NetworkSegment(b141438c-942c-48c6-a5b0-3ed2753103af),segment_id=b141438c-942c-48c6-a5b0-3ed2753103af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:58.532760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a793c248-eff2-41c6-8154-17d61bb9f03f', 'network_id': '70fa9954-1394-4521-bd06-cfe1b46589cd', 'port_id': 'a793c248-eff2-41c6-8154-17d61bb9f03f', 'mac_address': 'fa:16:3e:55:24:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:00:58.549698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-ab4fd52c-422a-44bd-9a5c-8b5e0a51e294 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120078047&fields=id&tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 267 time: 0.0579290 Sep 02 13:00:58.556616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b00c02-4b88-4dae-9870-7992ea3792d0 req-1c6373e8-b736-40e5-a1b3-498d2aa7e296 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:58.570779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36b00c02-4b88-4dae-9870-7992ea3792d0 req-1c6373e8-b736-40e5-a1b3-498d2aa7e296 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1111627 Sep 02 13:00:58.612091 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.623093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36b00c02-4b88-4dae-9870-7992ea3792d0 req-f389006c-a746-4c6e-a7e8-cc59ab5fe9c3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438995 Sep 02 13:00:58.676257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Made reservation on behalf of c263b22a665048f887ca43f5a97aa3a2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:00:58.685720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6fcf9-4f93-49d5-ba02-7e4fdd92cab0 None None] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:00:58.691476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a793c248-eff2-41c6-8154-17d61bb9f03f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:00:58.765032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-89d474db-0939-43f0-8363-1cac21443c47 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:58.766861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-89d474db-0939-43f0-8363-1cac21443c47 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/networks?id=c4da15ad-f36b-4d23-9865-565d84a5bd04 HTTP/1.1" status: 200 len: 797 time: 0.2026556 Sep 02 13:00:58.785687 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-635a6765-24f2-46e6-8812-48055f92e58d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/quotas/8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 375 time: 0.0118806 Sep 02 13:00:58.810375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b922fb-386e-487a-aef8-78fc49dcb83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.834085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5fefbb36-f893-4599-bf06-1f590bb66be3 None None] Provisioning for port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:58.840770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a793c248-eff2-41c6-8154-17d61bb9f03f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a793c248-eff2-41c6-8154-17d61bb9f03f,segment=NetworkSegment(b141438c-942c-48c6-a5b0-3ed2753103af),segment_id=b141438c-942c-48c6-a5b0-3ed2753103af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:58.854380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.858110 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:58.923728 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-39cc5c1d-677e-452c-ba5d-73ef4945db50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1291816 Sep 02 13:00:58.925729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] device_id is not set on port 5cb8205d-cd46-4635-a107-41c35ac16ca5 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:00:58.943016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 88ec32dd-9601-49fe-82c1-4d99ac9a5362 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:00:59.014328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a793c248-eff2-41c6-8154-17d61bb9f03f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:59.113665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:00:59.118822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-6e9eac90-8544-47a7-8931-f544a616cd20 service neutron] 10.222.0.60 "GET /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837871 Sep 02 13:00:59.141256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a793c248-eff2-41c6-8154-17d61bb9f03f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:00:59.184775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:59.186688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.252324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Update dhcp port {'port': {'network_id': 'dd87b93a-b680-4881-9cb4-63de96fd98bc', 'fixed_ips': [{'subnet_id': '9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4', 'ip_address': '2001:db8:0:1:f816:3eff:fedf:3cbd'}, {'subnet_id': 'be290ac3-f0bd-4072-bb86-e2abc54bcafd'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'd28d6a83-2d95-4919-8231-1bcffb908efd'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:00:59.290327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8::3b4 (dd87b93a-b680-4881-9cb4-63de96fd98bc/be290ac3-f0bd-4072-bb86-e2abc54bcafd/5cb8205d-cd46-4635-a107-41c35ac16ca5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:59.298005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:5a8c (dd87b93a-b680-4881-9cb4-63de96fd98bc/9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4/5cb8205d-cd46-4635-a107-41c35ac16ca5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:00:59.319312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.418255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-18f426b6-48b5-4ed3-9c34-112537bc4b22 service neutron] 10.222.0.60 "GET /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985232 Sep 02 13:00:59.424681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3fe86-84ea-47ca-ad08-9d825b949cec req-0f5eebb8-0f64-4926-a536-f38dcaff4fc9 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:59.435989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1db3fe86-84ea-47ca-ad08-9d825b949cec req-0f5eebb8-0f64-4926-a536-f38dcaff4fc9 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 944 time: 0.0757816 Sep 02 13:00:59.487538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1db3fe86-84ea-47ca-ad08-9d825b949cec req-17305003-12f2-41d1-bb81-cbed05df18a0 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Sep 02 13:00:59.504980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.537230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Transition to ACTIVE for port object 5cb8205d-cd46-4635-a107-41c35ac16ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:00:59.593461 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.683243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Network dd87b93a-b680-4881-9cb4-63de96fd98bc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:00:59.684409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event updated for resources: {'Port': ['ID=5cb8205d-cd46-4635-a107-41c35ac16ca5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:00:59.687548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:00:59.689776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:00:59.696564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:00:59.697443 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.737710 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-889ee533-2283-45d8-a3c8-438c4b9fb702 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3713231 Sep 02 13:00:59.738043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:00:59.773569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76f48d71-89a0-4bf4-bc4d-054b3e78b1da req-318fde01-6adb-41d7-8ad6-7dda5f4101cf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0661802 Sep 02 13:00:59.847190 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.850441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting port 5cb8205d-cd46-4635-a107-41c35ac16ca5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:00:59.850951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.875930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57dafaf1-c40d-41e4-aede-647b85b65f32 None None] Provisioning complete for port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:00:59.876834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57dafaf1-c40d-41e4-aede-647b85b65f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.961504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:00:59.979794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Calling delete_port for 5cb8205d-cd46-4635-a107-41c35ac16ca5 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:00:59.984556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 88ec32dd-9601-49fe-82c1-4d99ac9a5362, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=88ec32dd-9601-49fe-82c1-4d99ac9a5362,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:00:59.998423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Allocated IP 2001:db8::2 (dd87b93a-b680-4881-9cb4-63de96fd98bc/be290ac3-f0bd-4072-bb86-e2abc54bcafd/d28d6a83-2d95-4919-8231-1bcffb908efd) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:00.000799 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.001681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:00.220605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=88ec32dd-9601-49fe-82c1-4d99ac9a5362,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:00.226915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.270289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:00.270663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.273736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:00.303267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Port': ['ID=5cb8205d-cd46-4635-a107-41c35ac16ca5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:00.334931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.353554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Transition to ACTIVE for port object d28d6a83-2d95-4919-8231-1bcffb908efd will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:00.355004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.361002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4a693302-342b-492d-9543-48286d6e192d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/5cb8205d-cd46-4635-a107-41c35ac16ca5 HTTP/1.1" status: 204 len: 168 time: 0.6219101 Sep 02 13:01:00.363684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:00.379986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.428219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a56eb-a487-4cf8-9039-501c5662dfc9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:00.432922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb4a56eb-a487-4cf8-9039-501c5662dfc9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0651884 Sep 02 13:01:00.433329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:00.473528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fe8f7-80f8-40ef-a2b6-b61dde3f481c None None] Pushing event updated for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=16']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:00.496638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de64ebd-7f52-4a1a-94ae-a81d0ad5cf81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:00.498140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2de64ebd-7f52-4a1a-94ae-a81d0ad5cf81 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0639498 Sep 02 13:01:00.500695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:00.563563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bb39d-e448-452c-861d-118a67bdc574 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:00.565159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bb39d-e448-452c-861d-118a67bdc574 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:00.566716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bb39d-e448-452c-861d-118a67bdc574 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:00.568352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d0bb39d-e448-452c-861d-118a67bdc574 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0666769 Sep 02 13:01:00.572705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54848) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:00.631525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941a25b-610e-49d8-8c85-ab7c37645c95 req-64835250-d0a9-42f5-a760-ffd7d660d061 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:00.633834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a941a25b-610e-49d8-8c85-ab7c37645c95 req-64835250-d0a9-42f5-a760-ffd7d660d061 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 944 time: 0.0657692 Sep 02 13:01:00.635858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet 9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:00.639430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.685743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.755259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a941a25b-610e-49d8-8c85-ab7c37645c95 req-892fdfb5-8bd4-4fdc-a36e-3d0f8a0846bf tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142325 Sep 02 13:01:00.807142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 88ec32dd-9601-49fe-82c1-4d99ac9a5362 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:00.815532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:00.881890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:00.882269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.025218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:01.087188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-e6d60eec-cfa2-41a5-a8d9-eabb2a802bc5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:01.088957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-e6d60eec-cfa2-41a5-a8d9-eabb2a802bc5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/networks?id=c4da15ad-f36b-4d23-9865-565d84a5bd04 HTTP/1.1" status: 200 len: 797 time: 0.2084427 Sep 02 13:01:01.112526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b23f2cd-970e-459d-b9bb-c767b62477dd req-482ee433-92e9-408d-b580-517cc5a155fb tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 210 time: 0.2128429 Sep 02 13:01:01.120355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.157349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:01.163931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.166318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0be06d83-8030-4689-9424-844111779a1d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4 HTTP/1.1" status: 204 len: 168 time: 0.5921810 Sep 02 13:01:01.169142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.194122 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-96643867-97fd-4992-83ee-80f7e59880f5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 472 time: 0.0801020 Sep 02 13:01:01.218119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'port': {'device_id': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'admin_state_up': True, 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'security_groups': ['dd8ec290-ae0b-4888-bb01-68abc58b2d2c']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:01.255526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Deleting subnet be290ac3-f0bd-4072-bb86-e2abc54bcafd {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:01.259562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.348776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.380871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e29aa8-b646-424a-b885-a3cca6b52eb7 None None] Network dd87b93a-b680-4881-9cb4-63de96fd98bc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:01.402158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:01.408549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.460843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.475241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-358d0e87-992c-4f97-8d46-13e518c00f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.511395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6b49b4fc-9243-4127-b00d-a1e0f6253623 None None] Provisioning for port d28d6a83-2d95-4919-8231-1bcffb908efd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:01.522180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6b49b4fc-9243-4127-b00d-a1e0f6253623 None None] Provisioning complete for port d28d6a83-2d95-4919-8231-1bcffb908efd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:01.522643 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6b49b4fc-9243-4127-b00d-a1e0f6253623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.544604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.580177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.582295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/be290ac3-f0bd-4072-bb86-e2abc54bcafd HTTP/1.1" status: 204 len: 168 time: 0.4085052 Sep 02 13:01:01.583323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2afb5-0726-4137-aa77-735aa151f847 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Subnet': ['ID=be290ac3-f0bd-4072-bb86-e2abc54bcafd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:01.588203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.20.0.20 (c4da15ad-f36b-4d23-9865-565d84a5bd04/150ee645-efd4-4e9c-a907-c761066f3543/16b64d5a-387a-4750-a475-2c686fa4cf1f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:01.591102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.650452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-94c9974f-962f-4b2f-aeb7-0e3cdf2f039f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577195 Sep 02 13:01:01.652615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.670050 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.723863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c24e14-ca6d-4417-b2a9-2a0a5129b005 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:01.728500 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c2c24e14-ca6d-4417-b2a9-2a0a5129b005 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0745904 Sep 02 13:01:01.729187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.745961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] DHCP port deletion for dd87b93a-b680-4881-9cb4-63de96fd98bc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:01:01.765352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.791157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Transition to ACTIVE for port object 16b64d5a-387a-4750-a475-2c686fa4cf1f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:01.811461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] Deleting port d28d6a83-2d95-4919-8231-1bcffb908efd {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:01.811846 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.823583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0f53f-bb36-4701-84bc-7d58323bd4b6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:01.829178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.830199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-59a0f53f-bb36-4701-84bc-7d58323bd4b6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999899 Sep 02 13:01:01.879565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] For port d28d6a83-2d95-4919-8231-1bcffb908efd, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d28d6a83-2d95-4919-8231-1bcffb908efd,segment=NetworkSegment(eb3901a0-023f-45cb-8782-7d6cdbe0b49c),segment_id=eb3901a0-023f-45cb-8782-7d6cdbe0b49c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:01.880134 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.889473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-37b3a07f-3d3f-4aa0-81fe-27d7a38fe98a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531509 Sep 02 13:01:01.890169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.890730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf480ad-2f87-4076-8128-8ef9bbc84db9 req-361b204c-3e9d-4338-ab95-f1f738e28603 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:01.895173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] Calling delete_port for d28d6a83-2d95-4919-8231-1bcffb908efd owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:01.895949 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cf480ad-2f87-4076-8128-8ef9bbc84db9 req-361b204c-3e9d-4338-ab95-f1f738e28603 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 944 time: 0.0620773 Sep 02 13:01:01.918291 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa12761c-dd7b-40f4-ae4a-af09ca0a0271 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:01.919008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa12761c-dd7b-40f4-ae4a-af09ca0a0271 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:01.923891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa12761c-dd7b-40f4-ae4a-af09ca0a0271 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/5cb8205d-cd46-4635-a107-41c35ac16ca5 HTTP/1.1" status: 404 len: 333 time: 0.0310583 Sep 02 13:01:01.925397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:01.935776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cf480ad-2f87-4076-8128-8ef9bbc84db9 req-45f60e97-b5bd-4d9d-842a-b9da20fb078d tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365205 Sep 02 13:01:01.936843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.988438 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:01.998138 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffcb898-aaad-4afb-8161-3e60ce7da827 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:01.998595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffcb898-aaad-4afb-8161-3e60ce7da827 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.001099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cffcb898-aaad-4afb-8161-3e60ce7da827 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9f806c1a-2ab8-46a4-9dd9-1cbdebb77dd4 HTTP/1.1" status: 404 len: 337 time: 0.0739059 Sep 02 13:01:02.003304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.020240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] Pushing event deleted for resources: {'Port': ['ID=d28d6a83-2d95-4919-8231-1bcffb908efd,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:02.024034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574ccf7-221f-4627-9b40-fddadadf04a3 None None] No DVR routers for this DVR port d28d6a83-2d95-4919-8231-1bcffb908efd on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:02.024421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:02.039095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:02.045592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:02.050613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=16b64d5a-387a-4750-a475-2c686fa4cf1f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:02.062554 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e12d1c-9a44-4bb6-812b-779e4f4fd9e6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.063023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e12d1c-9a44-4bb6-812b-779e4f4fd9e6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.068346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a1e12d1c-9a44-4bb6-812b-779e4f4fd9e6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/be290ac3-f0bd-4072-bb86-e2abc54bcafd HTTP/1.1" status: 404 len: 337 time: 0.0609324 Sep 02 13:01:02.068543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.099076 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f678d05-0139-4e4d-9530-360c799bb664 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.100420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f678d05-0139-4e4d-9530-360c799bb664 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.105270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f678d05-0139-4e4d-9530-360c799bb664 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/b8251b4d-5d9e-47f7-b1d6-aac9e9912504 HTTP/1.1" status: 404 len: 333 time: 0.0330331 Sep 02 13:01:02.109448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.110724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:02.111399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.128733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-f7b3fe42-be90-4803-a3e4-40d2cc99213b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9264951 Sep 02 13:01:02.150568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Request body: {'port': {'device_id': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:02.156679 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-694dd49e-2ff2-41d4-97fd-9daac6e2baa3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.157195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694dd49e-2ff2-41d4-97fd-9daac6e2baa3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.161930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-694dd49e-2ff2-41d4-97fd-9daac6e2baa3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9ef35452-bee3-4b7c-9ca7-f7eb3efa0a8f HTTP/1.1" status: 404 len: 337 time: 0.0511661 Sep 02 13:01:02.163091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54882) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.201134 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-79329cfd-8721-43c4-8aab-6fd5a3915581 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.201623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79329cfd-8721-43c4-8aab-6fd5a3915581 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.211267 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79329cfd-8721-43c4-8aab-6fd5a3915581 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/aceac42d-85da-465c-85fe-086af1cb5beb HTTP/1.1" status: 404 len: 337 time: 0.0428224 Sep 02 13:01:02.212133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.232676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.258751 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf87d896-dfd3-4498-9744-4be4f3b24de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.259983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf87d896-dfd3-4498-9744-4be4f3b24de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.268620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cf87d896-dfd3-4498-9744-4be4f3b24de4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/813f4372-05aa-4b27-8feb-e4d3297e15cf HTTP/1.1" status: 404 len: 333 time: 0.0552528 Sep 02 13:01:02.269470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.303013 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86db571-f9b1-4977-85ce-512d6cc0f176 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.303501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86db571-f9b1-4977-85ce-512d6cc0f176 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.312336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a793c248-eff2-41c6-8154-17d61bb9f03f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:02.334646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bc9c8-c74e-448a-b6cf-789981b94717 req-d9285a37-ceaf-49c7-b2eb-067769f4549a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:02.337332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-256bc9c8-c74e-448a-b6cf-789981b94717 req-d9285a37-ceaf-49c7-b2eb-067769f4549a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 932 time: 0.0873504 Sep 02 13:01:02.341086 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f86db571-f9b1-4977-85ce-512d6cc0f176 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/c542d50a-b349-4b4f-85ea-b07827840861 HTTP/1.1" status: 404 len: 337 time: 0.0701632 Sep 02 13:01:02.342084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.381356 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5110d2f5-e237-4802-9d2e-22b4a23a8ba8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.381921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5110d2f5-e237-4802-9d2e-22b4a23a8ba8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.389436 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5110d2f5-e237-4802-9d2e-22b4a23a8ba8 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/043216ea-aa6b-4435-965a-8a4338b330c7 HTTP/1.1" status: 404 len: 337 time: 0.0461500 Sep 02 13:01:02.390113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.404951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a793c248-eff2-41c6-8154-17d61bb9f03f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:02.411869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a793c248-eff2-41c6-8154-17d61bb9f03f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:02.413386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.437818 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1242392-6763-4bdf-885f-103542bd75c0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.438549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1242392-6763-4bdf-885f-103542bd75c0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.440708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f1242392-6763-4bdf-885f-103542bd75c0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/d004b24e-6367-4e97-a0ff-d1fd2a399458 HTTP/1.1" status: 404 len: 333 time: 0.0477221 Sep 02 13:01:02.443367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.480461 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dba214d-87b1-4a0c-bc94-05dd67f492e7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.481411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dba214d-87b1-4a0c-bc94-05dd67f492e7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.483616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8dba214d-87b1-4a0c-bc94-05dd67f492e7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/6d9d60c8-07e8-4d6b-a5b7-7645b5e1d445 HTTP/1.1" status: 404 len: 337 time: 0.0391674 Sep 02 13:01:02.494907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.507952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac275f29-ee2c-41c9-b351-d4f43a55b880 None None] Provisioning for port 16b64d5a-387a-4750-a475-2c686fa4cf1f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:02.517015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac275f29-ee2c-41c9-b351-d4f43a55b880 None None] Provisioning complete for port 16b64d5a-387a-4750-a475-2c686fa4cf1f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:02.517542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac275f29-ee2c-41c9-b351-d4f43a55b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.528130 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0023fd27-f839-4e0c-9b6e-3a306d98e5be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.528844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0023fd27-f839-4e0c-9b6e-3a306d98e5be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.533118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0023fd27-f839-4e0c-9b6e-3a306d98e5be tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/32258530-3f38-43f9-bcab-e89d871dfc02 HTTP/1.1" status: 404 len: 337 time: 0.0347500 Sep 02 13:01:02.533307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.558850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ac275f29-ee2c-41c9-b351-d4f43a55b880 None None] Port 16b64d5a-387a-4750-a475-2c686fa4cf1f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:02.559796 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfe7249-bce0-4d19-8ace-6fdf5bdab2dc tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.560837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfe7249-bce0-4d19-8ace-6fdf5bdab2dc tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.566566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4bfe7249-bce0-4d19-8ace-6fdf5bdab2dc tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/5dd6bfd4-4160-4b3c-b21f-fb4040d48617 HTTP/1.1" status: 404 len: 333 time: 0.0298018 Sep 02 13:01:02.567644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.582241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.601533 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a97eaa1-f453-4204-b960-8fedecb2c54f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.602144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a97eaa1-f453-4204-b960-8fedecb2c54f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.607189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9a97eaa1-f453-4204-b960-8fedecb2c54f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/f2a43e60-9b18-4044-bd2e-7b6826aa2821 HTTP/1.1" status: 404 len: 337 time: 0.0355437 Sep 02 13:01:02.607390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.623032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.630743 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c0ba7d-df69-441e-9d74-fe154b905e26 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.631841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c0ba7d-df69-441e-9d74-fe154b905e26 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.637702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-01c0ba7d-df69-441e-9d74-fe154b905e26 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/b35d5ffe-71c2-45c3-a43d-fb0b65d54fa4 HTTP/1.1" status: 404 len: 333 time: 0.0265794 Sep 02 13:01:02.639854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.654314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a793c248-eff2-41c6-8154-17d61bb9f03f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:02.657235 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330880d-1a49-4b64-8a86-ff32b6b03e39" -d '{"events": [{"server_uuid": "0bcbd5bf-d460-4375-9780-ed6a40ccffac", "name": "network-vif-plugged", "status": "completed", "tag": "a793c248-eff2-41c6-8154-17d61bb9f03f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:02.670490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a793c248-eff2-41c6-8154-17d61bb9f03f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a793c248-eff2-41c6-8154-17d61bb9f03f,segment=NetworkSegment(b141438c-942c-48c6-a5b0-3ed2753103af),segment_id=b141438c-942c-48c6-a5b0-3ed2753103af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:02.679805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.706018 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea54931-97ab-4416-8934-1bef0b5061bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.706481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea54931-97ab-4416-8934-1bef0b5061bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.711140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ea54931-97ab-4416-8934-1bef0b5061bd tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/cde0d8e9-cf4c-486d-86f3-f2a6cd52e72f HTTP/1.1" status: 404 len: 337 time: 0.0645204 Sep 02 13:01:02.711297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.713273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-256bc9c8-c74e-448a-b6cf-789981b94717 req-9e9bec72-de5e-4ca6-a2a9-aa6458fb053d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689983 Sep 02 13:01:02.718775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b64d5a-387a-4750-a475-2c686fa4cf1f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:02.726616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.741576 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc97a1-b5db-43e8-be8d-a8e893e99875 x-openstack-request-id: req-a3bc97a1-b5db-43e8-be8d-a8e893e99875 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:02.741872 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcbd5bf-d460-4375-9780-ed6a40ccffac", "name": "network-vif-plugged", "status": "completed", "tag": "a793c248-eff2-41c6-8154-17d61bb9f03f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:02.742136 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3bc97a1-b5db-43e8-be8d-a8e893e99875 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:02.745734 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a793c248-eff2-41c6-8154-17d61bb9f03f', 'code': 200} Sep 02 13:01:02.750174 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70856aa-8625-4dfa-aa5b-46cc6cb1bb1f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.750932 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70856aa-8625-4dfa-aa5b-46cc6cb1bb1f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.752716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f70856aa-8625-4dfa-aa5b-46cc6cb1bb1f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/12fb47a6-df9b-453d-a5f0-37cae50710a2 HTTP/1.1" status: 404 len: 333 time: 0.0404873 Sep 02 13:01:02.758359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.771903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a793c248-eff2-41c6-8154-17d61bb9f03f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:02.787647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Transition to ACTIVE for port object 16b64d5a-387a-4750-a475-2c686fa4cf1f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:02.793233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.800466 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d3eebd-3887-47fd-93d1-3d75c1db406b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.800995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d3eebd-3887-47fd-93d1-3d75c1db406b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.802762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-85d3eebd-3887-47fd-93d1-3d75c1db406b tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/31a35608-82a6-434c-8394-3b77c6f6d41d HTTP/1.1" status: 404 len: 337 time: 0.0433855 Sep 02 13:01:02.812464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:02.816034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.841085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d28d6a83-2d95-4919-8231-1bcffb908efd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:02.841437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d28d6a83-2d95-4919-8231-1bcffb908efd not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:02.849033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Pushing event updated for resources: {'Port': ['ID=16b64d5a-387a-4750-a475-2c686fa4cf1f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:02.856471 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9d6240-6ce1-4b9e-b1a5-84586a99cf66 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.857343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9d6240-6ce1-4b9e-b1a5-84586a99cf66 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.859118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d9d6240-6ce1-4b9e-b1a5-84586a99cf66 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/3f97f2b2-2533-4c83-9cc7-3cc1bf1624f4 HTTP/1.1" status: 404 len: 333 time: 0.0419245 Sep 02 13:01:02.862256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54916) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.899090 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ef2b8a-5e32-429b-9190-cb8c4a13ba82 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.899649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ef2b8a-5e32-429b-9190-cb8c4a13ba82 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.903839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-99ef2b8a-5e32-429b-9190-cb8c4a13ba82 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/d206121b-2f46-4d2a-8c55-fe2c5ce8fa20 HTTP/1.1" status: 404 len: 337 time: 0.0383277 Sep 02 13:01:02.904509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:02.939592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Attempting to bind port 16b64d5a-387a-4750-a475-2c686fa4cf1f on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:02.939980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Attempting to bind port 16b64d5a-387a-4750-a475-2c686fa4cf1f by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:02.940261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Attempting to bind port 16b64d5a-387a-4750-a475-2c686fa4cf1f on network c4da15ad-f36b-4d23-9865-565d84a5bd04 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:02.942426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa2439-2c5a-4a3a-898a-d43d8664c287 req-505e608f-decb-4eb5-a89e-7155c146ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:02.945301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2fa2439-2c5a-4a3a-898a-d43d8664c287 req-505e608f-decb-4eb5-a89e-7155c146ef7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 1096 time: 0.1414273 Sep 02 13:01:02.945492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Port 16b64d5a-387a-4750-a475-2c686fa4cf1f on network c4da15ad-f36b-4d23-9865-565d84a5bd04 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:01:02.945781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Attempting to bind port 16b64d5a-387a-4750-a475-2c686fa4cf1f on network c4da15ad-f36b-4d23-9865-565d84a5bd04 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:02.949490 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dcd7c0-dbab-454e-b822-9356474ac50e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:02.950340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dcd7c0-dbab-454e-b822-9356474ac50e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:02.951783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:02.952180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Checking segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:02.952635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Bound using segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:02.953267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Bound port: 16b64d5a-387a-4750-a475-2c686fa4cf1f, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:02.953635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:02.956659 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d9dcd7c0-dbab-454e-b822-9356474ac50e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/e3b062c6-1307-46fd-97ac-917223de4380 HTTP/1.1" status: 404 len: 333 time: 0.0507424 Sep 02 13:01:02.957584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.019219 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbdf58d-5b95-4d82-ab70-4a657d95ab9d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.019692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbdf58d-5b95-4d82-ab70-4a657d95ab9d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.021484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ffbdf58d-5b95-4d82-ab70-4a657d95ab9d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/ab57dc7d-cc75-4889-a099-34e00be5bafe HTTP/1.1" status: 404 len: 337 time: 0.0617082 Sep 02 13:01:03.027799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.037274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2fa2439-2c5a-4a3a-898a-d43d8664c287 req-51a19763-d847-44a4-86c9-4ae8e70f282a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784914 Sep 02 13:01:03.059381 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a151dd7-28d8-4dea-9ecb-f09ae01413bb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.060329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a151dd7-28d8-4dea-9ecb-f09ae01413bb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.065623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9a151dd7-28d8-4dea-9ecb-f09ae01413bb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/6fcca85a-38fa-42ef-a750-9dcad099f4e2 HTTP/1.1" status: 404 len: 333 time: 0.0359147 Sep 02 13:01:03.068581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.103472 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-010ef11d-d230-4a6f-a85a-3255fbc790e4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.104076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010ef11d-d230-4a6f-a85a-3255fbc790e4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.106192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-010ef11d-d230-4a6f-a85a-3255fbc790e4 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/6767143e-6098-42c4-9b0b-87c4f79e9869 HTTP/1.1" status: 404 len: 337 time: 0.0361392 Sep 02 13:01:03.107680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] For port 16b64d5a-387a-4750-a475-2c686fa4cf1f, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:03.108807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.121774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] For port 16b64d5a-387a-4750-a475-2c686fa4cf1f, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:03.127602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:03.150812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b85e-d9de-497d-9e49-41f6386d6ae5 req-2b21b5eb-aceb-4070-bf2d-20326e34538f tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:03.152611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7210b85e-d9de-497d-9e49-41f6386d6ae5 req-2b21b5eb-aceb-4070-bf2d-20326e34538f tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.0902951 Sep 02 13:01:03.154464 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-334f45cc-3bbd-4c1b-83fb-4af279b32d37 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.154464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334f45cc-3bbd-4c1b-83fb-4af279b32d37 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.158278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-334f45cc-3bbd-4c1b-83fb-4af279b32d37 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/6306f95e-9a32-4d48-a8d3-5fa7d2b15ba7 HTTP/1.1" status: 404 len: 337 time: 0.0458410 Sep 02 13:01:03.158590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.175988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:03.175988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:03.175988 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/16b64d5a-387a-4750-a475-2c686fa4cf1f HTTP/1.1" status: 200 len: 1092 time: 1.0279989 Sep 02 13:01:03.175988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'tag': '16b64d5a-387a-4750-a475-2c686fa4cf1f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:03.185376 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e92298-1900-4f69-94fa-dbd7066d0509" -d '{"events": [{"name": "network-changed", "server_uuid": "94a12299-0ea1-490d-8aac-ec933f02d9a7", "tag": "16b64d5a-387a-4750-a475-2c686fa4cf1f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:03.193340 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56286a8-f8f0-4c48-8577-db7a86fc5f63 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.195118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56286a8-f8f0-4c48-8577-db7a86fc5f63 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.200758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f56286a8-f8f0-4c48-8577-db7a86fc5f63 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/40c86656-4082-4207-b3b0-ff8da616a6a6 HTTP/1.1" status: 404 len: 333 time: 0.0410347 Sep 02 13:01:03.203458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.247437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb90c1-5094-4f74-90b4-18ad61d132b3 service neutron] Pushing event updated for resources: {'Port': ['ID=16b64d5a-387a-4750-a475-2c686fa4cf1f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:03.269612 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-032b8aa1-41a9-487a-bcc8-95d8ad9a9d37 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.270080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032b8aa1-41a9-487a-bcc8-95d8ad9a9d37 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.272467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-032b8aa1-41a9-487a-bcc8-95d8ad9a9d37 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/4e5f3ae4-2d8c-4086-b831-8a59739d8f4f HTTP/1.1" status: 404 len: 337 time: 0.0475965 Sep 02 13:01:03.275471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.306156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7210b85e-d9de-497d-9e49-41f6386d6ae5 req-9b89d51a-185a-4d99-a039-ee1f40b899f8 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041658 Sep 02 13:01:03.702373 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d678b13d-c0a5-4803-a465-7d5939ea2506 x-openstack-request-id: req-d678b13d-c0a5-4803-a465-7d5939ea2506 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:03.702647 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a12299-0ea1-490d-8aac-ec933f02d9a7", "tag": "16b64d5a-387a-4750-a475-2c686fa4cf1f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:03.702795 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d678b13d-c0a5-4803-a465-7d5939ea2506 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:03.703216 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'tag': '16b64d5a-387a-4750-a475-2c686fa4cf1f', 'status': 'completed', 'code': 200} Sep 02 13:01:03.717474 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1770ec40-0e4c-4743-b607-8c3400ecaa4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.717941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1770ec40-0e4c-4743-b607-8c3400ecaa4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.719769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1770ec40-0e4c-4743-b607-8c3400ecaa4c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9322d914-a446-49fb-8126-9a973b323eb1 HTTP/1.1" status: 404 len: 337 time: 0.4429629 Sep 02 13:01:03.722725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.749167 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b481bc3-fc55-4915-9f5c-beb377cef542 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.749875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b481bc3-fc55-4915-9f5c-beb377cef542 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.751670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3b481bc3-fc55-4915-9f5c-beb377cef542 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/c95d5b8b-4a62-48ce-8296-c5c04b1875de HTTP/1.1" status: 404 len: 333 time: 0.0279908 Sep 02 13:01:03.754644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.785764 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a476aaee-6765-49f7-891f-5d71b3113f17 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.786244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a476aaee-6765-49f7-891f-5d71b3113f17 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.788071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a476aaee-6765-49f7-891f-5d71b3113f17 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/bfef1b8d-a117-464c-8086-097b8eba9c88 HTTP/1.1" status: 404 len: 337 time: 0.0325694 Sep 02 13:01:03.790944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.802771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-0e3ed384-069e-46ee-89db-1d0695535534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:03.804323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-0e3ed384-069e-46ee-89db-1d0695535534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 1095 time: 0.5263262 Sep 02 13:01:03.836337 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e0e7f0-f5c6-4236-bad8-e0d9605de6a9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.836838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e0e7f0-f5c6-4236-bad8-e0d9605de6a9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.842123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-15e0e7f0-f5c6-4236-bad8-e0d9605de6a9 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/c1fa110b-ff12-4421-8759-582258d9fc6b HTTP/1.1" status: 404 len: 337 time: 0.0465312 Sep 02 13:01:03.842123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.906031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-62402521-3fe3-4f7c-9a12-fc6805a1efdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0844643 Sep 02 13:01:03.909218 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13c9b54-a38c-4bd8-86f2-b02c616bed0c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.909858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13c9b54-a38c-4bd8-86f2-b02c616bed0c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.914133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d13c9b54-a38c-4bd8-86f2-b02c616bed0c tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/d694a394-e852-4840-a23c-b7313c38b49a HTTP/1.1" status: 404 len: 333 time: 0.0692151 Sep 02 13:01:03.915007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.942578 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd28d3df-7eeb-4ce2-ac74-784dfdacf5d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.942815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd28d3df-7eeb-4ce2-ac74-784dfdacf5d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.944766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd28d3df-7eeb-4ce2-ac74-784dfdacf5d5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/c75bf642-6a33-4c60-93b1-cc1156f94323 HTTP/1.1" status: 404 len: 337 time: 0.0284050 Sep 02 13:01:03.948211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:03.965621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269df41-2b1d-4219-9e8b-7e6ed80282cd req-5e15f944-9c79-49bb-97e7-c9905d8ee5ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:03.967270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2269df41-2b1d-4219-9e8b-7e6ed80282cd req-5e15f944-9c79-49bb-97e7-c9905d8ee5ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 944 time: 0.1446095 Sep 02 13:01:03.992517 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1c6693-bb94-4c4a-8bdb-5d57ccd66c68 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:03.993306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1c6693-bb94-4c4a-8bdb-5d57ccd66c68 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:03.993721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-5d3e2cb3-47e9-46ec-bc5d-cfe2c6681c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:03.995225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-5d3e2cb3-47e9-46ec-bc5d-cfe2c6681c81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=150ee645-efd4-4e9c-a907-c761066f3543 HTTP/1.1" status: 200 len: 838 time: 0.0811026 Sep 02 13:01:03.996450 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cc1c6693-bb94-4c4a-8bdb-5d57ccd66c68 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/76147de3-dc95-4eaa-918d-63c4562dc1b9 HTTP/1.1" status: 404 len: 337 time: 0.0465369 Sep 02 13:01:03.998877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.036388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9040434e-3eaf-4a7a-8d9c-dcdbf977b0ba tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports?device_id=610178ca-15ce-44e2-99b6-740cc46320e7 HTTP/1.1" status: 200 len: 205 time: 0.0360913 Sep 02 13:01:04.038739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.065441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2269df41-2b1d-4219-9e8b-7e6ed80282cd req-0e525128-7f12-4b85-9b88-5c60bc0ca576 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915656 Sep 02 13:01:04.084053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098837-797d-420f-b2c4-24f753ddea80 req-ad236fb8-7280-4c57-a529-203266c574de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.085867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-ad236fb8-7280-4c57-a529-203266c574de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4da15ad-f36b-4d23-9865-565d84a5bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802834 Sep 02 13:01:04.115775 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d04d7c0b-ce38-4b1e-92c5-2d70da1bce2a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] delete failed (client error): The resource could not be found. Sep 02 13:01:04.119739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d04d7c0b-ce38-4b1e-92c5-2d70da1bce2a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/routers/610178ca-15ce-44e2-99b6-740cc46320e7 HTTP/1.1" status: 404 len: 336 time: 0.0690320 Sep 02 13:01:04.120616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54960) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.150769 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fbd02e-b518-4793-b8ad-c7c02681ff2f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.151462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fbd02e-b518-4793-b8ad-c7c02681ff2f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.153416 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e8fbd02e-b518-4793-b8ad-c7c02681ff2f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/dca47fb2-0caa-4592-8fdf-b0f0965b18d7 HTTP/1.1" status: 404 len: 337 time: 0.0321805 Sep 02 13:01:04.156560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.193604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc68c904-6533-45c6-8e75-38e74b95a5f3 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "GET /v2.0/ports?device_id=10c060a3-a403-45b2-84d6-3f4f383b49cb HTTP/1.1" status: 200 len: 205 time: 0.0334957 Sep 02 13:01:04.195182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.198752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:04.239731 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-bd011b04-6966-4aa5-a72e-e27b5f12c3eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] delete failed (client error): The resource could not be found. Sep 02 13:01:04.240695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bd011b04-6966-4aa5-a72e-e27b5f12c3eb tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/routers/10c060a3-a403-45b2-84d6-3f4f383b49cb HTTP/1.1" status: 404 len: 336 time: 0.0458612 Sep 02 13:01:04.243762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.270320 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d64c11-4a8d-415a-9058-098b4f6087ee tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.270908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d64c11-4a8d-415a-9058-098b4f6087ee tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.271111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-3894b1a1-6993-4067-8dec-b2e8ec2286c3 service neutron] 10.222.0.41 "GET /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744106 Sep 02 13:01:04.272577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d5d64c11-4a8d-415a-9058-098b4f6087ee tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/61774d74-9d28-490a-ad31-b269196d9399 HTTP/1.1" status: 404 len: 337 time: 0.0278091 Sep 02 13:01:04.275467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.305630 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80a3dd7-b74f-4141-b3fb-b144bcb12d3a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.313308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80a3dd7-b74f-4141-b3fb-b144bcb12d3a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.313308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a80a3dd7-b74f-4141-b3fb-b144bcb12d3a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/e51b6c56-63ab-4216-8850-0aa28c4287b4 HTTP/1.1" status: 404 len: 337 time: 0.0315387 Sep 02 13:01:04.313786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.338324 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc3e99d-f8e6-43ab-8dbb-86e788284e9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.339033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc3e99d-f8e6-43ab-8dbb-86e788284e9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.343266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ebc3e99d-f8e6-43ab-8dbb-86e788284e9a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/6a9150ac-2d6b-4f44-a13e-2414d5c79956 HTTP/1.1" status: 404 len: 333 time: 0.0261824 Sep 02 13:01:04.344003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.380651 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da8d4db-f253-45eb-a7fd-818eaee0b9e0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.381290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da8d4db-f253-45eb-a7fd-818eaee0b9e0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.386793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54976) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.386998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9da8d4db-f253-45eb-a7fd-818eaee0b9e0 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/181d8c57-eb5c-446d-8593-1683332c496b HTTP/1.1" status: 404 len: 337 time: 0.0413127 Sep 02 13:01:04.388975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb098837-797d-420f-b2c4-24f753ddea80 req-4728c435-a09a-439d-8508-b9872509cb0f service neutron] 10.222.0.41 "GET /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024632 Sep 02 13:01:04.415946 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b53bf1d-b3dd-4862-9ad8-1b5ba48b147a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.417075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b53bf1d-b3dd-4862-9ad8-1b5ba48b147a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.419617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b53bf1d-b3dd-4862-9ad8-1b5ba48b147a tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/9ce8b52c-7832-4d29-b9cc-1383667c5331 HTTP/1.1" status: 404 len: 333 time: 0.0293269 Sep 02 13:01:04.422493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.447368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40602ec8-affc-4b25-bcf2-959c0fb3ebbf req-3d11e156-ebf8-4ee7-82c9-920993fc7df4 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.449483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40602ec8-affc-4b25-bcf2-959c0fb3ebbf req-3d11e156-ebf8-4ee7-82c9-920993fc7df4 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.0573595 Sep 02 13:01:04.451637 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38a665a-a2c6-480b-b54c-da6b6a1d0928 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.452272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38a665a-a2c6-480b-b54c-da6b6a1d0928 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.456557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b38a665a-a2c6-480b-b54c-da6b6a1d0928 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/90a89bbf-6bdf-4c4f-95d2-d34f61ed9a3d HTTP/1.1" status: 404 len: 337 time: 0.0307555 Sep 02 13:01:04.457540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.503134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-baea0a48-98af-41e4-afe7-c1a9a40fe51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.504772 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-baea0a48-98af-41e4-afe7-c1a9a40fe51a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 1095 time: 0.0494030 Sep 02 13:01:04.508236 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bab200-606a-4cfb-bb1d-34bd50db0227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.509152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bab200-606a-4cfb-bb1d-34bd50db0227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.513544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b2bab200-606a-4cfb-bb1d-34bd50db0227 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/d7e7604c-bffb-4b50-b63b-c2ec071b91da HTTP/1.1" status: 404 len: 333 time: 0.0545738 Sep 02 13:01:04.520178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.564035 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dba8a3-572b-43d2-a8b8-c180bb9f76e6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.564803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dba8a3-572b-43d2-a8b8-c180bb9f76e6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.568864 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f4dba8a3-572b-43d2-a8b8-c180bb9f76e6 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/7bc1a47c-2eb9-4911-982e-b9295bb540a1 HTTP/1.1" status: 404 len: 337 time: 0.0453172 Sep 02 13:01:04.569873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.615321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40602ec8-affc-4b25-bcf2-959c0fb3ebbf req-975c043b-4936-4d9f-9baf-c77ebb671416 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459370 Sep 02 13:01:04.627801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-dcb036da-744d-41a2-a222-9317a85d0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.629943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-dcb036da-744d-41a2-a222-9317a85d0b71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4da15ad-f36b-4d23-9865-565d84a5bd04 HTTP/1.1" status: 200 len: 898 time: 0.1175096 Sep 02 13:01:04.659266 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a627d123-61bd-4e7d-ab87-875e0fcb2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.660077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a627d123-61bd-4e7d-ab87-875e0fcb2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.662041 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a627d123-61bd-4e7d-ab87-875e0fcb2909 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/7532a530-5a2f-4c76-833f-18136db2db47 HTTP/1.1" status: 404 len: 333 time: 0.0919812 Sep 02 13:01:04.664563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54992) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.693834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-6914de7a-51de-427e-b057-775b4547e348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0500622 Sep 02 13:01:04.695523 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63b8b8c-e471-4593-9f9c-28ee13f99979 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.696093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63b8b8c-e471-4593-9f9c-28ee13f99979 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.700439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d63b8b8c-e471-4593-9f9c-28ee13f99979 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/5f747dd6-a83c-4d81-93ae-f9fb9201e4be HTTP/1.1" status: 404 len: 337 time: 0.0323002 Sep 02 13:01:04.705230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.732280 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52ab453-9670-48d6-99f2-f4ec698da926 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.732980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52ab453-9670-48d6-99f2-f4ec698da926 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.737333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e52ab453-9670-48d6-99f2-f4ec698da926 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/37456ab3-e439-480a-a421-8b821820a78d HTTP/1.1" status: 404 len: 333 time: 0.0284913 Sep 02 13:01:04.737617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.767237 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa60ef1-d056-437f-a54d-324d5197b68e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.767620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa60ef1-d056-437f-a54d-324d5197b68e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.772492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0aa60ef1-d056-437f-a54d-324d5197b68e tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/5dac349c-2e1e-477e-9b90-ba683480c95f HTTP/1.1" status: 404 len: 337 time: 0.0308845 Sep 02 13:01:04.772945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.789989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-8dd82016-11d8-4098-8969-e3d9e428d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.791685 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-8dd82016-11d8-4098-8969-e3d9e428d73c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=150ee645-efd4-4e9c-a907-c761066f3543 HTTP/1.1" status: 200 len: 838 time: 0.0898178 Sep 02 13:01:04.798472 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2982356-e5f0-4839-9697-c460859693b5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.799182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2982356-e5f0-4839-9697-c460859693b5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.801649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f2982356-e5f0-4839-9697-c460859693b5 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/634facca-7f57-42dc-9769-3f8b5d0523ac HTTP/1.1" status: 404 len: 333 time: 0.0272229 Sep 02 13:01:04.803869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53060-a4c7-4945-9c2a-bd9635508606 req-78992fa1-cd11-487c-a52f-ce6a3bcf671a tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.804037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.805776 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaf53060-a4c7-4945-9c2a-bd9635508606 req-78992fa1-cd11-487c-a52f-ce6a3bcf671a tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.0890925 Sep 02 13:01:04.831565 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f572e10b-f2ab-4ff3-8c1f-b14c0aa3af4d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.832033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f572e10b-f2ab-4ff3-8c1f-b14c0aa3af4d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.836263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f572e10b-f2ab-4ff3-8c1f-b14c0aa3af4d tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/9c10be48-70f1-459f-9b12-f69aaa1f8ba7 HTTP/1.1" status: 404 len: 337 time: 0.0290403 Sep 02 13:01:04.836755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.863845 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4e1f2a-7818-412c-ab05-f2b55427ff69 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.864410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4e1f2a-7818-412c-ab05-f2b55427ff69 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.869505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4d4e1f2a-7818-412c-ab05-f2b55427ff69 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/ports/b8bb4204-20fa-4060-be6b-b21060419d43 HTTP/1.1" status: 404 len: 333 time: 0.0288765 Sep 02 13:01:04.869775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:04.872224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-003487e6-4fb0-46e4-9ed5-797322a12a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:04.873934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-003487e6-4fb0-46e4-9ed5-797322a12a49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4da15ad-f36b-4d23-9865-565d84a5bd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671639 Sep 02 13:01:04.882923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eaf53060-a4c7-4945-9c2a-bd9635508606 req-ba2ccc29-3742-42ae-934c-573d1aafcfa5 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Sep 02 13:01:04.897230 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad8666c-8d3b-41c2-95e4-d4644e15a72f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:04.897710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad8666c-8d3b-41c2-95e4-d4644e15a72f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:04.902684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0ad8666c-8d3b-41c2-95e4-d4644e15a72f tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/subnets/cbb9b53e-b322-4d36-8c94-b4bd6b07513c HTTP/1.1" status: 404 len: 337 time: 0.0288012 Sep 02 13:01:04.902986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:05.028126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.050269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-6ebc6a43-55e7-4ab9-8229-68327ec39c3b service neutron] 10.222.0.41 "GET /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661735 Sep 02 13:01:05.201588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddb84-e5e4-41a1-98d7-8c825e55de4f req-58347cfd-5191-48a1-ad9b-87897a70de06 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:05.210606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-569ddb84-e5e4-41a1-98d7-8c825e55de4f req-58347cfd-5191-48a1-ad9b-87897a70de06 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 944 time: 0.0681086 Sep 02 13:01:05.218613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.219569 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.236380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd87b93a-b680-4881-9cb4-63de96fd98bc']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:05.249189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-569ddb84-e5e4-41a1-98d7-8c825e55de4f req-656aeecb-17b5-4bd6-869a-a0ece9b34fd8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372882 Sep 02 13:01:05.259312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b97642-9e05-4e45-8e4c-d264e91c5b03 req-1376db14-3e82-4d74-b410-5db20c9bcbac tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:05.261297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2b97642-9e05-4e45-8e4c-d264e91c5b03 req-1376db14-3e82-4d74-b410-5db20c9bcbac tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.1885955 Sep 02 13:01:05.268831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:05.269202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3901a0-023f-45cb-8782-7d6cdbe0b49c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:05.298088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.320176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1e92298-1900-4f69-94fa-dbd7066d0509 req-55d98870-9392-43bd-9296-44f3b2c86dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461772 Sep 02 13:01:05.337601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.350151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b2b97642-9e05-4e45-8e4c-d264e91c5b03 req-25ce1938-b538-4c25-872b-7279ece85d3e tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784264 Sep 02 13:01:05.351352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:05.351876 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:05.355760 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:05.422589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.432705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:05.437536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] 10.222.0.60 "DELETE /v2.0/networks/dd87b93a-b680-4881-9cb4-63de96fd98bc HTTP/1.1" status: 204 len: 168 time: 0.5306518 Sep 02 13:01:05.452735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9fa9-5098-4336-b01b-fa67489a84d7 tempest-NetworksTestDHCPv6-2000381909 tempest-NetworksTestDHCPv6-2000381909-project] Pushing event deleted for resources: {'Network': ['ID=dd87b93a-b680-4881-9cb4-63de96fd98bc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:05.552064 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:01:05.702865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2dddc-e278-47b5-977e-f660a60a6e1b req-5aeb474a-605c-4814-9199-7c5a811d34f6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:05.709563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aeb2dddc-e278-47b5-977e-f660a60a6e1b req-5aeb474a-605c-4814-9199-7c5a811d34f6 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.0740550 Sep 02 13:01:05.793545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aeb2dddc-e278-47b5-977e-f660a60a6e1b req-72884834-1532-41d1-a712-f4708e46ef9d tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740237 Sep 02 13:01:05.806440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:05.970963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9ad33668-3a55-4d0f-b824-1f15085f2449 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c263b22a665048f887ca43f5a97aa3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633854 Sep 02 13:01:05.974088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:06.028946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff36189d-26cc-4553-83f1-4a08c719db68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:06.051761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff36189d-26cc-4553-83f1-4a08c719db68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:06.111763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff36189d-26cc-4553-83f1-4a08c719db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:06.115550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff36189d-26cc-4553-83f1-4a08c719db68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:06.119888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ff36189d-26cc-4553-83f1-4a08c719db68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05d64051-9682-4c08-9c46-5a08ecf5b422 HTTP/1.1" status: 204 len: 168 time: 0.1418166 Sep 02 13:01:06.127380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36189d-26cc-4553-83f1-4a08c719db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d64051-9682-4c08-9c46-5a08ecf5b422,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:06.379919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0337e-7057-426f-aa77-46cfb81e07fe req-bf469e45-10e0-4b3f-8987-4fc241ea2ead tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:06.381602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57c0337e-7057-426f-aa77-46cfb81e07fe req-bf469e45-10e0-4b3f-8987-4fc241ea2ead tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 944 time: 0.0580630 Sep 02 13:01:06.459024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57c0337e-7057-426f-aa77-46cfb81e07fe req-7c0ebad5-2229-4212-be89-5d93a1158de6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658393 Sep 02 13:01:06.964790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc061-dbe7-4cbe-b07c-c4710809213d req-20c43f3c-7508-4878-915d-5e22d2ce6193 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:06.969671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f2bc061-dbe7-4cbe-b07c-c4710809213d req-20c43f3c-7508-4878-915d-5e22d2ce6193 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.0876515 Sep 02 13:01:06.983486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-70340900-112a-4470-a61e-24a8b75058b4 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:06.985407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-70340900-112a-4470-a61e-24a8b75058b4 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 945 time: 0.0929193 Sep 02 13:01:07.003969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:07.064100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f2bc061-dbe7-4cbe-b07c-c4710809213d req-d1540e49-f692-4936-be28-4b13ad0917da tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/security-groups?id=c91a89da-b959-41dd-b604-380ae3ac95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774632 Sep 02 13:01:07.123494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Deleting port a793c248-eff2-41c6-8154-17d61bb9f03f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:07.123907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.144527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-896861823'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:07.174450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:07.180319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.190878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.245725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] For port a793c248-eff2-41c6-8154-17d61bb9f03f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a793c248-eff2-41c6-8154-17d61bb9f03f,segment=NetworkSegment(b141438c-942c-48c6-a5b0-3ed2753103af),segment_id=b141438c-942c-48c6-a5b0-3ed2753103af)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:07.246129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.261010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Calling delete_port for a793c248-eff2-41c6-8154-17d61bb9f03f owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:07.301841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.307066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.331863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:07.346847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99186530-09c9-4422-bc6c-3bbebf38c74a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:07.352573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.353298 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Added segment 86d02004-94e3-45a5-ac45-7ae8b81ca346 of type vlan for network 019c59fc-a59b-43ac-b6b0-2b6a422081ac Sep 02 13:01:07.399511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.417147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.430482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a793c248-eff2-41c6-8154-17d61bb9f03f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:07.434564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.441588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:07.442274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.460336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Pushing event deleted for resources: {'Port': ['ID=a793c248-eff2-41c6-8154-17d61bb9f03f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:07.507102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5018618 Sep 02 13:01:07.530350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d357aa-fc19-456f-94b9-f055e24ce25d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Network': ['ID=019c59fc-a59b-43ac-b6b0-2b6a422081ac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:07.541526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] No DVR routers for this DVR port a793c248-eff2-41c6-8154-17d61bb9f03f on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:07.544780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:07.547807 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fffcc939-6cda-45f1-a16f-ec607c191b5d req-e54fbf8d-f11b-43bf-8ba5-32d5c4f7ce67 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.18 "DELETE /v2.0/ports/a793c248-eff2-41c6-8154-17d61bb9f03f HTTP/1.1" status: 204 len: 173 time: 0.5537415 Sep 02 13:01:07.548692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'name': 'network-vif-deleted', 'tag': 'a793c248-eff2-41c6-8154-17d61bb9f03f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:07.552590 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9fc4da-ad12-48e4-8248-6df4ce507e51" -d '{"events": [{"server_uuid": "0bcbd5bf-d460-4375-9780-ed6a40ccffac", "name": "network-vif-deleted", "tag": "a793c248-eff2-41c6-8154-17d61bb9f03f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:07.565590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:07.609492 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f59c68f-a1fd-4ba1-b522-0ee42082760d x-openstack-request-id: req-3f59c68f-a1fd-4ba1-b522-0ee42082760d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:07.610016 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcbd5bf-d460-4375-9780-ed6a40ccffac", "name": "network-vif-deleted", "tag": "a793c248-eff2-41c6-8154-17d61bb9f03f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:07.610427 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f59c68f-a1fd-4ba1-b522-0ee42082760d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:07.610990 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcbd5bf-d460-4375-9780-ed6a40ccffac', 'name': 'network-vif-deleted', 'tag': 'a793c248-eff2-41c6-8154-17d61bb9f03f', 'status': 'completed', 'code': 200} Sep 02 13:01:07.672481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220c1f0-fd09-4fba-83c7-c1e7460dab48 req-67a340bf-73a2-415a-8d67-82321796ae54 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:07.692350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b220c1f0-fd09-4fba-83c7-c1e7460dab48 req-67a340bf-73a2-415a-8d67-82321796ae54 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 944 time: 0.1405048 Sep 02 13:01:07.748023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b220c1f0-fd09-4fba-83c7-c1e7460dab48 req-12a321ef-99d6-4c07-a553-4fc53d08a731 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531211 Sep 02 13:01:08.243425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a25e3c3c-57e3-4495-b076-5c2477b42d69 req-cba34a35-ade5-4274-b7b8-fed4e4606f64 tempest-ServersNegativeTestMultiTenantJSON-1282285131 tempest-ServersNegativeTestMultiTenantJSON-1282285131-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcbd5bf-d460-4375-9780-ed6a40ccffac HTTP/1.1" status: 200 len: 210 time: 0.0522592 Sep 02 13:01:08.303175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 16b64d5a-387a-4750-a475-2c686fa4cf1f details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:01:08.432419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 16b64d5a-387a-4750-a475-2c686fa4cf1f, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:08.446593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '16b64d5a-387a-4750-a475-2c686fa4cf1f', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'port_id': '16b64d5a-387a-4750-a475-2c686fa4cf1f', 'mac_address': 'fa:16:3e:cd:10:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ee645-efd4-4e9c-a907-c761066f3543', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:01:08.499133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:08.526205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b64d5a-387a-4750-a475-2c686fa4cf1f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:08.556377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 16b64d5a-387a-4750-a475-2c686fa4cf1f, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:08.562135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:08.628437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=16b64d5a-387a-4750-a475-2c686fa4cf1f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:08.821156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['16b64d5a-387a-4750-a475-2c686fa4cf1f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:08.963603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917952-6445-4212-843f-674737e41147 req-9ffffc69-2ad9-4b78-ab1d-4fbc576c7ba9 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:08.978683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c917952-6445-4212-843f-674737e41147 req-9ffffc69-2ad9-4b78-ab1d-4fbc576c7ba9 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0934634 Sep 02 13:01:09.041533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c917952-6445-4212-843f-674737e41147 req-e3a97d65-6531-4b6e-8b5a-b6ed5c2c4362 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613685 Sep 02 13:01:09.349926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:09.438441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Deleting subnet 0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:09.441743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.477828 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.535137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.607877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.642325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:09.645620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.648980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-157719e4-9c29-4ba2-9142-2036d2b17793 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a62e343-1b52-45ea-b5d5-7ce8c7fc74cf HTTP/1.1" status: 204 len: 168 time: 0.2963767 Sep 02 13:01:09.650504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:09.756192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.847217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.857926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa9954-1394-4521-bd06-cfe1b46589cd']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:09.869276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b141438c-942c-48c6-a5b0-3ed2753103af') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:09.869575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b141438c-942c-48c6-a5b0-3ed2753103af') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:09.879083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.898229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.906707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:09.907294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:09.969609 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:09.973844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.984838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:09.990816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] 10.222.0.60 "DELETE /v2.0/networks/70fa9954-1394-4521-bd06-cfe1b46589cd HTTP/1.1" status: 204 len: 168 time: 0.3366201 Sep 02 13:01:09.991124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:10.004105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbab3f-b029-4b40-af11-503beb84596c admin admin] Pushing event deleted for resources: {'Network': ['ID=70fa9954-1394-4521-bd06-cfe1b46589cd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:10.050536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Deleting subnet 863c293a-06c5-4fe2-a93a-f75860063844 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:10.054467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.102814 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.221842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.304700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49865a-735e-4b9a-b605-0175b9e7fcb2 req-29638c2f-fece-4b18-9857-2eb49994a04c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:10.313849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f49865a-735e-4b9a-b605-0175b9e7fcb2 req-29638c2f-fece-4b18-9857-2eb49994a04c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 945 time: 0.1139417 Sep 02 13:01:10.320100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 16b64d5a-387a-4750-a475-2c686fa4cf1f up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:10.335745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-025a39d2-3dc7-408b-9b59-7df849a47c29 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:10.344230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-025a39d2-3dc7-408b-9b59-7df849a47c29 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/networks?id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 200 len: 813 time: 0.1673586 Sep 02 13:01:10.363792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-5fe0f6cc-ba6e-4ac2-9126-53e056ffca2a tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/quotas/20dda396ddd14ff18bf7825a507fddc6 HTTP/1.1" status: 200 len: 375 time: 0.0178876 Sep 02 13:01:10.364434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.365594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a793c248-eff2-41c6-8154-17d61bb9f03f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:10.405250 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.407691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/863c293a-06c5-4fe2-a93a-f75860063844 HTTP/1.1" status: 204 len: 168 time: 0.4149213 Sep 02 13:01:10.408855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52dc8e-387b-47e7-aceb-bc891d8c22e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863c293a-06c5-4fe2-a93a-f75860063844,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:10.416649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:10.419676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: a793c248-eff2-41c6-8154-17d61bb9f03f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:10.420014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a793c248-eff2-41c6-8154-17d61bb9f03f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:10.424600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-a05ce576-1bac-4ab7-9472-25820843d583 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=20dda396ddd14ff18bf7825a507fddc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589793 Sep 02 13:01:10.469186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 16b64d5a-387a-4750-a475-2c686fa4cf1f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:10.473951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 16b64d5a-387a-4750-a475-2c686fa4cf1f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:10.474327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.507041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.538567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f49865a-735e-4b9a-b605-0175b9e7fcb2 req-9e02651d-790b-4e35-8042-1d0dc6983002 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235076 Sep 02 13:01:10.625928 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.633073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-903b50ef-647e-484a-8612-29c0bb4ed99a service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989071 Sep 02 13:01:10.649295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38faa67b-b9aa-477e-9207-e5c29faec401']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:10.659282 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.691755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178e9897-ae96-4ab4-8f94-e75121f8662e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:10.693216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178e9897-ae96-4ab4-8f94-e75121f8662e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:10.713674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.736423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-4a029ff2-6e06-4be6-8049-e2218de1be21 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020567 Sep 02 13:01:10.746094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 16b64d5a-387a-4750-a475-2c686fa4cf1f, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:10.746620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.748611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b64d5a-387a-4750-a475-2c686fa4cf1f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:10.753685 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44d7ad-e0bd-4d42-936e-1692ab251a67" -d '{"events": [{"server_uuid": "94a12299-0ea1-490d-8aac-ec933f02d9a7", "name": "network-vif-plugged", "status": "completed", "tag": "16b64d5a-387a-4750-a475-2c686fa4cf1f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:10.763698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:10.764874 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:10.770997 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:10.785637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.846260 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcad99a2-c341-4f94-93fc-a9d96cff1790 x-openstack-request-id: req-fcad99a2-c341-4f94-93fc-a9d96cff1790 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:10.846909 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a12299-0ea1-490d-8aac-ec933f02d9a7", "name": "network-vif-plugged", "status": "completed", "tag": "16b64d5a-387a-4750-a475-2c686fa4cf1f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:10.848129 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcad99a2-c341-4f94-93fc-a9d96cff1790 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:10.848831 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b64d5a-387a-4750-a475-2c686fa4cf1f', 'code': 200} Sep 02 13:01:10.894634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=16b64d5a-387a-4750-a475-2c686fa4cf1f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:10.903548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.906984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:10.911732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:10.912944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'subnet': {'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:10.913637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] 10.222.0.60 "DELETE /v2.0/networks/38faa67b-b9aa-477e-9207-e5c29faec401 HTTP/1.1" status: 204 len: 168 time: 0.4956641 Sep 02 13:01:10.956324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d350a-ef2c-4f1e-81be-67ea358f8e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=38faa67b-b9aa-477e-9207-e5c29faec401,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:11.014667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5352d3e1-2075-49ba-b063-2ffb72ddf29d req-a63611a3-aa43-4936-8528-8ca188aa07ce tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 210 time: 0.0376408 Sep 02 13:01:11.035026 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.130278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782abe48-7389-43eb-a069-8712bb4febbb req-a4a686aa-54a0-4496-b1fb-2862386938aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:11.131822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-782abe48-7389-43eb-a069-8712bb4febbb req-a4a686aa-54a0-4496-b1fb-2862386938aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 1097 time: 0.2117865 Sep 02 13:01:11.139290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:11.164623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:11.168506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.204237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a5021670-f6bb-4678-bb34-2454449eeb06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efeb425d93f44e8aafc68f8a1b1f1d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628262 Sep 02 13:01:11.204854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:11.283733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-782abe48-7389-43eb-a069-8712bb4febbb req-9371ce05-b068-4bf5-adbb-a7707bcb1053 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436100 Sep 02 13:01:11.329901 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c28cb04-7908-45c7-af11-3fa5883a2eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.359561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c28cb04-7908-45c7-af11-3fa5883a2eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.424439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c28cb04-7908-45c7-af11-3fa5883a2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.427520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c28cb04-7908-45c7-af11-3fa5883a2eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.428950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c28cb04-7908-45c7-af11-3fa5883a2eed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c91a89da-b959-41dd-b604-380ae3ac95f4 HTTP/1.1" status: 204 len: 168 time: 0.2060866 Sep 02 13:01:11.441160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28cb04-7908-45c7-af11-3fa5883a2eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a89da-b959-41dd-b604-380ae3ac95f4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:11.456680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.546956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Subnet': ['ID=f0cf2c7b-c59c-47ad-ad11-ed70bb5e73c9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:11.554381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Checking segment: {'id': '86d02004-94e3-45a5-ac45-7ae8b81ca346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:11.554864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network hostable DHCP agents. Network: 019c59fc-a59b-43ac-b6b0-2b6a422081ac, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:11.583548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:11.597638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 019c59fc-a59b-43ac-b6b0-2b6a422081ac) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:11.609008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:11.610294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.610745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68de81-72fb-47a8-8c67-b9acbfacd15f None None] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:11.632494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0e8a316b-513f-486c-85d8-c2c2c0eab208 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7241518 Sep 02 13:01:11.635827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:11.641466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074887084'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:11.709025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:11.714269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.773791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:11.782840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8caf5-adaf-4b18-b8fa-6f5c552c4343 req-b8cebd1d-3c43-4809-9952-bfcb8b4b5509 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:11.792924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aff8caf5-adaf-4b18-b8fa-6f5c552c4343 req-b8cebd1d-3c43-4809-9952-bfcb8b4b5509 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 946 time: 0.1477191 Sep 02 13:01:11.800085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.800445 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Added segment 829558b1-412f-42db-8e4a-e569662ac328 of type vlan for network 5b369d36-816f-4f46-80ed-af52fe4d8de4 Sep 02 13:01:11.819874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-019c59fc-a59b-43ac-b6b0-2b6a422081ac', 'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac', 'tenant_id': '44037b3f8fc648d695c608eb245d308d', 'fixed_ips': [{'subnet_id': 'f0cf2c7b-c59c-47ad-ad11-ed70bb5e73c9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:11.820969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.868011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aff8caf5-adaf-4b18-b8fa-6f5c552c4343 req-fb7acbb7-978e-4808-bbd3-f37074647407 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728793 Sep 02 13:01:11.898847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.941575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:11.949802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:11.950641 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.033631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3924615 Sep 02 13:01:12.034916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:12.041608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'subnet': {'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:12.056919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:12.064667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Allocated IP 2001:db8:0:ffff::2 (019c59fc-a59b-43ac-b6b0-2b6a422081ac/f0cf2c7b-c59c-47ad-ad11-ed70bb5e73c9/2b921ddc-1ee6-4b31-b553-5c18621e496d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:12.148684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5ce14-32c4-4c2e-9569-fe73744b5c96 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Network': ['ID=5b369d36-816f-4f46-80ed-af52fe4d8de4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:12.167337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 5b369d36-816f-4f46-80ed-af52fe4d8de4 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:12.198793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:12.207143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.237493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6851a094-37e5-4366-826e-d4361c34785e req-b44acc20-a2ab-48ae-86f4-345967e8cfee tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 210 time: 0.1298854 Sep 02 13:01:12.406205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fdbf6062-9c78-468c-abe3-6d562e4f2603 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12b3b51460124f82825bb2c79b977cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420100 Sep 02 13:01:12.410732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:12.495764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c49adc26-98ae-49c8-a005-7cc5dc1b4647 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:12.497140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c49adc26-98ae-49c8-a005-7cc5dc1b4647 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "GET /v2.0/networks?id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 200 len: 813 time: 0.2732544 Sep 02 13:01:12.516352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Request body: {'port': {'device_id': '87372403-f926-462e-8edc-6e930c3b1bfb', 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14', 'admin_state_up': True, 'tenant_id': '20dda396ddd14ff18bf7825a507fddc6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:12.634021 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.646276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Transition to ACTIVE for port object 2b921ddc-1ee6-4b31-b553-5c18621e496d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:12.650044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Made reservation on behalf of 20dda396ddd14ff18bf7825a507fddc6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:12.656318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.667717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Transition to ACTIVE for port object 2b921ddc-1ee6-4b31-b553-5c18621e496d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:12.670863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3302-a9b4-47d5-811d-4fd6f99e588e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.680092 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.700083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:01:12.703463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.729602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3302-a9b4-47d5-811d-4fd6f99e588e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.735767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Pushing event updated for resources: {'Port': ['ID=2b921ddc-1ee6-4b31-b553-5c18621e496d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:12.749017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:12.750486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:12.753670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:12.813974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Allocated IP 172.20.0.8 (f7a8beae-e3a9-4f26-9490-4fe7019ddb14/66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0/4ae043bc-7c3e-4502-9078-041200a2760f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:12.826171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Attempting to bind port 2b921ddc-1ee6-4b31-b553-5c18621e496d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:12.826550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Attempting to bind port 2b921ddc-1ee6-4b31-b553-5c18621e496d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '86d02004-94e3-45a5-ac45-7ae8b81ca346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:12.826834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Checking segment: {'id': '829558b1-412f-42db-8e4a-e569662ac328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:12.827000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Attempting to bind port 2b921ddc-1ee6-4b31-b553-5c18621e496d on network 019c59fc-a59b-43ac-b6b0-2b6a422081ac {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:12.827229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network hostable DHCP agents. Network: 5b369d36-816f-4f46-80ed-af52fe4d8de4, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:12.829765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Subnet': ['ID=0d931c77-1636-4f33-8f94-a71cc78c48de,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:12.835620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:12.836171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Checking segment: {'id': '86d02004-94e3-45a5-ac45-7ae8b81ca346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:12.837707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.838802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Bound using segment: {'id': '86d02004-94e3-45a5-ac45-7ae8b81ca346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:12.839317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Bound port: 2b921ddc-1ee6-4b31-b553-5c18621e496d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d02004-94e3-45a5-ac45-7ae8b81ca346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '019c59fc-a59b-43ac-b6b0-2b6a422081ac'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:12.839724 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.852552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network 5b369d36-816f-4f46-80ed-af52fe4d8de4 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:12.857350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3302-a9b4-47d5-811d-4fd6f99e588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.860305 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3302-a9b4-47d5-811d-4fd6f99e588e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.861568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b0e3302-a9b4-47d5-811d-4fd6f99e588e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6573b246-313b-4057-9c19-08f73b0d9b42 HTTP/1.1" status: 204 len: 168 time: 0.4485483 Sep 02 13:01:12.877248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3302-a9b4-47d5-811d-4fd6f99e588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6573b246-313b-4057-9c19-08f73b0d9b42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:12.879700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 5b369d36-816f-4f46-80ed-af52fe4d8de4) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:12.884360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:12.884878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:12.906194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ff23c39-2198-4ed9-8b14-c75d18263d48 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8697553 Sep 02 13:01:12.909487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:12.920713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b28ed-f7df-41b4-9924-3c1b2fa54148 None None] Network 5b369d36-816f-4f46-80ed-af52fe4d8de4 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:12.921719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'port': {'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4', 'name': 'tempest-NetworksIpV6TestAttrs-1933288232'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:13.090076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] For port 2b921ddc-1ee6-4b31-b553-5c18621e496d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:13.096622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] For port 2b921ddc-1ee6-4b31-b553-5c18621e496d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b921ddc-1ee6-4b31-b553-5c18621e496d,segment=NetworkSegment(86d02004-94e3-45a5-ac45-7ae8b81ca346),segment_id=86d02004-94e3-45a5-ac45-7ae8b81ca346)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:13.110205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:13.115253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76059-5410-4a9e-9909-3d2aa2deb9fa req-3b493fcb-a8db-4446-a900-a1796d6103d9 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:13.117597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dbb76059-5410-4a9e-9909-3d2aa2deb9fa req-3b493fcb-a8db-4446-a900-a1796d6103d9 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 946 time: 0.1090899 Sep 02 13:01:13.119606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:13.126466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:13.154299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] device_id is not set on port 72a93b16-31ab-44e6-9671-a7e7508b10b3 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:01:13.216771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:13.233777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c18a-1d1a-4e45-b3ed-ad231dd634be None None] Pushing event updated for resources: {'Port': ['ID=2b921ddc-1ee6-4b31-b553-5c18621e496d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:13.290503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-5b369d36-816f-4f46-80ed-af52fe4d8de4', 'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4', 'tenant_id': '44037b3f8fc648d695c608eb245d308d', 'fixed_ips': [{'subnet_id': '0d931c77-1636-4f33-8f94-a71cc78c48de'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:13.290798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:13.292126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:13.390753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:13.411483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:13.417308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dbb76059-5410-4a9e-9909-3d2aa2deb9fa req-355e1a93-ab82-433f-af3d-d3a9e3598832 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514856 Sep 02 13:01:13.476495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:13.545040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Allocated IP 2001:db8::f816:3eff:fe35:e008 (5b369d36-816f-4f46-80ed-af52fe4d8de4/0d931c77-1636-4f33-8f94-a71cc78c48de/72a93b16-31ab-44e6-9671-a7e7508b10b3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:13.741227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfe2d2-3ef3-4793-8c41-c83aba83ee61 req-4ebacd93-b3d8-41b2-84a6-781406fd167d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:13.749270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9cfe2d2-3ef3-4793-8c41-c83aba83ee61 req-4ebacd93-b3d8-41b2-84a6-781406fd167d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 946 time: 0.1544080 Sep 02 13:01:13.819367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9cfe2d2-3ef3-4793-8c41-c83aba83ee61 req-e1ddb4b4-76d3-45b2-b003-087dbf7c2e3a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639920 Sep 02 13:01:13.874746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:13.904163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Transition to ACTIVE for port object 72a93b16-31ab-44e6-9671-a7e7508b10b3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:13.981141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.036239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Allocated IP 2001:db8::f816:3eff:fead:6abf (5b369d36-816f-4f46-80ed-af52fe4d8de4/0d931c77-1636-4f33-8f94-a71cc78c48de/1d4e635f-6050-4a03-8568-d0167c140f0d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:14.037144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:14.037564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.056459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Pushing event updated for resources: {'Port': ['ID=4ae043bc-7c3e-4502-9078-041200a2760f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:14.085013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-c8e5070e-f1f7-4755-ab0c-7384a450a5dd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5785680 Sep 02 13:01:14.098563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bf63f-a96a-4f50-abd4-dd72961db175 req-15393b42-d64a-4341-84e1-d9ecdda24fc4 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:14.103921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-128bf63f-a96a-4f50-abd4-dd72961db175 req-15393b42-d64a-4341-84e1-d9ecdda24fc4 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 931 time: 0.7233410 Sep 02 13:01:14.113115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Request body: {'port': {'device_id': '87372403-f926-462e-8edc-6e930c3b1bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:14.146940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Port': ['ID=72a93b16-31ab-44e6-9671-a7e7508b10b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:14.183022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network 5b369d36-816f-4f46-80ed-af52fe4d8de4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:14.188685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:14.199373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:14.204247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-128bf63f-a96a-4f50-abd4-dd72961db175 req-6514cba4-5216-428f-98e7-4cc848736511 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862336 Sep 02 13:01:14.227052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:14.228534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.256526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.263062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb6cd9c8-1bc6-4d57-a14f-f09ed8581820 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3515093 Sep 02 13:01:14.265670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:14.294806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.312809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Transition to ACTIVE for port object 1d4e635f-6050-4a03-8568-d0167c140f0d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:14.335725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Transition to ACTIVE for port object 1d4e635f-6050-4a03-8568-d0167c140f0d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:14.347669 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.354366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Deleting subnet 0d931c77-1636-4f33-8f94-a71cc78c48de {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:14.359521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.401662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Pushing event updated for resources: {'Port': ['ID=1d4e635f-6050-4a03-8568-d0167c140f0d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:14.417262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Network 5b369d36-816f-4f46-80ed-af52fe4d8de4 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:14.425991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:14.431730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:14.448952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.561161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Attempting to bind port 1d4e635f-6050-4a03-8568-d0167c140f0d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:14.561689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Attempting to bind port 1d4e635f-6050-4a03-8568-d0167c140f0d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '829558b1-412f-42db-8e4a-e569662ac328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:14.563494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Attempting to bind port 1d4e635f-6050-4a03-8568-d0167c140f0d on network 5b369d36-816f-4f46-80ed-af52fe4d8de4 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:14.579927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:14.583270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Checking segment: {'id': '829558b1-412f-42db-8e4a-e569662ac328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:14.583948 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.585089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Bound using segment: {'id': '829558b1-412f-42db-8e4a-e569662ac328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:14.587141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Bound port: 1d4e635f-6050-4a03-8568-d0167c140f0d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829558b1-412f-42db-8e4a-e569662ac328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5b369d36-816f-4f46-80ed-af52fe4d8de4'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:14.587924 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.710072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.770250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9eeb8d-42b6-4429-998e-f5b73fcf00c5 None None] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:14.811201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.829372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae043bc-7c3e-4502-9078-041200a2760f {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:14.853520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.853789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] For port 1d4e635f-6050-4a03-8568-d0167c140f0d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:14.869828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] For port 1d4e635f-6050-4a03-8568-d0167c140f0d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1d4e635f-6050-4a03-8568-d0167c140f0d,segment=NetworkSegment(829558b1-412f-42db-8e4a-e569662ac328),segment_id=829558b1-412f-42db-8e4a-e569662ac328)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:14.877952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Subnet': ['ID=0d931c77-1636-4f33-8f94-a71cc78c48de,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:14.881357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Transition to ACTIVE for port object 4ae043bc-7c3e-4502-9078-041200a2760f will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:14.888423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.892524 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.895053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:14.905591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-76d795fe-08cc-4855-abbf-d5c649e0d35e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/0d931c77-1636-4f33-8f94-a71cc78c48de HTTP/1.1" status: 204 len: 168 time: 0.6385887 Sep 02 13:01:14.908440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55670) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:14.950956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b921ddc-1ee6-4b31-b553-5c18621e496d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:14.961274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2aaf4dd4-d3ab-4513-8990-d1ebb2ef361e None None] Provisioning for port 2b921ddc-1ee6-4b31-b553-5c18621e496d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:15.024008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d76e1e-4ff7-45b7-9828-9e94ce0bd035 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:15.026551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d76e1e-4ff7-45b7-9828-9e94ce0bd035 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:15.029150 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e1d76e1e-4ff7-45b7-9828-9e94ce0bd035 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1194382 Sep 02 13:01:15.032085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:15.038276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Pushing event updated for resources: {'Port': ['ID=4ae043bc-7c3e-4502-9078-041200a2760f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:15.087239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8af955-0dad-4d90-b767-2d7548989c1e None None] Pushing event updated for resources: {'Port': ['ID=1d4e635f-6050-4a03-8568-d0167c140f0d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:15.088035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Attempting to bind port 4ae043bc-7c3e-4502-9078-041200a2760f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:15.088291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Attempting to bind port 4ae043bc-7c3e-4502-9078-041200a2760f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:15.088593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Attempting to bind port 4ae043bc-7c3e-4502-9078-041200a2760f on network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:15.100745 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Port 4ae043bc-7c3e-4502-9078-041200a2760f on network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:01:15.101063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Attempting to bind port 4ae043bc-7c3e-4502-9078-041200a2760f on network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:15.108046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:15.108400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Checking segment: {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:15.108793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Bound using segment: {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:15.109264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Bound port: 4ae043bc-7c3e-4502-9078-041200a2760f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:15.109680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.209113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2b921ddc-1ee6-4b31-b553-5c18621e496d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:15.215911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2b921ddc-1ee6-4b31-b553-5c18621e496d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:15.216359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.238772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] For port 4ae043bc-7c3e-4502-9078-041200a2760f, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:15.242800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] For port 4ae043bc-7c3e-4502-9078-041200a2760f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ae043bc-7c3e-4502-9078-041200a2760f,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:15.243115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3a7fcd5-a366-4ebd-8ec7-ed9245b34dd4 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.249051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.252325 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a7fcd5-a366-4ebd-8ec7-ed9245b34dd4 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 02 13:01:15.252792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a7fcd5-a366-4ebd-8ec7-ed9245b34dd4 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:15.254820 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b3a7fcd5-a366-4ebd-8ec7-ed9245b34dd4 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/5b369d36-816f-4f46-80ed-af52fe4d8de4 HTTP/1.1" status: 409 len: 405 time: 0.2211356 Sep 02 13:01:15.260729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55688) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:15.271607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1918405568'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:15.318045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:15.325307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.365391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:15.367826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:15.370186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.374363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] 10.222.0.18 "PUT /v2.0/ports/4ae043bc-7c3e-4502-9078-041200a2760f HTTP/1.1" status: 200 len: 1091 time: 1.2687600 Sep 02 13:01:15.384366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87372403-f926-462e-8edc-6e930c3b1bfb', 'tag': '4ae043bc-7c3e-4502-9078-041200a2760f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:15.389179 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "87372403-f926-462e-8edc-6e930c3b1bfb", "tag": "4ae043bc-7c3e-4502-9078-041200a2760f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:15.511616 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.569601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2b921ddc-1ee6-4b31-b553-5c18621e496d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b921ddc-1ee6-4b31-b553-5c18621e496d,segment=NetworkSegment(86d02004-94e3-45a5-ac45-7ae8b81ca346),segment_id=86d02004-94e3-45a5-ac45-7ae8b81ca346)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:15.576251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.657317 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad28252-289d-46ea-a5c8-1708bb6fad6b x-openstack-request-id: req-3ad28252-289d-46ea-a5c8-1708bb6fad6b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:15.657596 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87372403-f926-462e-8edc-6e930c3b1bfb", "tag": "4ae043bc-7c3e-4502-9078-041200a2760f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:15.660981 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ad28252-289d-46ea-a5c8-1708bb6fad6b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:15.661116 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87372403-f926-462e-8edc-6e930c3b1bfb', 'tag': '4ae043bc-7c3e-4502-9078-041200a2760f', 'status': 'completed', 'code': 200} Sep 02 13:01:15.661715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80574087-b6a3-471d-b8a8-3d2aae5fb40a service neutron] Pushing event updated for resources: {'Port': ['ID=4ae043bc-7c3e-4502-9078-041200a2760f,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:15.708487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2b921ddc-1ee6-4b31-b553-5c18621e496d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:15.709398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-8b061551-879f-429c-a6b4-2486fbcb7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:15.712021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-8b061551-879f-429c-a6b4-2486fbcb7dcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20dda396ddd14ff18bf7825a507fddc6&device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 1094 time: 0.2424164 Sep 02 13:01:15.727611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f23b-d101-44fa-9934-667a91251d1d req-6abd6686-6ffc-4762-aec0-58c3ea3889db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:15.729417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15e5f23b-d101-44fa-9934-667a91251d1d req-6abd6686-6ffc-4762-aec0-58c3ea3889db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 943 time: 0.3168979 Sep 02 13:01:15.815302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a919a55-df3d-410f-a065-34c63686f60a None None] Provisioning complete for port 2b921ddc-1ee6-4b31-b553-5c18621e496d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:15.815687 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a919a55-df3d-410f-a065-34c63686f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:15.824983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-4a4be8e6-aa26-4fbc-b822-66f070e847a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae043bc-7c3e-4502-9078-041200a2760f HTTP/1.1" status: 200 len: 217 time: 0.0944495 Sep 02 13:01:15.859173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:15.908121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-15e5f23b-d101-44fa-9934-667a91251d1d req-b7116190-ab8d-4794-a609-44ec37a5ed94 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713886 Sep 02 13:01:15.925947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-21d9ba14-f220-4c99-8513-5ea410122b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:15.927848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-21d9ba14-f220-4c99-8513-5ea410122b31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0 HTTP/1.1" status: 200 len: 853 time: 0.0958531 Sep 02 13:01:15.982771 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-1aa1907f-4340-40f6-9391-8f003d1f71af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470114 Sep 02 13:01:16.060848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb47ecd9-ca4d-4fd6-9073-8d2599c743ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.122995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-aad3ff77-73de-48be-a80e-8dc7c53db6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330652 Sep 02 13:01:16.157652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:16.189582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.189982 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Added segment 5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c of type vlan for network 2220483a-d694-451c-a5ee-fee9c5c554d6 Sep 02 13:01:16.253627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-738e54ad-58fd-40f1-9c4a-bfe202379e18 req-af219906-a80c-4c28-9542-7173afccf1d7 service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204305 Sep 02 13:01:16.267710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.365176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb47ecd9-ca4d-4fd6-9073-8d2599c743ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.370804 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb47ecd9-ca4d-4fd6-9073-8d2599c743ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.385972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.394134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:16.395257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.425344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-42a2cbe2-aaf3-40a1-bb07-733ecc3f3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:16.427162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-42a2cbe2-aaf3-40a1-bb07-733ecc3f3e75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20dda396ddd14ff18bf7825a507fddc6&device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 1094 time: 0.1026158 Sep 02 13:01:16.434030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fb47ecd9-ca4d-4fd6-9073-8d2599c743ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e0d59abf2e14e069b7b2e0adc73b3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705152 Sep 02 13:01:16.437659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:16.481607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ecd9-ca4d-4fd6-9073-8d2599c743ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbcfe78-5a13-48be-a533-37ae8f94c5a9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:16.509011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2469680 Sep 02 13:01:16.515534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:16.520705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'subnet': {'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:16.551423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f709f-7953-4a5d-b7a2-21a9f300c654 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Network': ['ID=2220483a-d694-451c-a5ee-fee9c5c554d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:16.564688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2220483a-d694-451c-a5ee-fee9c5c554d6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:16.607982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82eade-5e43-4d1d-84c6-62c0a400e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.676653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec546a-80d3-4738-9428-8449d07d2076 None None] Network 5b369d36-816f-4f46-80ed-af52fe4d8de4 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:16.707530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82eade-5e43-4d1d-84c6-62c0a400e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.734381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-52e75797-8572-4921-a09f-376158180600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:16.736065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-52e75797-8572-4921-a09f-376158180600 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 200 len: 914 time: 0.2995384 Sep 02 13:01:16.837343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-0c71c0cd-bf8c-4c2d-8210-28e8fa2fef22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae043bc-7c3e-4502-9078-041200a2760f HTTP/1.1" status: 200 len: 217 time: 0.0848064 Sep 02 13:01:16.842765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1b2955a6-173f-4ea3-b5e4-28143e4b6f5a None None] Provisioning for port 1d4e635f-6050-4a03-8568-d0167c140f0d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:16.878127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:16.881722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:16.962537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1d4e635f-6050-4a03-8568-d0167c140f0d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:16.993203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-ca45523c-fab9-4088-942f-55fb16322e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:16.995160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-ca45523c-fab9-4088-942f-55fb16322e0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0 HTTP/1.1" status: 200 len: 853 time: 0.1425228 Sep 02 13:01:17.027168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82eade-5e43-4d1d-84c6-62c0a400e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.030916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82eade-5e43-4d1d-84c6-62c0a400e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.032579 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e82eade-5e43-4d1d-84c6-62c0a400e7e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfbcfe78-5a13-48be-a533-37ae8f94c5a9 HTTP/1.1" status: 204 len: 168 time: 0.5861170 Sep 02 13:01:17.060394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] DHCP port deletion for 5b369d36-816f-4f46-80ed-af52fe4d8de4 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:01:17.064803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82eade-5e43-4d1d-84c6-62c0a400e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbcfe78-5a13-48be-a533-37ae8f94c5a9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:17.069843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-7fee34da-3a29-402b-8478-1a47902116a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655046 Sep 02 13:01:17.144312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 1d4e635f-6050-4a03-8568-d0167c140f0d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:17.151758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1d4e635f-6050-4a03-8568-d0167c140f0d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:17.151758 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.168451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.180761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] Deleting port 1d4e635f-6050-4a03-8568-d0167c140f0d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:17.181382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.212968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-c7ba44d1-be15-4eb4-8fe9-cd484f1c9447 service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331952 Sep 02 13:01:17.279716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] For port 1d4e635f-6050-4a03-8568-d0167c140f0d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1d4e635f-6050-4a03-8568-d0167c140f0d,segment=NetworkSegment(829558b1-412f-42db-8e4a-e569662ac328),segment_id=829558b1-412f-42db-8e4a-e569662ac328)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:17.280488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.301208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] Calling delete_port for 1d4e635f-6050-4a03-8568-d0167c140f0d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:17.325772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e208f-4a6e-4ea0-b608-89c1e9bb145a req-95c38238-a0a9-4bcf-ac86-9c05c6db874e tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:17.327987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f0e208f-4a6e-4ea0-b608-89c1e9bb145a req-95c38238-a0a9-4bcf-ac86-9c05c6db874e tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 943 time: 0.2797682 Sep 02 13:01:17.403297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.405915 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c47c269-ed9b-4c52-ae08-7d3dedd59d2f req-e5a9db75-72a6-4a7d-8168-c94046062553 service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835063 Sep 02 13:01:17.430765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f0e208f-4a6e-4ea0-b608-89c1e9bb145a req-860b739c-ab23-4990-9633-15fdc49d429e tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945842 Sep 02 13:01:17.476532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 1d4e635f-6050-4a03-8568-d0167c140f0d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1d4e635f-6050-4a03-8568-d0167c140f0d,segment=NetworkSegment(829558b1-412f-42db-8e4a-e569662ac328),segment_id=829558b1-412f-42db-8e4a-e569662ac328)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:17.488156 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.489243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b921ddc-1ee6-4b31-b553-5c18621e496d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:17.576502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.591399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] No DVR routers for this DVR port 1d4e635f-6050-4a03-8568-d0167c140f0d on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:17.615902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=1d4e635f-6050-4a03-8568-d0167c140f0d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:17.656527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614f346-528c-41df-bc8c-a91fe7f15649 None None] Pushing event deleted for resources: {'Port': ['ID=1d4e635f-6050-4a03-8568-d0167c140f0d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:17.675566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2b921ddc-1ee6-4b31-b553-5c18621e496d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:17.675955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.690137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:01:17.709412 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.804295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Subnet': ['ID=94b8a83a-6c14-4184-b0c9-32eeedb8abb0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:17.809238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.20.0.17 (c4da15ad-f36b-4d23-9865-565d84a5bd04/150ee645-efd4-4e9c-a907-c761066f3543/e988201d-987e-4234-9317-3c74aded157c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:17.830317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Checking segment: {'id': '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:17.830593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network hostable DHCP agents. Network: 2220483a-d694-451c-a5ee-fee9c5c554d6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:17.893770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network 2220483a-d694-451c-a5ee-fee9c5c554d6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:17.907888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2220483a-d694-451c-a5ee-fee9c5c554d6) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:17.916719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e6a3f-945e-4564-95ce-8cd309ad59ec None None] Network 2220483a-d694-451c-a5ee-fee9c5c554d6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:17.928167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:17.928815 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.961507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e1527c74-2f7f-404a-bac1-bbed5889fc39 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4448421 Sep 02 13:01:17.964291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:17.968744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:17.974261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'port': {'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6', 'name': 'tempest-NetworksIpV6TestAttrs-471979205'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:18.036671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Transition to ACTIVE for port object e988201d-987e-4234-9317-3c74aded157c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:18.055860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:18.127338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.160366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2220483a-d694-451c-a5ee-fee9c5c554d6', 'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6', 'tenant_id': '44037b3f8fc648d695c608eb245d308d', 'fixed_ips': [{'subnet_id': '94b8a83a-6c14-4184-b0c9-32eeedb8abb0'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:18.161217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.172094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:18.175623 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.186484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:18.198576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:18.204874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:18.217408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1443503692-network', 'tenant_id': '91afd7bc83354232afd471b62add885e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:18.237409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] device_id is not set on port 221399ba-aa60-42b9-99f8-774a52a5f520 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:01:18.242868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=e988201d-987e-4234-9317-3c74aded157c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:18.255747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Made reservation on behalf of 91afd7bc83354232afd471b62add885e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:18.258235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.279074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.321904 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.352452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Allocated IP 2001:db8::f816:3eff:fecc:b76c (2220483a-d694-451c-a5ee-fee9c5c554d6/94b8a83a-6c14-4184-b0c9-32eeedb8abb0/83c22fe5-1105-4754-8699-ae7df61fc700) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:18.397233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ae043bc-7c3e-4502-9078-041200a2760f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:01:18.416201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.423390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.462490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:18.497124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857abf5a-b2cd-4de7-8406-4bee6d5f02d6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:18.511883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.512671 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Added segment cd1cac1a-cecc-4984-b7cf-dfd95f981bbf of type vlan for network cb74a75a-28a8-429a-bcec-9eba2a9164ea Sep 02 13:01:18.563113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.586293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.652502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c81d50-a895-44e0-97e1-d4c20a681061 req-27f0b381-cae9-4842-a26a-db6572feee72 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:18.654234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3c81d50-a895-44e0-97e1-d4c20a681061 req-27f0b381-cae9-4842-a26a-db6572feee72 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 943 time: 0.0946584 Sep 02 13:01:18.655492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.656605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:18.657246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.758275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7010720 Sep 02 13:01:18.771963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1e35-c66f-41a1-acd0-939b236e21cd admin admin] Pushing event updated for resources: {'Network': ['ID=cb74a75a-28a8-429a-bcec-9eba2a9164ea,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:18.779611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3c81d50-a895-44e0-97e1-d4c20a681061 req-ba7ea774-98a9-43e2-9704-e10b064e49b5 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031883 Sep 02 13:01:18.827862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cb74a75a-28a8-429a-bcec-9eba2a9164ea details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:18.830145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1d4e635f-6050-4a03-8568-d0167c140f0d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:18.909299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 1d4e635f-6050-4a03-8568-d0167c140f0d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:18.913522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1d4e635f-6050-4a03-8568-d0167c140f0d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:18.954865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4ae043bc-7c3e-4502-9078-041200a2760f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ae043bc-7c3e-4502-9078-041200a2760f,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:18.957247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.963948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:18.974070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7d4efee3-5047-4fb9-9ec0-fe990b92ac1d None None] Provisioning for port e988201d-987e-4234-9317-3c74aded157c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:18.995238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '4ae043bc-7c3e-4502-9078-041200a2760f', 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14', 'port_id': '4ae043bc-7c3e-4502-9078-041200a2760f', 'mac_address': 'fa:16:3e:fd:9b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:01:18.997609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7d4efee3-5047-4fb9-9ec0-fe990b92ac1d None None] Provisioning complete for port e988201d-987e-4234-9317-3c74aded157c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:18.998045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7d4efee3-5047-4fb9-9ec0-fe990b92ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.048004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=e988201d-987e-4234-9317-3c74aded157c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:19.050794 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.111391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7d4efee3-5047-4fb9-9ec0-fe990b92ac1d None None] Port e988201d-987e-4234-9317-3c74aded157c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:19.135524 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.152481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.155672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae043bc-7c3e-4502-9078-041200a2760f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:19.172710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Transition to ACTIVE for port object 83c22fe5-1105-4754-8699-ae7df61fc700 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:19.190526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4ae043bc-7c3e-4502-9078-041200a2760f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ae043bc-7c3e-4502-9078-041200a2760f,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:19.210163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.217744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Transition to ACTIVE for port object 83c22fe5-1105-4754-8699-ae7df61fc700 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:19.243681 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.272849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Network 2220483a-d694-451c-a5ee-fee9c5c554d6 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:19.275738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:19.279949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:19.283936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4ae043bc-7c3e-4502-9078-041200a2760f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:19.285164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:19.298544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:19.330051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Allocated IP 2001:db8::f816:3eff:fe61:cb84 (2220483a-d694-451c-a5ee-fee9c5c554d6/94b8a83a-6c14-4184-b0c9-32eeedb8abb0/221399ba-aa60-42b9-99f8-774a52a5f520) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:19.378652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Pushing event updated for resources: {'Port': ['ID=83c22fe5-1105-4754-8699-ae7df61fc700,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:19.386670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Attempting to bind port 83c22fe5-1105-4754-8699-ae7df61fc700 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:19.386968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Attempting to bind port 83c22fe5-1105-4754-8699-ae7df61fc700 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:19.387342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Attempting to bind port 83c22fe5-1105-4754-8699-ae7df61fc700 on network 2220483a-d694-451c-a5ee-fee9c5c554d6 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:19.393009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:19.393392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Checking segment: {'id': '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:19.393809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.394339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Bound using segment: {'id': '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:19.394804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Bound port: 83c22fe5-1105-4754-8699-ae7df61fc700, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2220483a-d694-451c-a5ee-fee9c5c554d6'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:19.395184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.450945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4ae043bc-7c3e-4502-9078-041200a2760f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:19.481914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afec1-0758-40b5-8a06-5a64de220072 req-b38c0238-ebfe-4154-a6d1-9dbfbae4ad19 tempest-ComputeTenantNetworksTest-890021616 tempest-ComputeTenantNetworksTest-890021616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:19.488299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afec1-0758-40b5-8a06-5a64de220072 req-b38c0238-ebfe-4154-a6d1-9dbfbae4ad19 tempest-ComputeTenantNetworksTest-890021616 tempest-ComputeTenantNetworksTest-890021616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:19.494562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afec1-0758-40b5-8a06-5a64de220072 req-b38c0238-ebfe-4154-a6d1-9dbfbae4ad19 tempest-ComputeTenantNetworksTest-890021616 tempest-ComputeTenantNetworksTest-890021616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:19.496341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd2afec1-0758-40b5-8a06-5a64de220072 req-b38c0238-ebfe-4154-a6d1-9dbfbae4ad19 tempest-ComputeTenantNetworksTest-890021616 tempest-ComputeTenantNetworksTest-890021616-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3019524 Sep 02 13:01:19.507597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] For port 83c22fe5-1105-4754-8699-ae7df61fc700, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:19.531529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] For port 83c22fe5-1105-4754-8699-ae7df61fc700, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83c22fe5-1105-4754-8699-ae7df61fc700,segment=NetworkSegment(5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c),segment_id=5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:19.539113 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.580365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:01:19.647434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242c215-e7ee-4a2e-bbbc-3baf780251ee req-99a80e68-8914-496d-b317-f2abf6adba39 tempest-ComputeTenantNetworksTest-890021616 tempest-ComputeTenantNetworksTest-890021616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:19.652991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9242c215-e7ee-4a2e-bbbc-3baf780251ee req-99a80e68-8914-496d-b317-f2abf6adba39 tempest-ComputeTenantNetworksTest-890021616 tempest-ComputeTenantNetworksTest-890021616-project] 10.222.0.60 "GET /v2.0/networks/cb74a75a-28a8-429a-bcec-9eba2a9164ea HTTP/1.1" status: 200 len: 769 time: 0.1217186 Sep 02 13:01:19.661185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:19.675298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-26056659-9f0b-4cc3-888b-6d085f46cef9 None None] Provisioning complete for port e988201d-987e-4234-9317-3c74aded157c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:19.675860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26056659-9f0b-4cc3-888b-6d085f46cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.682337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f713b46-70b4-497d-8cde-c2019442c0b9 None None] Pushing event updated for resources: {'Port': ['ID=83c22fe5-1105-4754-8699-ae7df61fc700,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:19.727336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.754228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-26056659-9f0b-4cc3-888b-6d085f46cef9 None None] Port e988201d-987e-4234-9317-3c74aded157c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:19.757740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Transition to ACTIVE for port object 221399ba-aa60-42b9-99f8-774a52a5f520 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:19.783349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:19.788347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.796818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:19.798901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4f702af5-2ade-4d2b-b5fc-c14c25608d50 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "PUT /v2.0/routers/c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4324169 Sep 02 13:01:19.815971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:19.817429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:19.857030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.917180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network 2220483a-d694-451c-a5ee-fee9c5c554d6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:19.924080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:19.933270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:19.940835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:19.941610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.953943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.969454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb74a75a-28a8-429a-bcec-9eba2a9164ea']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:19.984362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1cac1a-cecc-4984-b7cf-dfd95f981bbf') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:19.984792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1cac1a-cecc-4984-b7cf-dfd95f981bbf') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:19.991506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:19.997384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:19.998233 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0328298 Sep 02 13:01:19.999165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55764) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:20.014305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625e956-feee-4294-97bb-80fa5a4f6b26 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Port': ['ID=221399ba-aa60-42b9-99f8-774a52a5f520,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:20.042248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b421b3-f0d8-4c80-bd4f-f7c2dc6ffaea req-67de3cb5-52f0-4e6e-b4d2-8a436fcdacdc tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:20.044020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b421b3-f0d8-4c80-bd4f-f7c2dc6ffaea req-67de3cb5-52f0-4e6e-b4d2-8a436fcdacdc tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 944 time: 0.0817502 Sep 02 13:01:20.069209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.079419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:20.079919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.100887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b421b3-f0d8-4c80-bd4f-f7c2dc6ffaea req-022f6ac3-45cc-4f42-8757-2020b58e6e3a tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505104 Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:20.125455 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:20.154848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Deleting subnet 94b8a83a-6c14-4184-b0c9-32eeedb8abb0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:20.158705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.162114 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.192663 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.195030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cb74a75a-28a8-429a-bcec-9eba2a9164ea HTTP/1.1" status: 204 len: 168 time: 0.5320995 Sep 02 13:01:20.212728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f336e-b021-4b29-93dd-966613c9aff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb74a75a-28a8-429a-bcec-9eba2a9164ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:20.233008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.297816 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:18Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:19Z', 'revision_number': 1, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e988201d-987e-4234-9317-3c74aded157c', 'name': '', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:86:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '150ee645-efd4-4e9c-a907-c761066f3543', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:17Z', 'updated_at': '2021-09-02T13:01:18Z', 'revision_number': 2, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '150ee645-efd4-4e9c-a907-c761066f3543', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:20.333151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:20.333514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Updating router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 port e988201d-987e-4234-9317-3c74aded157c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:01:20.364280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:20.364455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.402863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ae043bc-7c3e-4502-9078-041200a2760f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:20.405220 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.448613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c8d0b00c-aabc-4a6b-b3c6-ab376ef732b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91afd7bc83354232afd471b62add885e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800383 Sep 02 13:01:20.449502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:20.491229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.516416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a616a3f-dfab-4e6d-bc9b-bdac81b52733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.520179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Subnet': ['ID=94b8a83a-6c14-4184-b0c9-32eeedb8abb0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:20.524611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.527060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3bcf6144-e182-4a36-9e4c-ca676c2578b8 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/94b8a83a-6c14-4184-b0c9-32eeedb8abb0 HTTP/1.1" status: 204 len: 168 time: 0.5266759 Sep 02 13:01:20.533469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:20.544138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 4ae043bc-7c3e-4502-9078-041200a2760f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:20.579147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a616a3f-dfab-4e6d-bc9b-bdac81b52733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.580322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 4ae043bc-7c3e-4502-9078-041200a2760f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:20.580691 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.620155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996fda0-beab-460c-8c9b-5ea52b0bdb89 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:20.621770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996fda0-beab-460c-8c9b-5ea52b0bdb89 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:20.625846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2996fda0-beab-460c-8c9b-5ea52b0bdb89 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0882561 Sep 02 13:01:20.626979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:20.663102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a616a3f-dfab-4e6d-bc9b-bdac81b52733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.665875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a616a3f-dfab-4e6d-bc9b-bdac81b52733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.667074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0a616a3f-dfab-4e6d-bc9b-bdac81b52733 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/857abf5a-b2cd-4de7-8406-4bee6d5f02d6 HTTP/1.1" status: 204 len: 168 time: 0.2165127 Sep 02 13:01:20.696585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a616a3f-dfab-4e6d-bc9b-bdac81b52733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857abf5a-b2cd-4de7-8406-4bee6d5f02d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:20.749796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a3e7f1d-c1db-460a-b164-f6db704db71b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.759072 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3e7f1d-c1db-460a-b164-f6db704db71b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 02 13:01:20.759562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3e7f1d-c1db-460a-b164-f6db704db71b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:20.763027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0a3e7f1d-c1db-460a-b164-f6db704db71b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/2220483a-d694-451c-a5ee-fee9c5c554d6 HTTP/1.1" status: 409 len: 405 time: 0.1345379 Sep 02 13:01:20.773417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:20.789044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-737502425'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:20.840844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:20.857204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.876094 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.894256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Transition to ACTIVE for port object e988201d-987e-4234-9317-3c74aded157c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:20.897268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:20.907840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83c22fe5-1105-4754-8699-ae7df61fc700 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:20.916496 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.929273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.930089 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Added segment 4b1078c0-632c-437c-8de9-e68719a2723f of type vlan for network aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 Sep 02 13:01:20.946368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.979978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:20.986759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce109a7-5a1e-4d67-b59e-3a2cc38e9ca7 None None] Network 2220483a-d694-451c-a5ee-fee9c5c554d6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:21.009968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.016222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:21.016933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.088352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87372403-f926-462e-8edc-6e930c3b1bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae043bc-7c3e-4502-9078-041200a2760f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:21.090709 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdcfa5d-921a-4c98-b432-a000b584b678" -d '{"events": [{"server_uuid": "87372403-f926-462e-8edc-6e930c3b1bfb", "name": "network-vif-plugged", "status": "completed", "tag": "4ae043bc-7c3e-4502-9078-041200a2760f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:21.092363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:21.092820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3178310 Sep 02 13:01:21.101084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd257d5-b7ff-4937-9c69-d0f9b991e817 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Network': ['ID=aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:21.106379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2152b4e-6764-478f-9a18-74c987b642f7 None None] Pushing event updated for resources: {'Port': ['ID=e988201d-987e-4234-9317-3c74aded157c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:21.114727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'subnet': {'network_id': 'aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:21.120613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ba188279-dbeb-4c9b-8489-415b43bf983f None None] Provisioning for port 83c22fe5-1105-4754-8699-ae7df61fc700 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:21.145088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4ae043bc-7c3e-4502-9078-041200a2760f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ae043bc-7c3e-4502-9078-041200a2760f,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:21.148742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:21.256444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.260841 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45d85a8-6228-4776-b86f-dab5d700cdae x-openstack-request-id: req-e45d85a8-6228-4776-b86f-dab5d700cdae {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:21.261056 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87372403-f926-462e-8edc-6e930c3b1bfb", "name": "network-vif-plugged", "status": "completed", "tag": "4ae043bc-7c3e-4502-9078-041200a2760f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:21.261304 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e45d85a8-6228-4776-b86f-dab5d700cdae {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:21.261707 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87372403-f926-462e-8edc-6e930c3b1bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae043bc-7c3e-4502-9078-041200a2760f', 'code': 200} Sep 02 13:01:21.362946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88753b-94fd-4af8-a3a0-a4dd51e59281 req-d14a27b8-c98e-439a-a3f4-ded41ab2e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:21.365321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc88753b-94fd-4af8-a3a0-a4dd51e59281 req-d14a27b8-c98e-439a-a3f4-ded41ab2e2fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 1096 time: 0.0970645 Sep 02 13:01:21.383650 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 83c22fe5-1105-4754-8699-ae7df61fc700 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:21.409697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623b644-dfe7-4b2a-bbb4-64e6535ef461 req-5c4d6b4b-f736-469b-aa11-c79811c9e84d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:21.411324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2623b644-dfe7-4b2a-bbb4-64e6535ef461 req-5c4d6b4b-f736-469b-aa11-c79811c9e84d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 945 time: 0.1616268 Sep 02 13:01:21.412528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:21.416965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.433895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 83c22fe5-1105-4754-8699-ae7df61fc700 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:21.434335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.436259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc88753b-94fd-4af8-a3a0-a4dd51e59281 req-88c64140-27ba-45b2-9653-d1c6d57738c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634255 Sep 02 13:01:21.436522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Attempting to bind port e988201d-987e-4234-9317-3c74aded157c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:21.437038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Attempting to bind port e988201d-987e-4234-9317-3c74aded157c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:21.437436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Attempting to bind port e988201d-987e-4234-9317-3c74aded157c on network c4da15ad-f36b-4d23-9865-565d84a5bd04 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:21.485342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:21.485727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Checking segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:21.486146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.486547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Bound using segment: {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:21.487040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Bound port: e988201d-987e-4234-9317-3c74aded157c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad252b20-c3d9-4586-898d-30a3b141c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:21.487428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.524372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4ae043bc-7c3e-4502-9078-041200a2760f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:21.533873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2623b644-dfe7-4b2a-bbb4-64e6535ef461 req-1191a9e5-00ea-497c-b227-10ba81d65805 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Sep 02 13:01:21.660159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.679524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] DHCP port deletion for 2220483a-d694-451c-a5ee-fee9c5c554d6 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:01:21.689020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] For port e988201d-987e-4234-9317-3c74aded157c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:21.714473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] For port e988201d-987e-4234-9317-3c74aded157c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e988201d-987e-4234-9317-3c74aded157c,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:21.744847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.748489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:01:21.750048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.754282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 83c22fe5-1105-4754-8699-ae7df61fc700, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83c22fe5-1105-4754-8699-ae7df61fc700,segment=NetworkSegment(5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c),segment_id=5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:21.780955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.811241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:21.825019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Subnet': ['ID=8bb1fa2f-866b-4853-8164-b2a744d05dad,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:21.829219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Checking segment: {'id': '4b1078c0-632c-437c-8de9-e68719a2723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:21.829692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network hostable DHCP agents. Network: aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:21.833360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:21.834025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:21.841822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.842400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.842827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.843268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.843718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.844224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.844670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.845134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.845575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.845999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.846434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.846861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:21.867692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:21.880631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:21.886335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:21.887422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:21.915438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e5237092-142f-469f-81dc-1130f6aea91d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8166714 Sep 02 13:01:21.915861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:21.968696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-network', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:21.994746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Made reservation on behalf of b66c8a78b46e4355aa92674afb5c681d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:21.998767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.013119 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.065704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.126479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.134603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.138212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3040db7-05d7-488b-ba4b-a262b4bc57fc None None] Network aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:22.148942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.150181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2152b4e-6764-478f-9a18-74c987b642f7 None None] Pushing event updated for resources: {'Port': ['ID=e988201d-987e-4234-9317-3c74aded157c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:22.198302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:22.200855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] Deleting port 83c22fe5-1105-4754-8699-ae7df61fc700 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:22.201288 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.202728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.206380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac150a8-026e-48ab-9932-a44b30ea9202,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:22.214642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.215560 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Added segment 62ee4821-ad7f-4f8c-8f60-b555c2ef16ca of type vlan for network 91fedcf3-01cd-47a8-a24e-241f46a09052 Sep 02 13:01:22.246057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb1fa2f-866b-4853-8164-b2a744d05dad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:22.266722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.302992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.304675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:22.305902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.405948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5920939 Sep 02 13:01:22.406884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:22.414953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Request body: {'subnet': {'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-subnet', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:22.425709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce093-65fe-4ccd-9531-56a442ae4954 admin admin] Pushing event updated for resources: {'Network': ['ID=91fedcf3-01cd-47a8-a24e-241f46a09052,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:22.472701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:22.487821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Made reservation on behalf of b66c8a78b46e4355aa92674afb5c681d for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:22.490301 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.590482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=83c22fe5-1105-4754-8699-ae7df61fc700,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:22.619285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] For port 83c22fe5-1105-4754-8699-ae7df61fc700, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83c22fe5-1105-4754-8699-ae7df61fc700,segment=NetworkSegment(5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c),segment_id=5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:22.620366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.642592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:22.696641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] Calling delete_port for 83c22fe5-1105-4754-8699-ae7df61fc700 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:22.715212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ce34f-60e2-4ae5-b259-f2e64c280162 None None] Network aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:22.770598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83c22fe5-1105-4754-8699-ae7df61fc700 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:22.781999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.846865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.861683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3c7fbb-50fe-4e11-9d67-0b380017c18d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:22.865571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:22.875124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Checking segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:22.875779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Network hostable DHCP agents. Network: 91fedcf3-01cd-47a8-a24e-241f46a09052, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:22.890227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1078c0-632c-437c-8de9-e68719a2723f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:22.890528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1078c0-632c-437c-8de9-e68719a2723f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:22.901809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfad323-e004-40ca-b4df-ca4f02d511eb req-df2f10f7-19ba-4c2c-a2fd-143b520a2650 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:22.907137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:22.910604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dfad323-e004-40ca-b4df-ca4f02d511eb req-df2f10f7-19ba-4c2c-a2fd-143b520a2650 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 945 time: 0.1305447 Sep 02 13:01:22.921886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 91fedcf3-01cd-47a8-a24e-241f46a09052) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:22.928664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.941957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37ff35-793b-4b22-932d-824044ca0842 None None] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:22.942762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:22.944199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.959307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.970089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c16bc893-17d1-4016-b007-83d109a4ddf6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5595298 Sep 02 13:01:22.973573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:22.974665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:22.975086 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:22.979312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:22.988471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4dfad323-e004-40ca-b4df-ca4f02d511eb req-00527484-8d74-446d-99a3-01ff043b5114 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765662 Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:22.995499 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:23.024586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.025960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.077403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.083800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.087490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 HTTP/1.1" status: 204 len: 168 time: 1.1703393 Sep 02 13:01:23.095585 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.104793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:23.105344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5858913-0c9e-463b-b5ba-c20c43c4e4b1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Network': ['ID=aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:23.124769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-483308991'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:23.178866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] Pushing event deleted for resources: {'Port': ['ID=83c22fe5-1105-4754-8699-ae7df61fc700,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:23.185799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port 83c22fe5-1105-4754-8699-ae7df61fc700 update to DOWN by agent not found {{(pid=94842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 02 13:01:23.188884 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.189523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b060a-2896-4ee3-9d3e-dde274914262 None None] No DVR routers for this DVR port 83c22fe5-1105-4754-8699-ae7df61fc700 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:23.291912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:23.296123 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.394680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-91fedcf3-01cd-47a8-a24e-241f46a09052', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:23.395640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.412764 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.416514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:23.435477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:18Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:19Z', 'revision_number': 1, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e988201d-987e-4234-9317-3c74aded157c', 'name': '', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:86:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '150ee645-efd4-4e9c-a907-c761066f3543', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:17Z', 'updated_at': '2021-09-02T13:01:21Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '150ee645-efd4-4e9c-a907-c761066f3543', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:23.471256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.471617 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Added segment 3f0c9c09-0232-438c-8c1e-bc0cfc4a41ca of type vlan for network b238bce3-3f38-4ec3-9442-753b4246636d Sep 02 13:01:23.512445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce15bed-f79a-4c47-96ad-3309602926fe None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:18Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:19Z', 'revision_number': 1, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e988201d-987e-4234-9317-3c74aded157c', 'name': '', 'network_id': 'c4da15ad-f36b-4d23-9865-565d84a5bd04', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:86:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '150ee645-efd4-4e9c-a907-c761066f3543', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:17Z', 'updated_at': '2021-09-02T13:01:21Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '150ee645-efd4-4e9c-a907-c761066f3543', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:23.542018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.593152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.601013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:23.601499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.628750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5221796 Sep 02 13:01:23.632283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:23.653436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'subnet': {'network_id': 'b238bce3-3f38-4ec3-9442-753b4246636d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:23.660433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Allocated IP 172.20.0.2 (91fedcf3-01cd-47a8-a24e-241f46a09052/1c3c7fbb-50fe-4e11-9d67-0b380017c18d/1a1c6960-ae3f-46b5-9e4d-524709afff94) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:23.718061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79647fbb-c34e-4ff3-9a00-1bdc2275401e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Network': ['ID=b238bce3-3f38-4ec3-9442-753b4246636d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:23.748440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network b238bce3-3f38-4ec3-9442-753b4246636d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:23.828124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:23.832990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.910126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:23.946046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.070825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.086408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Transition to ACTIVE for port object 1a1c6960-ae3f-46b5-9e4d-524709afff94 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:24.106047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Transition to ACTIVE for port object 1a1c6960-ae3f-46b5-9e4d-524709afff94 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:24.114651 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.165454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.174964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:24.193245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:24.199782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:24.216049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Pushing event updated for resources: {'Port': ['ID=1a1c6960-ae3f-46b5-9e4d-524709afff94,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:24.225143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Allocated IP 172.25.7.200 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/5452fc24-2188-466b-9707-9a0e2e9f633d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:24.299729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Attempting to bind port 1a1c6960-ae3f-46b5-9e4d-524709afff94 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:24.300115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Attempting to bind port 1a1c6960-ae3f-46b5-9e4d-524709afff94 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:24.300684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Attempting to bind port 1a1c6960-ae3f-46b5-9e4d-524709afff94 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:24.306826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:24.307199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Checking segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:24.307609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.308001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Bound using segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:24.308472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Bound port: 1a1c6960-ae3f-46b5-9e4d-524709afff94, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:24.309512 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.336971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Checking segment: {'id': '3f0c9c09-0232-438c-8c1e-bc0cfc4a41ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b238bce3-3f38-4ec3-9442-753b4246636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:24.337377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network hostable DHCP agents. Network: b238bce3-3f38-4ec3-9442-753b4246636d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:24.373756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Subnet': ['ID=34b46a4d-5155-4704-afef-7c46a6edc913,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:24.377987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network b238bce3-3f38-4ec3-9442-753b4246636d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:24.392610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, b238bce3-3f38-4ec3-9442-753b4246636d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:24.400819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:24.401542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.419914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06bf0f0-a32b-412e-aaf4-87f2e2c24abc None None] Network b238bce3-3f38-4ec3-9442-753b4246636d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:24.450398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4568a16b-2cc1-4c26-81c6-99489676c93e tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8143387 Sep 02 13:01:24.450773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:24.522838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.550642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] For port 1a1c6960-ae3f-46b5-9e4d-524709afff94, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:24.559794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] For port 1a1c6960-ae3f-46b5-9e4d-524709afff94, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1a1c6960-ae3f-46b5-9e4d-524709afff94,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:24.570316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.597258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.666821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.672458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Pushing event updated for resources: {'Port': ['ID=5452fc24-2188-466b-9707-9a0e2e9f633d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:24.713421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:24.715305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:24.719198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:24.798783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c3e5-9541-43b5-b149-51a9bae786fd None None] Pushing event updated for resources: {'Port': ['ID=1a1c6960-ae3f-46b5-9e4d-524709afff94,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:24.839207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.906333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e83d3-c985-49a7-9b11-5146381dbf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-b238bce3-3f38-4ec3-9442-753b4246636d', 'network_id': 'b238bce3-3f38-4ec3-9442-753b4246636d', 'tenant_id': '44037b3f8fc648d695c608eb245d308d', 'fixed_ips': [{'subnet_id': '34b46a4d-5155-4704-afef-7c46a6edc913'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:24.909027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef8e83d3-c985-49a7-9b11-5146381dbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:24.911405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e988201d-987e-4234-9317-3c74aded157c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:24.996662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.120169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e988201d-987e-4234-9317-3c74aded157c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:25.130904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e988201d-987e-4234-9317-3c74aded157c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:25.131326 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.178352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Subnet': ['ID=34b46a4d-5155-4704-afef-7c46a6edc913,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:25.197551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-ef8e83d3-c985-49a7-9b11-5146381dbf7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34b46a4d-5155-4704-afef-7c46a6edc913: This subnet is being modified by another concurrent operation. Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:25.205230 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34b46a4d-5155-4704-afef-7c46a6edc913: This subnet is being modified by another concurrent operation. Sep 02 13:01:25.209404 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:01:25.235188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b238bce3-3f38-4ec3-9442-753b4246636d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:25.251129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0c9c09-0232-438c-8c1e-bc0cfc4a41ca') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:25.251903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0c9c09-0232-438c-8c1e-bc0cfc4a41ca') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:25.253172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace1b41-aa02-40b4-8c9f-3d49e70596e2 None None] Network b238bce3-3f38-4ec3-9442-753b4246636d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:25.266329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.285260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.295556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.296151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:25.296151 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:25.352753 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:25.378309 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.381464 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.393425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.396634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/b238bce3-3f38-4ec3-9442-753b4246636d HTTP/1.1" status: 204 len: 168 time: 0.9449193 Sep 02 13:01:25.408524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:25.417799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1615584640'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:25.447328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac434c-5ce4-4187-aa61-7e5d97194cf1 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Network': ['ID=b238bce3-3f38-4ec3-9442-753b4246636d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:25.462550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:25.468595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.468794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e988201d-987e-4234-9317-3c74aded157c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e988201d-987e-4234-9317-3c74aded157c,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:25.476574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.520727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:25.548625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.549608 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Added segment 79f5655e-f23f-4c7e-a214-3949147e3850 of type vlan for network e0252bc3-2963-4d55-becb-31f26c751efe Sep 02 13:01:25.588193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e988201d-987e-4234-9317-3c74aded157c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:25.619688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.650960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.658306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:25.661139 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.693778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:25.746358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3301442 Sep 02 13:01:25.750155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:25.767650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Request body: {'subnet': {'network_id': 'e0252bc3-2963-4d55-becb-31f26c751efe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:25.779443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe131e82-8b39-427f-9893-170f4c580bf2 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Network': ['ID=e0252bc3-2963-4d55-becb-31f26c751efe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:25.793642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e0252bc3-2963-4d55-becb-31f26c751efe details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:25.964777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Made reservation on behalf of 44037b3f8fc648d695c608eb245d308d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:25.971128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:26.205381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b37fa-0af1-476b-86f0-60a80b4118e5 None None] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:26.317368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8ef4f24-6b23-41bc-8f2f-65b6b0fbd83e None None] Provisioning for port 1a1c6960-ae3f-46b5-9e4d-524709afff94 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:26.360414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:01:26.363310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:26.424767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:01:26.464321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event updated for resources: {'Subnet': ['ID=6e908fd7-04b8-4efe-b4b8-2443b0ae500f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:26.475223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Checking segment: {'id': '79f5655e-f23f-4c7e-a214-3949147e3850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e0252bc3-2963-4d55-becb-31f26c751efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:26.475845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network hostable DHCP agents. Network: e0252bc3-2963-4d55-becb-31f26c751efe, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:26.499221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Network e0252bc3-2963-4d55-becb-31f26c751efe is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:26.513226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e0252bc3-2963-4d55-becb-31f26c751efe) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:26.522573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:26.523892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:26.558491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-235ffad2-1283-418c-b4ac-c3ebdb7e92d5 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8050621 Sep 02 13:01:26.559605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:26.559734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:26.571224 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:26.579550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:26.584546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c7d1b96-1c78-40a1-86fd-755e98a1991a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6097426 Sep 02 13:01:26.585484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:26.594455 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:26.599532 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:26.869735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:26.886848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a82e52-36d7-41bb-8852-2277fe3827d6 None None] Network e0252bc3-2963-4d55-becb-31f26c751efe requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:26.908970 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:27.003256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1a1c6960-ae3f-46b5-9e4d-524709afff94 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:27.029736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.123240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.209072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Subnet': ['ID=6e908fd7-04b8-4efe-b4b8-2443b0ae500f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:27.269711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 1a1c6960-ae3f-46b5-9e4d-524709afff94 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:27.280621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06862f11-0e62-453e-8b08-304efb480828 None None] Network e0252bc3-2963-4d55-becb-31f26c751efe requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:27.285165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1a1c6960-ae3f-46b5-9e4d-524709afff94 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:27.285548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.325133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.338689 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:24Z', 'revision_number': 3, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:27.423216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.424946 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:27.426816 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Updating router 40fe7388-86c3-4bb4-a324-84fddda629f6 port 5452fc24-2188-466b-9707-9a0e2e9f633d binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:01:27.440056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0252bc3-2963-4d55-becb-31f26c751efe']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:27.467168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f5655e-f23f-4c7e-a214-3949147e3850') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:27.467556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f5655e-f23f-4c7e-a214-3949147e3850') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:27.485767 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.501812 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.517975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.528154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:27.529070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:27.535988 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:27.643324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9939a27c-d25e-471e-a477-f9969a8f25df None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:01:27.656696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.665621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.671124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/e0252bc3-2963-4d55-becb-31f26c751efe HTTP/1.1" status: 204 len: 168 time: 1.1079259 Sep 02 13:01:27.681375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Allocated IP 172.20.0.1 (91fedcf3-01cd-47a8-a24e-241f46a09052/1c3c7fbb-50fe-4e11-9d67-0b380017c18d/642d5273-3ca7-4a81-86a2-e9e34567b3c8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:27.690000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:27.804978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fa17e-8790-4cda-95b9-5048b951fc62 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Network': ['ID=e0252bc3-2963-4d55-becb-31f26c751efe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:27.816605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6ad130a8-0dae-44ff-823c-5e53a7b94d66 None None] Provisioning complete for port 1a1c6960-ae3f-46b5-9e4d-524709afff94 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:27.816605 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ad130a8-0dae-44ff-823c-5e53a7b94d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.817537 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f89df3-13eb-4a72-8d59-9914ee8f6e68 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:27.818054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f89df3-13eb-4a72-8d59-9914ee8f6e68 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:27.825163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79f89df3-13eb-4a72-8d59-9914ee8f6e68 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/6e908fd7-04b8-4efe-b4b8-2443b0ae500f HTTP/1.1" status: 404 len: 337 time: 0.1296225 Sep 02 13:01:27.830800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:27.851035 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.855580 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-79888cde-6f63-40f5-a581-c008b95fa800 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:27.856191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79888cde-6f63-40f5-a581-c008b95fa800 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:27.858080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79888cde-6f63-40f5-a581-c008b95fa800 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/e0252bc3-2963-4d55-becb-31f26c751efe HTTP/1.1" status: 404 len: 339 time: 0.0262446 Sep 02 13:01:27.869492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:27.920559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:27.930475 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5dce56-1808-4965-b139-ffbb883f976c tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:27.931016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5dce56-1808-4965-b139-ffbb883f976c tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:27.933267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c5dce56-1808-4965-b139-ffbb883f976c tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/34b46a4d-5155-4704-afef-7c46a6edc913 HTTP/1.1" status: 404 len: 337 time: 0.0626454 Sep 02 13:01:27.938092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:27.961234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939a27c-d25e-471e-a477-f9969a8f25df None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:01:27.962651 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04656a2-f527-444e-8e8c-b2c86c750bdb tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:27.963263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04656a2-f527-444e-8e8c-b2c86c750bdb tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:27.968037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55954) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:27.968389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b04656a2-f527-444e-8e8c-b2c86c750bdb tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/b238bce3-3f38-4ec3-9442-753b4246636d HTTP/1.1" status: 404 len: 339 time: 0.0276077 Sep 02 13:01:27.974026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Transition to ACTIVE for port object 642d5273-3ca7-4a81-86a2-e9e34567b3c8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:28.026237 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4ee453-ec7a-4eb4-8cd3-366e8e02358b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:28.026726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4ee453-ec7a-4eb4-8cd3-366e8e02358b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:28.028578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa4ee453-ec7a-4eb4-8cd3-366e8e02358b tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/8bb1fa2f-866b-4853-8164-b2a744d05dad HTTP/1.1" status: 404 len: 337 time: 0.0595555 Sep 02 13:01:28.031133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:28.041469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.060850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 1a1c6960-ae3f-46b5-9e4d-524709afff94, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1a1c6960-ae3f-46b5-9e4d-524709afff94,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:28.071263 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7757fe88-8b7a-4b99-bfd7-490bb605d003 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:28.071854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7757fe88-8b7a-4b99-bfd7-490bb605d003 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:28.078228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7757fe88-8b7a-4b99-bfd7-490bb605d003 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/aa9eaf12-e70b-4190-8ff3-9ce4f3d2a196 HTTP/1.1" status: 404 len: 339 time: 0.0460713 Sep 02 13:01:28.080837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:28.111563 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.115227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.117109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:28.120861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e988201d-987e-4234-9317-3c74aded157c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:28.130555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:28.135414 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Transition to ACTIVE for port object 5452fc24-2188-466b-9707-9a0e2e9f633d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:28.145170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:28.158757 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.238980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.242046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Pushing event updated for resources: {'Port': ['ID=642d5273-3ca7-4a81-86a2-e9e34567b3c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:28.263798 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Pushing event updated for resources: {'Port': ['ID=5452fc24-2188-466b-9707-9a0e2e9f633d,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:28.267188 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Attempting to bind port 5452fc24-2188-466b-9707-9a0e2e9f633d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:28.267559 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Attempting to bind port 5452fc24-2188-466b-9707-9a0e2e9f633d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:28.267948 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Attempting to bind port 5452fc24-2188-466b-9707-9a0e2e9f633d on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:28.281027 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.281381 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.281724 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.282056 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.282390 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.282723 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.283047 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.283367 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.283693 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.284015 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.284338 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.284656 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.298845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Deleting port 221399ba-aa60-42b9-99f8-774a52a5f520 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:28.299216 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.310432 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:28.310821 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:28.311309 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.311649 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:28.312150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Bound port: 5452fc24-2188-466b-9707-9a0e2e9f633d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:28.312535 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.315655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.316004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.316344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.316736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.317117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.317702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.318033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.318356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.319004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.319330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.319651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.319969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.388396 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] For port 5452fc24-2188-466b-9707-9a0e2e9f633d, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:28.392334 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] For port 5452fc24-2188-466b-9707-9a0e2e9f633d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5452fc24-2188-466b-9707-9a0e2e9f633d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:28.400022 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.427191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=1a1c6960-ae3f-46b5-9e4d-524709afff94,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:28.439282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.439996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.440554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.441276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.442099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.442787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.443362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.443897 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.444441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.445020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.445561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.446186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:01:28.462791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e988201d-987e-4234-9317-3c74aded157c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:28.463526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.523541 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:28.524228 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:28.543007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.564566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Calling delete_port for 221399ba-aa60-42b9-99f8-774a52a5f520 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:28.603917 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eeed-4579-4c41-8410-e8cf1cad5246 None None] Pushing event updated for resources: {'Port': ['ID=5452fc24-2188-466b-9707-9a0e2e9f633d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:28.631923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.658839 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:28.712159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.754671 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf8ee-c718-4426-9167-420a35e6c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.756627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:28.762084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/ports/221399ba-aa60-42b9-99f8-774a52a5f520 HTTP/1.1" status: 204 len: 168 time: 0.6774502 Sep 02 13:01:28.762084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7f0ee-5338-47c5-a3a4-fd1841315cc9 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Port': ['ID=221399ba-aa60-42b9-99f8-774a52a5f520,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:28.763450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:28.804142 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa75dc10-c2ae-41eb-b5ef-8eb930a1354d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:28.805481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa75dc10-c2ae-41eb-b5ef-8eb930a1354d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:28.814972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa75dc10-c2ae-41eb-b5ef-8eb930a1354d tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/94b8a83a-6c14-4184-b0c9-32eeedb8abb0 HTTP/1.1" status: 404 len: 337 time: 0.0478809 Sep 02 13:01:28.815165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:28.950790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1a1c6960-ae3f-46b5-9e4d-524709afff94 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:29.024865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.034391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.036707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.108197 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:24Z', 'revision_number': 3, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:29.159696 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0add-c80a-4798-a5f9-a005929ff4ef None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:24Z', 'revision_number': 3, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:29.213499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1a1c6960-ae3f-46b5-9e4d-524709afff94 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:29.213499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.224490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Pushing event updated for resources: {'Port': ['ID=642d5273-3ca7-4a81-86a2-e9e34567b3c8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:29.252497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.297349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.317253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2220483a-d694-451c-a5ee-fee9c5c554d6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:29.350641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:29.350951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3e81fb-872b-49bf-b5c8-345a2fd0ac8c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:29.387207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.423101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.443158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:29.443610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:29.450726 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:29.543483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:29.548217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:29.588940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-356227d5-df9e-436c-838f-7550aa837ae6 None None] Provisioning for port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:29.608880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-356227d5-df9e-436c-838f-7550aa837ae6 None None] Provisioning complete for port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:29.610924 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-356227d5-df9e-436c-838f-7550aa837ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.622372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.633975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:29.638803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/2220483a-d694-451c-a5ee-fee9c5c554d6 HTTP/1.1" status: 204 len: 168 time: 0.8198774 Sep 02 13:01:29.639149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:29.702086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-356227d5-df9e-436c-838f-7550aa837ae6 None None] Port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:29.712448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7d48-9aa3-4e53-8286-2bf5169ae0e3 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Network': ['ID=2220483a-d694-451c-a5ee-fee9c5c554d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:29.835666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:01:29.872943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Deleting port 72a93b16-31ab-44e6-9671-a7e7508b10b3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:29.876290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.009825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.030742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f7e6a1d-2005-43b5-9343-07e1f336ebc8 None None] Provisioning complete for port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:30.030742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6a1d-2005-43b5-9343-07e1f336ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.050151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:30.072228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Calling delete_port for 72a93b16-31ab-44e6-9671-a7e7508b10b3 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:30.086316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d2467945-0924-4afc-8d7c-191af25eb121 admin admin] 10.222.0.60 "PUT /v2.0/routers/40fe7388-86c3-4bb4-a324-84fddda629f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4995167 Sep 02 13:01:30.114556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e6a1d-2005-43b5-9343-07e1f336ebc8 None None] Port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:30.227159 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.309164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Port': ['ID=72a93b16-31ab-44e6-9671-a7e7508b10b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:30.319910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.322396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-67e4b379-021c-4812-b5f6-2e50d7afefc0 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/ports/72a93b16-31ab-44e6-9671-a7e7508b10b3 HTTP/1.1" status: 204 len: 168 time: 0.6753669 Sep 02 13:01:30.324773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:30.369948 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e154d9-247f-4119-bef8-c1c73f1c0453 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] DELETE failed (client error): The resource could not be found. Sep 02 13:01:30.371356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e154d9-247f-4119-bef8-c1c73f1c0453 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:01:30.376111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55992) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:30.386807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45e154d9-247f-4119-bef8-c1c73f1c0453 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/0d931c77-1636-4f33-8f94-a71cc78c48de HTTP/1.1" status: 404 len: 337 time: 0.0604522 Sep 02 13:01:30.490690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.691446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.697747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:30.702672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050683945', 'description': 'tempest-description--843304321'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:30.722507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b369d36-816f-4f46-80ed-af52fe4d8de4']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:30.731057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.735856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829558b1-412f-42db-8e4a-e569662ac328') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:30.736195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829558b1-412f-42db-8e4a-e569662ac328') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:30.750658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.773207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa694b-1b10-49d6-8ddb-68c441ad3543 req-06817db8-09fc-4065-8c00-5e7bfbca7fbb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:30.775210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4aa694b-1b10-49d6-8ddb-68c441ad3543 req-06817db8-09fc-4065-8c00-5e7bfbca7fbb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0996408 Sep 02 13:01:30.776288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.791259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:30.791540 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:30.795006 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:30.893079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4aa694b-1b10-49d6-8ddb-68c441ad3543 req-602c34e0-ac68-4006-8eb7-4696c5664c30 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083362 Sep 02 13:01:30.894288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.906190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.911144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/5b369d36-816f-4f46-80ed-af52fe4d8de4 HTTP/1.1" status: 204 len: 168 time: 0.5338972 Sep 02 13:01:30.911765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:30.915368 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.928640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.935671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5452fc24-2188-466b-9707-9a0e2e9f633d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:30.975501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050d03c-6636-430a-a45f-f031e48e361a tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Network': ['ID=5b369d36-816f-4f46-80ed-af52fe4d8de4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:30.981253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1167e-ea1b-4d27-9336-ff58301b4f36,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:30.994776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:30.996399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ab1b6838-d0ad-4b59-b83a-b90aad144078 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2975574 Sep 02 13:01:31.000171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:31.006182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'security_group_rule': {'security_group_id': '55d1167e-ea1b-4d27-9336-ff58301b4f36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:31.037622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 5452fc24-2188-466b-9707-9a0e2e9f633d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:31.043697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Deleting subnet f0cf2c7b-c59c-47ad-ad11-ed70bb5e73c9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:31.045291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5452fc24-2188-466b-9707-9a0e2e9f633d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:31.046127 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.050171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.082713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d00f1-ef91-4ede-ba5b-83b7d94b45dc req-ec983952-76ec-4815-83e0-b41fb82859ae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:31.088296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f1d00f1-ef91-4ede-ba5b-83b7d94b45dc req-ec983952-76ec-4815-83e0-b41fb82859ae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0815289 Sep 02 13:01:31.105159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.114558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.166021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f1d00f1-ef91-4ede-ba5b-83b7d94b45dc req-beb0eb1f-a054-4714-9c3a-67e5188dc89c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699952 Sep 02 13:01:31.195206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.267147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 5452fc24-2188-466b-9707-9a0e2e9f633d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5452fc24-2188-466b-9707-9a0e2e9f633d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:31.274728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.277025 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.279064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.283720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.360245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f36accd-aee0-4bf4-838b-e52d3474653f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:31.370492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.372065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a014ec6-88f4-42fe-b62e-e1fc9e1592b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706448 Sep 02 13:01:31.375568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:31.386221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'security_group_rule': {'security_group_id': '55d1167e-ea1b-4d27-9336-ff58301b4f36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:31.407181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.437044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=5452fc24-2188-466b-9707-9a0e2e9f633d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:31.448768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f346a2f-8965-497a-8c9e-72bbb5b0fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.463585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.482197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cf2c7b-c59c-47ad-ad11-ed70bb5e73c9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:31.500871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.505275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad4938a3-cf3e-4893-a3cd-be66bda91633 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/subnets/f0cf2c7b-c59c-47ad-ad11-ed70bb5e73c9 HTTP/1.1" status: 204 len: 168 time: 0.5918207 Sep 02 13:01:31.507484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180412dc-7395-4b05-b086-602d0977428f None None] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:31.507618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:31.570341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.576339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.599966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f62cede-d3fe-4bce-a237-0097a7773f06,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:31.608738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.613705 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f206f463-4c9e-46ba-844e-622aecb6dd2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367570 Sep 02 13:01:31.618255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:31.632400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:31.666635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.720756 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.778937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:31.824506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:31.845930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:31.846744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:31.867392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-75b21d98-5c42-41dd-a72f-3c777666d2ed tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:31.876713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-75b21d98-5c42-41dd-a72f-3c777666d2ed tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.3455861 Sep 02 13:01:31.915073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-d48e104f-0436-48bd-a83e-b8a578d6dcfe tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/quotas/83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 375 time: 0.0373633 Sep 02 13:01:31.945683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.002587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-19f9d18a-39e0-4e59-a13d-18665d860c6e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0862284 Sep 02 13:01:32.005450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Deleting port 2b921ddc-1ee6-4b31-b553-5c18621e496d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:32.005923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.038435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:32.128111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] For port 2b921ddc-1ee6-4b31-b553-5c18621e496d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b921ddc-1ee6-4b31-b553-5c18621e496d,segment=NetworkSegment(86d02004-94e3-45a5-ac45-7ae8b81ca346),segment_id=86d02004-94e3-45a5-ac45-7ae8b81ca346)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:32.128747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.137140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] DHCP port deletion for 019c59fc-a59b-43ac-b6b0-2b6a422081ac request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:01:32.160514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Calling delete_port for 2b921ddc-1ee6-4b31-b553-5c18621e496d owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:32.168496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Allocated IP 172.25.7.210 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/d3d056ef-9ff6-42eb-90e7-678aa5ca250b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:32.213355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-dd710a4f-b1f7-45f0-91ae-54883bca6aab service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095895 Sep 02 13:01:32.274818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Deleting port 2b921ddc-1ee6-4b31-b553-5c18621e496d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:32.275623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.351342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.397481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-9c0723b0-32cb-46ea-be64-5b7bef06099c service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830168 Sep 02 13:01:32.398467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.426279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.452460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Port': ['ID=2b921ddc-1ee6-4b31-b553-5c18621e496d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:32.455457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] No DVR routers for this DVR port 2b921ddc-1ee6-4b31-b553-5c18621e496d on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:32.500279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] For port 2b921ddc-1ee6-4b31-b553-5c18621e496d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2b921ddc-1ee6-4b31-b553-5c18621e496d,segment=NetworkSegment(86d02004-94e3-45a5-ac45-7ae8b81ca346),segment_id=86d02004-94e3-45a5-ac45-7ae8b81ca346)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:32.500696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.531904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Calling delete_port for 2b921ddc-1ee6-4b31-b553-5c18621e496d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:32.540653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:32.552305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.565876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'Port': ['ID=d3d056ef-9ff6-42eb-90e7-678aa5ca250b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:32.566081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019c59fc-a59b-43ac-b6b0-2b6a422081ac']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:32.577079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:32.580582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:32.618092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d02004-94e3-45a5-ac45-7ae8b81ca346') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:32.624089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d02004-94e3-45a5-ac45-7ae8b81ca346') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:32.651346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.675090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.686411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:32.687512 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:32.692667 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:32.719968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.749348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 2, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:32.772442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-403a43f5-ea76-4c8e-b8b8-aeae9e70d0b6 req-8f334abe-24b2-4e3c-9699-45a962c84585 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 210 time: 0.0517979 Sep 02 13:01:32.797182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:32.797182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Updating router 40fe7388-86c3-4bb4-a324-84fddda629f6 port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:01:32.856952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.862367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.871611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.886087 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:01:32.888752 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:01:32.911945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] 10.222.0.60 "DELETE /v2.0/networks/019c59fc-a59b-43ac-b6b0-2b6a422081ac HTTP/1.1" status: 204 len: 168 time: 1.3638923 Sep 02 13:01:32.927888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:32.943133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47958057-64f7-4327-9bdb-37d3f75de115 tempest-NetworksIpV6TestAttrs-65802198 tempest-NetworksIpV6TestAttrs-65802198-project] Pushing event deleted for resources: {'Network': ['ID=019c59fc-a59b-43ac-b6b0-2b6a422081ac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:32.948051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.039057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.094536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Network 019c59fc-a59b-43ac-b6b0-2b6a422081ac is not hosted by any dhcp agent {{(pid=94842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:01:33.095063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] No DVR routers for this DVR port 2b921ddc-1ee6-4b31-b553-5c18621e496d on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:33.098887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5452fc24-2188-466b-9707-9a0e2e9f633d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:33.134465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c76511-fbd3-46e8-9dae-077504a3fb29 None None] Pushing event deleted for resources: {'Port': ['ID=2b921ddc-1ee6-4b31-b553-5c18621e496d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:33.250093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:33.342959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.362198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.515755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5452fc24-2188-466b-9707-9a0e2e9f633d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:33.516398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.540583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7b8fe9b0-802c-42d5-9ef6-c7f77981deb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44037b3f8fc648d695c608eb245d308d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872651 Sep 02 13:01:33.541307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:33.564056 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.581653 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.582745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Transition to ACTIVE for port object 642d5273-3ca7-4a81-86a2-e9e34567b3c8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:33.593385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'Port': ['ID=d3d056ef-9ff6-42eb-90e7-678aa5ca250b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:33.605250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.606965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4bcef9fe-8161-4ccf-91db-4c8bd7a34761 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9872997 Sep 02 13:01:33.626884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.681057 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2fda54f-c22e-4a78-8cd2-29a9c9b88761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.717182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2fda54f-c22e-4a78-8cd2-29a9c9b88761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.808794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2fda54f-c22e-4a78-8cd2-29a9c9b88761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.822307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2fda54f-c22e-4a78-8cd2-29a9c9b88761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:33.825889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a2fda54f-c22e-4a78-8cd2-29a9c9b88761 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99186530-09c9-4422-bc6c-3bbebf38c74a HTTP/1.1" status: 204 len: 168 time: 0.2796056 Sep 02 13:01:33.852244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a56e3-5503-442a-ba49-81e1bf2eabe7 None None] Pushing event updated for resources: {'Port': ['ID=642d5273-3ca7-4a81-86a2-e9e34567b3c8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:33.855121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fda54f-c22e-4a78-8cd2-29a9c9b88761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99186530-09c9-4422-bc6c-3bbebf38c74a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:34.038234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf250cf6-d4f7-49fa-b10c-a16a24ff6a29 req-576333ea-47ee-415c-add2-ca03b25ac6aa tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 210 time: 0.0964105 Sep 02 13:01:34.201766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-6b6cf718-c9a4-4623-aebd-50bb53971eb6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2050683945&fields=id&tenant_id=b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 267 time: 0.0894072 Sep 02 13:01:34.294052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b921ddc-1ee6-4b31-b553-5c18621e496d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:34.387439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-3912125b-2e4a-4f59-991e-26141c3be2ae tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:34.393646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-3912125b-2e4a-4f59-991e-26141c3be2ae tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 817 time: 0.1820917 Sep 02 13:01:34.410289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2b921ddc-1ee6-4b31-b553-5c18621e496d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:34.411236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2b921ddc-1ee6-4b31-b553-5c18621e496d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:34.414211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-e79df1df-952a-4351-a9c1-4f10941450d7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/quotas/b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 375 time: 0.0123699 Sep 02 13:01:34.417502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Attempting to bind port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:34.417886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Attempting to bind port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:34.418257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Attempting to bind port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:34.420498 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:34.428645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:34.429101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Checking segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:34.429471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:34.429872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Bound using segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:34.430418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Bound port: 642d5273-3ca7-4a81-86a2-e9e34567b3c8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:34.430803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:34.533358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] For port 642d5273-3ca7-4a81-86a2-e9e34567b3c8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:34.538004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] For port 642d5273-3ca7-4a81-86a2-e9e34567b3c8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=642d5273-3ca7-4a81-86a2-e9e34567b3c8,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:34.550082 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:34.700210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-7acc286b-7b41-4841-9e2b-c3f454aa4a11 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2721362 Sep 02 13:01:34.720891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:34.729889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:34.812179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a56e3-5503-442a-ba49-81e1bf2eabe7 None None] Pushing event updated for resources: {'Port': ['ID=642d5273-3ca7-4a81-86a2-e9e34567b3c8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:34.843848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-bfa7f849-7a9e-44dd-8d64-92b0cc26ecd4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:34.845745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-bfa7f849-7a9e-44dd-8d64-92b0cc26ecd4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.4055233 Sep 02 13:01:34.866810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'port': {'device_id': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'admin_state_up': True, 'tenant_id': '83f1027212e842ed9cd77955d4196dda'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:34.973100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:35.009713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-bffbd783-d3a9-43ac-9249-a563bed8ea1b service neutron] 10.222.0.60 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943804 Sep 02 13:01:35.230978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b9730783-04d5-4f6a-b7cb-78cd56ae08ab service neutron] 10.222.0.60 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167635 Sep 02 13:01:35.235184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:35.243758 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:35.313970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ce6d2d9-f9a3-45a8-9578-19a4f3268040 req-6db8c39c-5e54-48e5-b7af-c90f44511164 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 210 time: 0.0675771 Sep 02 13:01:35.375078 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:35.385423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:35.425324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:34Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:35.487342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae060a-49b2-4bb5-8279-0a9fd69777fb None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:34Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:35.552384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-834b452b-6937-4d09-9118-86d76b5ae00c req-4a662e56-75b7-4dad-a35e-bafda30f3e40 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 210 time: 0.0627224 Sep 02 13:01:35.620229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Allocated IP 172.20.0.4 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/1a5b11ea-ec08-4db7-8b16-30fa329c630b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:35.721486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864262088'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:35.857453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:35.861440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:35.879618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.063425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.099694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.101082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Transition to ACTIVE for port object 1a5b11ea-ec08-4db7-8b16-30fa329c630b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:36.116427 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.203806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:36.207758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ca8f8-7419-416e-9a46-af0082d80481,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:36.236049 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.236049 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 6d2b5cd7-982a-4f63-ae4b-65d69ff4d662 of type vlan for network a65526a7-d5f4-4012-b7fe-4563ecf65aed Sep 02 13:01:36.270592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.284323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747', '74306922-b052-4468-8f77-69541a67e644'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:36.406050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:36.449869 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.469574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:36.491671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:36.498205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:36.565654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.576816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:36.577584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.621549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef0ef-e0ec-4cf0-aae7-5825bb359b1a req-2f6fc199-43c2-4f34-8934-1cea376aac52 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:36.643768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-767ef0ef-e0ec-4cf0-aae7-5825bb359b1a req-2f6fc199-43c2-4f34-8934-1cea376aac52 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 931 time: 0.1994636 Sep 02 13:01:36.749259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:36.750077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:36.757957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36348a72-39b3-4495-a2a7-90bbb9bc08c5 req-dbaea5ae-32ab-47a2-b30a-63a4917bef39 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 210 time: 0.0884342 Sep 02 13:01:36.782810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3824332 Sep 02 13:01:36.858799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-abcaff01-c39e-4151-b10a-2e6b1df25993 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0012498 Sep 02 13:01:36.866544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f07ead-126d-4063-ac28-4d922db2a9ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=a65526a7-d5f4-4012-b7fe-4563ecf65aed,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:36.925350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:36.931770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:36.940288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-767ef0ef-e0ec-4cf0-aae7-5825bb359b1a req-a2b10731-70e8-4501-a83f-8f6bfbe20e6b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948177 Sep 02 13:01:36.983261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a65526a7-d5f4-4012-b7fe-4563ecf65aed details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:37.055948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Request body: {'port': {'device_id': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:37.159496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.188018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 642d5273-3ca7-4a81-86a2-e9e34567b3c8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:37.382555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee14b3e8-fd8f-411e-bdea-bb09e01a77c9 None None] Provisioning for port 1a5b11ea-ec08-4db7-8b16-30fa329c630b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:37.391446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee14b3e8-fd8f-411e-bdea-bb09e01a77c9 None None] Provisioning complete for port 1a5b11ea-ec08-4db7-8b16-30fa329c630b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:37.391814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee14b3e8-fd8f-411e-bdea-bb09e01a77c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.415370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:37.432143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.443205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ee14b3e8-fd8f-411e-bdea-bb09e01a77c9 None None] Port 1a5b11ea-ec08-4db7-8b16-30fa329c630b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:37.563264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:37.570273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:37.570986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.594833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-2cb6e153-eab3-405f-b05d-4171605d578e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:37.597034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-2cb6e153-eab3-405f-b05d-4171605d578e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.18 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 817 time: 0.5043073 Sep 02 13:01:37.708207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-07cf6f1c-6a06-4efb-bd9a-9d5e03db2863 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 380 time: 0.1001098 Sep 02 13:01:37.727147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'port': {'device_id': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'admin_state_up': True, 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'security_groups': ['55d1167e-ea1b-4d27-9336-ff58301b4f36']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:37.740426 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.759558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5b11ea-ec08-4db7-8b16-30fa329c630b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:37.785389 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.798870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 642d5273-3ca7-4a81-86a2-e9e34567b3c8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=642d5273-3ca7-4a81-86a2-e9e34567b3c8,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:37.807694 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.823384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Transition to ACTIVE for port object 1a5b11ea-ec08-4db7-8b16-30fa329c630b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:37.832743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:37.897305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=642d5273-3ca7-4a81-86a2-e9e34567b3c8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:37.950497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ebcabe2-92e9-42a3-8578-35bc09363981 req-e54cc4a0-f1e3-4424-b80f-d595211e5336 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 210 time: 0.0470474 Sep 02 13:01:37.952184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:38.129078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.188581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Made reservation on behalf of b66c8a78b46e4355aa92674afb5c681d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:38.199505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.244617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:38.362819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=a9005d5b-ade4-4da2-8bd1-7ea6857059df,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:38.393670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:38.393954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: a65526a7-d5f4-4012-b7fe-4563ecf65aed, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:38.476692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network a65526a7-d5f4-4012-b7fe-4563ecf65aed is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:38.504634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a65526a7-d5f4-4012-b7fe-4563ecf65aed) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:38.509399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:38.510451 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.516871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b140d0-5bc9-4aa6-acf6-9d76f7373c73 None None] Network a65526a7-d5f4-4012-b7fe-4563ecf65aed requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:38.568778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Attempting to bind port 1a5b11ea-ec08-4db7-8b16-30fa329c630b on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:38.569315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Attempting to bind port 1a5b11ea-ec08-4db7-8b16-30fa329c630b by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:38.569748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Attempting to bind port 1a5b11ea-ec08-4db7-8b16-30fa329c630b on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:38.577969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Port 1a5b11ea-ec08-4db7-8b16-30fa329c630b on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:01:38.578455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Attempting to bind port 1a5b11ea-ec08-4db7-8b16-30fa329c630b on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:38.594150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be257c-29f9-498f-ba98-aa5e4ab8f829 req-adc55938-b2e1-4769-9520-bead19e4a930 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:38.594842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Allocated IP 172.20.0.4 (91fedcf3-01cd-47a8-a24e-241f46a09052/1c3c7fbb-50fe-4e11-9d67-0b380017c18d/2558df7a-60e0-4e7a-ad81-0b07ed021770) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:38.603402 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-12be257c-29f9-498f-ba98-aa5e4ab8f829 req-adc55938-b2e1-4769-9520-bead19e4a930 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 943 time: 0.5240574 Sep 02 13:01:38.607876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:38.608370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:38.609334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:38.609334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Bound port: 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:38.610029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.620163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-52b8e641-45df-4732-bb2e-50150e56a406 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6928229 Sep 02 13:01:38.624583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:38.632098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615198018'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:38.700451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-12be257c-29f9-498f-ba98-aa5e4ab8f829 req-7c767a7f-6891-46b4-92e4-2722b4849a18 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955570 Sep 02 13:01:38.795438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:38.811116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:38.821428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.833348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a65526a7-d5f4-4012-b7fe-4563ecf65aed', 'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': 'a9005d5b-ade4-4da2-8bd1-7ea6857059df'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:38.833348 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.883989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:38.884856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:38.887734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] 10.222.0.41 "PUT /v2.0/ports/1a5b11ea-ec08-4db7-8b16-30fa329c630b HTTP/1.1" status: 200 len: 1091 time: 2.0177190 Sep 02 13:01:38.888473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:38.891188 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd2455c-1670-42da-ae61-286b59b3b39b" -d '{"events": [{"name": "network-changed", "server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:38.933311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e6b0-5173-4035-87b0-0de4f62c418a service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:39.012037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-22539771-559d-4993-b404-31c251d61637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.015998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-22539771-559d-4993-b404-31c251d61637 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 1094 time: 0.0625887 Sep 02 13:01:39.025415 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5974b5c5-6028-4472-9784-dd6a6e9e6ba3 x-openstack-request-id: req-5974b5c5-6028-4472-9784-dd6a6e9e6ba3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:39.026092 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:39.026818 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5974b5c5-6028-4472-9784-dd6a6e9e6ba3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:39.027432 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b', 'status': 'completed', 'code': 200} Sep 02 13:01:39.048652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 642d5273-3ca7-4a81-86a2-e9e34567b3c8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:39.083793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-41d84118-6c4b-443c-8fe1-44ac13406ce7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b HTTP/1.1" status: 200 len: 217 time: 0.0550709 Sep 02 13:01:39.175291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-c9baa4f4-964e-46ff-ab2f-1f96793de43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.175291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-c9baa4f4-964e-46ff-ab2f-1f96793de43c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0751610 Sep 02 13:01:39.232352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Allocated IP 172.20.255.242 (a65526a7-d5f4-4012-b7fe-4563ecf65aed/a9005d5b-ade4-4da2-8bd1-7ea6857059df/aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:39.234454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:39.234831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.306307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-e41b4745-7b7c-4186-8af0-3e3ed00350b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.315066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-e41b4745-7b7c-4186-8af0-3e3ed00350b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230078 Sep 02 13:01:39.411120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca66275-5b54-4b86-be85-f0834116132b req-93f3e201-a68b-458e-bb87-5f6db866a4ba tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 210 time: 0.0710537 Sep 02 13:01:39.416994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:39.420821 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.493488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-815e3673-03c1-400d-9a1d-61e77ac92ec2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667056 Sep 02 13:01:39.495267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.510191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Transition to ACTIVE for port object aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:39.529460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Transition to ACTIVE for port object aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:39.548769 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.569933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:39.602150 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.602504 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 05e9f2d2-bb49-42fa-8129-8c80c83c6ff5 of type vlan for network b621e93d-24ae-43a1-9d73-c19ba2b19734 Sep 02 13:01:39.625745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Pushing event updated for resources: {'Port': ['ID=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:39.661427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e298a4e2-1ead-42db-ba8c-3957e579a2c7 req-d6faec85-1d8e-4822-aa88-b5155fe32cb3 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591401 Sep 02 13:01:39.669805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Network a65526a7-d5f4-4012-b7fe-4563ecf65aed is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:39.673311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:39.678356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:39.758895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Attempting to bind port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:39.759272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Attempting to bind port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:39.759624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Attempting to bind port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 on network a65526a7-d5f4-4012-b7fe-4563ecf65aed {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:39.767496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:39.768279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Checking segment: {'id': '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:39.768924 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.769335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Bound using segment: {'id': '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:39.770135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Bound port: aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a65526a7-d5f4-4012-b7fe-4563ecf65aed'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:39.770730 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.771645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.796957 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.824403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee260bf-b441-43e2-8bc4-cf7bd4d7c60d req-c93b0473-348e-47bb-a323-c588ccd69c3f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.829057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2455c-1670-42da-ae61-286b59b3b39b req-2f9ad770-1f42-4f52-8114-5b1b61120cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.830598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-2f9ad770-1f42-4f52-8114-5b1b61120cdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 1094 time: 0.1097937 Sep 02 13:01:39.832244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ee260bf-b441-43e2-8bc4-cf7bd4d7c60d req-c93b0473-348e-47bb-a323-c588ccd69c3f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.1670933 Sep 02 13:01:39.835251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Transition to ACTIVE for port object 2558df7a-60e0-4e7a-ad81-0b07ed021770 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:39.876133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] For port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:39.881540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] For port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,segment=NetworkSegment(6d2b5cd7-982a-4f63-ae4b-65d69ff4d662),segment_id=6d2b5cd7-982a-4f63-ae4b-65d69ff4d662)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:39.890583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.905043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.911394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.912101 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:39.939043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c15c1-2d23-4e7f-a23f-75a02b3e5d7f req-e069d42a-5552-4635-a5c2-d69d61b50abc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:39.947123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca3c15c1-2d23-4e7f-a23f-75a02b3e5d7f req-e069d42a-5552-4635-a5c2-d69d61b50abc tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 943 time: 0.1504405 Sep 02 13:01:39.949581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ee260bf-b441-43e2-8bc4-cf7bd4d7c60d req-88a45f91-74d2-4582-b20c-5d604ad3fe12 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150181 Sep 02 13:01:40.058505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4324536 Sep 02 13:01:40.065465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56176) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:40.068842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4b6f-f659-475f-b035-e1fb6e2abe52 None None] Pushing event updated for resources: {'Port': ['ID=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:40.077654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca3c15c1-2d23-4e7f-a23f-75a02b3e5d7f req-990160aa-d55a-4152-b7e1-86a69a509aa5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292357 Sep 02 13:01:40.100727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': 'b621e93d-24ae-43a1-9d73-c19ba2b19734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:40.111730 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.127809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788ea64-1b52-47a9-8cad-03a5e6bdf293 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=b621e93d-24ae-43a1-9d73-c19ba2b19734,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:40.146123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network b621e93d-24ae-43a1-9d73-c19ba2b19734 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:40.179284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:40.186990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:40.190084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:40.250880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2455c-1670-42da-ae61-286b59b3b39b req-79805b3a-f9f0-47d8-afd8-a951b9c0328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:40.253716 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-79805b3a-f9f0-47d8-afd8-a951b9c0328f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.4125969 Sep 02 13:01:40.254773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:40.271812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.348293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-5adcc413-2258-4878-a905-eb82786c58b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b HTTP/1.1" status: 200 len: 217 time: 0.0846319 Sep 02 13:01:40.348591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:40.349155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.380685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b25d050a-eda6-4019-8d02-b71bdba4e304 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6594639 Sep 02 13:01:40.431720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Request body: {'port': {'device_id': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:40.445126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:40.468025 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.624259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.630491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2455c-1670-42da-ae61-286b59b3b39b req-298776a8-e297-4ed5-afd9-ba4c9a667126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:40.632225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-298776a8-e297-4ed5-afd9-ba4c9a667126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.2763977 Sep 02 13:01:40.719837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2455c-1670-42da-ae61-286b59b3b39b req-5be716c1-d462-48c0-ab5b-bd24dc1a2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:40.721649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-5be716c1-d462-48c0-ab5b-bd24dc1a2551 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747077 Sep 02 13:01:40.722388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b108c49-5f3e-4980-9fde-61154eab0b37 None None] Provisioning for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:40.735437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b108c49-5f3e-4980-9fde-61154eab0b37 None None] Provisioning complete for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:40.735823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b108c49-5f3e-4980-9fde-61154eab0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.782340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ab79-ee74-495c-a043-c93282113832 req-cbb5ea71-f89a-431d-a5b2-18ba550a5651 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:40.783961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce65ab79-ee74-495c-a043-c93282113832 req-cbb5ea71-f89a-431d-a5b2-18ba550a5651 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 931 time: 0.2071559 Sep 02 13:01:40.793909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9b108c49-5f3e-4980-9fde-61154eab0b37 None None] Port 2558df7a-60e0-4e7a-ad81-0b07ed021770 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:40.917098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-35a26006-1e63-4bdf-aa47-8641f807c8d6 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868234 Sep 02 13:01:40.918964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:40.971362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:40.985606 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce65ab79-ee74-495c-a043-c93282113832 req-d0951e78-2fe3-425c-9344-01bc99b49bb3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879027 Sep 02 13:01:41.017183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=31a2eee5-ebd1-4543-909e-493d868c1352,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:41.086273 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.119507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:41.219449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': '05e9f2d2-bb49-42fa-8129-8c80c83c6ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b621e93d-24ae-43a1-9d73-c19ba2b19734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:41.220105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: b621e93d-24ae-43a1-9d73-c19ba2b19734, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:41.237161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:41.252009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485caed5-550f-46e0-8d3a-e831d3ff6e82 req-cc1c525e-a81e-4a2c-bc29-ab2bc5614092 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:41.259088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-485caed5-550f-46e0-8d3a-e831d3ff6e82 req-cc1c525e-a81e-4a2c-bc29-ab2bc5614092 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.1554208 Sep 02 13:01:41.270616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.307139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Transition to ACTIVE for port object 2558df7a-60e0-4e7a-ad81-0b07ed021770 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:41.310921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network b621e93d-24ae-43a1-9d73-c19ba2b19734 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:41.315306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port e988201d-987e-4234-9317-3c74aded157c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:41.315706 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.322859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.325978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-acd2455c-1670-42da-ae61-286b59b3b39b req-19d9b539-cf28-416e-a2a1-f328d39c8f82 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968992 Sep 02 13:01:41.390003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, b621e93d-24ae-43a1-9d73-c19ba2b19734) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:41.401680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd949a5-cce7-4cf5-bcd0-a1790e79ff4a None None] Network b621e93d-24ae-43a1-9d73-c19ba2b19734 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:41.413635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-485caed5-550f-46e0-8d3a-e831d3ff6e82 req-20da6c50-171b-4c2b-9951-af67caafbba2 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338582 Sep 02 13:01:41.417574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:41.418510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.431705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf23f-efb9-4b66-bbab-83f24d0bfa31 req-6371ea83-3057-4a64-a15b-0d3d04f9b738 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:41.438559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-159cf23f-efb9-4b66-bbab-83f24d0bfa31 req-6371ea83-3057-4a64-a15b-0d3d04f9b738 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 943 time: 0.1845031 Sep 02 13:01:41.446578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-561aa1b9-700c-428d-ae5f-2696e6d1b925 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3604746 Sep 02 13:01:41.447248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:41.459469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-c3c6f6a5-3b2d-470a-b8c4-298d4a44fd3f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:41.461256 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-c3c6f6a5-3b2d-470a-b8c4-298d4a44fd3f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.1677637 Sep 02 13:01:41.486863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:41.616041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576df953-4236-454f-b900-73cf3524b5f7 None None] Network a65526a7-d5f4-4012-b7fe-4563ecf65aed requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:41.670714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-159cf23f-efb9-4b66-bbab-83f24d0bfa31 req-94e984a9-c737-48e5-8a86-fd516d7df5a6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304156 Sep 02 13:01:41.698451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port e988201d-987e-4234-9317-3c74aded157c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e988201d-987e-4234-9317-3c74aded157c,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:41.698829 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.718707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for e988201d-987e-4234-9317-3c74aded157c owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:41.745710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:41.745935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:41.746267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:41.746525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.782831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:01:41.783151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:41.792797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:41.793222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Checking segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:41.793885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Bound using segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:41.794336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Bound port: 2558df7a-60e0-4e7a-ad81-0b07ed021770, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:41.794698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.825064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] Provisioning for port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:41.844252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] Provisioning complete for port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:41.844634 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.851722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Deleting port d3026e52-d488-4ef8-b3ad-4756ed19d79f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:41.852071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.935152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:41.937048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da8af9-f9b6-4e5d-adf8-5c3f67279071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-b621e93d-24ae-43a1-9d73-c19ba2b19734', 'network_id': 'b621e93d-24ae-43a1-9d73-c19ba2b19734', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '31a2eee5-ebd1-4543-909e-493d868c1352'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:41.937989 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-33da8af9-f9b6-4e5d-adf8-5c3f67279071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:41.938804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:41.946884 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.012793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:42.013421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.014951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] 10.222.0.18 "PUT /v2.0/ports/2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 1091 time: 1.6193981 Sep 02 13:01:42.017437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.021428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.032218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] For port d3026e52-d488-4ef8-b3ad-4756ed19d79f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d3026e52-d488-4ef8-b3ad-4756ed19d79f,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:42.032568 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.033820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:42.036137 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:42.080180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dd9a4-2fb7-4e9f-b77b-e89a35c7e523 service neutron] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:42.094727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.163101 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b4f4a-76c0-436c-85d7-8de887a9454c x-openstack-request-id: req-633b4f4a-76c0-436c-85d7-8de887a9454c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:42.163605 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:42.164018 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-633b4f4a-76c0-436c-85d7-8de887a9454c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:42.165971 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'status': 'completed', 'code': 200} Sep 02 13:01:42.170257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=e988201d-987e-4234-9317-3c74aded157c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:42.344229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778fc2-a299-48da-9dbc-30e72008964c req-ce1f0f2e-44e6-473e-b018-7f3248f08fea tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:42.358614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9778fc2-a299-48da-9dbc-30e72008964c req-ce1f0f2e-44e6-473e-b018-7f3248f08fea tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.2020895 Sep 02 13:01:42.410468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-1f5cd8c7-df4f-4924-b09b-5f3415fbfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:42.412384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-1f5cd8c7-df4f-4924-b09b-5f3415fbfd6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1094 time: 0.3281479 Sep 02 13:01:42.473558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-9db01da1-da61-4138-9220-a1d0124a6bd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 217 time: 0.0494337 Sep 02 13:01:42.553032 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:01:42.559267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.560487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.560487 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Floating IP a9c01442-7856-4576-852f-fa8f0d11e405 disassociated. External IP: 172.25.7.76, port: d3026e52-d488-4ef8-b3ad-4756ed19d79f. Sep 02 13:01:42.560487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Calling delete_port for d3026e52-d488-4ef8-b3ad-4756ed19d79f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:42.562800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1a5b11ea-ec08-4db7-8b16-30fa329c630b details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:01:42.573081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.633585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] For port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,segment=NetworkSegment(6d2b5cd7-982a-4f63-ae4b-65d69ff4d662),segment_id=6d2b5cd7-982a-4f63-ae4b-65d69ff4d662)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:42.680086 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.703303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b8bb2be3-ca7f-4349-a3b1-ba319b6524d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:42.709002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-b8bb2be3-ca7f-4349-a3b1-ba319b6524d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.2264836 Sep 02 13:01:42.740115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-33da8af9-f9b6-4e5d-adf8-5c3f67279071 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31a2eee5-ebd1-4543-909e-493d868c1352: This subnet is being modified by another concurrent operation. Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:42.764722 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31a2eee5-ebd1-4543-909e-493d868c1352: This subnet is being modified by another concurrent operation. Sep 02 13:01:42.769254 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:01:42.800439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620b2f0-7374-456b-a066-8424f6e11efa None None] Network b621e93d-24ae-43a1-9d73-c19ba2b19734 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:42.938100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9778fc2-a299-48da-9dbc-30e72008964c req-3c983781-fb79-4d30-9c97-7ef945c5e201 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5785530 Sep 02 13:01:42.941306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.942937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=31a2eee5-ebd1-4543-909e-493d868c1352,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:42.956320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:42.976556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48211366-fecc-4cd4-a553-e2d543ba6299 req-8f759dfd-f333-443e-afa1-d56aacde279f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:42.983458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48211366-fecc-4cd4-a553-e2d543ba6299 req-8f759dfd-f333-443e-afa1-d56aacde279f tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 945 time: 0.3949957 Sep 02 13:01:42.999315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event deleted for resources: {'Port': ['ID=d3026e52-d488-4ef8-b3ad-4756ed19d79f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:43.012605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b621e93d-24ae-43a1-9d73-c19ba2b19734']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:43.027772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e9f2d2-bb49-42fa-8129-8c80c83c6ff5') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:43.029415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e9f2d2-bb49-42fa-8129-8c80c83c6ff5') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:43.048726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.059164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-efae9707-1d3c-4548-8691-918c5974d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:43.061048 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-efae9707-1d3c-4548-8691-918c5974d8ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3406334 Sep 02 13:01:43.066181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.073378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:43.073939 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.103667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68b88-0110-421d-b4c8-ed9c90f6728c None None] Pushing event updated for resources: {'Port': ['ID=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:43.104634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48211366-fecc-4cd4-a553-e2d543ba6299 req-dfa1430b-3384-42b8-93be-6099c836f5c7 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a43f636-d7ff-402c-81a8-110691ab342a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194968 Sep 02 13:01:43.189716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:43.207718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '1a5b11ea-ec08-4db7-8b16-30fa329c630b', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': '1a5b11ea-ec08-4db7-8b16-30fa329c630b', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:43.225237 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:43.274390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3a01461-513b-4e53-8e43-bfaff925695a None None] Provisioning complete for port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:43.274665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3a01461-513b-4e53-8e43-bfaff925695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.277353 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.315407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5b11ea-ec08-4db7-8b16-30fa329c630b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:43.316478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.324496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.329464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/b621e93d-24ae-43a1-9d73-c19ba2b19734 HTTP/1.1" status: 204 len: 168 time: 1.8809373 Sep 02 13:01:43.331954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:43.337578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1656896725'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:43.342732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:43.350260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.368867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-144689d3-54de-4b9e-9cbb-421d9109924e service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957799 Sep 02 13:01:43.373080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:43.376699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.398250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2553-bad4-4083-964f-6ee7d31d36ac tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=b621e93d-24ae-43a1-9d73-c19ba2b19734,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:43.411939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b65eb-8bb0-4ea8-9abd-fa7077ad2871 req-57a86914-eeb6-4841-af24-835da0fed792 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:43.413558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b75b65eb-8bb0-4ea8-9abd-fa7077ad2871 req-57a86914-eeb6-4841-af24-835da0fed792 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 943 time: 0.1760626 Sep 02 13:01:43.426722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:01:43.478711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:43.517017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:43.546638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:01:43.551479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.551877 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment f0f9257f-b2fa-47a9-83b3-43d911431822 of type vlan for network 2449c059-fea9-4e45-aa54-b9de74c98acd Sep 02 13:01:43.588261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1a5b11ea-ec08-4db7-8b16-30fa329c630b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:43.596574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-272448e0-db7b-47d4-b312-602d12f1bcb1 req-80058e51-9747-4afb-b56c-b71964e7dfa2 service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118332 Sep 02 13:01:43.652450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffee327-3b11-4ec3-b3bc-8ea7962a8ee2 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:01:43.655365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:43.667909 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:43.683640 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:43.684327 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:43.688224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b75b65eb-8bb0-4ea8-9abd-fa7077ad2871 req-ef3759e4-ac81-46c7-b600-16ef76862080 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662821 Sep 02 13:01:43.717505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] No DVR routers for this DVR port d3026e52-d488-4ef8-b3ad-4756ed19d79f on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:43.720250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.722743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6523361-b0bf-4cf0-9e22-eab3dba6e673 req-744a82d2-afd6-47e3-9815-1d5d99b32c32 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.18 "DELETE /v2.0/ports/d3026e52-d488-4ef8-b3ad-4756ed19d79f HTTP/1.1" status: 204 len: 173 time: 2.2521152 Sep 02 13:01:43.723309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'name': 'network-vif-deleted', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:43.725480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:43.736563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a354601-0a88-48ec-ac80-63d7c74aca29 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "PUT /v2.0/routers/c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4892008 Sep 02 13:01:43.751850 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25d251-00e0-48ff-b1f3-f13e914e371f" -d '{"events": [{"server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "name": "network-vif-deleted", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:43.752341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.761281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:43.791914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-518413f5-0515-4d8b-bf6f-51abe75e564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:43.793942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-518413f5-0515-4d8b-bf6f-51abe75e564d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1094 time: 0.0778234 Sep 02 13:01:43.798685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.805930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:43.806906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:43.838358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:43.844385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:43.852881 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe70e8d-b944-432b-a973-fded75a2854e x-openstack-request-id: req-3fe70e8d-b944-432b-a973-fded75a2854e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:43.853200 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0110cc-c64a-4a9d-862d-ccf50faa2259", "name": "network-vif-deleted", "tag": "d3026e52-d488-4ef8-b3ad-4756ed19d79f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:43.853454 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fe70e8d-b944-432b-a973-fded75a2854e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:43.853869 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0110cc-c64a-4a9d-862d-ccf50faa2259', 'name': 'network-vif-deleted', 'tag': 'd3026e52-d488-4ef8-b3ad-4756ed19d79f', 'status': 'completed', 'code': 200} Sep 02 13:01:43.933398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-4eec6253-a60f-4d39-b59d-1b0b178ddc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:43.935799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-4eec6253-a60f-4d39-b59d-1b0b178ddc7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1246810 Sep 02 13:01:43.947807 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:44.058179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-b74f8b07-dac4-4f65-84a5-6fcf60d931f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 217 time: 0.1028264 Sep 02 13:01:44.127379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7940664 Sep 02 13:01:44.130498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:44.139877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '2449c059-fea9-4e45-aa54-b9de74c98acd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:44.250082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695a706-2bf3-4669-ab8e-47f04892f93b req-4cbc90e1-c7d6-4627-9847-6407413c051e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:44.251119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102f106-4a4d-4098-8551-3d428f9f8bc8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=2449c059-fea9-4e45-aa54-b9de74c98acd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:44.258083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7695a706-2bf3-4669-ab8e-47f04892f93b req-4cbc90e1-c7d6-4627-9847-6407413c051e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1745050 Sep 02 13:01:44.299340 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2449c059-fea9-4e45-aa54-b9de74c98acd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:44.303666 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:44.340544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-8aa3567c-4778-455e-9495-70975607d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:44.341717 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:44.342249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-8aa3567c-4778-455e-9495-70975607d819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.2714460 Sep 02 13:01:44.356132 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:44.357357 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:44.388741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7695a706-2bf3-4669-ab8e-47f04892f93b req-6155fa1f-cf63-4491-92e3-a718a3e96a5c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295013 Sep 02 13:01:44.446330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:44.455891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:44.456814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6bf8-ec10-43a2-a666-0096db8dff43 req-8ae1cd7f-67f6-46ab-99f2-a00293cc06f6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:44.459116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f68d6bf8-ec10-43a2-a666-0096db8dff43 req-8ae1cd7f-67f6-46ab-99f2-a00293cc06f6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 946 time: 0.3297577 Sep 02 13:01:44.600690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffee327-3b11-4ec3-b3bc-8ea7962a8ee2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:01:44.711274 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:44.768628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-276fe97b-1e65-4cb7-8a16-1617e2ff008b req-42c18319-83da-40a1-9418-3c468d8976a9 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff0110cc-c64a-4a9d-862d-ccf50faa2259 HTTP/1.1" status: 200 len: 210 time: 0.1133678 Sep 02 13:01:44.770737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Performing IP validity checks on allocation pools {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:01:44.772011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:44.772661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:01:44.979390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-92ebf4c8-3fc6-4d02-ab1d-9762fdb515ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:44.980988 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-92ebf4c8-3fc6-4d02-ab1d-9762fdb515ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6168590 Sep 02 13:01:45.047181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:45.097140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f669972-c553-4b2f-bdb1-ddf5051d45c1 req-3f2e6874-8be4-4320-8654-b649e66010fd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:45.102312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-2e1be7f0-2311-438e-bd18-5d6b807d7f7c service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047037 Sep 02 13:01:45.107402 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f669972-c553-4b2f-bdb1-ddf5051d45c1 req-3f2e6874-8be4-4320-8654-b649e66010fd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 944 time: 0.2199931 Sep 02 13:01:45.135882 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:45.139417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f68d6bf8-ec10-43a2-a666-0096db8dff43 req-95542bb8-1e68-4a76-a5b0-398d3cad9111 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd8ec290-ae0b-4888-bb01-68abc58b2d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6723306 Sep 02 13:01:45.182781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.205592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc66e2-ea27-4366-ad01-85518b6ac501 None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T12:54:25Z', 'revision_number': 4, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8a3fc11a-881b-4cc4-bafa-e661ff1ca129', 'name': '', 'network_id': 'a417b9bd-7dc6-479d-b82a-64d9dd3c355f', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'mac_address': 'fa:16:3e:b6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '76d4535f-54f0-4588-9a50-0caade843a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:24Z', 'updated_at': '2021-09-02T12:54:42Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'subnets': [{'id': '76d4535f-54f0-4588-9a50-0caade843a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:45.271381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b10d5a7f-54bf-4ded-b789-6ebf9b5c2cd0 req-b1ca1c70-d1a9-448e-ae08-fa34fd30ec78 service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536887 Sep 02 13:01:45.271546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f669972-c553-4b2f-bdb1-ddf5051d45c1 req-c3f0893b-c09d-40d8-8fd9-2c4389568d0e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472702 Sep 02 13:01:45.317887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=90992754-9e8d-469e-8eca-53b444ecc70a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:45.329413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': 'f0f9257f-b2fa-47a9-83b3-43d911431822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2449c059-fea9-4e45-aa54-b9de74c98acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:45.329794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 2449c059-fea9-4e45-aa54-b9de74c98acd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:45.350771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 2449c059-fea9-4e45-aa54-b9de74c98acd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:45.362548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2449c059-fea9-4e45-aa54-b9de74c98acd) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:45.370484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:45.371453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.382471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:45.383460 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.391194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-618b0cd0-3426-4197-af7d-e0cc6924f89d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2594554 Sep 02 13:01:45.395620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:45.484460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f918f82-4871-4974-b48e-6e5c6a66d0bb None None] Network 2449c059-fea9-4e45-aa54-b9de74c98acd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:45.531945 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.555702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-a16c32e0-462a-44d0-9bf8-f18581095909 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:45.557900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-a16c32e0-462a-44d0-9bf8-f18581095909 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 946 time: 0.1417720 Sep 02 13:01:45.662668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91313c04-649e-4189-a064-5a4afb29d8e3 None None] New status for floating IP a9c01442-7856-4576-852f-fa8f0d11e405: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:01:45.677288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03766a2-703d-4f2b-bdff-f69b0965a181 req-fdf8cd69-2103-4cd2-a738-52d27b91f979 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:45.679236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c03766a2-703d-4f2b-bdff-f69b0965a181 req-fdf8cd69-2103-4cd2-a738-52d27b91f979 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.0976224 Sep 02 13:01:45.680124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.696806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:41Z', 'revision_number': 6, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:19Z', 'revision_number': 1, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:45.720454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port 16b64d5a-387a-4750-a475-2c686fa4cf1f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:45.721201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.733745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:45.786625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:45.787356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:45.794818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c84c2b-16cc-4cad-a088-e64a98e9c23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2449c059-fea9-4e45-aa54-b9de74c98acd', 'network_id': '2449c059-fea9-4e45-aa54-b9de74c98acd', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '90992754-9e8d-469e-8eca-53b444ecc70a'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:45.795970 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59c84c2b-16cc-4cad-a088-e64a98e9c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.826655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c03766a2-703d-4f2b-bdff-f69b0965a181 req-12c78019-d057-4ecd-a430-9e7765923461 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345799 Sep 02 13:01:45.878415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.892069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56248) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:45.924828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=90992754-9e8d-469e-8eca-53b444ecc70a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:45.938572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port 16b64d5a-387a-4750-a475-2c686fa4cf1f, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=16b64d5a-387a-4750-a475-2c686fa4cf1f,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:45.939722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:45.959701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for 16b64d5a-387a-4750-a475-2c686fa4cf1f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:45.997447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.008299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2449c059-fea9-4e45-aa54-b9de74c98acd']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:46.020377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f9257f-b2fa-47a9-83b3-43d911431822') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:46.021468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f9257f-b2fa-47a9-83b3-43d911431822') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:46.038546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:46.046962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.078630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.095405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:46.097727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:46.111474 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:46.163769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4628136-3ff4-47f8-a742-05d56686ea3e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.205821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.210315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4628136-3ff4-47f8-a742-05d56686ea3e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.241441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.263695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=16b64d5a-387a-4750-a475-2c686fa4cf1f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:46.319661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] No DVR routers for this DVR port 16b64d5a-387a-4750-a475-2c686fa4cf1f on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:46.324661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.326935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.327076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c09c972b-1529-46c0-b1f1-f683813f7296 req-4a5c780b-4226-422f-9624-edaff8296f5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "DELETE /v2.0/ports/16b64d5a-387a-4750-a475-2c686fa4cf1f HTTP/1.1" status: 204 len: 173 time: 0.7622521 Sep 02 13:01:46.332982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/2449c059-fea9-4e45-aa54-b9de74c98acd HTTP/1.1" status: 204 len: 168 time: 0.9359217 Sep 02 13:01:46.336790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'name': 'network-vif-deleted', 'tag': '16b64d5a-387a-4750-a475-2c686fa4cf1f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:46.338827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070a59-f33e-4482-b969-7f656b8c5c87 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=2449c059-fea9-4e45-aa54-b9de74c98acd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:46.339963 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edab7fb-df8c-4347-9ed3-86d3769510aa" -d '{"events": [{"server_uuid": "94a12299-0ea1-490d-8aac-ec933f02d9a7", "name": "network-vif-deleted", "tag": "16b64d5a-387a-4750-a475-2c686fa4cf1f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:46.343349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:46.355554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2061952381'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:46.371344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b53478-58a5-41b7-8f4c-99b6b9e29418 None None] Network 2449c059-fea9-4e45-aa54-b9de74c98acd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:46.401514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:46.413407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.414279 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a976b281-beb0-4b4c-a04f-d76fbbac1497 req-4ceab56c-bf14-416e-875e-2ceeba89bece tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a12299-0ea1-490d-8aac-ec933f02d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0792646 Sep 02 13:01:46.421560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b53478-58a5-41b7-8f4c-99b6b9e29418 None None] Network 2449c059-fea9-4e45-aa54-b9de74c98acd could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:01:46.437176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4628136-3ff4-47f8-a742-05d56686ea3e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.440165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4628136-3ff4-47f8-a742-05d56686ea3e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.445522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:46.450153 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b4628136-3ff4-47f8-a742-05d56686ea3e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "DELETE /v2.0/security-groups/4a43f636-d7ff-402c-81a8-110691ab342a HTTP/1.1" status: 204 len: 168 time: 0.5559883 Sep 02 13:01:46.463404 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f64d1c07-b192-41ab-bc31-9115877fa76e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] show failed (client error): The resource could not be found. Sep 02 13:01:46.470763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:46.471276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f64d1c07-b192-41ab-bc31-9115877fa76e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "GET /v2.0/security-groups/4a43f636-d7ff-402c-81a8-110691ab342a HTTP/1.1" status: 404 len: 347 time: 0.0228791 Sep 02 13:01:46.492566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:01:46.501822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d3026e52-d488-4ef8-b3ad-4756ed19d79f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:46.509152 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611af3d4-af4b-4a10-9089-b3b8796e41d3 x-openstack-request-id: req-611af3d4-af4b-4a10-9089-b3b8796e41d3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:46.509468 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a12299-0ea1-490d-8aac-ec933f02d9a7", "name": "network-vif-deleted", "tag": "16b64d5a-387a-4750-a475-2c686fa4cf1f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:46.510206 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-611af3d4-af4b-4a10-9089-b3b8796e41d3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:46.510686 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a12299-0ea1-490d-8aac-ec933f02d9a7', 'name': 'network-vif-deleted', 'tag': '16b64d5a-387a-4750-a475-2c686fa4cf1f', 'status': 'completed', 'code': 200} Sep 02 13:01:46.546038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1a5b11ea-ec08-4db7-8b16-30fa329c630b up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:46.549383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4628136-3ff4-47f8-a742-05d56686ea3e tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a43f636-d7ff-402c-81a8-110691ab342a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:46.552282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: d3026e52-d488-4ef8-b3ad-4756ed19d79f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:46.552719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d3026e52-d488-4ef8-b3ad-4756ed19d79f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:46.576606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:46.625513 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.625973 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment d5f1d826-b59b-4c09-a1ff-91440b3977b8 of type vlan for network 695b31be-ec8a-4668-bb5a-617c776b7468 Sep 02 13:01:46.649024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46477-e251-4f32-a784-649094dc9068 req-a35057d3-c9eb-4b2b-a1b6-a53f854c1c54 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:46.650906 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6d46477-e251-4f32-a784-649094dc9068 req-a35057d3-c9eb-4b2b-a1b6-a53f854c1c54 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 944 time: 0.2159755 Sep 02 13:01:46.753977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.766401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:46.811375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e6d46477-e251-4f32-a784-649094dc9068 req-9cfea802-2ae7-48b5-9c45-7b1428c3163b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358452 Sep 02 13:01:46.836273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Deleting port 750e5c9b-5ed2-49ce-8a90-d583cfdaf279 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:46.837193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.870763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:46.877111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:46.878486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.020655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 1a5b11ea-ec08-4db7-8b16-30fa329c630b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:47.026292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a498758-adbc-465b-b2eb-1e2b3cd1d2ad req-6b66d539-588b-43dd-8484-7d461f2f5422 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:47.027640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:41Z', 'revision_number': 6, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:19Z', 'revision_number': 1, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:47.028240 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a498758-adbc-465b-b2eb-1e2b3cd1d2ad req-6b66d539-588b-43dd-8484-7d461f2f5422 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.0700448 Sep 02 13:01:47.029768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'mac_address': 'fa:16:3e:b8:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:01:47.059116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 1a5b11ea-ec08-4db7-8b16-30fa329c630b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:47.059494 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.063496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a42309-9fb8-4a67-bca8-5ee63c4341d3 None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:41Z', 'revision_number': 6, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '61e0e667-30b1-464e-9b63-fa8355ea2e70', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'port_id': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'mac_address': 'fa:16:3e:23:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:00:14Z', 'updated_at': '2021-09-02T13:00:19Z', 'revision_number': 1, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:47.110642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a498758-adbc-465b-b2eb-1e2b3cd1d2ad req-8297a130-66e6-4615-8fc6-81420be6986d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696781 Sep 02 13:01:47.146610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.178909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:47.249737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:47.257703 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.260756 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.313775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:47.316231 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e69ea5-580b-454f-9843-c6abbf52d06f" -d '{"events": [{"server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "name": "network-vif-plugged", "status": "completed", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:47.340145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:47.343664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:47.347311 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.373041 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a8caaf-3a21-40e3-86d9-233ea754cd8d x-openstack-request-id: req-a2a8caaf-3a21-40e3-86d9-233ea754cd8d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:47.373475 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "name": "network-vif-plugged", "status": "completed", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:47.373819 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2a8caaf-3a21-40e3-86d9-233ea754cd8d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:47.374294 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b', 'code': 200} Sep 02 13:01:47.417147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:47.493358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1487474 Sep 02 13:01:47.499865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:47.500381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:47.500859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['2558df7a-60e0-4e7a-ad81-0b07ed021770'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:47.517585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '695b31be-ec8a-4668-bb5a-617c776b7468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:47.548550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2574-757b-48d9-9203-c24e19038e75 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=695b31be-ec8a-4668-bb5a-617c776b7468,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:47.565604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99606d-1238-4bab-b71f-da445be6c2d4 req-ba61545e-333e-4fcb-ac88-121fc5476186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:47.567225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e99606d-1238-4bab-b71f-da445be6c2d4 req-ba61545e-333e-4fcb-ac88-121fc5476186 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 1096 time: 0.0857482 Sep 02 13:01:47.582585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 695b31be-ec8a-4668-bb5a-617c776b7468 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:47.597682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.598094 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.613989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Calling delete_port for 750e5c9b-5ed2-49ce-8a90-d583cfdaf279 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:47.702618 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-024fa8f2-af2b-4bb1-bffe-d8b3f176c211 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.742667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:47.748092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.780070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e99606d-1238-4bab-b71f-da445be6c2d4 req-a180e0a3-5ad1-4e45-9189-fc1e6c00c438 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020926 Sep 02 13:01:47.821199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-024fa8f2-af2b-4bb1-bffe-d8b3f176c211 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.825692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.877763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Pushing event deleted for resources: {'Port': ['ID=750e5c9b-5ed2-49ce-8a90-d583cfdaf279,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:47.969283 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-024fa8f2-af2b-4bb1-bffe-d8b3f176c211 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.974289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-024fa8f2-af2b-4bb1-bffe-d8b3f176c211 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:47.979226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-024fa8f2-af2b-4bb1-bffe-d8b3f176c211 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/security-groups/dd8ec290-ae0b-4888-bb01-68abc58b2d2c HTTP/1.1" status: 204 len: 168 time: 0.4700611 Sep 02 13:01:47.997351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fa8f2-af2b-4bb1-bffe-d8b3f176c211 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8ec290-ae0b-4888-bb01-68abc58b2d2c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:48.011406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.015673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.017258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d904f8f-c109-4074-9f8f-56f0855ac3b0 tempest-AttachVolumeTestJSON-1044544639 tempest-AttachVolumeTestJSON-1044544639-project] 10.222.0.60 "DELETE /v2.0/floatingips/a9c01442-7856-4576-852f-fa8f0d11e405 HTTP/1.1" status: 204 len: 168 time: 1.5395720 Sep 02 13:01:48.063147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de5766-581a-4503-ae2d-a3a0fde459e1 req-cfca8c8f-338d-4793-9756-7674137ccd32 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:48.065953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67de5766-581a-4503-ae2d-a3a0fde459e1 req-cfca8c8f-338d-4793-9756-7674137ccd32 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 945 time: 0.1635454 Sep 02 13:01:48.066672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:48.086291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.181122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=8be41cd5-88eb-49d2-b9af-4634040901ae,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:48.185997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': 'd5f1d826-b59b-4c09-a1ff-91440b3977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '695b31be-ec8a-4668-bb5a-617c776b7468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:48.186585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 695b31be-ec8a-4668-bb5a-617c776b7468, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:48.221633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 695b31be-ec8a-4668-bb5a-617c776b7468 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:48.228779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting subnet 150ee645-efd4-4e9c-a907-c761066f3543 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:01:48.236415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.244504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 695b31be-ec8a-4668-bb5a-617c776b7468) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:48.254945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8a3d8-df46-41cf-8ff4-75c05272e91a None None] Network 695b31be-ec8a-4668-bb5a-617c776b7468 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:48.281998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:48.282606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.326493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.356642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cd8fc8a9-9d63-434c-88fa-f881bea7e0ad tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8537316 Sep 02 13:01:48.359863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56298) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:48.393960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67de5766-581a-4503-ae2d-a3a0fde459e1 req-f0b59b91-8921-4b68-a186-e31d4695d978 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807679 Sep 02 13:01:48.467718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84a084-adae-4597-a7bb-4c52c0514102 req-963667a0-31cd-4836-a002-d09c1a2947f9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:48.476767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9e84a084-adae-4597-a7bb-4c52c0514102 req-963667a0-31cd-4836-a002-d09c1a2947f9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1754336 Sep 02 13:01:48.478754 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.530040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9e84a084-adae-4597-a7bb-4c52c0514102 req-deba46c3-9702-4b94-bd18-d8fbad809ab3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513203 Sep 02 13:01:48.532076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:01:48.537424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3564d-806d-48eb-b31c-ed0ac6f839d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-695b31be-ec8a-4668-bb5a-617c776b7468', 'network_id': '695b31be-ec8a-4668-bb5a-617c776b7468', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '8be41cd5-88eb-49d2-b9af-4634040901ae'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:48.538712 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6e3564d-806d-48eb-b31c-ed0ac6f839d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.582751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.586762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 16b64d5a-387a-4750-a475-2c686fa4cf1f no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:48.625171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.626784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 16b64d5a-387a-4750-a475-2c686fa4cf1f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:48.627158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 16b64d5a-387a-4750-a475-2c686fa4cf1f not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:48.650519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.655893 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/subnets/150ee645-efd4-4e9c-a907-c761066f3543 HTTP/1.1" status: 204 len: 168 time: 0.5879965 Sep 02 13:01:48.656470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:48.688554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45ae75-cc38-45c4-a2f2-e0e1cac3d6df tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Subnet': ['ID=150ee645-efd4-4e9c-a907-c761066f3543,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:48.725569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06f4cf8-53b1-4020-9c71-673c8c5e125f None None] Network c4da15ad-f36b-4d23-9865-565d84a5bd04 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:48.754521 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.841265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.899811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=8be41cd5-88eb-49d2-b9af-4634040901ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:48.909395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e988201d-987e-4234-9317-3c74aded157c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:48.914878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:48.987541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e988201d-987e-4234-9317-3c74aded157c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:48.987936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e988201d-987e-4234-9317-3c74aded157c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:48.994405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-b6e3564d-806d-48eb-b31c-ed0ac6f839d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8be41cd5-88eb-49d2-b9af-4634040901ae: This subnet is being modified by another concurrent operation. Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:49.013543 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8be41cd5-88eb-49d2-b9af-4634040901ae: This subnet is being modified by another concurrent operation. Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:49.020145 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.060371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.061488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cf608-e236-42bc-b1e3-a756c2840901 None None] Network 695b31be-ec8a-4668-bb5a-617c776b7468 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:49.106471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b31be-ec8a-4668-bb5a-617c776b7468']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:49.125106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f1d826-b59b-4c09-a1ff-91440b3977b8') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:49.125967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f1d826-b59b-4c09-a1ff-91440b3977b8') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:49.142777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.169720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.180609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:49.181574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.197453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:49.197880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:49.201393 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:49.276459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] DHCP port deletion for c4da15ad-f36b-4d23-9865-565d84a5bd04 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:01:49.285867 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.328098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port 88ec32dd-9601-49fe-82c1-4d99ac9a5362, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=88ec32dd-9601-49fe-82c1-4d99ac9a5362,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:49.328546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.332655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.355520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.360657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/695b31be-ec8a-4668-bb5a-617c776b7468 HTTP/1.1" status: 204 len: 168 time: 0.9964845 Sep 02 13:01:49.364393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:49.379484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ffc7f-d31a-490e-b62a-43952f8f9e3c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=695b31be-ec8a-4668-bb5a-617c776b7468,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:49.390324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:49.390766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for 88ec32dd-9601-49fe-82c1-4d99ac9a5362 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:49.390904 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4d48d-e272-4872-9bfa-6f403b2839d2" -d '{"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-plugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:49.420503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:49.422597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32558901'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:49.434747 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.445209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] Deleting port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:49.446566 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.504844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:49.518313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.568521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:49.580311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.580691 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 11dad31d-bd5b-4774-8215-e0a59adfa64a of type vlan for network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a Sep 02 13:01:49.600524 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de77502e-54bd-4519-b962-fe8ba206f742 x-openstack-request-id: req-de77502e-54bd-4519-b962-fe8ba206f742 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:49.601162 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-plugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:49.601162 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de77502e-54bd-4519-b962-fe8ba206f742 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:49.601460 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'code': 200} Sep 02 13:01:49.639475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:49.649280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] For port 88ec32dd-9601-49fe-82c1-4d99ac9a5362, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=88ec32dd-9601-49fe-82c1-4d99ac9a5362,segment=NetworkSegment(ad252b20-c3d9-4586-898d-30a3b141c311),segment_id=ad252b20-c3d9-4586-898d-30a3b141c311)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:49.649757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.658405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.672863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] Calling delete_port for 88ec32dd-9601-49fe-82c1-4d99ac9a5362 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:49.703985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3dff2-1286-4b0c-b570-7801693de4da req-f53b39c2-8d2a-4378-b17b-21ad106aa36b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:49.706678 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26f3dff2-1286-4b0c-b570-7801693de4da req-f53b39c2-8d2a-4378-b17b-21ad106aa36b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 945 time: 0.1264663 Sep 02 13:01:49.738085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.746126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:49.747483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.767120 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.775569 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:49.780180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aed9b-af65-4e5e-9fdc-7019a1fdf53b req-3b80df8d-68ef-4e06-b0ac-a2e1c7a9a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:49.787590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f82aed9b-af65-4e5e-9fdc-7019a1fdf53b req-3b80df8d-68ef-4e06-b0ac-a2e1c7a9a0e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1096 time: 0.1588738 Sep 02 13:01:49.799595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] No DVR routers for this DVR port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:49.807997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a35ab-6a68-4b5c-b11f-2c37a73ff37f None None] Pushing event deleted for resources: {'Port': ['ID=88ec32dd-9601-49fe-82c1-4d99ac9a5362,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:49.819129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe4dbe-aebb-4127-933f-4802450d81e7 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:01:49.866141 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26f3dff2-1286-4b0c-b570-7801693de4da req-c98eb830-e78a-4e53-816a-9f91c5d0995e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409631 Sep 02 13:01:49.919962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e39cfb-cf26-4ebd-a972-c5e97df0dcc4 req-363ce846-75f6-4d12-8792-8006120d0de7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:49.921775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e39cfb-cf26-4ebd-a972-c5e97df0dcc4 req-363ce846-75f6-4d12-8792-8006120d0de7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.2496779 Sep 02 13:01:49.925957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5601277 Sep 02 13:01:49.929046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:49.940872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:49.945034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] No DVR routers for this DVR port 88ec32dd-9601-49fe-82c1-4d99ac9a5362 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:49.947431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c21dd-b410-4a4d-89c9-a01e37e7de0d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:49.973987 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:50.020526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=88ec32dd-9601-49fe-82c1-4d99ac9a5362,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:50.034483 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99e39cfb-cf26-4ebd-a972-c5e97df0dcc4 req-e3680df8-238b-4dd1-a037-faa52c470eed tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043515 Sep 02 13:01:50.072388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe4dbe-aebb-4127-933f-4802450d81e7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:01:50.098129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:50.102919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.204439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-a8a75cbf-b89e-4ad7-adf5-ccd9f09c9de6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 267 time: 0.1813579 Sep 02 13:01:50.222217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f82aed9b-af65-4e5e-9fdc-7019a1fdf53b req-42b68bff-e6a3-42b4-8c8a-e3dea5cabd99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269099 Sep 02 13:01:50.256796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.271903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4da15ad-f36b-4d23-9865-565d84a5bd04']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:50.288279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad252b20-c3d9-4586-898d-30a3b141c311') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:50.288590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad252b20-c3d9-4586-898d-30a3b141c311') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:50.297698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-a2b918ed-4ae8-4942-a1eb-85ba3f62bcb0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:50.305819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-a2b918ed-4ae8-4942-a1eb-85ba3f62bcb0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 945 time: 0.1003983 Sep 02 13:01:50.311430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'port': {'security_groups': []}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:50.364961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.402753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.428151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.430458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:50.430829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.431056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:50.434735 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:50.535331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': '11dad31d-bd5b-4774-8215-e0a59adfa64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:50.539097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:50.546272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=b39c33ea-1188-4c52-9ae7-671b69bc8d8d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:50.581336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.587134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:50.608238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.608366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:50.611672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/networks/c4da15ad-f36b-4d23-9865-565d84a5bd04 HTTP/1.1" status: 204 len: 168 time: 1.9521487 Sep 02 13:01:50.614435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:50.619294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f5c9c-e550-481f-9830-0e68b1a4caf8 None None] Network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:50.623646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:50.624255 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.649743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e0ce-7a78-411a-9485-4f64d38ce12c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Network': ['ID=c4da15ad-f36b-4d23-9865-565d84a5bd04,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:50.699307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb8b8b58-19c5-48de-af49-ec5b8a79790b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7623084 Sep 02 13:01:50.701851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:50.817700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:50.829923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a', 'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': 'b39c33ea-1188-4c52-9ae7-671b69bc8d8d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:50.832915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.865741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.873319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.907830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.912982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port e2bec207-7cc9-4f17-a9ec-1d04cc21b132 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:50.913609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.937819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1a5b11ea-ec08-4db7-8b16-30fa329c630b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:50.940534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747', '74306922-b052-4468-8f77-69541a67e644'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:50.942456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 88ec32dd-9601-49fe-82c1-4d99ac9a5362 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:50.956465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:50.957494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:50.959514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5b285b1-6c4a-4f3d-8541-6049b8837656 req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "PUT /v2.0/ports/1a5b11ea-ec08-4db7-8b16-30fa329c630b HTTP/1.1" status: 200 len: 904 time: 0.6526985 Sep 02 13:01:50.959908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:50.963075 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e60f1-5057-46c7-8cc5-ca90900aad3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:50.991529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85b43d-7e67-4b20-9468-36ab8e1e2d25 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:51.059496 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0ae3f7-a458-41b2-b25d-1b0c6d113f64 x-openstack-request-id: req-7f0ae3f7-a458-41b2-b25d-1b0c6d113f64 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:51.060070 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:51.060549 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f0ae3f7-a458-41b2-b25d-1b0c6d113f64 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:51.061337 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b', 'status': 'completed', 'code': 200} Sep 02 13:01:51.062390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 88ec32dd-9601-49fe-82c1-4d99ac9a5362 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:51.062746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 88ec32dd-9601-49fe-82c1-4d99ac9a5362 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:51.097960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1a5b11ea-ec08-4db7-8b16-30fa329c630b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:51.177302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c632ce-7d89-42ef-9b35-6ff1a832a45d req-262ce205-1869-44cc-9373-0e881f5f0cc4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.179309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19c632ce-7d89-42ef-9b35-6ff1a832a45d req-262ce205-1869-44cc-9373-0e881f5f0cc4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 907 time: 0.0695374 Sep 02 13:01:51.256353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:51.257619 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:51.272588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:51.302284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Allocated IP 172.20.0.2 (7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a/b39c33ea-1188-4c52-9ae7-671b69bc8d8d/d62e3567-172c-40e2-8705-50e60b09dbc7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:51.335213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for e2bec207-7cc9-4f17-a9ec-1d04cc21b132 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:51.357097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-17dd5172-cff9-4d17-bca6-9d94740e8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.358917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-17dd5172-cff9-4d17-bca6-9d94740e8e64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 1058 time: 0.2412472 Sep 02 13:01:51.404251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046024e-7b22-4a13-892f-b18dbe0e4909 req-90a4873a-0fb5-4f56-9d26-1e639d53c4fb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.406657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3046024e-7b22-4a13-892f-b18dbe0e4909 req-90a4873a-0fb5-4f56-9d26-1e639d53c4fb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0906346 Sep 02 13:01:51.462232 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3046024e-7b22-4a13-892f-b18dbe0e4909 req-6933951d-3fb6-4891-968d-dd645309dae0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487626 Sep 02 13:01:51.523346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ba856be-0d03-4169-83a2-449fc98d2d60 None None] Provisioning complete for port 1a5b11ea-ec08-4db7-8b16-30fa329c630b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:51.523835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ba856be-0d03-4169-83a2-449fc98d2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:51.525932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a64ad0-9ce9-4c97-867a-7917e8b97ac9 req-224afcbb-80d8-481c-a460-bf93089575f4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.527771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9a64ad0-9ce9-4c97-867a-7917e8b97ac9 req-224afcbb-80d8-481c-a460-bf93089575f4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.3703482 Sep 02 13:01:51.621139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-66f55129-3f56-4022-9235-e32cdb2693f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.622090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-66f55129-3f56-4022-9235-e32cdb2693f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2362225 Sep 02 13:01:51.635684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf79a3-592e-4a61-bb57-03ebb8a8a01a req-533bdcc0-2ca7-44b3-af51-3433c429d3ef tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.637453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5cf79a3-592e-4a61-bb57-03ebb8a8a01a req-533bdcc0-2ca7-44b3-af51-3433c429d3ef tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0776107 Sep 02 13:01:51.696164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5cf79a3-592e-4a61-bb57-03ebb8a8a01a req-33f7c40f-3745-4777-a26a-ec868334f215 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487914 Sep 02 13:01:51.749561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-f0809dc8-0c69-4152-88f4-d2605d37be02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b HTTP/1.1" status: 200 len: 217 time: 0.0954211 Sep 02 13:01:51.763580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9a64ad0-9ce9-4c97-867a-7917e8b97ac9 req-62526a0e-e14b-404d-8f9a-3686dffd5608 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917994 Sep 02 13:01:51.851624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-25606af9-4db0-4cc2-9fdc-2bc598aa0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.861417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-25606af9-4db0-4cc2-9fdc-2bc598aa0071 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.0991616 Sep 02 13:01:51.967275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-8a65dfa7-b137-422a-9254-bf2ebf163b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:51.969149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-8a65dfa7-b137-422a-9254-bf2ebf163b90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036267 Sep 02 13:01:52.043083 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.067789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Transition to ACTIVE for port object d62e3567-172c-40e2-8705-50e60b09dbc7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:52.081487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.099360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Transition to ACTIVE for port object d62e3567-172c-40e2-8705-50e60b09dbc7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:52.109704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.162434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Pushing event updated for resources: {'Port': ['ID=d62e3567-172c-40e2-8705-50e60b09dbc7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:52.185389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:52.185389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:52.187641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:52.247638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Attempting to bind port d62e3567-172c-40e2-8705-50e60b09dbc7 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:52.248438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Attempting to bind port d62e3567-172c-40e2-8705-50e60b09dbc7 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '11dad31d-bd5b-4774-8215-e0a59adfa64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:52.249143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Attempting to bind port d62e3567-172c-40e2-8705-50e60b09dbc7 on network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:52.255175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:52.256540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Checking segment: {'id': '11dad31d-bd5b-4774-8215-e0a59adfa64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:52.257193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.258089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Bound using segment: {'id': '11dad31d-bd5b-4774-8215-e0a59adfa64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:52.258783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Bound port: d62e3567-172c-40e2-8705-50e60b09dbc7, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dad31d-bd5b-4774-8215-e0a59adfa64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:52.259586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.279669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=e2bec207-7cc9-4f17-a9ec-1d04cc21b132,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:52.288938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.331659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] For port d62e3567-172c-40e2-8705-50e60b09dbc7, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:01:52.334924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] For port d62e3567-172c-40e2-8705-50e60b09dbc7, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d62e3567-172c-40e2-8705-50e60b09dbc7,segment=NetworkSegment(11dad31d-bd5b-4774-8215-e0a59adfa64a),segment_id=11dad31d-bd5b-4774-8215-e0a59adfa64a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:01:52.342402 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.431349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=b39c33ea-1188-4c52-9ae7-671b69bc8d8d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:52.435892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-e9838224-71e6-41f6-aac7-22ab4724cf1a service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564979 Sep 02 13:01:52.460196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4dac-901d-4812-897e-0fe0767e6128 None None] Pushing event updated for resources: {'Port': ['ID=d62e3567-172c-40e2-8705-50e60b09dbc7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:52.477575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c40fe-4525-4f42-88ad-481c2d18a4e6 None None] Network 7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:52.497493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-f8f11083-26b9-47c3-beab-fae6f46ad8ab tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:52.499555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-f8f11083-26b9-47c3-beab-fae6f46ad8ab tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.4367118 Sep 02 13:01:52.574070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.579883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-c972954c-8bfa-40de-8536-86eb53fc9d0d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/quotas/83f1027212e842ed9cd77955d4196dda HTTP/1.1" status: 200 len: 375 time: 0.0663087 Sep 02 13:01:52.587485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.587835 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Floating IP 61e0e667-30b1-464e-9b63-fa8355ea2e70 disassociated (deleted). External IP: 172.25.7.64, port: cf371ed7-84b0-433c-a4eb-d3a83410b14e. Sep 02 13:01:52.632659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:52.675941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7aa3aa-f7b3-42fa-9a04-b556f7dc7c14 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:01:52.722517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dad31d-bd5b-4774-8215-e0a59adfa64a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:52.722908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dad31d-bd5b-4774-8215-e0a59adfa64a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:52.747196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.799561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.825135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-ec13cb37-1d12-4558-87bc-0bb4893f05f9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2283933 Sep 02 13:01:52.853954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:52.854378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:52.869440 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:52.894561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7aa3aa-f7b3-42fa-9a04-b556f7dc7c14 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:01:52.953479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e70e60f1-5057-46c7-8cc5-ca90900aad3f req-6d3c52a4-bad0-4313-8d12-0c526458e079 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501092 Sep 02 13:01:52.986241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f230a3-23a3-4f0a-bcef-b29561c9b3df req-f6aa72fb-c3f1-40f0-9c56-5779cdda51a2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:52.988080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-16f230a3-23a3-4f0a-bcef-b29561c9b3df req-f6aa72fb-c3f1-40f0-9c56-5779cdda51a2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.0839550 Sep 02 13:01:53.066758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-16f230a3-23a3-4f0a-bcef-b29561c9b3df req-bb2ad7b4-c897-4090-9b96-9c68bfc88500 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712781 Sep 02 13:01:53.142201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:01:53.142201 n-d-792364-8 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:01:53.142201 n-d-792364-8 neutron-server[94840]: [parameters: {'id': '7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a'}] Sep 02 13:01:53.142201 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:01:53.143217 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:01:53.218874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-8922e50e-0213-431f-a4d4-07b05b7e3715 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800001 Sep 02 13:01:53.264410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd1676-98aa-4e6f-be4a-5679b8b2fa57 req-211c85ff-50bc-4340-b19e-5ba4aaad82c1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:53.276671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-42dd1676-98aa-4e6f-be4a-5679b8b2fa57 req-211c85ff-50bc-4340-b19e-5ba4aaad82c1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.0786481 Sep 02 13:01:53.276671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:53.295501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'floatingip': {'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:53.306813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:01:53.367249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:53.421259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-9b7ccd24-47a4-41ed-b51d-9a25dcbee2f0 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947489 Sep 02 13:01:53.453175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:53.457947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:53.464805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:53.482460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:53.483238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:53.525652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c818034d-78ef-40ba-828a-c2ebf082e59f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/floatingips/61e0e667-30b1-464e-9b63-fa8355ea2e70 HTTP/1.1" status: 204 len: 168 time: 2.9099739 Sep 02 13:01:53.529480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:53.536244 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa641b93-6a95-44c8-95c9-3b737bc22c35" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:53.644478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:53.706458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:53.732419 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3930437-4884-49e8-97cc-00a9602d5873 x-openstack-request-id: req-a3930437-4884-49e8-97cc-00a9602d5873 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:53.732738 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:53.737206 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3930437-4884-49e8-97cc-00a9602d5873 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:53.737652 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'status': 'completed', 'code': 200} Sep 02 13:01:54.122532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:54.130922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:54.194078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:41Z', 'revision_number': 6, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:54.260172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:54.279539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:54.283287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:54.336001 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Floating IP aa6cb72d-72f6-410b-ba0f-d3058b8dd279 associated. External IP: 172.25.7.210, port: 2558df7a-60e0-4e7a-ad81-0b07ed021770. Sep 02 13:01:54.421923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af5a8ec8-d87e-45a1-acdd-9fbeaba64de1 req-4e750d94-b879-40f0-8a79-ca71f7747875 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 210 time: 0.0505581 Sep 02 13:01:54.461902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-94fa6640-debb-40b6-88b6-74ff57bcfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:54.463260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e747ed-c5c4-4b60-a1e0-d37f1519aac4 req-0c5d01e0-6de9-465d-b751-5f79cc6da28b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:54.464209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-94fa6640-debb-40b6-88b6-74ff57bcfc72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 1097 time: 0.7068422 Sep 02 13:01:54.466474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Deleting port d62e3567-172c-40e2-8705-50e60b09dbc7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:54.467087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:54.471475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93e747ed-c5c4-4b60-a1e0-d37f1519aac4 req-0c5d01e0-6de9-465d-b751-5f79cc6da28b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 946 time: 0.5728521 Sep 02 13:01:54.563833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:54.569377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93e747ed-c5c4-4b60-a1e0-d37f1519aac4 req-6f5f80bb-5ddf-4aee-9be5-005faeef90ee tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969765 Sep 02 13:01:54.668378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] For port d62e3567-172c-40e2-8705-50e60b09dbc7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d62e3567-172c-40e2-8705-50e60b09dbc7,segment=NetworkSegment(11dad31d-bd5b-4774-8215-e0a59adfa64a),segment_id=11dad31d-bd5b-4774-8215-e0a59adfa64a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:54.669176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:54.691739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Calling delete_port for d62e3567-172c-40e2-8705-50e60b09dbc7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:54.778596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-bdb42b78-5d38-43d2-828b-68802666710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:54.780432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-bdb42b78-5d38-43d2-828b-68802666710e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 200 len: 897 time: 0.2899992 Sep 02 13:01:54.811088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:01:54.909294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-7b810dd2-ef60-457c-8374-fce998f35cc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e HTTP/1.1" status: 200 len: 217 time: 0.1089938 Sep 02 13:01:55.008268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:01:55.012946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:55.014867 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:55.017181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-d344f805-b89f-4403-9126-5cc8ae357805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:55.018760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-d344f805-b89f-4403-9126-5cc8ae357805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7 HTTP/1.1" status: 200 len: 834 time: 0.0998950 Sep 02 13:01:55.026499 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:01:55.040703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:41Z', 'revision_number': 6, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.050087 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cb7a6d82-a94f-40a8-a54c-5e794550e17b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "PUT /v2.0/floatingips/aa6cb72d-72f6-410b-ba0f-d3058b8dd279 HTTP/1.1" status: 200 len: 991 time: 1.7556469 Sep 02 13:01:55.050087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:55.050966 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c20c16-e8b9-4c3e-a594-b25d92e5566e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:55.051107 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:55.052009 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.082697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1334c932-8e3d-4fe1-9119-6aa7c4ac403b None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:01:41Z', 'revision_number': 6, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '13c5c2df-a93f-49aa-966d-5433ab703215', 'name': '', 'network_id': '2c27eeac-8d0c-40c1-b515-e10194cdd1ca', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:0f:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:47Z', 'updated_at': '2021-09-02T12:59:56Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:55.183540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Port': ['ID=d62e3567-172c-40e2-8705-50e60b09dbc7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:55.215202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No DVR routers for this DVR port d62e3567-172c-40e2-8705-50e60b09dbc7 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:55.334542 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:55.345704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff0197-d553-4042-9a27-225d6b222002 req-d46c1c2b-8af0-46e7-9c49-7f43f736624a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:55.348257 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4aff0197-d553-4042-9a27-225d6b222002 req-d46c1c2b-8af0-46e7-9c49-7f43f736624a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 946 time: 0.2249184 Sep 02 13:01:55.425951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-aca4ef5d-8f70-4c96-b3ed-8d9af53815e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:55.436888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-aca4ef5d-8f70-4c96-b3ed-8d9af53815e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c27eeac-8d0c-40c1-b515-e10194cdd1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3910441 Sep 02 13:01:55.485102 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286b7d59-542a-4a38-9884-f9f6d004ab97 x-openstack-request-id: req-286b7d59-542a-4a38-9884-f9f6d004ab97 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:55.485671 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:55.486088 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-286b7d59-542a-4a38-9884-f9f6d004ab97 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:55.486732 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'status': 'completed', 'code': 200} Sep 02 13:01:55.493392 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:55.685870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81585c7-388c-4353-a3ef-db5b8d474b79 None None] New status for floating IP 61e0e667-30b1-464e-9b63-fa8355ea2e70: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:01:55.727460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.789691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dad31d-bd5b-4774-8215-e0a59adfa64a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.790906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dad31d-bd5b-4774-8215-e0a59adfa64a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.802948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2acace7a-98c1-46b5-8b1f-759df3567089 req-fea9e7cf-c208-4992-b08b-2ca14c2e983a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 210 time: 0.0898676 Sep 02 13:01:55.827227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:55.853684 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'aa6cb72d-72f6-410b-ba0f-d3058b8dd279', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'mac_address': 'fa:16:3e:b8:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:01:32Z', 'updated_at': '2021-09-02T13:01:53Z', 'revision_number': 1, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.888233 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:01:55.896542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:55.908805 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:01:55.909519 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:01:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:55.934214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:55.934649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:55.939239 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:55.974603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-aee18428-9676-4807-a68b-a65ffbac9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:55.977744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-aee18428-9676-4807-a68b-a65ffbac9a1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1096 time: 0.4874568 Sep 02 13:01:56.012853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-08c805cd-bd94-477a-9031-b6dbd46a8867 service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582356 Sep 02 13:01:56.174843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-75e6d69b-c96e-4296-9c17-8e05944079c3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:56.182599 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-75e6d69b-c96e-4296-9c17-8e05944079c3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 812 time: 0.9198425 Sep 02 13:01:56.184142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:56.186206 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:01:56.238232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Request body: {'port': {'device_id': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'admin_state_up': True, 'tenant_id': '83f1027212e842ed9cd77955d4196dda'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:56.244622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:56.259945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a HTTP/1.1" status: 204 len: 168 time: 5.5566442 Sep 02 13:01:56.269343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:56.305702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a9473-3d38-4641-a686-fb95ed62101d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:56.315735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556104106'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:56.321708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-2e6776cc-877c-40b1-b131-0079abba36fa service neutron] 10.222.0.41 "GET /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926846 Sep 02 13:01:56.362220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-d95c1e6b-040b-4d2c-bf8b-cbaaaf2ffde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:56.364245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-d95c1e6b-040b-4d2c-bf8b-cbaaaf2ffde7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.3500328 Sep 02 13:01:56.465274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-2d720f75-df2e-4b38-acc9-38195b58d844 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0767155 Sep 02 13:01:56.496373 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'aa6cb72d-72f6-410b-ba0f-d3058b8dd279', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'mac_address': 'fa:16:3e:b8:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:01:32Z', 'updated_at': '2021-09-02T13:01:53Z', 'revision_number': 1, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:56.499834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e66dba-b4ce-411c-82ac-ea5de3504518 req-e67f6cf6-aeb7-4589-b005-eafd2fd44098 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:56.500224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62e66dba-b4ce-411c-82ac-ea5de3504518 req-e67f6cf6-aeb7-4589-b005-eafd2fd44098 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 946 time: 0.3334501 Sep 02 13:01:56.519393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-4c7dfb72-ca91-4858-8c88-6f37f0fa5e67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 999 time: 0.1355774 Sep 02 13:01:56.543583 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98a7f5-7d38-42d5-ae07-6027f33b8b55 None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'aa6cb72d-72f6-410b-ba0f-d3058b8dd279', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'mac_address': 'fa:16:3e:b8:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:01:32Z', 'updated_at': '2021-09-02T13:01:53Z', 'revision_number': 1, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:01:56.548619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:56.552388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:56.611114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:56.613261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-e0936052-42be-442d-8125-12ef0af7da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:56.615202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-e0936052-42be-442d-8125-12ef0af7da1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0870433 Sep 02 13:01:56.645949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port cf371ed7-84b0-433c-a4eb-d3a83410b14e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:01:56.646378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:56.688245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-6fb9cff5-3995-43b8-8fe1-befca5c5fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:56.690340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-6fb9cff5-3995-43b8-8fe1-befca5c5fac4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654249 Sep 02 13:01:56.844531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port cf371ed7-84b0-433c-a4eb-d3a83410b14e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=cf371ed7-84b0-433c-a4eb-d3a83410b14e,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:01:56.845086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:56.856050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-5258c1e2-f828-4d29-94ba-7ed562f86536 service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527436 Sep 02 13:01:56.861151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for cf371ed7-84b0-433c-a4eb-d3a83410b14e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:01:56.936671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:56.937313 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment dde86967-1921-44c6-bb21-9636425b6972 of type vlan for network 6b5f7023-eb64-4dfb-8210-f8b511d4d243 Sep 02 13:01:56.959881 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9608e-f032-4d28-b6f8-68920ea1e3ce None None] New status for floating IP aa6cb72d-72f6-410b-ba0f-d3058b8dd279: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:01:56.986438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b65dd78-963d-4f49-8002-02ee5a3e6dae req-68d29bef-eb21-4a90-81d8-0e1b57c6a631 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 210 time: 0.0657778 Sep 02 13:01:57.038665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22c20c16-e8b9-4c3e-a594-b25d92e5566e req-e3914303-0b3e-464f-8556-200bd8ac131f service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743898 Sep 02 13:01:57.061717 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-62e66dba-b4ce-411c-82ac-ea5de3504518 req-da0bfb7a-983c-43f9-9cc9-7f666d5e83e5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=a72f5911-589a-4d39-8808-2d2859adc562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5312040 Sep 02 13:01:57.068688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-e8a677c8-b934-4e65-8fc1-3714a64b862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:57.071454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-e8a677c8-b934-4e65-8fc1-3714a64b862c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 1096 time: 0.5624771 Sep 02 13:01:57.098761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.158016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Made reservation on behalf of 83f1027212e842ed9cd77955d4196dda for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:57.161749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.355724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.364100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:57.364800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.439212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-bed7e3d9-645d-4f38-9b4e-7564c91180c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:57.440834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-bed7e3d9-645d-4f38-9b4e-7564c91180c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.3444753 Sep 02 13:01:57.458093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1482852 Sep 02 13:01:57.461361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:57.466779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '6b5f7023-eb64-4dfb-8210-f8b511d4d243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:57.579659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.586483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:57.591688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.681016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-e3e038b0-d735-44fe-9ed4-0ae4dc946760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74306922-b052-4468-8f77-69541a67e644 HTTP/1.1" status: 200 len: 217 time: 0.2216306 Sep 02 13:01:57.682681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Performing IP validity checks on allocation pools {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:01:57.683987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:01:57.689522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=cf371ed7-84b0-433c-a4eb-d3a83410b14e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:57.743117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821f43-35ba-4402-ae42-aa81713af7a8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=6b5f7023-eb64-4dfb-8210-f8b511d4d243,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:57.754057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Allocated IP 172.20.0.7 (2e2e2978-764d-4bed-98fb-27bdd71c4fc3/0bde8b80-cf25-480a-920d-b91b5a51a6d4/9c6cf6e3-ba16-415e-9eed-e77aa88fb20a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:01:57.757921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6b5f7023-eb64-4dfb-8210-f8b511d4d243 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:57.774536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] No DVR routers for this DVR port cf371ed7-84b0-433c-a4eb-d3a83410b14e on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:01:57.796157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.798598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4aff0197-d553-4042-9a27-225d6b222002 req-bbb0d71f-a1a1-4e5b-a4e6-fa7fbcc9095a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "DELETE /v2.0/ports/cf371ed7-84b0-433c-a4eb-d3a83410b14e HTTP/1.1" status: 204 len: 173 time: 2.4198632 Sep 02 13:01:57.799164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'name': 'network-vif-deleted', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:01:57.803613 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f625e4f-c6b5-4624-9300-f7c5edeaa50d" -d '{"events": [{"server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "name": "network-vif-deleted", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:01:57.849891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-dbf64727-deb0-47cf-b4e9-2ed5f66f529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:57.851776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-dbf64727-deb0-47cf-b4e9-2ed5f66f529b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1562059 Sep 02 13:01:57.855208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:57.888320 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c25832-ab3c-4d8f-833a-16801f6c6479 x-openstack-request-id: req-75c25832-ab3c-4d8f-833a-16801f6c6479 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:01:57.888750 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7511a3-c378-46ed-8c40-54e273744d5d", "name": "network-vif-deleted", "tag": "cf371ed7-84b0-433c-a4eb-d3a83410b14e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:01:57.889114 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75c25832-ab3c-4d8f-833a-16801f6c6479 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:01:57.889602 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7511a3-c378-46ed-8c40-54e273744d5d', 'name': 'network-vif-deleted', 'tag': 'cf371ed7-84b0-433c-a4eb-d3a83410b14e', 'status': 'completed', 'code': 200} Sep 02 13:01:57.958740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=81d31aec-0750-423c-8e08-af9160c14aad,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:57.974457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': 'dde86967-1921-44c6-bb21-9636425b6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6b5f7023-eb64-4dfb-8210-f8b511d4d243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:57.974792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 6b5f7023-eb64-4dfb-8210-f8b511d4d243, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:57.979838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-b927a936-e454-4304-9b17-a6423c4ef652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:57.981713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-b927a936-e454-4304-9b17-a6423c4ef652 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181953 Sep 02 13:01:58.004974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 6b5f7023-eb64-4dfb-8210-f8b511d4d243 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:58.034435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 6b5f7023-eb64-4dfb-8210-f8b511d4d243) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:58.043235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:58.048016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2cba7-3751-411c-a858-0a6e201c64c0 None None] Network 6b5f7023-eb64-4dfb-8210-f8b511d4d243 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:58.058291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.102265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aed714b7-59b5-4108-9666-be83add017b8 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6367409 Sep 02 13:01:58.102592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:58.265658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-add86ec6-00cd-423b-8465-d2bc66002bb6 req-632c0437-115a-499d-a40b-3aafd3f87c66 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 210 time: 0.0478208 Sep 02 13:01:58.315697 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae5a2912-b067-4929-a675-c7a9e228d4ee req-0a461d49-efbb-4f7d-97f0-74c871eed2d2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba7511a3-c378-46ed-8c40-54e273744d5d HTTP/1.1" status: 200 len: 210 time: 0.1039619 Sep 02 13:01:58.370821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.377473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-10069c73-fb60-4dd9-aac4-4d90d7e6290c service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667963 Sep 02 13:01:58.379648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a3858-5813-4fa1-9af9-ef66605543c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-6b5f7023-eb64-4dfb-8210-f8b511d4d243', 'network_id': '6b5f7023-eb64-4dfb-8210-f8b511d4d243', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '81d31aec-0750-423c-8e08-af9160c14aad'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:01:58.380540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3858-5813-4fa1-9af9-ef66605543c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.394606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.441214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.537489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Transition to ACTIVE for port object 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:58.539581 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.572951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b2d8359b-015d-41f1-a160-6bf7413aef69 req-50c72929-7c2b-4b23-b124-dd1abc50a924 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895518 Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-5e8a3858-5813-4fa1-9af9-ef66605543c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d31aec-0750-423c-8e08-af9160c14aad: This subnet is being modified by another concurrent operation. Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:01:58.574705 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d31aec-0750-423c-8e08-af9160c14aad: This subnet is being modified by another concurrent operation. Sep 02 13:01:58.578895 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:01:58.591012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=81d31aec-0750-423c-8e08-af9160c14aad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:58.604448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cf371ed7-84b0-433c-a4eb-d3a83410b14e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:01:58.611649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72085ce2-09ee-4666-b41f-997708017a63 None None] Network 6b5f7023-eb64-4dfb-8210-f8b511d4d243 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:58.617359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.646300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747', '74306922-b052-4468-8f77-69541a67e644'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:01:58.673379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.684032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:01:58.684432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5f7023-eb64-4dfb-8210-f8b511d4d243']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:58.687768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:58.690765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:01:58.696884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde86967-1921-44c6-bb21-9636425b6972') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:58.697213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde86967-1921-44c6-bb21-9636425b6972') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:01:58.706612 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.722381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.726456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:58.729543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:01:58.729959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.762299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:58.762588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: cf371ed7-84b0-433c-a4eb-d3a83410b14e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:01:58.763074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device cf371ed7-84b0-433c-a4eb-d3a83410b14e not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:01:58.763886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.794077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-5d591cab-2b40-49bc-99f0-b68321fc4ece tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5772386 Sep 02 13:01:58.802792 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f80fac47-de9d-4d9f-8d94-a14a10620094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:01:58.807552 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:01:58.810355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Request body: {'port': {'device_id': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:58.815390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.840237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.848428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/6b5f7023-eb64-4dfb-8210-f8b511d4d243 HTTP/1.1" status: 204 len: 168 time: 0.7446241 Sep 02 13:01:58.849661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1bfb4-860a-45f0-a414-d406c4f2385f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=6b5f7023-eb64-4dfb-8210-f8b511d4d243,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:58.854422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56452) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:58.866091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-779664695'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:58.897422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:58.904329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.906178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.937629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:01:58.950278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:58.950640 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 0f55b4c8-f864-4632-8b00-3f7f4309a79a of type vlan for network 1b182a5b-adad-4393-b82a-788b506aca86 Sep 02 13:01:59.028072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6fa7e2-f1e8-4200-af81-c5b6c04a0dc8 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:01:59.044428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.093771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.106746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:59.107777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.131354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-af22160c-9b76-4c87-8ecf-dde0be287c29 None None] Provisioning for port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:01:59.162999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-af22160c-9b76-4c87-8ecf-dde0be287c29 None None] Provisioning complete for port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:01:59.163704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af22160c-9b76-4c87-8ecf-dde0be287c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.229745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3716285 Sep 02 13:01:59.230817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:59.231776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8470e-727b-4999-ad6e-3e645df5eb26 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=1b182a5b-adad-4393-b82a-788b506aca86,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:59.239190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '1b182a5b-adad-4393-b82a-788b506aca86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:01:59.249288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 1b182a5b-adad-4393-b82a-788b506aca86 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:01:59.259181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-af22160c-9b76-4c87-8ecf-dde0be287c29 None None] Port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:01:59.314568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fa7e2-f1e8-4200-af81-c5b6c04a0dc8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:01:59.318885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:01:59.349486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.394752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:01:59.395819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Transition to ACTIVE for port object 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:01:59.400851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.420652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:59.468740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.639290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d117b2-0c14-424d-b712-62fb2a8119bf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.662189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:59.691781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.728149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0653a-af1c-4cbb-b470-c602ac3ba766 req-c974d705-1b49-4194-8561-6ce0eee0d534 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:59.730081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b0653a-af1c-4cbb-b470-c602ac3ba766 req-c974d705-1b49-4194-8561-6ce0eee0d534 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 943 time: 0.3469946 Sep 02 13:01:59.768606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d117b2-0c14-424d-b712-62fb2a8119bf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.770642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=101a7c3b-a154-44e2-affa-7ceeccc66113,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:01:59.776373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': '0f55b4c8-f864-4632-8b00-3f7f4309a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1b182a5b-adad-4393-b82a-788b506aca86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:59.777091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 1b182a5b-adad-4393-b82a-788b506aca86, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:01:59.801665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 1b182a5b-adad-4393-b82a-788b506aca86 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:01:59.813319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 1b182a5b-adad-4393-b82a-788b506aca86) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:01:59.824887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e965412-21e5-4616-8b86-4b53139e600e None None] Network 1b182a5b-adad-4393-b82a-788b506aca86 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:01:59.829499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:01:59.830445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.847093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98b0653a-af1c-4cbb-b470-c602ac3ba766 req-43ef0953-2e0e-413a-960a-07a1ae259565 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025469 Sep 02 13:01:59.849854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7af5cbe7-33fd-4e39-97fe-50f019f625b5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6138642 Sep 02 13:01:59.852150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:01:59.893717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Attempting to bind port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:01:59.894080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Attempting to bind port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:01:59.894377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Attempting to bind port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:59.902760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:01:59.902760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Attempting to bind port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a on network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:01:59.910843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:01:59.911181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Checking segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:01:59.911589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Bound using segment: {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:01:59.912044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Bound port: 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af800e-4af3-49ec-84d8-b00f0f9d3837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:01:59.912410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.987049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d117b2-0c14-424d-b712-62fb2a8119bf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:01:59.990166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d117b2-0c14-424d-b712-62fb2a8119bf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.005492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6d117b2-0c14-424d-b712-62fb2a8119bf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/security-groups/a72f5911-589a-4d39-8808-2d2859adc562 HTTP/1.1" status: 204 len: 168 time: 0.5711901 Sep 02 13:02:00.034206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.051833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d117b2-0c14-424d-b712-62fb2a8119bf tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f5911-589a-4d39-8808-2d2859adc562,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:00.059253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56474) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:00.197122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.279705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.285596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:00.314047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=101a7c3b-a154-44e2-affa-7ceeccc66113,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:00.342534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f356dbe-4329-4d49-9fdc-d5f75cba8aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-1b182a5b-adad-4393-b82a-788b506aca86', 'network_id': '1b182a5b-adad-4393-b82a-788b506aca86', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '101a7c3b-a154-44e2-affa-7ceeccc66113'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:00.343558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f356dbe-4329-4d49-9fdc-d5f75cba8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.344397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:00.355087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.404582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.435838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de175325-b196-4128-8341-719963862687 None None] Network 1b182a5b-adad-4393-b82a-788b506aca86 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:00.438037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:00.438969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.440537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c6cf6e3-ba16-415e-9eed-e77aa88fb20a HTTP/1.1" status: 200 len: 1091 time: 1.6377852 Sep 02 13:02:00.440964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b182a5b-adad-4393-b82a-788b506aca86']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:00.445398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:00.451993 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94509410-335d-4eca-99c1-d49f8d4ed8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:00.464800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f55b4c8-f864-4632-8b00-3f7f4309a79a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:00.465457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f55b4c8-f864-4632-8b00-3f7f4309a79a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:00.477836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.501560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.510782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:00.511258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.537053 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a70723-da5a-478b-a66c-ae4f973e820c x-openstack-request-id: req-16a70723-da5a-478b-a66c-ae4f973e820c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:00.537376 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:00.537590 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16a70723-da5a-478b-a66c-ae4f973e820c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:00.537991 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'status': 'completed', 'code': 200} Sep 02 13:02:00.540606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcefeb-2a9a-4a4e-9ff5-a37af3a38689 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:00.594391 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:00.601583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.611153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-f436b8f4-d4ce-480f-9fa7-e8162f05d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:00.612706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.615197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/1b182a5b-adad-4393-b82a-788b506aca86 HTTP/1.1" status: 204 len: 168 time: 0.7607684 Sep 02 13:02:00.615711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-f436b8f4-d4ce-480f-9fa7-e8162f05d3b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 1094 time: 0.1294851 Sep 02 13:02:00.623283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:00.627517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37789f7-c380-4baa-b315-eedf17d976ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=1b182a5b-adad-4393-b82a-788b506aca86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:00.630274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742865249'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:00.686925 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-8a309ada-9b3b-4b36-84df-fc2399dffe2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a HTTP/1.1" status: 200 len: 217 time: 0.0479009 Sep 02 13:02:00.757913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:00.761679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.805906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-ea45d9b2-7cbb-49e0-8e1f-5fee02cfec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:00.807517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-ea45d9b2-7cbb-49e0-8e1f-5fee02cfec12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1091640 Sep 02 13:02:00.819862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:00.860577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:00.860956 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment f4d9acef-ea43-421d-9dbc-cc0c00ba35c2 of type vlan for network 77cf22d6-2dff-4576-a32c-2831a315ac4b Sep 02 13:02:00.943641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-b0168b9b-49c4-40f2-800e-2d9f0964beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:00.945987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-b0168b9b-49c4-40f2-800e-2d9f0964beba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269627 Sep 02 13:02:00.948533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.071594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.077129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:01.077715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.168197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e7ce-29be-4740-a9d8-e14596da655d req-852f4d5a-ed2a-4af1-83ef-480917082094 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:01.173651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e015e7ce-29be-4740-a9d8-e14596da655d req-852f4d5a-ed2a-4af1-83ef-480917082094 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 943 time: 0.2188823 Sep 02 13:02:01.175746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5513303 Sep 02 13:02:01.178416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:01.184944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:01.197137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-d5c25040-a038-4a0d-9b79-f6ec6686e1fb service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419431 Sep 02 13:02:01.204820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.208040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08700a1f-11c8-4787-ac2a-f5d14cf687d4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=77cf22d6-2dff-4576-a32c-2831a315ac4b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:01.224722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 77cf22d6-2dff-4576-a32c-2831a315ac4b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:01.336665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:01.340329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.416879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e03c32c3-90ec-409a-bbab-47e9b65861e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.549474 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.627873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=da1fa0be-cc28-4da9-8d74-6e5fca6dce9c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:01.633830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:01.634331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 77cf22d6-2dff-4576-a32c-2831a315ac4b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:01.647841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.664638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 77cf22d6-2dff-4576-a32c-2831a315ac4b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:01.675695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 77cf22d6-2dff-4576-a32c-2831a315ac4b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:01.680336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:01.681226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.689617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17516f-973b-4d63-ba2d-25a9853c09de None None] Network 77cf22d6-2dff-4576-a32c-2831a315ac4b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:01.721742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c1c8c085-59f1-4936-b05a-7e033c554a03 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5421832 Sep 02 13:02:01.722484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:01.756660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e015e7ce-29be-4740-a9d8-e14596da655d req-eee1fba9-cda6-4022-ad2a-93cb9e62c99f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226619 Sep 02 13:02:01.803842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be85adfb-44ef-4b2b-aa28-221244c13046 req-7ffd031f-f788-44d3-91bd-46bad317cc12 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967770 Sep 02 13:02:01.931698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.931997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-77cf22d6-2dff-4576-a32c-2831a315ac4b', 'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': 'da1fa0be-cc28-4da9-8d74-6e5fca6dce9c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:01.933553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:01.948332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-8c4a42b1-b5c1-4272-a1c1-892be610af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:01.950188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-8c4a42b1-b5c1-4272-a1c1-892be610af85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 1094 time: 0.0751221 Sep 02 13:02:01.997152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.099726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Allocated IP 172.20.0.1 (77cf22d6-2dff-4576-a32c-2831a315ac4b/da1fa0be-cc28-4da9-8d74-6e5fca6dce9c/802d85ec-6e1c-4f44-9da6-d2dab68b6e42) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:02.130843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-fea6fc47-4382-444e-bc77-f8e522219bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:02.132346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-fea6fc47-4382-444e-bc77-f8e522219bc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1723895 Sep 02 13:02:02.140480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port 13c5c2df-a93f-49aa-966d-5433ab703215 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:02.140480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.224330 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-851379fe-9d6a-42e1-a477-13fb12cb989e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a HTTP/1.1" status: 200 len: 217 time: 0.0688853 Sep 02 13:02:02.270167 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.281981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Transition to ACTIVE for port object 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:02.299700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Transition to ACTIVE for port object 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:02.308962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.330346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.332760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port 13c5c2df-a93f-49aa-966d-5433ab703215, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13c5c2df-a93f-49aa-966d-5433ab703215,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:02.333164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.353820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-08082bbb-35a7-49a1-8fef-dc36cb86f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:02.353820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-08082bbb-35a7-49a1-8fef-dc36cb86f275 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1157348 Sep 02 13:02:02.359973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for 13c5c2df-a93f-49aa-966d-5433ab703215 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:02.361288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Network 77cf22d6-2dff-4576-a32c-2831a315ac4b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:02.364375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:02.368427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:02.380377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=da1fa0be-cc28-4da9-8d74-6e5fca6dce9c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:02.422049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Pushing event updated for resources: {'Port': ['ID=802d85ec-6e1c-4f44-9da6-d2dab68b6e42,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:02.433050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-b08b253d-0792-432b-8154-f1eebd0adfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:02.435721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-b08b253d-0792-432b-8154-f1eebd0adfdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777192 Sep 02 13:02:02.439926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Attempting to bind port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:02.440455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Attempting to bind port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:02.441011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Attempting to bind port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 on network 77cf22d6-2dff-4576-a32c-2831a315ac4b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:02.449002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:02.449446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Checking segment: {'id': 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:02.449869 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.450275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Bound using segment: {'id': 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:02.450758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Bound port: 802d85ec-6e1c-4f44-9da6-d2dab68b6e42, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77cf22d6-2dff-4576-a32c-2831a315ac4b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:02.451198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.473409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.485078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cf22d6-2dff-4576-a32c-2831a315ac4b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:02.496293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:02.496592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:02.505959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.520720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.528311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:02.529234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:02.533164 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:02.558300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] For port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:02.568670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.579930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-7d257465-df92-48b7-b376-68fc2d46dc89 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110535 Sep 02 13:02:02.609863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] For port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=802d85ec-6e1c-4f44-9da6-d2dab68b6e42,segment=NetworkSegment(f4d9acef-ea43-421d-9dbc-cc0c00ba35c2),segment_id=f4d9acef-ea43-421d-9dbc-cc0c00ba35c2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:02.610107 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:02:02.610107 n-d-792364-8 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:02:02.610107 n-d-792364-8 neutron-server[94840]: [parameters: {'id': '77cf22d6-2dff-4576-a32c-2831a315ac4b'}] Sep 02 13:02:02.610107 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:02:02.610799 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:02:02.622804 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.719230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102971fb-c2e0-4369-83cc-c0f342f4f91c None None] Pushing event updated for resources: {'Port': ['ID=802d85ec-6e1c-4f44-9da6-d2dab68b6e42,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:02.723040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94509410-335d-4eca-99c1-d49f8d4ed8cd req-aaa31c23-c4f9-43b4-ab4b-c1dedeb39876 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129146 Sep 02 13:02:02.755933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8468a6-d07d-4601-b271-f61d472d2fa3 None None] Network 77cf22d6-2dff-4576-a32c-2831a315ac4b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:02.805775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:02.836869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=13c5c2df-a93f-49aa-966d-5433ab703215,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:02.994747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56508) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:03.049166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe349b-2581-4d86-b3d2-d8a8d75bb1bf req-bc43291c-e8e3-4abc-a282-eff1002ec28f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:03.050816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7bfe349b-2581-4d86-b3d2-d8a8d75bb1bf req-bc43291c-e8e3-4abc-a282-eff1002ec28f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 943 time: 0.1079829 Sep 02 13:02:03.112222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:03.125458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957c0fd-597e-470d-8667-e3d42e8690fc None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:02:03.136497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7bfe349b-2581-4d86-b3d2-d8a8d75bb1bf req-bc4855f7-8a69-42fc-9cac-77976037676a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Sep 02 13:02:03.163556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:03.255953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c957c0fd-597e-470d-8667-e3d42e8690fc None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:02:03.260106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Deleting port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:03.260453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:03.344701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] For port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=802d85ec-6e1c-4f44-9da6-d2dab68b6e42,segment=NetworkSegment(f4d9acef-ea43-421d-9dbc-cc0c00ba35c2),segment_id=f4d9acef-ea43-421d-9dbc-cc0c00ba35c2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:03.345434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:03.361582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Calling delete_port for 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:03.428429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:02:03.553487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:03.558673 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:03.562993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-841de228-8d68-4e90-8798-c83c88dbca68 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "PUT /v2.0/routers/c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5021307 Sep 02 13:02:03.564456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] Sync routers for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:03.567055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:03.574437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:03.575105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:03.685291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:03.887556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:02:02Z', 'revision_number': 7, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:03.919163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] Checking router: c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:02:03.928402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] Routers {'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:03.929090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:03.971568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Port': ['ID=802d85ec-6e1c-4f44-9da6-d2dab68b6e42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:04.001430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No DVR routers for this DVR port 802d85ec-6e1c-4f44-9da6-d2dab68b6e42 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:04.040807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] Set router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:04.062905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting subnet 986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:02:04.096455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.144665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.151527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.185142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cf22d6-2dff-4576-a32c-2831a315ac4b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:04.211719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:04.212077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d9acef-ea43-421d-9dbc-cc0c00ba35c2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:04.228018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.230617 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.260103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:02:02Z', 'revision_number': 7, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:04.270439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.287938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bff88-75f7-45f7-8d34-609821f9ed47 None None] The sync data for ids ['c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7'] in n-d-792364-8 is: [{'id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'name': 'tempest-TestNetworkBasicOps-router-506963828', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:59:39Z', 'updated_at': '2021-09-02T13:02:02Z', 'revision_number': 7, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': 'e5df37c6-c541-495a-9832-d6cb5179e054', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:59:40Z', 'updated_at': '2021-09-02T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:04.288249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4090f-e432-4749-8685-4873d2a6012f req-a1349406-23d4-4828-82dc-cadda8c3c87e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:04.292768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03c4090f-e432-4749-8685-4873d2a6012f req-a1349406-23d4-4828-82dc-cadda8c3c87e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 943 time: 0.0679898 Sep 02 13:02:04.319295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:04.319740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:04.323650 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:04.342963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03c4090f-e432-4749-8685-4873d2a6012f req-d95351b8-dbcf-46f4-9e73-56cec53fcce0 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469058 Sep 02 13:02:04.394772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.430686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.443601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.445620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/77cf22d6-2dff-4576-a32c-2831a315ac4b HTTP/1.1" status: 204 len: 168 time: 2.7220871 Sep 02 13:02:04.450438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56522) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:04.454830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887380952'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:04.464329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.467589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247734e9-e6f0-48d5-bb8e-707b566ccab7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=77cf22d6-2dff-4576-a32c-2831a315ac4b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:04.484821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:04.488859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.515636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:04.526216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.526591 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 82f8b39a-d0c6-4e0c-b194-d294447f9aa6 of type vlan for network d10e69f7-61d5-456e-84a8-28ec96e5d822 Sep 02 13:02:04.561749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.576318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.600549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.603027 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/subnets/986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7 HTTP/1.1" status: 204 len: 168 time: 1.0319133 Sep 02 13:02:04.604051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df3ed-57d6-46aa-88e8-7f989a45df5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Subnet': ['ID=986c8ce3-fcf1-42c2-a30e-71f9ac06a6f7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:04.607708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:04.607914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:02:04.619147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.628236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:04.628588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd95d01-47a1-40a5-8b26-7e4545369eb7 None None] Network 2c27eeac-8d0c-40c1-b515-e10194cdd1ca requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:04.629184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.694117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2434092 Sep 02 13:02:04.698133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56526) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:04.704302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:04.774430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e601a-af17-4a2f-9692-3ee65e6a2fe7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=d10e69f7-61d5-456e-84a8-28ec96e5d822,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:04.788263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:04.902373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.920652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.924382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13c5c2df-a93f-49aa-966d-5433ab703215 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:04.935427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.964366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:02:04.970729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:04.971376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:04.972769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "PUT /v2.0/networks/d10e69f7-61d5-456e-84a8-28ec96e5d822 HTTP/1.1" status: 200 len: 723 time: 0.2738180 Sep 02 13:02:04.977472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 13c5c2df-a93f-49aa-966d-5433ab703215 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:04.977817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13c5c2df-a93f-49aa-966d-5433ab703215 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:04.987868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:04.994713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:05.005614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:05.014585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'mac_address': 'fa:16:3e:f4:82:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:02:05.028306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87b48-9ec3-4571-9b1d-53fb2c46408c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=d10e69f7-61d5-456e-84a8-28ec96e5d822,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:05.050170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:05.108884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] DHCP port deletion for 2c27eeac-8d0c-40c1-b515-e10194cdd1ca request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:02:05.126158 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.250508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.260713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:05.264463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.352737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Deleting port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:05.353127 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.365445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:02:05.377561 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.390567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:05.398935 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.430469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] Deleting port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:05.430885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.468018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port e5df37c6-c541-495a-9832-d6cb5179e054 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:05.468645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.478505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782a6e0-62b4-45de-ab45-4466574a7d2d req-e6def82f-2c79-4859-9872-d4e817c99bad tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:05.480943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3782a6e0-62b4-45de-ab45-4466574a7d2d req-e6def82f-2c79-4859-9872-d4e817c99bad tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 944 time: 0.0590253 Sep 02 13:02:05.515274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:05.529509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] For port 31dc1979-7645-419d-b7e8-0d0c3d79dde1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=31dc1979-7645-419d-b7e8-0d0c3d79dde1,segment=NetworkSegment(dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5),segment_id=dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:05.529933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.546040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] Calling delete_port for 31dc1979-7645-419d-b7e8-0d0c3d79dde1 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:05.549357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3782a6e0-62b4-45de-ab45-4466574a7d2d req-5d8a850f-0949-4437-8475-da132463a95b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Sep 02 13:02:05.564025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] For port 8a3fc11a-881b-4cc4-bafa-e661ff1ca129, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:05.564352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.592603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Calling delete_port for 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:05.641832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:02:05.668859 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.704489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port e5df37c6-c541-495a-9832-d6cb5179e054, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e5df37c6-c541-495a-9832-d6cb5179e054,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:05.705195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.706120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] Pushing event deleted for resources: {'Port': ['ID=31dc1979-7645-419d-b7e8-0d0c3d79dde1,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:05.712666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0d754-2fa4-47fb-b34d-952ce3005e53 None None] No DVR routers for this DVR port 31dc1979-7645-419d-b7e8-0d0c3d79dde1 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:05.725266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:05.740559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for e5df37c6-c541-495a-9832-d6cb5179e054 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:05.893717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=7c32a926-a1c8-4b40-9df6-3ec3dbb570b2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:05.934935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': '82f8b39a-d0c6-4e0c-b194-d294447f9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:05.935302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: d10e69f7-61d5-456e-84a8-28ec96e5d822, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:06.016053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:06.076141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d10e69f7-61d5-456e-84a8-28ec96e5d822) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:06.085268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3d411-6d23-49fe-a61c-362479bdd355 None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:06.091426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:06.092022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577664'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.123096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bd26ced0-3a84-4cad-b0d7-f03253249c9c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1194253 Sep 02 13:02:06.123457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:06.129318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:06.135072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.157548 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.199274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=e5df37c6-c541-495a-9832-d6cb5179e054,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:06.290734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d10e69f7-61d5-456e-84a8-28ec96e5d822', 'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '7c32a926-a1c8-4b40-9df6-3ec3dbb570b2'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:06.293309 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.303993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3fc11a-881b-4cc4-bafa-e661ff1ca129,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:06.438943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.469461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Allocated IP 172.20.0.2 (d10e69f7-61d5-456e-84a8-28ec96e5d822/7c32a926-a1c8-4b40-9df6-3ec3dbb570b2/78340b48-e749-4d13-a557-202f5b973ff2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:06.573832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4970443'] for subnet, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.600614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.606388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.655099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:06.659034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.676818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.677414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Fanout notify agent at l3_agent the message router_deleted on router c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:02:06.688059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.693355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a722e32a-a728-4509-8830-06ad0a60d621 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/routers/c3a5e1b4-7b83-4abd-b9d0-143307f9b1e7 HTTP/1.1" status: 204 len: 168 time: 2.0837991 Sep 02 13:02:06.696539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:06.698588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Transition to ACTIVE for port object 78340b48-e749-4d13-a557-202f5b973ff2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:06.731937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Transition to ACTIVE for port object 78340b48-e749-4d13-a557-202f5b973ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:06.738410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d53741-e6a3-40f1-b11a-2edd03b14ed1 req-f666315c-60b9-4425-8202-ae80a17aba38 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:06.748671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90d53741-e6a3-40f1-b11a-2edd03b14ed1 req-f666315c-60b9-4425-8202-ae80a17aba38 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 944 time: 0.1073959 Sep 02 13:02:06.764635 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.786437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.802724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-90d53741-e6a3-40f1-b11a-2edd03b14ed1 req-bd2c59e1-75f4-4d28-9149-b0af355ef97a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525613 Sep 02 13:02:06.819809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:06.819955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.837146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:06.845473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:06.854548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:06.865483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:06.865904 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:06.901554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Pushing event updated for resources: {'Port': ['ID=78340b48-e749-4d13-a557-202f5b973ff2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:06.990032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Attempting to bind port 78340b48-e749-4d13-a557-202f5b973ff2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:06.991008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Attempting to bind port 78340b48-e749-4d13-a557-202f5b973ff2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '82f8b39a-d0c6-4e0c-b194-d294447f9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:06.991377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Attempting to bind port 78340b48-e749-4d13-a557-202f5b973ff2 on network d10e69f7-61d5-456e-84a8-28ec96e5d822 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:07.000991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:07.001432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Checking segment: {'id': '82f8b39a-d0c6-4e0c-b194-d294447f9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:07.001781 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.002179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Bound using segment: {'id': '82f8b39a-d0c6-4e0c-b194-d294447f9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:07.002656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Bound port: 78340b48-e749-4d13-a557-202f5b973ff2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f8b39a-d0c6-4e0c-b194-d294447f9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd10e69f7-61d5-456e-84a8-28ec96e5d822'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:07.003039 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.090225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.090433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.128380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] For port 78340b48-e749-4d13-a557-202f5b973ff2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:07.135246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:07.137547 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be57d6-3571-41c3-ac62-55e74ddb58b2" -d '{"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:07.143636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] For port 78340b48-e749-4d13-a557-202f5b973ff2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=78340b48-e749-4d13-a557-202f5b973ff2,segment=NetworkSegment(82f8b39a-d0c6-4e0c-b194-d294447f9aa6),segment_id=82f8b39a-d0c6-4e0c-b194-d294447f9aa6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:07.144551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c27eeac-8d0c-40c1-b515-e10194cdd1ca']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:07.152525 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.156491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:07.189825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.224059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:07.224516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee5eaf3-f1a0-49af-bfa1-f9daaf77bda5') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:07.225621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa57a3-eb0f-4b8f-87d1-a021d8c7d88d None None] Pushing event updated for resources: {'Port': ['ID=78340b48-e749-4d13-a557-202f5b973ff2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:07.294067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.319594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:07.403249 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65a398-96d6-423b-87ed-beede25a2587 x-openstack-request-id: req-fc65a398-96d6-423b-87ed-beede25a2587 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:07.403732 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:07.404017 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc65a398-96d6-423b-87ed-beede25a2587 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:07.405661 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'code': 200} Sep 02 13:02:07.408791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 31dc1979-7645-419d-b7e8-0d0c3d79dde1 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:07.418390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778700647882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7929246'] for subnet, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.437885 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.448388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 31dc1979-7645-419d-b7e8-0d0c3d79dde1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:07.448388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 31dc1979-7645-419d-b7e8-0d0c3d79dde1 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:07.554831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb8e52-2c81-492e-a223-517ad376b48e req-992c6901-9205-4add-a28d-676f1c5d8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:07.558084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9eb8e52-2c81-492e-a223-517ad376b48e req-992c6901-9205-4add-a28d-676f1c5d8515 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 1096 time: 0.0843401 Sep 02 13:02:07.610801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9eb8e52-2c81-492e-a223-517ad376b48e req-09bd6205-5d68-4bfe-861b-44e238b2a36f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Sep 02 13:02:07.856642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:07.857268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.860680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:07.861353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:07.862631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "PUT /v2.0/subnets/7c32a926-a1c8-4b40-9df6-3ec3dbb570b2 HTTP/1.1" status: 200 len: 806 time: 1.7382300 Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:07.863486 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:07.866352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:07.974228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.036949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00664990-1313-441e-8bfe-5479d94c72d9 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=7c32a926-a1c8-4b40-9df6-3ec3dbb570b2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:08.047696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.062218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.062470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Deleting port 78340b48-e749-4d13-a557-202f5b973ff2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:08.062805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.073910 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/networks/2c27eeac-8d0c-40c1-b515-e10194cdd1ca HTTP/1.1" status: 204 len: 168 time: 1.3695853 Sep 02 13:02:08.106126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:08.116359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74bfce-492d-4de4-8257-b29afcf0d728 req-ad73a470-0e60-4a02-9984-bf4aedeaf5fd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:08.118968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a74bfce-492d-4de4-8257-b29afcf0d728 req-ad73a470-0e60-4a02-9984-bf4aedeaf5fd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2383111 Sep 02 13:02:08.125085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'network': {'name': 'tempest-network-smoke--919917890', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:08.130627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaecc4f-dad4-4592-9dbd-1a597dfe1dc2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Network': ['ID=2c27eeac-8d0c-40c1-b515-e10194cdd1ca,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:08.169551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] For port 78340b48-e749-4d13-a557-202f5b973ff2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=78340b48-e749-4d13-a557-202f5b973ff2,segment=NetworkSegment(82f8b39a-d0c6-4e0c-b194-d294447f9aa6),segment_id=82f8b39a-d0c6-4e0c-b194-d294447f9aa6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:08.170013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.190172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Calling delete_port for 78340b48-e749-4d13-a557-202f5b973ff2 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:08.199851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Router b9c532cb-7b39-4e31-be56-d3ab067aa887 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:02:08.218079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a74bfce-492d-4de4-8257-b29afcf0d728 req-eedad700-bae9-4879-8c97-6efa746150c5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822380 Sep 02 13:02:08.269740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:08.273520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.375892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:08.382251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-842b328d-b1d3-4b2b-96e5-1a689ea29f25 admin admin] 10.222.0.60 "PUT /v2.0/routers/b9c532cb-7b39-4e31-be56-d3ab067aa887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3853772 Sep 02 13:02:08.385090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:08.386060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.392240 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343de06-8320-4415-9b3e-51136164466c None None] Sync routers for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:08.397881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:08.406278 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:08.406924 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:08.420988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Port': ['ID=78340b48-e749-4d13-a557-202f5b973ff2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:08.477855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.478044 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Added segment b7a6b82c-fd3a-4fc5-aced-d25cbafe5810 of type vlan for network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f Sep 02 13:02:08.487090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No DVR routers for this DVR port 78340b48-e749-4d13-a557-202f5b973ff2 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:08.541893 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.542930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.579399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.606336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f54a2a-057f-4d55-9ed6-38ef9b6e8b24 None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:08.606896 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:08.619465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.626204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:08.627218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.671779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.740395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6199994 Sep 02 13:02:08.746317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:08.751734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'admin_state_up': True, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:08.759940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1076423-ebf8-49ed-9e77-264ade643820 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Network': ['ID=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:08.778853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a9efc6d-ba45-4bf1-a9f4-ba94deb06e04 None None] Could not find standard attr ID for object 78340b48-e749-4d13-a557-202f5b973ff2. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:02:08.803345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:08.811864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=7c32a926-a1c8-4b40-9df6-3ec3dbb570b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:08.813685 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T13:02:06Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:08.845868 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343de06-8320-4415-9b3e-51136164466c None None] Checking router: b9c532cb-7b39-4e31-be56-d3ab067aa887 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:02:08.855274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.856154 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] Routers {'b9c532cb-7b39-4e31-be56-d3ab067aa887'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:08.856621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.857379 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b9c532cb-7b39-4e31-be56-d3ab067aa887'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:08.862456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.912328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5df37c6-c541-495a-9832-d6cb5179e054 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:08.923847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.937485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10e69f7-61d5-456e-84a8-28ec96e5d822']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:08.950956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f8b39a-d0c6-4e0c-b194-d294447f9aa6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:08.951799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f8b39a-d0c6-4e0c-b194-d294447f9aa6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:08.963026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.975554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e5df37c6-c541-495a-9832-d6cb5179e054 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:08.981072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:08.981654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e5df37c6-c541-495a-9832-d6cb5179e054 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:08.994414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:08.994840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:09.000462 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:09.011403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.029975 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] Set router b9c532cb-7b39-4e31-be56-d3ab067aa887 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:09.107518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.121010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.123308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/d10e69f7-61d5-456e-84a8-28ec96e5d822 HTTP/1.1" status: 204 len: 168 time: 1.2567716 Sep 02 13:02:09.126251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:09.144788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d967c3-470e-4b11-ad5b-3f64fee47c1c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=d10e69f7-61d5-456e-84a8-28ec96e5d822,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:09.155942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc2ca2-8974-4e5f-91ad-9f3806502631 None None] DHCP port deletion for d10e69f7-61d5-456e-84a8-28ec96e5d822 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:02:09.168505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Deleting port c717e995-fc2a-47de-a571-0519139c488d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:09.168854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.177660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7d10f-2d0e-45d9-a2d4-76777ac807f9 None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:09.190926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7d10f-2d0e-45d9-a2d4-76777ac807f9 None None] Network d10e69f7-61d5-456e-84a8-28ec96e5d822 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:02:09.218869 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b0e108-7601-4ecd-a616-e62e903f1e51 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:09.219489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b0e108-7601-4ecd-a616-e62e903f1e51 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:09.221366 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4b0e108-7601-4ecd-a616-e62e903f1e51 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/d10e69f7-61d5-456e-84a8-28ec96e5d822 HTTP/1.1" status: 404 len: 339 time: 0.0933397 Sep 02 13:02:09.226239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:09.234506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684229824', 'description': 'd1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:09.266594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:09.273650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.300309 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f343de06-8320-4415-9b3e-51136164466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T13:02:06Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:09.327597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.346010 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343de06-8320-4415-9b3e-51136164466c None None] The sync data for ids ['b9c532cb-7b39-4e31-be56-d3ab067aa887'] in n-d-792364-8 is: [{'id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'name': 'tempest-AttachVolumeTestJSON-1343618590-router', 'tenant_id': '39d71104d6ef4b4681711ac6f5825b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c717e995-fc2a-47de-a571-0519139c488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:15Z', 'updated_at': '2021-09-02T13:02:06Z', 'revision_number': 5, 'project_id': '39d71104d6ef4b4681711ac6f5825b3a', 'gw_port': {'id': 'c717e995-fc2a-47de-a571-0519139c488d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c532cb-7b39-4e31-be56-d3ab067aa887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:17Z', 'updated_at': '2021-09-02T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:09.359200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:09.377005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.377373 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 9ea1d123-66dd-4098-90ba-00faa5b344bc of type vlan for network de887aa7-6717-404a-8b4f-430641d25932 Sep 02 13:02:09.398921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-d80a63c3-ba64-4cb8-bb11-de9f631bf3ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674055 Sep 02 13:02:09.443167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.497121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] For port c717e995-fc2a-47de-a571-0519139c488d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c717e995-fc2a-47de-a571-0519139c488d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:09.497606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.521348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d80219-ed9f-4947-8b70-f18214efe909 req-53f62177-a2b7-4bef-a197-8af9da78ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:09.522870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-53f62177-a2b7-4bef-a197-8af9da78ec96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.0749242 Sep 02 13:02:09.523663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Calling delete_port for c717e995-fc2a-47de-a571-0519139c488d owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:09.523878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.540965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:09.541556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b68cdd-d9ca-4e21-aa1a-12c48c1e8374 req-cb0aa965-5c73-47fd-9b1d-7ccf2f7f0964 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:09.541726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:09.543565 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d9b68cdd-d9ca-4e21-aa1a-12c48c1e8374 req-cb0aa965-5c73-47fd-9b1d-7ccf2f7f0964 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1212707 Sep 02 13:02:09.638036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d9b68cdd-d9ca-4e21-aa1a-12c48c1e8374 req-89e206c0-a3a0-44ba-8e45-2db2b5c93612 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859931 Sep 02 13:02:09.669747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=de887aa7-6717-404a-8b4f-430641d25932,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:09.682448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-06317291-b6e7-40be-90e9-208625afd974 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4533064 Sep 02 13:02:09.685059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:09.685771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network de887aa7-6717-404a-8b4f-430641d25932 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:09.819956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf877a-b333-4981-802b-beaaf3372136 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:09.822840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2ccf877a-b333-4981-802b-beaaf3372136 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks?id=de887aa7-6717-404a-8b4f-430641d25932 HTTP/1.1" status: 200 len: 760 time: 0.1363754 Sep 02 13:02:09.828412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:09.834718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'description': 'd2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:09.963148 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.059563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d80219-ed9f-4947-8b70-f18214efe909 req-3303789b-3862-46eb-8808-c35794554d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:10.061472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-3303789b-3862-46eb-8808-c35794554d1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.5166764 Sep 02 13:02:10.078426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.179754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bccb75-c306-44dd-a8d2-9c7aceebf13f req-fd05c74f-ef71-459d-8cdb-860e346a2cd7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:10.186384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5bccb75-c306-44dd-a8d2-9c7aceebf13f req-fd05c74f-ef71-459d-8cdb-860e346a2cd7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2088981 Sep 02 13:02:10.217872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.242254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-a00a492a-22ca-4447-a442-fc9c1c4a37bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1698558 Sep 02 13:02:10.260321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.284700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c717e995-fc2a-47de-a571-0519139c488d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:10.302741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.315450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5bccb75-c306-44dd-a8d2-9c7aceebf13f req-cb23f100-9e83-45d0-b9da-3b7b1a743375 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246581 Sep 02 13:02:10.362538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network de887aa7-6717-404a-8b4f-430641d25932 is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:02:10.368449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:10.369506 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.373448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.25.7.184 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/83c3095b-feb5-46b7-8193-2625769b6aad) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:10.373642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "PUT /v2.0/networks/de887aa7-6717-404a-8b4f-430641d25932 HTTP/1.1" status: 200 len: 757 time: 0.5412345 Sep 02 13:02:10.375112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:10.379582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d80219-ed9f-4947-8b70-f18214efe909 req-424d3150-19ce-40be-8d1e-02ddf1847c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:10.381213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-424d3150-19ce-40be-8d1e-02ddf1847c9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1312888 Sep 02 13:02:10.393807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.479958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8fabb-60c2-4796-94eb-fe4f8a109fd2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=de887aa7-6717-404a-8b4f-430641d25932,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:10.493215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network de887aa7-6717-404a-8b4f-430641d25932 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:10.576329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.580853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.650603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.651191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c532cb-7b39-4e31-be56-d3ab067aa887 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:02:10.656520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.658537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-31711e16-0e5a-4cf8-aff2-384b597ba6b7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b9c532cb-7b39-4e31-be56-d3ab067aa887 HTTP/1.1" status: 204 len: 168 time: 2.2698097 Sep 02 13:02:10.665318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:10.716078 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.736005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Deleting subnet 76d4535f-54f0-4588-9a50-0caade843a68 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:02:10.743095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.826157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.870911 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:10.962452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:10.970728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:10.974054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ea5dc-8a56-4ad5-8cae-63ea09503588 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:10.976051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=83c3095b-feb5-46b7-8193-2625769b6aad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:10.976616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b07ea5dc-8a56-4ad5-8cae-63ea09503588 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks?id=de887aa7-6717-404a-8b4f-430641d25932 HTTP/1.1" status: 200 len: 760 time: 0.6007676 Sep 02 13:02:10.980022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:10.980831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:10.986831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1180934166'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:10.989346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 78340b48-e749-4d13-a557-202f5b973ff2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:10.994862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d80219-ed9f-4947-8b70-f18214efe909 req-66154505-ace1-45e5-b49c-f56603c57689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:10.996702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-66154505-ace1-45e5-b49c-f56603c57689 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6022243 Sep 02 13:02:11.016044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 78340b48-e749-4d13-a557-202f5b973ff2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:11.016562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 78340b48-e749-4d13-a557-202f5b973ff2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:11.018007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:11.033820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.069286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:11.073507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.074489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:11.074844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8a3fc11a-881b-4cc4-bafa-e661ff1ca129 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:11.094504 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.125680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:11.135953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-acf941b9-ee9d-4fee-b497-5352b902565b service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313794 Sep 02 13:02:11.141364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.141865 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment aa357505-f3d9-47aa-8f47-9890f78799ef of type vlan for network 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c Sep 02 13:02:11.252396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.310540 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.316380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:11.317124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.417399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=4f3ba26a-a5e9-4854-b4b7-a6499a4b125c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:11.436174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:11.451309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25d80219-ed9f-4947-8b70-f18214efe909 req-08f231a3-ac22-47d9-b9cf-652b8ba61ecc service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998815 Sep 02 13:02:11.476415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f65827a7-7e37-4c19-9c3f-3bc43a4526b2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4922783 Sep 02 13:02:11.478303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:11.490794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '4f3ba26a-a5e9-4854-b4b7-a6499a4b125c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:11.628824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:11.635498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.643881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.685134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077ed42-59f2-4993-81ff-ed3804686cf4 req-57ecf105-4fe3-4689-93b6-e716a94ce839 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:11.687504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e077ed42-59f2-4993-81ff-ed3804686cf4 req-57ecf105-4fe3-4689-93b6-e716a94ce839 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1581061 Sep 02 13:02:11.691865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d4535f-54f0-4588-9a50-0caade843a68,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:11.702459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc962d-8c3a-45ff-938c-ba1b0c906cbc None None] Network a417b9bd-7dc6-479d-b82a-64d9dd3c355f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:11.752718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:11.759790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fec104a3-2deb-4257-bd2b-df1303fcbcbb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/76d4535f-54f0-4588-9a50-0caade843a68 HTTP/1.1" status: 204 len: 168 time: 1.0930414 Sep 02 13:02:11.768279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:11.984192 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.044158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e077ed42-59f2-4993-81ff-ed3804686cf4 req-acb82fa1-743d-4d65-b4fd-7308ee08330f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260388 Sep 02 13:02:12.063359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=d1d66b7a-94d8-4390-b886-d7cc3660d415,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:12.074007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': 'aa357505-f3d9-47aa-8f47-9890f78799ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4f3ba26a-a5e9-4854-b4b7-a6499a4b125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:12.074702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:12.079515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] DHCP port deletion for a417b9bd-7dc6-479d-b82a-64d9dd3c355f request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:02:12.097806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.119695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.129795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:12.151645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:12.156888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:12.157424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.168944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce651c98-6112-4d84-b646-da70e974566f None None] Network 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:12.185253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] Deleting port 24939326-a190-4a29-a99e-bf4f42927aea {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:12.185768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.194851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ebe3493a-8b03-41ce-951b-7b24700b19d5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7123129 Sep 02 13:02:12.196355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:12.319054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.370740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Deleting port 24939326-a190-4a29-a99e-bf4f42927aea {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:12.371084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.406801 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.421940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f7918-bbf7-4e26-ab6a-bfd9292be74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-4f3ba26a-a5e9-4854-b4b7-a6499a4b125c', 'network_id': '4f3ba26a-a5e9-4854-b4b7-a6499a4b125c', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': 'd1d66b7a-94d8-4390-b886-d7cc3660d415'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:12.423312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d25f7918-bbf7-4e26-ab6a-bfd9292be74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.459946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] For port 24939326-a190-4a29-a99e-bf4f42927aea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24939326-a190-4a29-a99e-bf4f42927aea,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:12.460374 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.466696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] For port 24939326-a190-4a29-a99e-bf4f42927aea, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=24939326-a190-4a29-a99e-bf4f42927aea,segment=NetworkSegment(1b863ece-eafa-43c5-9429-184577d16161),segment_id=1b863ece-eafa-43c5-9429-184577d16161)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:12.467091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.498183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.507291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.510548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Calling delete_port for 24939326-a190-4a29-a99e-bf4f42927aea owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:12.532555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] Calling delete_port for 24939326-a190-4a29-a99e-bf4f42927aea owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:12.537951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d66b7a-94d8-4390-b886-d7cc3660d415,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-d25f7918-bbf7-4e26-ab6a-bfd9292be74e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1d66b7a-94d8-4390-b886-d7cc3660d415: This subnet is being modified by another concurrent operation. Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:02:12.600826 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1d66b7a-94d8-4390-b886-d7cc3660d415: This subnet is being modified by another concurrent operation. Sep 02 13:02:12.605450 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:02:12.629377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416a007-cbab-4099-9d91-ebd5ca277ea1 None None] Network 4f3ba26a-a5e9-4854-b4b7-a6499a4b125c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:12.656248 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.667068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3ba26a-a5e9-4854-b4b7-a6499a4b125c']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:12.678495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa357505-f3d9-47aa-8f47-9890f78799ef') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:12.678806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa357505-f3d9-47aa-8f47-9890f78799ef') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:12.688251 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.721206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.752554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:12.753131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.755941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deb230-c4cb-486e-9f40-caff60526fae req-3e810435-01c9-4bde-95c6-78940d2c2105 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:12.757810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6deb230-c4cb-486e-9f40-caff60526fae req-3e810435-01c9-4bde-95c6-78940d2c2105 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1213975 Sep 02 13:02:12.781236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.801844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router bced899e-00be-46e3-a8b8-0e632e9c67cc is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:02:12.816270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] Pushing event deleted for resources: {'Port': ['ID=24939326-a190-4a29-a99e-bf4f42927aea,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:12.818312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819ddd3-852e-4f90-9701-4141ae5c4a60 None None] No DVR routers for this DVR port 24939326-a190-4a29-a99e-bf4f42927aea on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:12.843277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed5100-ef2f-40c5-84ac-7775bf878a06 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:12.871435 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:12.877168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.894505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.898972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/4f3ba26a-a5e9-4854-b4b7-a6499a4b125c HTTP/1.1" status: 204 len: 168 time: 0.7010491 Sep 02 13:02:12.900814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6deb230-c4cb-486e-9f40-caff60526fae req-a0a7e901-81c7-4239-a083-3f88b28dd282 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285381 Sep 02 13:02:12.901417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56638) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:12.906239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:12.911522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0133c58-4edf-4c60-8e8f-9a1a2384fad0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=4f3ba26a-a5e9-4854-b4b7-a6499a4b125c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:12.946592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24939326-a190-4a29-a99e-bf4f42927aea no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:12.968872 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8fe4bd-7ce7-4984-b0cd-64239d572c38 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] GET failed (client error): The resource could not be found. Sep 02 13:02:12.978117 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-de8fe4bd-7ce7-4984-b0cd-64239d572c38 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/subnets/d1d66b7a-94d8-4390-b886-d7cc3660d415 HTTP/1.1" status: 404 len: 337 time: 0.0693913 Sep 02 13:02:12.981298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Pushing event deleted for resources: {'Port': ['ID=24939326-a190-4a29-a99e-bf4f42927aea,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:12.981845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:12.988508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] No DVR routers for this DVR port 24939326-a190-4a29-a99e-bf4f42927aea on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:13.018545 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d50782b-ab27-4832-9131-f588f3336bf2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:13.022857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d50782b-ab27-4832-9131-f588f3336bf2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:13.029122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.030447 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d50782b-ab27-4832-9131-f588f3336bf2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/4f3ba26a-a5e9-4854-b4b7-a6499a4b125c HTTP/1.1" status: 404 len: 339 time: 0.0472350 Sep 02 13:02:13.043493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 24939326-a190-4a29-a99e-bf4f42927aea {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:13.043951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 24939326-a190-4a29-a99e-bf4f42927aea not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:13.044372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c717e995-fc2a-47de-a571-0519139c488d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:13.078990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c717e995-fc2a-47de-a571-0519139c488d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:13.079718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c717e995-fc2a-47de-a571-0519139c488d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:13.113763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed5100-ef2f-40c5-84ac-7775bf878a06 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:02:13.152208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.208375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a417b9bd-7dc6-479d-b82a-64d9dd3c355f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:13.221491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:13.239538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Sync routers for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:13.244191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b863ece-eafa-43c5-9429-184577d16161') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:13.244488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b863ece-eafa-43c5-9429-184577d16161') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:13.264943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:13.265590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:13.284887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.307724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.311947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-751e50f5-63cc-44c6-9c96-9a7eda8c4504 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5610259 Sep 02 13:02:13.312327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.324962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc74d47-cfc1-4fb6-a289-93fc5a3e9b5d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:13.326573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-acc74d47-cfc1-4fb6-a289-93fc5a3e9b5d tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2964973 Sep 02 13:02:13.327888 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.329851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.356536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6814f1a-7a55-43f9-a35a-224201323bf1 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8056a01a965a4d4aa1f3f4d0b1c111d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404673 Sep 02 13:02:13.357509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.361955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:13.362375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:13.364535 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:13.376583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9297a52d-48e3-4e73-ae90-570f2fc562e3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 207 time: 0.0455561 Sep 02 13:02:13.407218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56652) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.477607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0faf1d-82f4-4b23-ab40-37cee2e45dfc tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:13.482783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f0faf1d-82f4-4b23-ab40-37cee2e45dfc tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247592 Sep 02 13:02:13.483747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.499266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.519881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8f113ae2-983f-43a0-a957-a4f1178cc630 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349197 Sep 02 13:02:13.520326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56656) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.521480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.526289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] 10.222.0.60 "DELETE /v2.0/networks/a417b9bd-7dc6-479d-b82a-64d9dd3c355f HTTP/1.1" status: 204 len: 168 time: 1.7501760 Sep 02 13:02:13.530289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902565d-c59f-419e-934d-23696acd5ede admin admin] Pushing event deleted for resources: {'Network': ['ID=a417b9bd-7dc6-479d-b82a-64d9dd3c355f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:13.537245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429986409', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:13.629322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a7d50-9463-46b9-856e-ab999e057fcb tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:13.636312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a7d50-9463-46b9-856e-ab999e057fcb tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:13.642496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a7d50-9463-46b9-856e-ab999e057fcb tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:13.648710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a7d50-9463-46b9-856e-ab999e057fcb tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:13.650478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-956a7d50-9463-46b9-856e-ab999e057fcb tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2421436 Sep 02 13:02:13.654989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.680885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:13.715769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.758629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:13.763697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:13.828294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fd2d9397-2c2c-4dba-999e-723bceaa83f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39d71104d6ef4b4681711ac6f5825b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091189 Sep 02 13:02:13.829053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:13.993790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:11Z', 'revision_number': 3, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:14.001727 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c592a2b-c188-473b-8425-2e3fe20a7d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.013020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-250be362-94e5-449c-aa3c-ef708a2d82ae tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3547630 Sep 02 13:02:14.015527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56670) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.048811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Checking router: bced899e-00be-46e3-a8b8-0e632e9c67cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:02:14.049360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Updating router bced899e-00be-46e3-a8b8-0e632e9c67cc port 83c3095b-feb5-46b7-8193-2625769b6aad binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:02:14.069965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c592a2b-c188-473b-8425-2e3fe20a7d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.087594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.164285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85fa68b-ed0b-4529-81fd-d17272ec1ec3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.166401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85fa68b-ed0b-4529-81fd-d17272ec1ec3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.168569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f85fa68b-ed0b-4529-81fd-d17272ec1ec3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1514406 Sep 02 13:02:14.171976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56674) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.201937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf106c65-fb7c-402e-ad44-eafe2509bcfe req-71c99a47-fc34-4d1c-b516-5e145b726576 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.203977 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf106c65-fb7c-402e-ad44-eafe2509bcfe req-71c99a47-fc34-4d1c-b516-5e145b726576 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1508756 Sep 02 13:02:14.232111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.257790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cb1c3-6f00-4733-a567-204767c3f8e4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.259869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cb1c3-6f00-4733-a567-204767c3f8e4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.265247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-123cb1c3-6f00-4733-a567-204767c3f8e4 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0887971 Sep 02 13:02:14.265568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56676) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.288281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c592a2b-c188-473b-8425-2e3fe20a7d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.291917 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c592a2b-c188-473b-8425-2e3fe20a7d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.294968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0c592a2b-c188-473b-8425-2e3fe20a7d01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1bd3956-b4d8-4f71-8e2d-8be19a26e00f HTTP/1.1" status: 204 len: 168 time: 0.4624913 Sep 02 13:02:14.317721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf106c65-fb7c-402e-ad44-eafe2509bcfe req-8c7267d6-55eb-49c8-b068-b66f09369653 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048539 Sep 02 13:02:14.321047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c592a2b-c188-473b-8425-2e3fe20a7d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bd3956-b4d8-4f71-8e2d-8be19a26e00f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:14.327332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Subnet': ['ID=796612e4-1977-44f8-b39c-a4ebf4d21ea4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:14.355737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Checking segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:14.358599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network hostable DHCP agents. Network: d697f9c9-1d31-40a2-aaa0-52aeb89dd46f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:14.385309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:14.402096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d697f9c9-1d31-40a2-aaa0-52aeb89dd46f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:14.409853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.411136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.414031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259f5b4-87ea-4bda-b141-387c13e1ad16 None None] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:14.434025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-391ea73e-5bb4-42c4-ab04-138e69c90965 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8985534 Sep 02 13:02:14.434424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.521562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.538619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a413d-aa94-4b9a-a929-121a23c95887 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.545414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-542a413d-aa94-4b9a-a929-121a23c95887 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks/a65526a7-d5f4-4012-b7fe-4563ecf65aed HTTP/1.1" status: 200 len: 799 time: 0.2738791 Sep 02 13:02:14.545702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.551076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Transition to ACTIVE for port object 83c3095b-feb5-46b7-8193-2625769b6aad will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:14.579808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.655733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Attempting to bind port 83c3095b-feb5-46b7-8193-2625769b6aad on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:14.656107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Attempting to bind port 83c3095b-feb5-46b7-8193-2625769b6aad by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:14.656480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Attempting to bind port 83c3095b-feb5-46b7-8193-2625769b6aad on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:14.677930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:14.678303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:14.678732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.679139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:14.679692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Bound port: 83c3095b-feb5-46b7-8193-2625769b6aad, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:14.680096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.685358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200700ce-95aa-47f9-abb4-324ef219e6ab None None] Pushing event updated for resources: {'Port': ['ID=83c3095b-feb5-46b7-8193-2625769b6aad,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:14.712102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:14.713085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.747867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-956b7b74-4971-4d34-a2d3-386868c0bcea tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/networks/a65526a7-d5f4-4012-b7fe-4563ecf65aed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2010310 Sep 02 13:02:14.753654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.819936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] For port 83c3095b-feb5-46b7-8193-2625769b6aad, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:14.844686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] For port 83c3095b-feb5-46b7-8193-2625769b6aad, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83c3095b-feb5-46b7-8193-2625769b6aad,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:14.853192 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:14.877989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca6201-6fb5-428b-9fa0-90c116ce6da2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.882877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-acca6201-6fb5-428b-9fa0-90c116ce6da2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/subnets/a9005d5b-ade4-4da2-8bd1-7ea6857059df HTTP/1.1" status: 200 len: 811 time: 0.1274312 Sep 02 13:02:14.883509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56700) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.978963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0e07c-ad6d-4c48-9324-ee919c6a862a tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:14.989886 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-00d0e07c-ad6d-4c48-9324-ee919c6a862a tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "GET /v2.0/subnets/a9005d5b-ade4-4da2-8bd1-7ea6857059df?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1049838 Sep 02 13:02:14.991276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:14.998499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1501090353'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:15.003539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:15.004007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:15.017645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200700ce-95aa-47f9-abb4-324ef219e6ab None None] Pushing event updated for resources: {'Port': ['ID=83c3095b-feb5-46b7-8193-2625769b6aad,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:15.070010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:15.075087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.079172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Allocated IP 172.20.0.2 (d697f9c9-1d31-40a2-aaa0-52aeb89dd46f/796612e4-1977-44f8-b39c-a4ebf4d21ea4/eae1a94c-2c0b-4dd3-a87f-2b82df6a750d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:15.132889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:15.163958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.164277 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Added segment 1eca6680-9de9-434b-a7c1-95265169bf38 of type vlan for network 578091c9-d96c-4a68-827b-39d59af43723 Sep 02 13:02:15.230430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.248834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.304042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.306888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:15.325872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:15.327000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.412787 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4200854 Sep 02 13:02:15.413527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:15.423063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'network_id': '578091c9-d96c-4a68-827b-39d59af43723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:15.511327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e50fe-8310-415c-adbf-f57da003ef50 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Network': ['ID=578091c9-d96c-4a68-827b-39d59af43723,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:15.553696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 578091c9-d96c-4a68-827b-39d59af43723 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:15.664241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193d040-a8d3-4dce-ab0f-66cfbe3bd31f req-9150120b-f292-4322-91aa-d1149827a9d7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:15.672810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2193d040-a8d3-4dce-ab0f-66cfbe3bd31f req-9150120b-f292-4322-91aa-d1149827a9d7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1629791 Sep 02 13:02:15.740165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Made reservation on behalf of 3691b5d272754eb19b08537c53825635 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:15.745484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.768880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2193d040-a8d3-4dce-ab0f-66cfbe3bd31f req-a5155f13-da09-4621-b81d-d1a84a81950b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950301 Sep 02 13:02:15.785338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:15.825965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Transition to ACTIVE for port object eae1a94c-2c0b-4dd3-a87f-2b82df6a750d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:15.850669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Performing IP validity checks on allocation pools {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:02:15.851246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:02:15.920577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Transition to ACTIVE for port object eae1a94c-2c0b-4dd3-a87f-2b82df6a750d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:15.972614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.055192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.070235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.20.0.1 (d697f9c9-1d31-40a2-aaa0-52aeb89dd46f/796612e4-1977-44f8-b39c-a4ebf4d21ea4/b55cd1f5-5b59-4dca-af4a-46687f786bd4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:16.071619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:16.077611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:16.083161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:16.100555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Pushing event updated for resources: {'Port': ['ID=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:16.144291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:11Z', 'revision_number': 3, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:16.170127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=3ad2014a-48af-4888-bebd-af5528a5dfdd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:16.214952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c50d1-1049-4256-ad30-f011c3f0e57d None None] The sync data for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 is: [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:11Z', 'revision_number': 3, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:16.221271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Checking segment: {'id': '1eca6680-9de9-434b-a7c1-95265169bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '578091c9-d96c-4a68-827b-39d59af43723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:16.221653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network hostable DHCP agents. Network: 578091c9-d96c-4a68-827b-39d59af43723, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:16.237360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Attempting to bind port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:16.237995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Attempting to bind port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:16.238564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Attempting to bind port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d on network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:16.251938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:16.258490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Checking segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:16.259305 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.260227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Bound using segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:16.260948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Bound port: eae1a94c-2c0b-4dd3-a87f-2b82df6a750d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:16.261526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.273942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Network 578091c9-d96c-4a68-827b-39d59af43723 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:16.286083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.299140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 578091c9-d96c-4a68-827b-39d59af43723) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:16.309470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:16.325221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.349913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Transition to ACTIVE for port object b55cd1f5-5b59-4dca-af4a-46687f786bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:16.380437 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cf28421f-aef8-4094-8ca9-7a4ecb1c3048 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9624166 Sep 02 13:02:16.383146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:16.392415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:16.395871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21628fd-b6e8-4737-bfc0-66b914009724 None None] Network 578091c9-d96c-4a68-827b-39d59af43723 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:16.457084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.587319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4970443'] for subnet, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.654807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:16.666366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:16.668311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=b55cd1f5-5b59-4dca-af4a-46687f786bd4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:16.691132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:16.773925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:02:16.905343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:16.980835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] For port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:17.051810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778700647882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7929246'] for subnet, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:17.090678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] For port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:17.100484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:02:17.109489 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:17.167427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:17.168052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:17.170160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "PUT /v2.0/subnets/3ad2014a-48af-4888-bebd-af5528a5dfdd HTTP/1.1" status: 200 len: 877 time: 0.7853682 Sep 02 13:02:17.173907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:17.198213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83c3095b-feb5-46b7-8193-2625769b6aad up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:17.374099 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:17.403760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-578091c9-d96c-4a68-827b-39d59af43723', 'network_id': '578091c9-d96c-4a68-827b-39d59af43723', 'tenant_id': '3691b5d272754eb19b08537c53825635', 'fixed_ips': [{'subnet_id': '3ad2014a-48af-4888-bebd-af5528a5dfdd'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:17.405549 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:17.623535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b4bf-a7e3-4fd1-a006-3ffa30ce03bd None None] Pushing event updated for resources: {'Port': ['ID=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:17.674467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:17.750535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 83c3095b-feb5-46b7-8193-2625769b6aad completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:17.765937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'port_id': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'mac_address': 'fa:16:3e:f4:82:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:02:17.893619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 83c3095b-feb5-46b7-8193-2625769b6aad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:17.900627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:18.056381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Allocated IP 172.20.0.3 (578091c9-d96c-4a68-827b-39d59af43723/3ad2014a-48af-4888-bebd-af5528a5dfdd/4626c1fe-2cb5-43e1-8571-a5a8a30edd45) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:18.338149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:18.347655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:18.401491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653252c-fe7d-495c-b7e1-006f3099483f tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event updated for resources: {'Subnet': ['ID=3ad2014a-48af-4888-bebd-af5528a5dfdd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:18.415097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f28e-0210-4dcd-9d1c-4903f7d6b2dc req-6abcfef7-33ee-48d6-9b1e-846ab56d4e54 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:18.422601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2af1f28e-0210-4dcd-9d1c-4903f7d6b2dc req-6abcfef7-33ee-48d6-9b1e-846ab56d4e54 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 1.4287584 Sep 02 13:02:18.472793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:18.505919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2af1f28e-0210-4dcd-9d1c-4903f7d6b2dc req-00e0c9d9-6f0b-41b6-ae2d-ab11dbdd3811 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Sep 02 13:02:18.570380 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:18.626395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:18.721519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:02:18.914730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:18.954850 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.034299 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.047569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Transition to ACTIVE for port object 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:19.070022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Transition to ACTIVE for port object 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:19.080184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.099901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.102499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.166868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:19.184344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad2014a-48af-4888-bebd-af5528a5dfdd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:19.205259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:02:19.225495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=b55cd1f5-5b59-4dca-af4a-46687f786bd4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:19.228940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Network 578091c9-d96c-4a68-827b-39d59af43723 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:19.272991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:19.294289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.338231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 83c3095b-feb5-46b7-8193-2625769b6aad, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83c3095b-feb5-46b7-8193-2625769b6aad,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:19.389346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:19.404582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253a2e4-d7df-4c96-beae-977809de867b None None] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:19.425802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:19.433441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:19.435460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:19.449233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.482891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.494594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578091c9-d96c-4a68-827b-39d59af43723']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:19.546328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca6680-9de9-434b-a7c1-95265169bf38') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:19.547088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca6680-9de9-434b-a7c1-95265169bf38') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:19.557504 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:02:19.570622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383ba7f9-1a5f-44a1-8a97-8c000b91974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.577420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.610362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.627040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:19.627957 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:19.632688 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:19.772721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eae1a94c-2c0b-4dd3-a87f-2b82df6a750d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:19.782987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router bced899e-00be-46e3-a8b8-0e632e9c67cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:02:19.794029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:02:19.794029 n-d-792364-8 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:02:19.794029 n-d-792364-8 neutron-server[94840]: [parameters: {'id': '578091c9-d96c-4a68-827b-39d59af43723'}] Sep 02 13:02:19.794029 n-d-792364-8 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:02:19.795128 n-d-792364-8 neutron-server[94840]: DEBUG oslo_db.api [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:02:19.819348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800667e-c409-4bd6-b5ed-6f415ed05a69 req-ee74d803-ec07-4a2b-8e58-5465dba66de9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:19.822385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0800667e-c409-4bd6-b5ed-6f415ed05a69 req-ee74d803-ec07-4a2b-8e58-5465dba66de9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 944 time: 0.1323752 Sep 02 13:02:19.923059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0800667e-c409-4bd6-b5ed-6f415ed05a69 req-efb5b121-04fb-4d03-b686-ff98f830ae14 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941939 Sep 02 13:02:19.957400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383ba7f9-1a5f-44a1-8a97-8c000b91974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.967785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-383ba7f9-1a5f-44a1-8a97-8c000b91974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:19.985809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7933b465-66c0-48e9-aab6-bc416dd69730 None None] Provisioning for port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:20.002753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Pushing event updated for resources: {'Port': ['ID=4626c1fe-2cb5-43e1-8571-a5a8a30edd45,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:20.015256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Attempting to bind port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:20.015632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Attempting to bind port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '1eca6680-9de9-434b-a7c1-95265169bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '578091c9-d96c-4a68-827b-39d59af43723'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:20.016005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Attempting to bind port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 on network 578091c9-d96c-4a68-827b-39d59af43723 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:20.024390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba7f9-1a5f-44a1-8a97-8c000b91974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49dc836-3b18-46c5-906d-fd7de8dc3109,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:20.066114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:20.066499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Checking segment: {'id': '1eca6680-9de9-434b-a7c1-95265169bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '578091c9-d96c-4a68-827b-39d59af43723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:20.066912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.067319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Bound using segment: {'id': '1eca6680-9de9-434b-a7c1-95265169bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '578091c9-d96c-4a68-827b-39d59af43723'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:20.067814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Bound port: 4626c1fe-2cb5-43e1-8571-a5a8a30edd45, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca6680-9de9-434b-a7c1-95265169bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '578091c9-d96c-4a68-827b-39d59af43723'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:20.068205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.076225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-383ba7f9-1a5f-44a1-8a97-8c000b91974b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b972138806d4b82aa3de306ec22b66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8947747 Sep 02 13:02:20.078740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:20.163102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:20.183146 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Sync routers for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:20.203720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:20.208803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eee5699c-753c-42e7-ba44-9021c468ea80 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "PUT /v2.0/routers/bced899e-00be-46e3-a8b8-0e632e9c67cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7730575 Sep 02 13:02:20.214550 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:20.214866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=83c3095b-feb5-46b7-8193-2625769b6aad,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:20.229045 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:20.271220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:20.318313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:20.318883 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.320190 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.322968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4694ce9c-6f37-4106-b2bc-00340b9a7edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.383049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4694ce9c-6f37-4106-b2bc-00340b9a7edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.433676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] For port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:20.468843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] For port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4626c1fe-2cb5-43e1-8571-a5a8a30edd45,segment=NetworkSegment(1eca6680-9de9-434b-a7c1-95265169bf38),segment_id=1eca6680-9de9-434b-a7c1-95265169bf38)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:20.494581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.501519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4694ce9c-6f37-4106-b2bc-00340b9a7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.504325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4694ce9c-6f37-4106-b2bc-00340b9a7edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.505725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4694ce9c-6f37-4106-b2bc-00340b9a7edb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c49dc836-3b18-46c5-906d-fd7de8dc3109 HTTP/1.1" status: 204 len: 168 time: 0.4257042 Sep 02 13:02:20.518290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694ce9c-6f37-4106-b2bc-00340b9a7edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49dc836-3b18-46c5-906d-fd7de8dc3109,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:20.560116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.560720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.561386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.565647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.566208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.566707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.567275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.567739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.568205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.572962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.578535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:20.595855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d342403c-351c-4203-935a-9be4d125c176 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6997 time: 0.3906345 Sep 02 13:02:20.647818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Deleting port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:20.660299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.731416 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:20.753857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ec4e-fca6-4141-9809-f7d35aa98b5a None None] Pushing event updated for resources: {'Port': ['ID=4626c1fe-2cb5-43e1-8571-a5a8a30edd45,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:20.781188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.781709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.782283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.782805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.783330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.783851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.784405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.784931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:20.787461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a88aa478-a3ab-439c-add2-d6b659321946 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5259 time: 0.2072337 Sep 02 13:02:20.790614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:20.863146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] For port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4626c1fe-2cb5-43e1-8571-a5a8a30edd45,segment=NetworkSegment(1eca6680-9de9-434b-a7c1-95265169bf38),segment_id=1eca6680-9de9-434b-a7c1-95265169bf38)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:20.863818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.894180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Calling delete_port for 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:20.939954 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:20.977499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f61d2-3960-4cdc-bede-f17e15dbd4ee None None] Network 578091c9-d96c-4a68-827b-39d59af43723 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:21.018107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:21.225274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:21.251733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.268500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:21.269059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.381352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.481310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:21.489055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aa4e0-6b5c-4ea6-81fd-f12e4f4ac68b req-21ff20e5-d4c0-42ab-9adb-3d66e218d141 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:21.498587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 2, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:21.501136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-755aa4e0-6b5c-4ea6-81fd-f12e4f4ac68b req-21ff20e5-d4c0-42ab-9adb-3d66e218d141 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 944 time: 0.3653843 Sep 02 13:02:21.503124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefba8f2-3376-4a80-9b7f-5ef238b33a8c None None] Network 578091c9-d96c-4a68-827b-39d59af43723 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:21.567902 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Checking router: bced899e-00be-46e3-a8b8-0e632e9c67cc for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:02:21.568312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Updating router bced899e-00be-46e3-a8b8-0e632e9c67cc port b55cd1f5-5b59-4dca-af4a-46687f786bd4 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:02:21.583333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b271da6-fc61-46a9-9dc5-25c28f193a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.586575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No DVR routers for this DVR port 4626c1fe-2cb5-43e1-8571-a5a8a30edd45 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:21.589044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Port': ['ID=4626c1fe-2cb5-43e1-8571-a5a8a30edd45,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:21.631194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-564f7033-1155-4612-8591-73b6586f2ca2 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.8393028 Sep 02 13:02:21.686296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:21.694262 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.733974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83c3095b-feb5-46b7-8193-2625769b6aad up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:21.801807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38d2ca5a-1423-4861-9aa6-f7ab83a13ea3 None None] Provisioning complete for port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:21.802315 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38d2ca5a-1423-4861-9aa6-f7ab83a13ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.821841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.863535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578091c9-d96c-4a68-827b-39d59af43723']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:21.898748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca6680-9de9-434b-a7c1-95265169bf38') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:21.901414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca6680-9de9-434b-a7c1-95265169bf38') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:21.917381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 83c3095b-feb5-46b7-8193-2625769b6aad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:21.917760 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.921463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b271da6-fc61-46a9-9dc5-25c28f193a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.928485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b271da6-fc61-46a9-9dc5-25c28f193a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.928929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.969994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.985843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:21.987759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:21.997053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b271da6-fc61-46a9-9dc5-25c28f193a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1570825d-fcd9-4376-bd2b-0078782ad07d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:22.099940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7b271da6-fc61-46a9-9dc5-25c28f193a72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=499acee191fa43d3b68c8ebce72c73b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174369 Sep 02 13:02:22.105021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:22.190559 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:22.203280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.205148 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.240052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.245352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/578091c9-d96c-4a68-827b-39d59af43723 HTTP/1.1" status: 204 len: 168 time: 5.0673444 Sep 02 13:02:22.247784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.301502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-755aa4e0-6b5c-4ea6-81fd-f12e4f4ac68b req-746c8f51-a04e-4f8f-a5d1-34c0ffba0314 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971315 Sep 02 13:02:22.302256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:22.304933 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0293677-5201-4b35-8aff-514bf1440fa5" -d '{"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:22.305501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=578091c9-d96c-4a68-827b-39d59af43723,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:22.342562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.343047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.343517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.344106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.346869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.347389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.347853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.348572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.349788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.350701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.355841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.358546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132bfbd-45a1-4d84-8a74-f4bd30e5ea6c tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:22.360170 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eeda438-43eb-4381-aa0d-77672dd3271e tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:22.360710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eeda438-43eb-4381-aa0d-77672dd3271e tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:22.371140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5eeda438-43eb-4381-aa0d-77672dd3271e tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/3ad2014a-48af-4888-bebd-af5528a5dfdd HTTP/1.1" status: 404 len: 337 time: 0.1216159 Sep 02 13:02:22.371535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.372560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a283-0ae5-42c2-b560-7ad340123ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.419012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a43a3-0bf7-4c1c-8e02-aa76e5f53c0b None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:02:22.440385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a283-0ae5-42c2-b560-7ad340123ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.452082 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2eac74-6a5c-4169-82e2-2a9f538a0da3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:22.453795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2eac74-6a5c-4169-82e2-2a9f538a0da3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:22.460205 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ce2eac74-6a5c-4169-82e2-2a9f538a0da3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/578091c9-d96c-4a68-827b-39d59af43723 HTTP/1.1" status: 404 len: 339 time: 0.0873845 Sep 02 13:02:22.462408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.485278 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.504276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:22.520335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Transition to ACTIVE for port object b55cd1f5-5b59-4dca-af4a-46687f786bd4 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:22.535292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.535889 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.539056 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd6886-a905-48c7-9285-dcfdc6b830f7 x-openstack-request-id: req-4afd6886-a905-48c7-9285-dcfdc6b830f7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:22.539697 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:22.540177 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4afd6886-a905-48c7-9285-dcfdc6b830f7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:22.541059 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'code': 200} Sep 02 13:02:22.546734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.551389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303856518', 'description': 'tempest-secgroup-smoke-1303856518 description', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:22.556492 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e3f670-4f0d-4fc2-a411-ee589cad75bd tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:22.558659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e3f670-4f0d-4fc2-a411-ee589cad75bd tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:22.562266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a283-0ae5-42c2-b560-7ad340123ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.562889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-33e3f670-4f0d-4fc2-a411-ee589cad75bd tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/d1d66b7a-94d8-4390-b886-d7cc3660d415 HTTP/1.1" status: 404 len: 337 time: 0.0992756 Sep 02 13:02:22.568334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.580780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a283-0ae5-42c2-b560-7ad340123ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.583480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aaf3a283-0ae5-42c2-b560-7ad340123ccd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1570825d-fcd9-4376-bd2b-0078782ad07d HTTP/1.1" status: 204 len: 168 time: 0.4773660 Sep 02 13:02:22.604836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3a283-0ae5-42c2-b560-7ad340123ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570825d-fcd9-4376-bd2b-0078782ad07d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:22.636528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.639392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38d2ca5a-1423-4861-9aa6-f7ab83a13ea3 None None] Provisioning for port b55cd1f5-5b59-4dca-af4a-46687f786bd4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:22.656490 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d2300d-b544-4d29-8fe4-3f8b7458e9cf tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:22.657144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d2300d-b544-4d29-8fe4-3f8b7458e9cf tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:22.659384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b7d2300d-b544-4d29-8fe4-3f8b7458e9cf tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/4f3ba26a-a5e9-4854-b4b7-a6499a4b125c HTTP/1.1" status: 404 len: 339 time: 0.0862017 Sep 02 13:02:22.665046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:22.729858 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4eb29-1e44-4898-9dae-6ea1fd521f16 None None] Pushing event updated for resources: {'Port': ['ID=b55cd1f5-5b59-4dca-af4a-46687f786bd4,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:22.781135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:22.871202 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Attempting to bind port b55cd1f5-5b59-4dca-af4a-46687f786bd4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:22.874928 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Attempting to bind port b55cd1f5-5b59-4dca-af4a-46687f786bd4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:22.875367 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Attempting to bind port b55cd1f5-5b59-4dca-af4a-46687f786bd4 on network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:22.899149 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:22.899611 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Checking segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:22.899980 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.900390 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Bound using segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:22.900881 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Bound port: b55cd1f5-5b59-4dca-af4a-46687f786bd4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:22.903027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.904301 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:22.978110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a43a3-0bf7-4c1c-8e02-aa76e5f53c0b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:02:23.079584 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] For port b55cd1f5-5b59-4dca-af4a-46687f786bd4, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:23.093312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] For port b55cd1f5-5b59-4dca-af4a-46687f786bd4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b55cd1f5-5b59-4dca-af4a-46687f786bd4,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:23.109618 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.115615 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.128320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de887aa7-6717-404a-8b4f-430641d25932']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:23.141260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea1d123-66dd-4098-90ba-00faa5b344bc') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:23.142188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea1d123-66dd-4098-90ba-00faa5b344bc') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:23.155682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.173535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.182080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:23.182794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.278821 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:23.282161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:23.321412 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:23.333820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.344047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.346221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/de887aa7-6717-404a-8b4f-430641d25932 HTTP/1.1" status: 204 len: 168 time: 0.6801188 Sep 02 13:02:23.349039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:23.412351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613d69-c12b-487a-864c-64d4f4b58e63 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=de887aa7-6717-404a-8b4f-430641d25932,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:23.421807 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9372857a-7cf1-4695-a03f-e28e3031b4fa tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:23.422423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9372857a-7cf1-4695-a03f-e28e3031b4fa tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:23.431005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9372857a-7cf1-4695-a03f-e28e3031b4fa tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/7c32a926-a1c8-4b40-9df6-3ec3dbb570b2 HTTP/1.1" status: 404 len: 337 time: 0.0800540 Sep 02 13:02:23.435527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.436637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:23.444698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.510007 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.511361 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9711552 Sep 02 13:02:23.514611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:23.537288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': '685e1607-8b16-4d65-9dd4-75410924d395', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:23.581526 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceacad2a-d76b-43fb-8d00-2b516bf110b0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:23.583417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceacad2a-d76b-43fb-8d00-2b516bf110b0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:23.591105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618a3c3-8bdd-42a1-8929-d729f1875180 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685e1607-8b16-4d65-9dd4-75410924d395,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:23.598935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ceacad2a-d76b-43fb-8d00-2b516bf110b0 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/d10e69f7-61d5-456e-84a8-28ec96e5d822 HTTP/1.1" status: 404 len: 339 time: 0.1604600 Sep 02 13:02:23.603702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56886) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:23.629287 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:23.757374 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-578a8fd9-df50-4972-bba4-060b3d1bc11b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:23.757914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:23.761271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578a8fd9-df50-4972-bba4-060b3d1bc11b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:23.766954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-578a8fd9-df50-4972-bba4-060b3d1bc11b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/da1fa0be-cc28-4da9-8d74-6e5fca6dce9c HTTP/1.1" status: 404 len: 337 time: 0.1587968 Sep 02 13:02:23.770074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:23.773036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eae1a94c-2c0b-4dd3-a87f-2b82df6a750d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:23.791904 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549f94-81ec-4c88-8e25-91093c5b52c0 req-4c1397eb-a070-41a0-a45a-8c1327925eb7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:23.793570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec549f94-81ec-4c88-8e25-91093c5b52c0 req-4c1397eb-a070-41a0-a45a-8c1327925eb7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2303801 Sep 02 13:02:23.837890 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e220f534-2921-4dbd-b7fe-ab6847948ba3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:23.838783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e220f534-2921-4dbd-b7fe-ab6847948ba3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:23.845156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e220f534-2921-4dbd-b7fe-ab6847948ba3 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/77cf22d6-2dff-4576-a32c-2831a315ac4b HTTP/1.1" status: 404 len: 339 time: 0.0711942 Sep 02 13:02:23.853236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:23.934086 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4eb29-1e44-4898-9dae-6ea1fd521f16 None None] Pushing event updated for resources: {'Port': ['ID=b55cd1f5-5b59-4dca-af4a-46687f786bd4,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:23.951261 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7871cd8d-5a35-4f44-8869-e2380fed7bfd tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:23.951969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7871cd8d-5a35-4f44-8869-e2380fed7bfd tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:23.959370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7871cd8d-5a35-4f44-8869-e2380fed7bfd tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/101a7c3b-a154-44e2-affa-7ceeccc66113 HTTP/1.1" status: 404 len: 337 time: 0.1048348 Sep 02 13:02:23.961084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.004563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:24.004971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.024486 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-501e0eff-479b-4d75-a1aa-c88f88b39137 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.025141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501e0eff-479b-4d75-a1aa-c88f88b39137 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.031254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-501e0eff-479b-4d75-a1aa-c88f88b39137 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/1b182a5b-adad-4393-b82a-788b506aca86 HTTP/1.1" status: 404 len: 339 time: 0.0653214 Sep 02 13:02:24.033301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.048946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.086528 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.104628 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f7982-0adc-4f18-8bd0-5f065584cfc5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.105045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748f7982-0adc-4f18-8bd0-5f065584cfc5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.110749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-748f7982-0adc-4f18-8bd0-5f065584cfc5 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/81d31aec-0750-423c-8e08-af9160c14aad HTTP/1.1" status: 404 len: 337 time: 0.0741577 Sep 02 13:02:24.111167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.159401 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46f338b-7555-4a8c-b981-2600f709f559 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.160154 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:23Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:24.161017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46f338b-7555-4a8c-b981-2600f709f559 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.163555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f550562-7a18-4cce-b5e6-46275d864066,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:24.168677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b46f338b-7555-4a8c-b981-2600f709f559 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/6b5f7023-eb64-4dfb-8210-f8b511d4d243 HTTP/1.1" status: 404 len: 339 time: 0.0534284 Sep 02 13:02:24.169455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.178271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.182127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a9e91063-6925-48e0-94a3-839e922ec6c2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6531496 Sep 02 13:02:24.199901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec549f94-81ec-4c88-8e25-91093c5b52c0 req-ee41869d-0cab-4ed6-9dd2-8f748f63cb30 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920865 Sep 02 13:02:24.201103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.208421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': '685e1607-8b16-4d65-9dd4-75410924d395', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:24.232879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526e7b-10df-4883-b166-8ed4836a59ff None None] The sync data for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 is: [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:23Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:24.253191 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f78fb4a-0a12-4cbf-bdc4-9dc31ad6f853 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.253704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f78fb4a-0a12-4cbf-bdc4-9dc31ad6f853 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.256126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f78fb4a-0a12-4cbf-bdc4-9dc31ad6f853 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/b39c33ea-1188-4c52-9ae7-671b69bc8d8d HTTP/1.1" status: 404 len: 337 time: 0.0841005 Sep 02 13:02:24.258330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56910) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.297019 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.374017 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95e9cf4-f692-4e32-9702-e578f4b315c1 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.374758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95e9cf4-f692-4e32-9702-e578f4b315c1 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.379969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c95e9cf4-f692-4e32-9702-e578f4b315c1 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/7e4b6740-bfed-4b1d-afc3-9e2af4f9d34a HTTP/1.1" status: 404 len: 339 time: 0.1205609 Sep 02 13:02:24.384033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.497179 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa03b3b7-264d-41fc-b9f8-31967c7a1de7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.497179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa03b3b7-264d-41fc-b9f8-31967c7a1de7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.497179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa03b3b7-264d-41fc-b9f8-31967c7a1de7 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/8be41cd5-88eb-49d2-b9af-4634040901ae HTTP/1.1" status: 404 len: 337 time: 0.1094623 Sep 02 13:02:24.501871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.514554 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.523696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.593130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5054a3-423e-4847-9e78-ad2d0181cc30,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:24.600332 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5625bc-07a9-4019-9c9a-a599b624fb73 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.603165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.603442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5625bc-07a9-4019-9c9a-a599b624fb73 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.607166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d79fbf41-60ba-4757-a278-ed7b98640248 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4031267 Sep 02 13:02:24.608212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c5625bc-07a9-4019-9c9a-a599b624fb73 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/695b31be-ec8a-4668-bb5a-617c776b7468 HTTP/1.1" status: 404 len: 339 time: 0.1030247 Sep 02 13:02:24.620676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.622545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.639094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': '685e1607-8b16-4d65-9dd4-75410924d395', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:24.703928 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26d994a-c90a-40fd-b93b-091b6667e418 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.704739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26d994a-c90a-40fd-b93b-091b6667e418 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.707001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c26d994a-c90a-40fd-b93b-091b6667e418 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/90992754-9e8d-469e-8eca-53b444ecc70a HTTP/1.1" status: 404 len: 337 time: 0.0817318 Sep 02 13:02:24.711010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.742297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.790983 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbc2283-5529-4f66-b1bd-40bf87b61f56 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.794130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbc2283-5529-4f66-b1bd-40bf87b61f56 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.800535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.807398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7bbc2283-5529-4f66-b1bd-40bf87b61f56 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/2449c059-fea9-4e45-aa54-b9de74c98acd HTTP/1.1" status: 404 len: 339 time: 0.0894711 Sep 02 13:02:24.853120 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-727231c9-6aff-456e-b2d9-3e98bc492b19 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.865746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727231c9-6aff-456e-b2d9-3e98bc492b19 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.868288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-727231c9-6aff-456e-b2d9-3e98bc492b19 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/31a2eee5-ebd1-4543-909e-493d868c1352 HTTP/1.1" status: 404 len: 337 time: 0.0647185 Sep 02 13:02:24.873241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.918112 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05d6970-28fb-469c-af08-1b3eb55524e2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:24.918743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05d6970-28fb-469c-af08-1b3eb55524e2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:24.923248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:24.923516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a05d6970-28fb-469c-af08-1b3eb55524e2 tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/b621e93d-24ae-43a1-9d73-c19ba2b19734 HTTP/1.1" status: 404 len: 339 time: 0.0476255 Sep 02 13:02:24.968128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:24.978666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.009078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78d3728-d967-4d66-aa7e-482da031863b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:25.045096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.049107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff37db1b-ec16-4f94-9ae6-533af0dff1e4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4226055 Sep 02 13:02:25.049285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Deleting subnet a9005d5b-ade4-4da2-8bd1-7ea6857059df {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:02:25.050084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:25.055226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': '685e1607-8b16-4d65-9dd4-75410924d395', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:25.062750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.127707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.207350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.363910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.398645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8283a-eb8e-42ec-aa47-d56314b5fdde req-4c3ede35-f033-4384-aaf0-efbf4df29e92 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:25.400427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6d8283a-eb8e-42ec-aa47-d56314b5fdde req-4c3ede35-f033-4384-aaf0-efbf4df29e92 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1039140 Sep 02 13:02:25.411340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.457148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:25.464836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.469263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8776a0-2d69-4353-a10a-e7b49ffcb2a8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:25.484321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c6d8283a-eb8e-42ec-aa47-d56314b5fdde req-e289fe96-0362-48a4-8925-d35f6e6d1fd3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704634 Sep 02 13:02:25.491847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.493567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7944041c-3adb-45ef-8be6-1571c6922100 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4423027 Sep 02 13:02:25.507052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:25.527653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': '685e1607-8b16-4d65-9dd4-75410924d395', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:25.596580 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Project 8056a01a965a4d4aa1f3f4d0b1c111d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:02:25.608252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.615977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.686680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Subnet': ['ID=a9005d5b-ade4-4da2-8bd1-7ea6857059df,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:25.715734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.718437 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7ea13445-4f92-4005-b033-a3e8d350c25b tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/subnets/a9005d5b-ade4-4da2-8bd1-7ea6857059df HTTP/1.1" status: 204 len: 168 time: 0.7937543 Sep 02 13:02:25.721242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:25.737185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b55cd1f5-5b59-4dca-af4a-46687f786bd4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:25.775056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.791158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.842281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb702ab-6951-4f36-8b55-396e37753372 None None] Network a65526a7-d5f4-4012-b7fe-4563ecf65aed requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:25.849751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383b457f-a012-4a89-9c21-07034f68c19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.871949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c13bf25-767c-4fcd-b1af-6e9682350143,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:25.919345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.920957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2cbe7272-7580-4243-bf82-cdb74b782b08 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4106228 Sep 02 13:02:25.923909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56962) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:25.930428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'security_group_rule': {'security_group_id': '685e1607-8b16-4d65-9dd4-75410924d395', 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:25.940536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:25.970499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:02:25.970499 n-d-792364-8 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:02:25.970499 n-d-792364-8 neutron-server[94841]: [parameters: {'project_id_1': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 2, 25, 944228)}] Sep 02 13:02:25.970499 n-d-792364-8 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:02:25.972462 n-d-792364-8 neutron-server[94841]: DEBUG oslo_db.api [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:02:25.979808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b55cd1f5-5b59-4dca-af4a-46687f786bd4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:26.008660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b55cd1f5-5b59-4dca-af4a-46687f786bd4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:26.009853 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.064892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Deleting port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:26.066583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.164947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383b457f-a012-4a89-9c21-07034f68c19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.175584 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383b457f-a012-4a89-9c21-07034f68c19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.241273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] For port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,segment=NetworkSegment(6d2b5cd7-982a-4f63-ae4b-65d69ff4d662),segment_id=6d2b5cd7-982a-4f63-ae4b-65d69ff4d662)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:26.242266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.246520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.262046 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] DHCP port deletion for a65526a7-d5f4-4012-b7fe-4563ecf65aed request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:02:26.265677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Calling delete_port for aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:26.279454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b457f-a012-4a89-9c21-07034f68c19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06a39c7-8e4d-4968-b234-5f3f32b48f0a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:26.294006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-383b457f-a012-4a89-9c21-07034f68c19e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a44bf092c0b4796939e3bf2f9875184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333158 Sep 02 13:02:26.295545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 56970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:26.342250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port b55cd1f5-5b59-4dca-af4a-46687f786bd4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b55cd1f5-5b59-4dca-af4a-46687f786bd4,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:26.348492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.426394 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.433934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Deleting port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:26.434475 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.478948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Port': ['ID=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:26.488469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] No DVR routers for this DVR port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:26.498164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=b55cd1f5-5b59-4dca-af4a-46687f786bd4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:26.525819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] For port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:26.526382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.549807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a18d99-c343-4e14-8190-651618afc6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.551219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Calling delete_port for aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:26.554522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:02:26.559119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.583217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] Pushing event deleted for resources: {'Port': ['ID=aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:26.595285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a81a5-c785-4368-809a-4931cb92ec2c None None] No DVR routers for this DVR port aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:26.643217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.674749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65526a7-d5f4-4012-b7fe-4563ecf65aed']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:26.683364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a18d99-c343-4e14-8190-651618afc6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.688516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:26.688826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2b5cd7-982a-4f63-ae4b-65d69ff4d662') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:26.701355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.719350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.727575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:26.727985 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.733439 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Project 8056a01a965a4d4aa1f3f4d0b1c111d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:02:26.779191 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:26.808336 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:26.859456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.867839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.877344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] 10.222.0.60 "DELETE /v2.0/networks/a65526a7-d5f4-4012-b7fe-4563ecf65aed HTTP/1.1" status: 204 len: 168 time: 1.1547058 Sep 02 13:02:26.895772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e1c18-1649-4929-a54b-11575fe995da tempest-NetworksTest-470550140 tempest-NetworksTest-470550140-project] Pushing event deleted for resources: {'Network': ['ID=a65526a7-d5f4-4012-b7fe-4563ecf65aed,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:26.938858 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.953316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2690-4259-4a02-8aee-e3962a30fdab req-4f927d29-c170-40a7-a662-866017ff16e4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:26.965667 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be5a2690-4259-4a02-8aee-e3962a30fdab req-4f927d29-c170-40a7-a662-866017ff16e4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2584274 Sep 02 13:02:26.985054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.987935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a18d99-c343-4e14-8190-651618afc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.994338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a18d99-c343-4e14-8190-651618afc6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:26.998258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-04a18d99-c343-4e14-8190-651618afc6fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e06a39c7-8e4d-4968-b234-5f3f32b48f0a HTTP/1.1" status: 204 len: 168 time: 0.7001677 Sep 02 13:02:27.032314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:27.034255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1091812 Sep 02 13:02:27.059763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd9a3d-07a0-4035-93b8-ea6f803f7b5d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fa5386-b5db-49c7-8d3e-414cb8948a68,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:27.072094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a18d99-c343-4e14-8190-651618afc6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06a39c7-8e4d-4968-b234-5f3f32b48f0a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:27.125085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-be5a2690-4259-4a02-8aee-e3962a30fdab req-91137367-3927-450e-9790-ef682a78a8ea tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571443 Sep 02 13:02:27.364800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-17b02be1-2603-4de5-9d22-4dd28a94f1ef tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303856518&fields=id&tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 267 time: 0.0508046 Sep 02 13:02:27.382109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 56998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:27.544639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-f5c8363a-d2e9-480e-a151-cb2c073f6eed tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:27.569540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-f5c8363a-d2e9-480e-a151-cb2c073f6eed tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/networks?id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f HTTP/1.1" status: 200 len: 796 time: 0.2034566 Sep 02 13:02:27.600620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-53eb8eea-cd98-4fe5-832f-f968fd923b8a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/quotas/8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 375 time: 0.0298038 Sep 02 13:02:27.632698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4768cd7-c4f2-4dce-9c8f-4824c0759976 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3691b5d272754eb19b08537c53825635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448215 Sep 02 13:02:27.634881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57008) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:27.651966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b55cd1f5-5b59-4dca-af4a-46687f786bd4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:27.678570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-f3c53901-4eee-4724-a462-df11c5283441 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670667 Sep 02 13:02:27.761000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b55cd1f5-5b59-4dca-af4a-46687f786bd4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:27.761669 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:27.804959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-47606d5c-c954-4845-996f-c563d8f014c0 service neutron] 10.222.0.60 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196480 Sep 02 13:02:27.818447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08d0ac3f-85f8-4e25-9085-6d49bfea4971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:27.855176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08d0ac3f-85f8-4e25-9085-6d49bfea4971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:27.915435 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08d0ac3f-85f8-4e25-9085-6d49bfea4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:27.918322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08d0ac3f-85f8-4e25-9085-6d49bfea4971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:27.921963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-08d0ac3f-85f8-4e25-9085-6d49bfea4971 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f8ca8f8-7419-416e-9a46-af0082d80481 HTTP/1.1" status: 204 len: 168 time: 0.2821591 Sep 02 13:02:27.930454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ac3f-85f8-4e25-9085-6d49bfea4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ca8f8-7419-416e-9a46-af0082d80481,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:27.932794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-2bf72d35-6b98-4bd3-a28a-da6aaab082f4 service neutron] 10.222.0.60 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212947 Sep 02 13:02:28.129332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:28.225049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:28.227047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aba3ab9d-deb2-4ce9-b78d-f39b94d2c5e6 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:28.305294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07562d46-1357-4e4a-acf4-513442d321d7 req-dc6ae55f-01d1-46d0-bc14-9ead463999ac tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 210 time: 0.0523748 Sep 02 13:02:28.390708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe895b-6926-4c13-bc03-a72d9aac487a req-2cf97605-2660-4a79-9da3-9c9134b7a67c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:28.399219 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebbe895b-6926-4c13-bc03-a72d9aac487a req-2cf97605-2660-4a79-9da3-9c9134b7a67c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.0915754 Sep 02 13:02:28.485471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebbe895b-6926-4c13-bc03-a72d9aac487a req-c42d1657-1135-4398-9902-c32a32940338 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810144 Sep 02 13:02:28.698216 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-367fbdef-032e-4aca-8b7b-56dc4e521278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:29.342363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57070) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:29.433545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c0b48a6-c4c5-48d8-82c2-7a7d79ddf6ca req-f6b20669-884e-4306-9707-e6fdb3e6d12b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 210 time: 0.0395713 Sep 02 13:02:29.699843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-208708629'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:29.745587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:29.749453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:29.767348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786d9ec-4af2-46b9-8db8-aab6634a9c0c req-132f7dee-bcd2-4db3-afec-da62758dc887 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:29.777415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8786d9ec-4af2-46b9-8db8-aab6634a9c0c req-132f7dee-bcd2-4db3-afec-da62758dc887 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1771581 Sep 02 13:02:29.840490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:29.963163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:29.979736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8786d9ec-4af2-46b9-8db8-aab6634a9c0c req-1aaf2f54-ae10-4422-ada3-650509ff1187 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013345 Sep 02 13:02:29.984731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:29.998397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-af4bf57e-ec70-497d-943a-3ab2a3bfa298 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:30.007405 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-af4bf57e-ec70-497d-943a-3ab2a3bfa298 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/networks?id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f HTTP/1.1" status: 200 len: 796 time: 0.2313790 Sep 02 13:02:30.029757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:30.045319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28213e79-f45b-4c49-9072-f8ac4767f1d8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:30.053277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.053796 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment 9806ab3c-1755-4a12-b7b2-525a8e1d48e5 of type vlan for network 14e7f874-2dca-4247-99c4-ccb7f786c51b Sep 02 13:02:30.079091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-8ad7b071-9de9-4f01-8e24-cb0cdec7516b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2 HTTP/1.1" status: 200 len: 380 time: 0.0635612 Sep 02 13:02:30.090957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'port': {'device_id': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'admin_state_up': True, 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'security_groups': ['685e1607-8b16-4d65-9dd4-75410924d395']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:30.125181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.192633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.200517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:30.201392 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.232291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8821042 Sep 02 13:02:30.246624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:30.252520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'name': 'tempest-PortsTestJSON-502822846'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:30.322013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Made reservation on behalf of 8056a01a965a4d4aa1f3f4d0b1c111d2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:30.328934 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.559962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:30.578600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.613655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad03fa-4163-4641-97c0-b1c196c4f561 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=14e7f874-2dca-4247-99c4-ccb7f786c51b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:30.625475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:30.645273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4aa66b0b-346a-420b-b5f7-c0aac3755fa8 req-9fc94fdc-e941-437b-b0fb-d9da4c0a9b44 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 210 time: 0.0572946 Sep 02 13:02:30.651753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 4583111f-df13-41f9-b631-df96a254f91a yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:30.787407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.20.0.7 (d697f9c9-1d31-40a2-aaa0-52aeb89dd46f/796612e4-1977-44f8-b39c-a4ebf4d21ea4/d6621b4c-9f98-496a-8fdb-49b61efce50a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:30.810787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d554e7-ae6c-4cff-9425-9e2fa32e4379 req-2b5c4915-5b2d-4378-9afe-adc478bd0b63 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:30.814583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0d554e7-ae6c-4cff-9425-9e2fa32e4379 req-2b5c4915-5b2d-4378-9afe-adc478bd0b63 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 945 time: 0.2487619 Sep 02 13:02:30.896543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d0d554e7-ae6c-4cff-9425-9e2fa32e4379 req-f18b7260-f8c1-40e0-838c-80edc5d36277 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 Sep 02 13:02:30.951201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:30.997225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.068010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.071571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=4583111f-df13-41f9-b631-df96a254f91a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:31.096596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': '9806ab3c-1755-4a12-b7b2-525a8e1d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:31.096996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: 14e7f874-2dca-4247-99c4-ccb7f786c51b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:31.116394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Transition to ACTIVE for port object d6621b4c-9f98-496a-8fdb-49b61efce50a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:31.119240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:31.154360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 14e7f874-2dca-4247-99c4-ccb7f786c51b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:31.159161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:31.166016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05280786-e3a6-4128-b1c2-422e3e75c5e1 None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:31.166803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:31.167569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.184263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.233286 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-78403405-dc2f-4a33-873b-1fc43cde8173 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9859669 Sep 02 13:02:31.244100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8e9-3274-4140-9b85-078d1f695560 req-fe1a5c59-91f7-4e3b-afb4-07178c161841 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:31.253491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73f7c8e9-3274-4140-9b85-078d1f695560 req-fe1a5c59-91f7-4e3b-afb4-07178c161841 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1230879 Sep 02 13:02:31.255791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57120) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:31.268725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006569710'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:31.306023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:31.314784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:31.320494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:31.336886 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73f7c8e9-3274-4140-9b85-078d1f695560 req-5431d14b-83ae-499c-bb8c-4d1957cff5b9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818441 Sep 02 13:02:31.370871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:31.381186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.476591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:31.490184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:31.491186 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.501677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.502097 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment 78f2e195-3462-41d2-95b6-f4db677c834f of type vlan for network 65d0f264-d8b7-40e8-8897-9785b67e1761 Sep 02 13:02:31.526629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=d6621b4c-9f98-496a-8fdb-49b61efce50a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:31.540269 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4540803 Sep 02 13:02:31.563045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23d4deea-8ff3-4bf5-8a14-2673ac867d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.566613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Request body: {'port': {'device_id': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:31.572315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.576198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.579307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.579880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.580244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.580587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.580958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.581333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.581727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.582058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.582407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.582747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe42132-6b37-4663-925d-4a449fad7266 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:31.620134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.643044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.694492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.703680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:31.704476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.706477 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.812917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5554216 Sep 02 13:02:31.813685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:31.853211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:31.858275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef0da1a1-8811-48d4-b136-1b024156825a None None] Provisioning for port d6621b4c-9f98-496a-8fdb-49b61efce50a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:31.867363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef0da1a1-8811-48d4-b136-1b024156825a None None] Provisioning complete for port d6621b4c-9f98-496a-8fdb-49b61efce50a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:31.876040 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef0da1a1-8811-48d4-b136-1b024156825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:31.879833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'ports': [{'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'}, {'network_id': '65d0f264-d8b7-40e8-8897-9785b67e1761'}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:31.880432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:31.882044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '65d0f264-d8b7-40e8-8897-9785b67e1761'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:31.973292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ef0da1a1-8811-48d4-b136-1b024156825a None None] Port d6621b4c-9f98-496a-8fdb-49b61efce50a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:02:32.094695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a9016d5-8455-45b4-b2b6-70c614a315aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.097722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa79167-2e31-4eb4-a8a7-1ca4c071ede5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=65d0f264-d8b7-40e8-8897-9785b67e1761,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:32.113011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 65d0f264-d8b7-40e8-8897-9785b67e1761 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:32.189133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e44d8f-8683-437e-993d-10981a07bcab req-b698e24b-909f-4161-9d60-c88a42e89e61 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:32.190662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-16e44d8f-8683-437e-993d-10981a07bcab req-b698e24b-909f-4161-9d60-c88a42e89e61 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 945 time: 0.1050220 Sep 02 13:02:32.203272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5507d-cd0b-458b-89b9-2886b9bf8952 req-5c91db11-4409-4387-9479-f510284b3eb6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:32.205017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9c5507d-cd0b-458b-89b9-2886b9bf8952 req-5c91db11-4409-4387-9479-f510284b3eb6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 931 time: 0.1521833 Sep 02 13:02:32.248602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c860876-dd0b-4e30-ab8d-ab9187257467 req-690f38aa-75b5-4b66-8929-4216538efca4 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:32.248602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c860876-dd0b-4e30-ab8d-ab9187257467 req-690f38aa-75b5-4b66-8929-4216538efca4 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 945 time: 0.1630025 Sep 02 13:02:32.280458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6621b4c-9f98-496a-8fdb-49b61efce50a {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:02:32.299231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.343686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c860876-dd0b-4e30-ab8d-ab9187257467 req-ae573ec9-891e-4393-83fd-7fa9ec299458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793509 Sep 02 13:02:32.359347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Transition to ACTIVE for port object d6621b4c-9f98-496a-8fdb-49b61efce50a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:32.365424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9c5507d-cd0b-458b-89b9-2886b9bf8952 req-e37f1350-25fe-4207-b602-639778c097a4 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492622 Sep 02 13:02:32.371200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.423809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a9016d5-8455-45b4-b2b6-70c614a315aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.457055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a9016d5-8455-45b4-b2b6-70c614a315aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.519204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Pushing event updated for resources: {'Port': ['ID=d6621b4c-9f98-496a-8fdb-49b61efce50a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:32.547674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Deleting port 4ae043bc-7c3e-4502-9078-041200a2760f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:32.550740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.555458 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.558293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 2} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:32.563947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.616227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.618858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9016d5-8455-45b4-b2b6-70c614a315aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7d0930-e26d-41d0-bce8-2df4ac56b2f9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:32.626200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a9016d5-8455-45b4-b2b6-70c614a315aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dc0e06a5b5c460aa08de4ef646f212b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068421 Sep 02 13:02:32.627026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:32.689601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Attempting to bind port d6621b4c-9f98-496a-8fdb-49b61efce50a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:32.689993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Attempting to bind port d6621b4c-9f98-496a-8fdb-49b61efce50a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:32.690299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Attempting to bind port d6621b4c-9f98-496a-8fdb-49b61efce50a on network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:32.705526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533c80e-9e6d-4ff9-b8b0-4e0a6038d356 req-6a7f1e85-e03d-4063-a3f8-0262b8ce1106 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:32.707317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9533c80e-9e6d-4ff9-b8b0-4e0a6038d356 req-6a7f1e85-e03d-4063-a3f8-0262b8ce1106 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2377553 Sep 02 13:02:32.740255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] For port 4ae043bc-7c3e-4502-9078-041200a2760f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4ae043bc-7c3e-4502-9078-041200a2760f,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:32.740674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.764198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Calling delete_port for 4ae043bc-7c3e-4502-9078-041200a2760f owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:32.812177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:32.818205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Port d6621b4c-9f98-496a-8fdb-49b61efce50a on network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:02:32.818789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Attempting to bind port d6621b4c-9f98-496a-8fdb-49b61efce50a on network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:32.827817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:32.828221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Checking segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:32.828536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Bound using segment: {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:32.829032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Bound port: d6621b4c-9f98-496a-8fdb-49b61efce50a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:32.829401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:32.967927 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9533c80e-9e6d-4ff9-b8b0-4e0a6038d356 req-8528f6a8-70ef-4d85-b939-6bb93850fcec tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247513 Sep 02 13:02:32.978767 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d224bfa-964d-40d6-b3bf-655bb788a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.033587 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d224bfa-964d-40d6-b3bf-655bb788a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.073965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.202031 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d224bfa-964d-40d6-b3bf-655bb788a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.206510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d224bfa-964d-40d6-b3bf-655bb788a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.207980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d224bfa-964d-40d6-b3bf-655bb788a4ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef7d0930-e26d-41d0-bce8-2df4ac56b2f9 HTTP/1.1" status: 204 len: 168 time: 0.5757334 Sep 02 13:02:33.222017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port bf43dd51-fa3b-4e36-8d5b-c7ec092c3918 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:33.225532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d224bfa-964d-40d6-b3bf-655bb788a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7d0930-e26d-41d0-bce8-2df4ac56b2f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:33.243843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] For port d6621b4c-9f98-496a-8fdb-49b61efce50a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:33.247392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] For port d6621b4c-9f98-496a-8fdb-49b61efce50a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:33.283297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.341929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:33.342565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.343983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] 10.222.0.41 "PUT /v2.0/ports/d6621b4c-9f98-496a-8fdb-49b61efce50a HTTP/1.1" status: 200 len: 1091 time: 1.7892010 Sep 02 13:02:33.344430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:33.346774 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:33.458257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.471195 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce30b5-a36a-4103-b978-b5b990065ff0 x-openstack-request-id: req-32ce30b5-a36a-4103-b978-b5b990065ff0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:33.472174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4ae043bc-7c3e-4502-9078-041200a2760f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:02:33.472871 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:33.473252 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32ce30b5-a36a-4103-b978-b5b990065ff0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:33.473841 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'status': 'completed', 'code': 200} Sep 02 13:02:33.522072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ef9a-d19d-4d00-9f09-0c631f1db20f service neutron] Pushing event updated for resources: {'Port': ['ID=d6621b4c-9f98-496a-8fdb-49b61efce50a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:33.624434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.630963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Pushing event deleted for resources: {'Port': ['ID=4ae043bc-7c3e-4502-9078-041200a2760f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:33.648675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4448d1ba-ce29-4fcf-9953-6a06f0ed64d7 req-0dd9e805-be06-4fbe-b803-542f03b5505f tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=87372403-f926-462e-8edc-6e930c3b1bfb HTTP/1.1" status: 200 len: 210 time: 0.1193609 Sep 02 13:02:33.665936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] No DVR routers for this DVR port 4ae043bc-7c3e-4502-9078-041200a2760f on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:33.669565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.672656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-16e44d8f-8683-437e-993d-10981a07bcab req-5601b0e4-dc72-427c-8f3a-a6a61198b7b6 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "DELETE /v2.0/ports/4ae043bc-7c3e-4502-9078-041200a2760f HTTP/1.1" status: 204 len: 173 time: 1.4643681 Sep 02 13:02:33.688103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-21dcdb93-840d-4574-bffc-06d9e9577244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:33.697292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-21dcdb93-840d-4574-bffc-06d9e9577244 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 1094 time: 0.2775803 Sep 02 13:02:33.739379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.769289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-c205f6a6-7a2e-4009-93da-9644c174f7f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a HTTP/1.1" status: 200 len: 217 time: 0.0637646 Sep 02 13:02:33.859955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:33.869877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:33.872344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-3dd50137-8737-4403-a38d-c6d2fe2a265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:33.874370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-3dd50137-8737-4403-a38d-c6d2fe2a265e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=796612e4-1977-44f8-b39c-a4ebf4d21ea4 HTTP/1.1" status: 200 len: 835 time: 0.0938842 Sep 02 13:02:33.885221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:33.886355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:33.890585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:33.959121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc787f0-1deb-4cb0-b1e2-d0ccf36b850a req-59e6e29f-dff5-459e-895e-da8ec0b991d0 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:33.961307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-14b7a069-7cf5-4b76-8bc2-45bb8d39e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:33.963403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cc787f0-1deb-4cb0-b1e2-d0ccf36b850a req-59e6e29f-dff5-459e-895e-da8ec0b991d0 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 943 time: 0.2452793 Sep 02 13:02:33.965025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-14b7a069-7cf5-4b76-8bc2-45bb8d39e796 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789192 Sep 02 13:02:34.054007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=bf43dd51-fa3b-4e36-8d5b-c7ec092c3918,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:34.101019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cc787f0-1deb-4cb0-b1e2-d0ccf36b850a req-919b7cc5-1621-4ba8-a1f9-18e7ac1b2d6b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247051 Sep 02 13:02:34.102343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': '78f2e195-3462-41d2-95b6-f4db677c834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '65d0f264-d8b7-40e8-8897-9785b67e1761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:34.102932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: 65d0f264-d8b7-40e8-8897-9785b67e1761, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:34.161713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 65d0f264-d8b7-40e8-8897-9785b67e1761 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:34.221075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:34.228463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 65d0f264-d8b7-40e8-8897-9785b67e1761) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:34.251942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecea1a1-dbb6-4a08-83cb-fa33aadfcebb None None] Network 65d0f264-d8b7-40e8-8897-9785b67e1761 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:34.252443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:34.296238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:34.308786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-c830495b-cc5f-4236-8b54-71588c91ae0f service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345051 Sep 02 13:02:34.326958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:34.333629 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:34.375741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a0daf-c39e-4997-b8b5-5e49e8795a53 req-a328a3ab-0b55-445f-b0d6-d2e8dd458b12 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:34.381842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e1a0daf-c39e-4997-b8b5-5e49e8795a53 req-a328a3ab-0b55-445f-b0d6-d2e8dd458b12 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2931437 Sep 02 13:02:34.391984 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e2023694-0903-41ec-888b-19588021b4a6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5325770 Sep 02 13:02:34.393217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:34.556800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port bf43dd51-fa3b-4e36-8d5b-c7ec092c3918 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:34.557204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:34.576162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e1a0daf-c39e-4997-b8b5-5e49e8795a53 req-b5991df5-2ab7-4439-b1b6-6ef0c7959f29 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581907 Sep 02 13:02:34.619835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7048bd63-3046-46f8-bd10-cbb7056bc76f req-f31c6bae-6f28-4a7e-b987-18f74430982d service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017271 Sep 02 13:02:34.695307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:34.717620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for bf43dd51-fa3b-4e36-8d5b-c7ec092c3918 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:34.788197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-1b92cc66-f43b-45d8-a919-a44b8414feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:34.790941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-1b92cc66-f43b-45d8-a919-a44b8414feb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 1094 time: 0.1085398 Sep 02 13:02:34.833629 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:34.930768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:34.938229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/bf43dd51-fa3b-4e36-8d5b-c7ec092c3918 HTTP/1.1" status: 204 len: 168 time: 0.5388455 Sep 02 13:02:34.939646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73dac0-e14f-4f36-ae03-0447761bfaca tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=bf43dd51-fa3b-4e36-8d5b-c7ec092c3918,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:34.951916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57200) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:35.085020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-bb7b7040-c0b6-4ef8-bd73-509b5393c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.087161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-bb7b7040-c0b6-4ef8-bd73-509b5393c11d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f HTTP/1.1" status: 200 len: 897 time: 0.2881136 Sep 02 13:02:35.096386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bef7b5-c866-433f-a72e-4552e436f0fe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.104518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bef7b5-c866-433f-a72e-4552e436f0fe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.106312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-18bef7b5-c866-433f-a72e-4552e436f0fe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1532505 Sep 02 13:02:35.109876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:35.160497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-f3eb5be6-79d5-4d57-a1b5-95b7ae0ef68a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a HTTP/1.1" status: 200 len: 217 time: 0.0529811 Sep 02 13:02:35.236231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-47b93ae3-0b74-41c1-b865-8a786c3f95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.238387 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-47b93ae3-0b74-41c1-b865-8a786c3f95c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=796612e4-1977-44f8-b39c-a4ebf4d21ea4 HTTP/1.1" status: 200 len: 835 time: 0.0575421 Sep 02 13:02:35.249056 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:35.341154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:35.341910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:35.425416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-ba453fa7-d5f8-4284-bf59-374a0966a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.427813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-ba453fa7-d5f8-4284-bf59-374a0966a570 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824899 Sep 02 13:02:35.448797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:35.463506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:35.545736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87372403-f926-462e-8edc-6e930c3b1bfb', 'name': 'network-vif-deleted', 'tag': '4ae043bc-7c3e-4502-9078-041200a2760f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:35.549006 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5bcae5-f58f-4ae6-b940-c49f2c10b40a" -d '{"events": [{"server_uuid": "87372403-f926-462e-8edc-6e930c3b1bfb", "name": "network-vif-deleted", "tag": "4ae043bc-7c3e-4502-9078-041200a2760f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:35.558994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-0d089d8a-e726-4a73-b18f-065a949c3c70 service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224751 Sep 02 13:02:35.570346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a06404-e430-4e6d-b873-f40a6c5713c4 req-db64b7d9-ccc9-463a-a8a7-e236e93eaa0c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.580513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4a06404-e430-4e6d-b873-f40a6c5713c4 req-db64b7d9-ccc9-463a-a8a7-e236e93eaa0c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 943 time: 0.2642016 Sep 02 13:02:35.612916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:35.665643 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d22582-f856-435b-ab41-240a527d32b0 x-openstack-request-id: req-37d22582-f856-435b-ab41-240a527d32b0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:35.665948 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87372403-f926-462e-8edc-6e930c3b1bfb", "name": "network-vif-deleted", "tag": "4ae043bc-7c3e-4502-9078-041200a2760f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:35.666213 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37d22582-f856-435b-ab41-240a527d32b0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:35.666624 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87372403-f926-462e-8edc-6e930c3b1bfb', 'name': 'network-vif-deleted', 'tag': '4ae043bc-7c3e-4502-9078-041200a2760f', 'status': 'completed', 'code': 200} Sep 02 13:02:35.714007 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c4a06404-e430-4e6d-b873-f40a6c5713c4 req-bfd7b3cd-43c9-4c62-a12c-1d4f4e905e61 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325452 Sep 02 13:02:35.721808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:35.724887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3 HTTP/1.1" status: 204 len: 168 time: 0.6137507 Sep 02 13:02:35.730023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ac968-e005-41bd-a370-0f572c473f1f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:35.736756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:35.816974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-542afa9e-d90b-4b87-8d2e-3004cde2d9a7 req-004d89c6-dcc8-4353-b480-bdbbb7772327 service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301178 Sep 02 13:02:35.864692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796bafa2-0449-49b2-a823-c9eded7247e6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.868963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-796bafa2-0449-49b2-a823-c9eded7247e6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1281555 Sep 02 13:02:35.870013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:35.883727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3836f-7865-4d75-8d2b-311e74bae50a req-7f063c82-aeb7-44d3-9ff2-1050f8e63c73 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:35.892411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe3836f-7865-4d75-8d2b-311e74bae50a req-7f063c82-aeb7-44d3-9ff2-1050f8e63c73 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.0972226 Sep 02 13:02:35.916034 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a124dd-21f5-4088-ba76-3326a4cc8709 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:02:35.921467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07a124dd-21f5-4088-ba76-3326a4cc8709 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/bf43dd51-fa3b-4e36-8d5b-c7ec092c3918 HTTP/1.1" status: 404 len: 333 time: 0.0497818 Sep 02 13:02:35.921679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:35.965825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe3836f-7865-4d75-8d2b-311e74bae50a req-e99d337e-92c0-4167-acdc-d906d2497fc9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677722 Sep 02 13:02:35.967288 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4734b7-a7bc-4adf-9a42-9310964683c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:02:35.981535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0e4734b7-a7bc-4adf-9a42-9310964683c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/6b236eb1-ce98-4a4d-93a9-7c9afdb35fa3 HTTP/1.1" status: 404 len: 333 time: 0.0565944 Sep 02 13:02:35.981874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:35.994279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:36.072872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.142377 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6d01-2ca5-4f45-be91-9c55a2ce473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.194808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.214505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d0f264-d8b7-40e8-8897-9785b67e1761']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:36.234700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f2e195-3462-41d2-95b6-f4db677c834f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:36.235481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f2e195-3462-41d2-95b6-f4db677c834f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:36.250910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.272104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.285798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:36.286289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:36.290392 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:36.310703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6d01-2ca5-4f45-be91-9c55a2ce473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.317328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6d01-2ca5-4f45-be91-9c55a2ce473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.370608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.373481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7ffe6d01-2ca5-4f45-be91-9c55a2ce473c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94669921711a40e2b4f08bfda2574acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776286 Sep 02 13:02:36.374781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe6d01-2ca5-4f45-be91-9c55a2ce473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccdeace-6f86-444e-945b-711172217500,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:36.381163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:36.383407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.386006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/65d0f264-d8b7-40e8-8897-9785b67e1761 HTTP/1.1" status: 204 len: 168 time: 0.4032266 Sep 02 13:02:36.390028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:36.417579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737818969'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:36.503111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70b57d-f29e-4ab4-a1d7-038569fe5ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=65d0f264-d8b7-40e8-8897-9785b67e1761,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:36.506841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:36.512645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.562136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89e0182c-9789-4960-90c7-15a7d5c626d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.564808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:36.588391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.588767 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment d0e63e8e-558e-4eb6-b0d8-85553c606161 of type vlan for network 868523ed-b058-4cd0-8b28-5f9238ce056b Sep 02 13:02:36.600182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89e0182c-9789-4960-90c7-15a7d5c626d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.745567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ae043bc-7c3e-4502-9078-041200a2760f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:36.767371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.786135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 4ae043bc-7c3e-4502-9078-041200a2760f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:36.786492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4ae043bc-7c3e-4502-9078-041200a2760f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:36.813182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89e0182c-9789-4960-90c7-15a7d5c626d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.819324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89e0182c-9789-4960-90c7-15a7d5c626d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.821190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-89e0182c-9789-4960-90c7-15a7d5c626d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ccdeace-6f86-444e-945b-711172217500 HTTP/1.1" status: 204 len: 168 time: 0.4334300 Sep 02 13:02:36.837332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.842981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:36.843595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:36.877654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0182c-9789-4960-90c7-15a7d5c626d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccdeace-6f86-444e-945b-711172217500,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:36.980489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5847785 Sep 02 13:02:36.984480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:36.990805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:37.012790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794536c4-4c69-483b-a08a-47087756ba3e req-b6ad151d-9807-42b0-bae7-7f045da8f4c8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:37.015011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-794536c4-4c69-483b-a08a-47087756ba3e req-b6ad151d-9807-42b0-bae7-7f045da8f4c8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 943 time: 0.1544917 Sep 02 13:02:37.016364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57805601-954d-4317-9e29-300130143f0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=868523ed-b058-4cd0-8b28-5f9238ce056b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:37.037088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 868523ed-b058-4cd0-8b28-5f9238ce056b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:37.087481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-794536c4-4c69-483b-a08a-47087756ba3e req-d371771c-e74d-49fc-95d7-ba18be5ac7b2 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645657 Sep 02 13:02:37.224235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d6621b4c-9f98-496a-8fdb-49b61efce50a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:02:37.258995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:37.269502 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:37.370584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d6621b4c-9f98-496a-8fdb-49b61efce50a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:37.413778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'port_id': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'mac_address': 'fa:16:3e:16:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:02:37.450410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4d35-7e5b-4462-a383-d3667c00391a req-c7a64fcb-2905-434b-8d4c-ce59de6c6bab tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:37.462265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84cb4d35-7e5b-4462-a383-d3667c00391a req-c7a64fcb-2905-434b-8d4c-ce59de6c6bab tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.2793393 Sep 02 13:02:37.503461 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:37.546499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6621b4c-9f98-496a-8fdb-49b61efce50a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:02:37.586947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d6621b4c-9f98-496a-8fdb-49b61efce50a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:37.593162 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:37.702250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d6621b4c-9f98-496a-8fdb-49b61efce50a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:37.710466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84cb4d35-7e5b-4462-a383-d3667c00391a req-854c8ef8-1fc3-4957-9eaf-05553b16e476 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426801 Sep 02 13:02:37.722342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.722766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.723237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.723723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.724405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.728876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.730450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.730980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.731367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.734100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.734446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.734784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:02:37.781325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:37.845966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d6621b4c-9f98-496a-8fdb-49b61efce50a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:02:37.864259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=fec38698-9b3d-4d5c-810b-bf53edb09c4c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:37.875842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': 'd0e63e8e-558e-4eb6-b0d8-85553c606161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:37.876633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: 868523ed-b058-4cd0-8b28-5f9238ce056b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:37.907272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 868523ed-b058-4cd0-8b28-5f9238ce056b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:37.965903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 868523ed-b058-4cd0-8b28-5f9238ce056b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:37.971287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:37.971894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:37.984995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb26e4-0373-4e06-a418-406ad79d8f24 None None] Network 868523ed-b058-4cd0-8b28-5f9238ce056b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:37.999132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-99d1e764-864b-485b-94d3-13ad91f12dab tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0096695 Sep 02 13:02:37.999876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:38.004390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b', 'name': 'tempest-PortsTestJSON-1993801263'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:38.298803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb47b83-7957-4138-a46f-122dcd545b7a req-73ca776c-b9f2-430e-9208-13c3929e268d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:38.306521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fdb47b83-7957-4138-a46f-122dcd545b7a req-73ca776c-b9f2-430e-9208-13c3929e268d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 944 time: 0.0839357 Sep 02 13:02:38.308326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:38.311999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:38.363445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 01d9969d-2278-4995-8cc7-dbd173adc503 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:38.384690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-868523ed-b058-4cd0-8b28-5f9238ce056b', 'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': 'fec38698-9b3d-4d5c-810b-bf53edb09c4c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:38.387664 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:38.504611 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fdb47b83-7957-4138-a46f-122dcd545b7a req-71b22d70-51d1-494a-beb3-946a8c690c0d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971560 Sep 02 13:02:38.698506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.10 (868523ed-b058-4cd0-8b28-5f9238ce056b/fec38698-9b3d-4d5c-810b-bf53edb09c4c/01d9969d-2278-4995-8cc7-dbd173adc503) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:38.970530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d425-6d26-4d75-9132-5b27c61febe5 req-dbbf480b-b441-4911-b4e1-7b7f7f73740a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:38.971831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8d8d425-6d26-4d75-9132-5b27c61febe5 req-dbbf480b-b441-4911-b4e1-7b7f7f73740a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.1572225 Sep 02 13:02:39.066301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8d8d425-6d26-4d75-9132-5b27c61febe5 req-fe0b23ed-29f1-45c0-9fbd-441258f50078 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734055 Sep 02 13:02:39.069785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.085478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object 01d9969d-2278-4995-8cc7-dbd173adc503 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:39.123958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.192324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=01d9969d-2278-4995-8cc7-dbd173adc503,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:39.208653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 868523ed-b058-4cd0-8b28-5f9238ce056b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:39.213681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:39.217975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:39.251351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Allocated IP 172.20.0.2 (868523ed-b058-4cd0-8b28-5f9238ce056b/fec38698-9b3d-4d5c-810b-bf53edb09c4c/9aeda123-22cf-4172-a656-f8e840ec226e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:39.294830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:39.295574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.320458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:39.321510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-20965d99-aeba-43df-946b-d094dfff572c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3221014 Sep 02 13:02:39.448927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 01d9969d-2278-4995-8cc7-dbd173adc503 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:39.449296 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.455586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.466725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Transition to ACTIVE for port object 9aeda123-22cf-4172-a656-f8e840ec226e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:39.485248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Transition to ACTIVE for port object 9aeda123-22cf-4172-a656-f8e840ec226e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:39.496593 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.551455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Network 868523ed-b058-4cd0-8b28-5f9238ce056b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:39.556821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:39.570269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:39.586097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Pushing event updated for resources: {'Port': ['ID=9aeda123-22cf-4172-a656-f8e840ec226e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:39.587772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec26981-f651-4464-8685-eddf5c71b408 req-ecd28398-1759-45e4-b04b-a993a60824c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:39.595785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-ecd28398-1759-45e4-b04b-a993a60824c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 1096 time: 0.0992365 Sep 02 13:02:39.646332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Attempting to bind port 9aeda123-22cf-4172-a656-f8e840ec226e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:39.646957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Attempting to bind port 9aeda123-22cf-4172-a656-f8e840ec226e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'd0e63e8e-558e-4eb6-b0d8-85553c606161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:39.647425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Attempting to bind port 9aeda123-22cf-4172-a656-f8e840ec226e on network 868523ed-b058-4cd0-8b28-5f9238ce056b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:39.653177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:39.653685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Checking segment: {'id': 'd0e63e8e-558e-4eb6-b0d8-85553c606161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:39.654280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.654674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Bound using segment: {'id': 'd0e63e8e-558e-4eb6-b0d8-85553c606161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:39.655352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Bound port: 9aeda123-22cf-4172-a656-f8e840ec226e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e63e8e-558e-4eb6-b0d8-85553c606161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '868523ed-b058-4cd0-8b28-5f9238ce056b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:39.655789 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.702629 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.741227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] For port 9aeda123-22cf-4172-a656-f8e840ec226e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:39.747110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] For port 9aeda123-22cf-4172-a656-f8e840ec226e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9aeda123-22cf-4172-a656-f8e840ec226e,segment=NetworkSegment(d0e63e8e-558e-4eb6-b0d8-85553c606161),segment_id=d0e63e8e-558e-4eb6-b0d8-85553c606161)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:39.751875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 01d9969d-2278-4995-8cc7-dbd173adc503 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:39.761099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:39.805800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca79bd-b859-4287-a46e-f35d6f219092 req-df4cafd2-e854-48b6-93d3-098486dc3a00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:39.807412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eeca79bd-b859-4287-a46e-f35d6f219092 req-df4cafd2-e854-48b6-93d3-098486dc3a00 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 944 time: 0.1378982 Sep 02 13:02:39.851389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699beb-c990-48d6-a906-619807de1ab2 None None] Pushing event updated for resources: {'Port': ['ID=9aeda123-22cf-4172-a656-f8e840ec226e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:39.904066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec26981-f651-4464-8685-eddf5c71b408 req-c45d4e6e-8b6b-48ec-995a-dff6350a1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:39.905726 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-c45d4e6e-8b6b-48ec-995a-dff6350a1805 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2999103 Sep 02 13:02:39.984345 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-0f98284d-59c0-4792-86fc-68897bea840d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a HTTP/1.1" status: 200 len: 217 time: 0.0672574 Sep 02 13:02:40.093364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eeca79bd-b859-4287-a46e-f35d6f219092 req-41997861-c846-4a03-aa2e-a87ce8c47111 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155769 Sep 02 13:02:40.140807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec26981-f651-4464-8685-eddf5c71b408 req-04883d42-20e8-4d1c-8e2c-d10348bbb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:40.143358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-04883d42-20e8-4d1c-8e2c-d10348bbb8ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1485240 Sep 02 13:02:40.242644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009e56-f7f0-4ad9-b892-39b11ac2a402 req-36c94ea7-b774-493c-b3d8-72fffdeb5074 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:40.246118 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f009e56-f7f0-4ad9-b892-39b11ac2a402 req-36c94ea7-b774-493c-b3d8-72fffdeb5074 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.0827181 Sep 02 13:02:40.279577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec26981-f651-4464-8685-eddf5c71b408 req-a07d5dce-3cb4-4fbc-bca3-6c8454aec9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:40.281569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-a07d5dce-3cb4-4fbc-bca3-6c8454aec9e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303871 Sep 02 13:02:40.282452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:40.320760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f009e56-f7f0-4ad9-b892-39b11ac2a402 req-cca7d082-1500-4cd2-a075-8a294f9f9f83 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620883 Sep 02 13:02:40.342290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=01d9969d-2278-4995-8cc7-dbd173adc503,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:40.490949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:40.493131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a5733d2d-ad39-4745-b36d-5973528102ad tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/01d9969d-2278-4995-8cc7-dbd173adc503 HTTP/1.1" status: 204 len: 168 time: 1.1705480 Sep 02 13:02:40.496340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:40.500211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-592b23c3-a5af-4c69-84ba-ba4ee580c7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676354 Sep 02 13:02:40.541863 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb908dd-70cc-4edd-9e69-8530bef1e932 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:02:40.542585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb908dd-70cc-4edd-9e69-8530bef1e932 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:40.544388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cbb908dd-70cc-4edd-9e69-8530bef1e932 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/01d9969d-2278-4995-8cc7-dbd173adc503 HTTP/1.1" status: 404 len: 333 time: 0.0426152 Sep 02 13:02:40.547369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57434) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:40.604622 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-466a3d24-6af7-4896-b116-3a709581df6b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:02:40.609331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-466a3d24-6af7-4896-b116-3a709581df6b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/01d9969d-2278-4995-8cc7-dbd173adc503 HTTP/1.1" status: 404 len: 333 time: 0.0609739 Sep 02 13:02:40.610130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:40.625871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ec26981-f651-4464-8685-eddf5c71b408 req-d17bbcff-6501-4ea1-b177-936d485da731 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189616 Sep 02 13:02:40.666558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet fec38698-9b3d-4d5c-810b-bf53edb09c4c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:02:40.670046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:40.730605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.049613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.107462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d6621b4c-9f98-496a-8fdb-49b61efce50a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:41.273057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port d6621b4c-9f98-496a-8fdb-49b61efce50a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:41.281078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port d6621b4c-9f98-496a-8fdb-49b61efce50a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:41.281751 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.284282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dff37e-d7ee-4a71-a079-707964b2aaa1 None None] Network 868523ed-b058-4cd0-8b28-5f9238ce056b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:41.395973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0581e2b6-21aa-4c31-97b3-0ab98a5c9ee1 None None] Provisioning for port 9aeda123-22cf-4172-a656-f8e840ec226e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:41.489948 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466804ff-00a4-40fd-b647-bb45cb22da2e req-236175b7-03c6-460f-9719-92624c5d4ae1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:41.497838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-466804ff-00a4-40fd-b647-bb45cb22da2e req-236175b7-03c6-460f-9719-92624c5d4ae1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Sep 02 13:02:41.513772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.547408 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.568016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-466804ff-00a4-40fd-b647-bb45cb22da2e req-74c0bc7e-d5ca-45c2-9f74-ac7320d1adef tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Sep 02 13:02:41.616002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:41.618626 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bcd505-455e-4fbc-956e-c8aaacd1f28f" -d '{"events": [{"server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "name": "network-vif-plugged", "status": "completed", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:41.642950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.660624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d6621b4c-9f98-496a-8fdb-49b61efce50a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:41.670898 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.671737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:41.701350 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.704764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/fec38698-9b3d-4d5c-810b-bf53edb09c4c HTTP/1.1" status: 204 len: 168 time: 1.0935116 Sep 02 13:02:41.705678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fe71a-1bff-47d3-9f0d-3ede60026176 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=fec38698-9b3d-4d5c-810b-bf53edb09c4c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:41.707726 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:41.724774 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946bf0b-eb58-4d74-8817-a3d01ba26c8e x-openstack-request-id: req-0946bf0b-eb58-4d74-8817-a3d01ba26c8e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:41.726075 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "name": "network-vif-plugged", "status": "completed", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:41.726850 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0946bf0b-eb58-4d74-8817-a3d01ba26c8e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:41.727157 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'code': 200} Sep 02 13:02:41.741552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9aeda123-22cf-4172-a656-f8e840ec226e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:41.746390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f355-5cd1-42b9-b279-c75478b94ecc req-3e7718f5-78f5-49f6-a971-0aec3617088d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:41.748561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9308f355-5cd1-42b9-b279-c75478b94ecc req-3e7718f5-78f5-49f6-a971-0aec3617088d tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 944 time: 0.1655550 Sep 02 13:02:41.783616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:41.802836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d6621b4c-9f98-496a-8fdb-49b61efce50a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:41.826525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9308f355-5cd1-42b9-b279-c75478b94ecc req-69e18e47-71b5-4ea9-9feb-c5d6712e7fac tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623293 Sep 02 13:02:41.900738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d9d8c-7cde-4403-806b-354e7ce66282 req-946e8da8-e2a6-47b4-a952-4437e71a15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:41.903511 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac8d9d8c-7cde-4403-806b-354e7ce66282 req-946e8da8-e2a6-47b4-a952-4437e71a15e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 1096 time: 0.0948813 Sep 02 13:02:41.908561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9aeda123-22cf-4172-a656-f8e840ec226e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:41.910595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.915979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9aeda123-22cf-4172-a656-f8e840ec226e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:41.916522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.968587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:41.997901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac8d9d8c-7cde-4403-806b-354e7ce66282 req-1feb9427-e22a-4e54-b11d-dbd1cc710110 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832689 Sep 02 13:02:42.017384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-104a3dfe-75aa-4fec-8d24-b946bc2575ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.029020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cccfe4-7e60-4626-bcf5-87dbbca14cd4 None None] Network 868523ed-b058-4cd0-8b28-5f9238ce056b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:42.038677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 9aeda123-22cf-4172-a656-f8e840ec226e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:42.039360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.057006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:42.132949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] For port 9aeda123-22cf-4172-a656-f8e840ec226e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9aeda123-22cf-4172-a656-f8e840ec226e,segment=NetworkSegment(d0e63e8e-558e-4eb6-b0d8-85553c606161),segment_id=d0e63e8e-558e-4eb6-b0d8-85553c606161)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:42.133371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.153423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 9aeda123-22cf-4172-a656-f8e840ec226e owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:42.154487 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.160332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-104a3dfe-75aa-4fec-8d24-b946bc2575ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.166820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-104a3dfe-75aa-4fec-8d24-b946bc2575ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.209226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-104a3dfe-75aa-4fec-8d24-b946bc2575ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd31cad35f0a4613b60f7068c62133a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244277 Sep 02 13:02:42.212262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:42.219531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a3dfe-75aa-4fec-8d24-b946bc2575ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888f983-26f9-49a8-be04-ff2dbcbadf64,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:42.281837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472e116e-fbd5-4a10-9fc6-881c79019f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.305733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472e116e-fbd5-4a10-9fc6-881c79019f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.326619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-5495e8bf-1cfb-44aa-afb5-99273b84992d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:42.328534 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-5495e8bf-1cfb-44aa-afb5-99273b84992d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/networks?id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 200 len: 813 time: 0.1774070 Sep 02 13:02:42.358249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472e116e-fbd5-4a10-9fc6-881c79019f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.361803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472e116e-fbd5-4a10-9fc6-881c79019f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.365456 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.365645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-472e116e-fbd5-4a10-9fc6-881c79019f39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9888f983-26f9-49a8-be04-ff2dbcbadf64 HTTP/1.1" status: 204 len: 168 time: 0.1494930 Sep 02 13:02:42.379639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e116e-fbd5-4a10-9fc6-881c79019f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888f983-26f9-49a8-be04-ff2dbcbadf64,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:42.393150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-aa32799e-6c19-45b2-80ac-a6d5a1b65eb0 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/quotas/20dda396ddd14ff18bf7825a507fddc6 HTTP/1.1" status: 200 len: 375 time: 0.0433023 Sep 02 13:02:42.418075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No DVR routers for this DVR port 9aeda123-22cf-4172-a656-f8e840ec226e on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:42.427150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=9aeda123-22cf-4172-a656-f8e840ec226e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:42.435660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1eccc627-0d99-4521-aac5-aa4399c08b79 None None] Provisioning complete for port 9aeda123-22cf-4172-a656-f8e840ec226e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:42.436009 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1eccc627-0d99-4521-aac5-aa4399c08b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.471394 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.481776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1eccc627-0d99-4521-aac5-aa4399c08b79 None None] Port 9aeda123-22cf-4172-a656-f8e840ec226e was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 02 13:02:42.529988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:42.541709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-c6f8c931-3130-4653-83dc-cc557bf1bc29 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=20dda396ddd14ff18bf7825a507fddc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214566 Sep 02 13:02:42.594161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4329ec6-760c-4f22-9612-e633db0a3995 None None] DHCP port deletion for 868523ed-b058-4cd0-8b28-5f9238ce056b request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:02:42.666895 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.692221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868523ed-b058-4cd0-8b28-5f9238ce056b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:42.705223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62ce9b-7c9f-4306-b43a-73837a6a7c8e req-cf2b6f76-fea4-48a0-a9a6-f957d231e2ac tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:42.706090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e63e8e-558e-4eb6-b0d8-85553c606161') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:42.706401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e63e8e-558e-4eb6-b0d8-85553c606161') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:42.713558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2e62ce9b-7c9f-4306-b43a-73837a6a7c8e req-cf2b6f76-fea4-48a0-a9a6-f957d231e2ac tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 943 time: 0.0674007 Sep 02 13:02:42.726287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.750338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.760801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2e62ce9b-7c9f-4306-b43a-73837a6a7c8e req-d23ecef4-0003-4fbd-89fd-d3bc15925dde tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 Sep 02 13:02:42.763486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:42.763898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:42.767764 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:42.770229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-cd93e918-05d5-4849-91d9-f9daf8c795eb service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934056 Sep 02 13:02:42.788404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:42.803768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea4776fd-49f5-4ad2-bd0a-070c6a1589f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:42.881681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684c6e-9cee-4177-9893-e344e8c43fec req-a2835186-1b0f-4211-9c2e-4c8a8c4f4612 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:42.883414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e684c6e-9cee-4177-9893-e344e8c43fec req-a2835186-1b0f-4211-9c2e-4c8a8c4f4612 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0523527 Sep 02 13:02:42.930714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8e684c6e-9cee-4177-9893-e344e8c43fec req-c0136ec6-6761-4ae9-b0f1-fa4a1a75444e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396361 Sep 02 13:02:43.059245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9704a-e6f1-44a6-8622-651700399f28 req-5f2976aa-9a5a-41d5-b6c4-4fc6f1a11125 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:43.060854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe9704a-e6f1-44a6-8622-651700399f28 req-5f2976aa-9a5a-41d5-b6c4-4fc6f1a11125 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 945 time: 0.0552273 Sep 02 13:02:43.107387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe9704a-e6f1-44a6-8622-651700399f28 req-ef59b9d2-4b9d-49ec-bf21-1e61fddd4783 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385675 Sep 02 13:02:43.195499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.204983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.210901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/868523ed-b058-4cd0-8b28-5f9238ce056b HTTP/1.1" status: 204 len: 168 time: 1.5008197 Sep 02 13:02:43.211275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57532) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:43.219211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1311003738'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:43.231024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85ee54-3af9-45fe-9b77-e3614530d59e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=868523ed-b058-4cd0-8b28-5f9238ce056b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:43.249316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-52d58ad6-30cf-42ac-945e-73445c573142 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635608 Sep 02 13:02:43.259743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6408e-e77a-4ab6-9e6f-0223bde7cf1d req-f7c31e6e-a593-4e3d-8152-eb459a6bdae4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:43.261325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bb6408e-e77a-4ab6-9e6f-0223bde7cf1d req-f7c31e6e-a593-4e3d-8152-eb459a6bdae4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0892048 Sep 02 13:02:43.318334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bb6408e-e77a-4ab6-9e6f-0223bde7cf1d req-fb6998e6-7c3e-47bb-86e2-afa377a1cb3f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495088 Sep 02 13:02:43.343267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea4776fd-49f5-4ad2-bd0a-070c6a1589f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.354607 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea4776fd-49f5-4ad2-bd0a-070c6a1589f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.409538 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ea4776fd-49f5-4ad2-bd0a-070c6a1589f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09a5d38b5e9d42f19a4133f778158e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198986 Sep 02 13:02:43.412552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:43.421213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:43.426851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.475995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4776fd-49f5-4ad2-bd0a-070c6a1589f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb28a58-0ac6-4885-a5ae-6203e7f73e55,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:43.506612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b050c12-6c87-4309-8316-fa7f804354bd req-3addda1d-1e33-4d66-9dd7-3b6a9a5bb88e tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 210 time: 0.0774076 Sep 02 13:02:43.525596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:43.542922 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.543274 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment 711b18ab-5899-418c-9719-8d62487ac2e3 of type vlan for network 627d1acd-8c90-4681-a379-8df9b3ea3117 Sep 02 13:02:43.566181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f335efaa-b371-4ff7-aaf5-2d67c4a7ac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.620594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.624835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f335efaa-b371-4ff7-aaf5-2d67c4a7ac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.629687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343e891-c6b0-4432-8dc8-0b58ae17f326 req-9aa0f2df-50d0-4b84-b611-ea308934a908 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:43.631295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0343e891-c6b0-4432-8dc8-0b58ae17f326 req-9aa0f2df-50d0-4b84-b611-ea308934a908 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0843065 Sep 02 13:02:43.641385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9aeda123-22cf-4172-a656-f8e840ec226e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:43.662228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9aeda123-22cf-4172-a656-f8e840ec226e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:02:43.662969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9aeda123-22cf-4172-a656-f8e840ec226e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:02:43.679341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.688551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:43.689415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.712564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0343e891-c6b0-4432-8dc8-0b58ae17f326 req-62617a2e-df85-42bf-baff-7950bcb85eba tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618393 Sep 02 13:02:43.727968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:43.730898 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce68978-5cb5-44c1-a3fd-8e8ed816e09b" -d '{"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:43.765044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5490766 Sep 02 13:02:43.765943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:43.766156 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85479ed9-04c1-4876-a912-ccdc4791efc9 x-openstack-request-id: req-85479ed9-04c1-4876-a912-ccdc4791efc9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:43.766649 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-unplugged", "status": "failed", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:43.767070 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85479ed9-04c1-4876-a912-ccdc4791efc9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:43.767783 n-d-792364-8 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'code': 422} returned with failed status Sep 02 13:02:43.770043 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f335efaa-b371-4ff7-aaf5-2d67c4a7ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.772313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:43.772662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f335efaa-b371-4ff7-aaf5-2d67c4a7ac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:43.773874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f335efaa-b371-4ff7-aaf5-2d67c4a7ac7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acb28a58-0ac6-4885-a5ae-6203e7f73e55 HTTP/1.1" status: 204 len: 168 time: 0.3592696 Sep 02 13:02:43.786336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2142f4-25ad-4730-bf94-d13a51424c5d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=627d1acd-8c90-4681-a379-8df9b3ea3117,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:43.789114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335efaa-b371-4ff7-aaf5-2d67c4a7ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb28a58-0ac6-4885-a5ae-6203e7f73e55,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:43.801098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 627d1acd-8c90-4681-a379-8df9b3ea3117 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:43.898332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:43.902426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:44.112364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:44.187065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=64ccc410-8b89-468d-a2d9-526f2383ca73,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:44.208175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': '711b18ab-5899-418c-9719-8d62487ac2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:44.208493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: 627d1acd-8c90-4681-a379-8df9b3ea3117, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:44.249025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 627d1acd-8c90-4681-a379-8df9b3ea3117 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:44.259367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da438d93-6c94-4f23-ba9f-cbc793510362 req-6b530ede-f8b1-4a61-bb7e-ef67e6b045a5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:44.260916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da438d93-6c94-4f23-ba9f-cbc793510362 req-6b530ede-f8b1-4a61-bb7e-ef67e6b045a5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 945 time: 0.0672376 Sep 02 13:02:44.274662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 627d1acd-8c90-4681-a379-8df9b3ea3117) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:44.287160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af6436-f87d-4696-bd02-12166584ed53 None None] Network 627d1acd-8c90-4681-a379-8df9b3ea3117 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:44.295897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:44.296684 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:44.324246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:44.324605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-57811eb7-3bd2-4b29-86d2-b370f0d54557 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5572758 Sep 02 13:02:44.329639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1714169647'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:44.330422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da438d93-6c94-4f23-ba9f-cbc793510362 req-2d469fed-8e52-42e5-bf9d-18ff27bb5899 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623596 Sep 02 13:02:44.532457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6871a-9712-4566-9e1d-49456e368284 req-96a18c4b-3779-418c-b3c1-2c7471870ae7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:44.534771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3e6871a-9712-4566-9e1d-49456e368284 req-96a18c4b-3779-418c-b3c1-2c7471870ae7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 945 time: 0.0901370 Sep 02 13:02:44.534935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-627d1acd-8c90-4681-a379-8df9b3ea3117', 'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': '64ccc410-8b89-468d-a2d9-526f2383ca73'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:44.535687 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:44.536438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:44.554283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:44.623019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:44.694718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-abb66bbd-0fcb-4aff-8901-6169c9b21b04 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:44.698305 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-abb66bbd-0fcb-4aff-8901-6169c9b21b04 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "GET /v2.0/networks?id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 200 len: 813 time: 0.1933942 Sep 02 13:02:44.721340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Request body: {'port': {'device_id': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14', 'admin_state_up': True, 'tenant_id': '20dda396ddd14ff18bf7825a507fddc6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:44.785156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Allocated IP 172.20.0.2 (627d1acd-8c90-4681-a379-8df9b3ea3117/64ccc410-8b89-468d-a2d9-526f2383ca73/9052ef7c-b668-452d-b812-c24e7864f416) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:44.795157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b3e6871a-9712-4566-9e1d-49456e368284 req-6f9a7a14-3973-4474-ac26-e7a787189fbc tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343934 Sep 02 13:02:44.827536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fd3c6d12-0a37-4887-b317-5c87a942ad81 req-520bd7c0-77a4-476a-941d-9616805aad68 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 210 time: 0.1991827 Sep 02 13:02:44.836741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:44.888570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595c5cf-a3fa-41f6-ab6c-6ab844367b54 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:44.890536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b595c5cf-a3fa-41f6-ab6c-6ab844367b54 tempest-TestNetworkBasicOps-287324779 tempest-TestNetworkBasicOps-287324779-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 1091 time: 0.0525236 Sep 02 13:02:44.894422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:44.903663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:45.012625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ce49-2571-4905-8d34-2bc6b86312f8 req-dfc5ddf7-740b-4fdd-aacc-4e6322190791 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:45.013733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.018498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.023826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c114ce49-2571-4905-8d34-2bc6b86312f8 req-dfc5ddf7-740b-4fdd-aacc-4e6322190791 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1014938 Sep 02 13:02:45.026092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Transition to ACTIVE for port object 9052ef7c-b668-452d-b812-c24e7864f416 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:45.046499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Transition to ACTIVE for port object 9052ef7c-b668-452d-b812-c24e7864f416 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:45.056364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Made reservation on behalf of 20dda396ddd14ff18bf7825a507fddc6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:45.057814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.069199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.087998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c114ce49-2571-4905-8d34-2bc6b86312f8 req-5a6ef4c0-2aef-42ec-99ee-9161a8fee560 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594053 Sep 02 13:02:45.105083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Network 627d1acd-8c90-4681-a379-8df9b3ea3117 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:45.107728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:02:45.116604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:45.141995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:45.169946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Pushing event updated for resources: {'Port': ['ID=9052ef7c-b668-452d-b812-c24e7864f416,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:45.178517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.13 (627d1acd-8c90-4681-a379-8df9b3ea3117/64ccc410-8b89-468d-a2d9-526f2383ca73/13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:45.248578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Attempting to bind port 9052ef7c-b668-452d-b812-c24e7864f416 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:45.249291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Attempting to bind port 9052ef7c-b668-452d-b812-c24e7864f416 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '711b18ab-5899-418c-9719-8d62487ac2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:45.249960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Attempting to bind port 9052ef7c-b668-452d-b812-c24e7864f416 on network 627d1acd-8c90-4681-a379-8df9b3ea3117 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:45.259498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:45.260221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Checking segment: {'id': '711b18ab-5899-418c-9719-8d62487ac2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:45.260874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.261570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Bound using segment: {'id': '711b18ab-5899-418c-9719-8d62487ac2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:45.262279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Bound port: 9052ef7c-b668-452d-b812-c24e7864f416, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711b18ab-5899-418c-9719-8d62487ac2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '627d1acd-8c90-4681-a379-8df9b3ea3117'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:45.262843 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.364287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Allocated IP 172.20.0.13 (f7a8beae-e3a9-4f26-9490-4fe7019ddb14/66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0/794a3194-7440-4f5c-8318-480389aba79c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:45.364615 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.365377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] For port 9052ef7c-b668-452d-b812-c24e7864f416, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:45.371351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] For port 9052ef7c-b668-452d-b812-c24e7864f416, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9052ef7c-b668-452d-b812-c24e7864f416,segment=NetworkSegment(711b18ab-5899-418c-9719-8d62487ac2e3),segment_id=711b18ab-5899-418c-9719-8d62487ac2e3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:45.378679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.387049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.394267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object 13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:45.460886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe14025-3f8e-4d07-8cd5-9b34b100d744 None None] Pushing event updated for resources: {'Port': ['ID=9052ef7c-b668-452d-b812-c24e7864f416,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:45.461802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.557355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 627d1acd-8c90-4681-a379-8df9b3ea3117 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:45.562767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:45.569150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:45.572473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:45.630585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:45.631427 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.653417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8749fd9d-c4a4-40a3-a217-4387bf94bfd5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3279796 Sep 02 13:02:45.655693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:45.715116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.740024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Allocated IP 172.25.7.135 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2db1cbca-5632-4c22-8925-26d9f2b8a8fc) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:45.811966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:45.813103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.949239 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.961605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.966941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:45.988159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:46.040029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:46.046817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:46.049311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:46.072562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Pushing event updated for resources: {'Port': ['ID=794a3194-7440-4f5c-8318-480389aba79c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:46.076464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e376-7877-4bda-a50d-0513f6fd02b1 req-8d7a7456-4774-4f37-a14b-00e8821d2b36 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:46.078100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b90e376-7877-4bda-a50d-0513f6fd02b1 req-8d7a7456-4774-4f37-a14b-00e8821d2b36 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 932 time: 0.1203458 Sep 02 13:02:46.097544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.156269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:46.157015 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.159605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b90e376-7877-4bda-a50d-0513f6fd02b1 req-fe9f8324-cb48-4a12-8379-10173d1fa079 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593147 Sep 02 13:02:46.166698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=2db1cbca-5632-4c22-8925-26d9f2b8a8fc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:46.179211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:46.180882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:46.184884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:46.188675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-767d8a73-df7e-426f-9f74-bca6cb317458 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4719214 Sep 02 13:02:46.228280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.242544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Request body: {'port': {'device_id': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:46.257608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:46.349004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.352545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4326c09-6dfb-4f6d-a5b2-0bf6957e2af6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c HTTP/1.1" status: 204 len: 168 time: 0.6929631 Sep 02 13:02:46.354403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57624) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:46.385242 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43d1da7-e7e4-4486-a6bd-815eab18d4bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:02:46.389809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de732f8e-8bea-4227-ba20-52a8b25f51da req-1fc5f3ca-205e-4269-bab3-9586c5be5a8b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:46.390522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c43d1da7-e7e4-4486-a6bd-815eab18d4bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c HTTP/1.1" status: 404 len: 333 time: 0.0350816 Sep 02 13:02:46.391771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:46.396640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de732f8e-8bea-4227-ba20-52a8b25f51da req-1fc5f3ca-205e-4269-bab3-9586c5be5a8b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1738906 Sep 02 13:02:46.424966 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.446175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 64ccc410-8b89-468d-a2d9-526f2383ca73 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:02:46.449611 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.474016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57628) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:46.482827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de732f8e-8bea-4227-ba20-52a8b25f51da req-68eb479a-d386-4543-9443-eace127d3bb9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852652 Sep 02 13:02:46.537352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.668407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.721605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:46.763424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.770223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.810948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839e847-aae9-453e-bba2-03ba023517a3 None None] Network 627d1acd-8c90-4681-a379-8df9b3ea3117 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:46.860108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=64ccc410-8b89-468d-a2d9-526f2383ca73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:46.867492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.869563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5a82e8fd-27df-47b3-a249-b8d4184cc6e8 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/64ccc410-8b89-468d-a2d9-526f2383ca73 HTTP/1.1" status: 204 len: 168 time: 0.4765325 Sep 02 13:02:46.872960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:46.888223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b419ac2f-537c-4c1e-b5e0-a06b41c68387 None None] Provisioning for port 9052ef7c-b668-452d-b812-c24e7864f416 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:46.967726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:46.968603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.033159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] DHCP port deletion for 627d1acd-8c90-4681-a379-8df9b3ea3117 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:02:47.052503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794a3194-7440-4f5c-8318-480389aba79c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:02:47.057898 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.063360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.073429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 9052ef7c-b668-452d-b812-c24e7864f416 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:47.073772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.096599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] Deleting port 9052ef7c-b668-452d-b812-c24e7864f416 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:47.097165 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.100002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Transition to ACTIVE for port object 794a3194-7440-4f5c-8318-480389aba79c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:47.101297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.105007 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.170545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] For port 9052ef7c-b668-452d-b812-c24e7864f416, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9052ef7c-b668-452d-b812-c24e7864f416,segment=NetworkSegment(711b18ab-5899-418c-9719-8d62487ac2e3),segment_id=711b18ab-5899-418c-9719-8d62487ac2e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:47.171098 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.191036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] Calling delete_port for 9052ef7c-b668-452d-b812-c24e7864f416 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:47.206475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Pushing event updated for resources: {'Port': ['ID=794a3194-7440-4f5c-8318-480389aba79c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.209931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] For port 9052ef7c-b668-452d-b812-c24e7864f416, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9052ef7c-b668-452d-b812-c24e7864f416,segment=NetworkSegment(711b18ab-5899-418c-9719-8d62487ac2e3),segment_id=711b18ab-5899-418c-9719-8d62487ac2e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:47.212465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.225409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 9052ef7c-b668-452d-b812-c24e7864f416 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:47.310829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.341285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] Pushing event deleted for resources: {'Port': ['ID=9052ef7c-b668-452d-b812-c24e7864f416,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.346823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c449e2d-5f78-4cd9-a715-ed56e81fceba None None] No DVR routers for this DVR port 9052ef7c-b668-452d-b812-c24e7864f416 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:47.350041 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.353108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Allocated IP 172.25.7.182 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/72db9758-e731-49f6-b41a-8ce94f1bba58) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:47.360553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Attempting to bind port 794a3194-7440-4f5c-8318-480389aba79c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:47.360891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Attempting to bind port 794a3194-7440-4f5c-8318-480389aba79c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:47.361253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Attempting to bind port 794a3194-7440-4f5c-8318-480389aba79c on network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:47.379819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Port 794a3194-7440-4f5c-8318-480389aba79c on network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:02:47.380146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Attempting to bind port 794a3194-7440-4f5c-8318-480389aba79c on network f7a8beae-e3a9-4f26-9490-4fe7019ddb14 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:47.388631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=9052ef7c-b668-452d-b812-c24e7864f416,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.392683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No DVR routers for this DVR port 9052ef7c-b668-452d-b812-c24e7864f416 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:02:47.397043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ebadc-60c5-4e3d-8631-60a7630897a7 req-f7fc2771-e6fd-43a5-96a0-e9c9ef7e49e2 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:47.398821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c9ebadc-60c5-4e3d-8631-60a7630897a7 req-f7fc2771-e6fd-43a5-96a0-e9c9ef7e49e2 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 944 time: 0.1183968 Sep 02 13:02:47.406887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:47.407224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Checking segment: {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:47.407616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Bound using segment: {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:47.408053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Bound port: 794a3194-7440-4f5c-8318-480389aba79c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8698b-64da-488e-8836-ad83dc6faa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:47.408409 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.487854 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.503926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.527651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.540719 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c9ebadc-60c5-4e3d-8631-60a7630897a7 req-b64f7035-2171-4173-a9eb-c4c93ba7de33 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246572 Sep 02 13:02:47.542449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627d1acd-8c90-4681-a379-8df9b3ea3117']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:47.568259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711b18ab-5899-418c-9719-8d62487ac2e3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:47.568560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711b18ab-5899-418c-9719-8d62487ac2e3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:47.584449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.598276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event updated for resources: {'Port': ['ID=2db1cbca-5632-4c22-8925-26d9f2b8a8fc,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.604316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] For port 794a3194-7440-4f5c-8318-480389aba79c, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:47.609112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.621554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] For port 794a3194-7440-4f5c-8318-480389aba79c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=794a3194-7440-4f5c-8318-480389aba79c,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:47.627387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.629427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.638614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.649307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:02:47.649707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:02:47.653922 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:02:47.728550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:47.729219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.730641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] 10.222.0.18 "PUT /v2.0/ports/794a3194-7440-4f5c-8318-480389aba79c HTTP/1.1" status: 200 len: 1092 time: 1.5045691 Sep 02 13:02:47.732087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb466d7d-ad68-46d8-9f55-4528ae084b91 req-cfe6eb9f-ec13-432f-bd3a-40157089205a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:47.732934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'tag': '794a3194-7440-4f5c-8318-480389aba79c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:47.733672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb466d7d-ad68-46d8-9f55-4528ae084b91 req-cfe6eb9f-ec13-432f-bd3a-40157089205a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1428881 Sep 02 13:02:47.735084 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62" -d '{"events": [{"name": "network-changed", "server_uuid": "c423ca3e-af6c-4227-a375-bd565a9d1a6d", "tag": "794a3194-7440-4f5c-8318-480389aba79c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:47.744166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.751782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.753781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/627d1acd-8c90-4681-a379-8df9b3ea3117 HTTP/1.1" status: 204 len: 168 time: 0.8798852 Sep 02 13:02:47.756769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:47.759922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:47.775887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'name': 'tempest-PortsTestJSON-1387933466'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:47.782632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a91ef-6fcd-433d-ab41-d7d1800e6226 service neutron] Pushing event updated for resources: {'Port': ['ID=794a3194-7440-4f5c-8318-480389aba79c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.788791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2890-51fd-4aae-8e1f-a60167b607ac tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=627d1acd-8c90-4681-a379-8df9b3ea3117,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.828698 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Floating IP e0737787-79ed-4476-a0f6-ebccd6bd83de associated. External IP: 172.25.7.135, port: d6621b4c-9f98-496a-8fdb-49b61efce50a. Sep 02 13:02:47.865176 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aa935f-7e41-4c3e-b5cd-b34651e26774 x-openstack-request-id: req-c7aa935f-7e41-4c3e-b5cd-b34651e26774 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:47.865553 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c423ca3e-af6c-4227-a375-bd565a9d1a6d", "tag": "794a3194-7440-4f5c-8318-480389aba79c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:47.865901 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7aa935f-7e41-4c3e-b5cd-b34651e26774 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:47.866393 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'tag': '794a3194-7440-4f5c-8318-480389aba79c', 'status': 'completed', 'code': 200} Sep 02 13:02:47.878565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:47.892090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:47.901699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:47.935848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Port': ['ID=72db9758-e731-49f6-b41a-8ce94f1bba58,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:47.963753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb466d7d-ad68-46d8-9f55-4528ae084b91 req-81c74a0d-849a-42f7-85da-b7b9fed6b413 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1792023 Sep 02 13:02:47.992723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:47.996507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.046636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 13c21df6-5a60-46c1-a2e5-0d902e4eb19a yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:48.060833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.150432 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.224980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-92a2ffcd-fa5d-4219-afac-443a9303fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:48.226538 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-92a2ffcd-fa5d-4219-afac-443a9303fd72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20dda396ddd14ff18bf7825a507fddc6&device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 1095 time: 0.4385266 Sep 02 13:02:48.279885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-e8c02abf-7950-4990-b320-2042d3a3fd85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=794a3194-7440-4f5c-8318-480389aba79c HTTP/1.1" status: 200 len: 217 time: 0.0418391 Sep 02 13:02:48.314919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.401699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.407282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de58d2-5b5d-499b-9366-042143438416 req-cf9255f1-121b-44dd-bbc9-521592650a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:48.408973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-cf9255f1-121b-44dd-bbc9-521592650a77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0 HTTP/1.1" status: 200 len: 853 time: 0.1190431 Sep 02 13:02:48.410761 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.435192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.449143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-2966e0b5-1765-4a90-97dd-8c03becd8638 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311904 Sep 02 13:02:48.457409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router bced899e-00be-46e3-a8b8-0e632e9c67cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:02:48.462396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:48.468929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:48.489785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=13c21df6-5a60-46c1-a2e5-0d902e4eb19a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:48.498908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:48.505912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:48.506519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.557692 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.564145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-afd1b223-c5a3-4416-a048-c16a44351a7a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7931762 Sep 02 13:02:48.571199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:48.604063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Port': ['ID=72db9758-e731-49f6-b41a-8ce94f1bba58,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:48.608829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.612718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c2ec3d5f-3dce-4830-92e5-efad534e5e49 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1350913 Sep 02 13:02:48.613242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:48.619963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1996688162'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:48.669739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-8c561234-2924-439b-b5b6-8ce382b3ac6b service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110620 Sep 02 13:02:48.672427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Made reservation on behalf of 687ea64b499b4d1284008c302e26edf0 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:48.675939 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.687502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.713011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 13c21df6-5a60-46c1-a2e5-0d902e4eb19a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:48.713358 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.733813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:48.746007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] Sync routers for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:48.756329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:48.757155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:48.771987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb0821-581d-4f41-87f8-37becc3e12ef req-751a53f2-18b1-417f-b608-a3eb103436e8 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:48.775519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6beb0821-581d-4f41-87f8-37becc3e12ef req-751a53f2-18b1-417f-b608-a3eb103436e8 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 944 time: 0.1439037 Sep 02 13:02:48.817313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.835572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 13c21df6-5a60-46c1-a2e5-0d902e4eb19a owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:48.842004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e1de58d2-5b5d-499b-9366-042143438416 req-5203c544-ae80-4c67-b8a8-57355ef286ba service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631680 Sep 02 13:02:48.854223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6beb0821-581d-4f41-87f8-37becc3e12ef req-6a56a5e9-b65e-4fb4-884a-238c565dcbbc tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668108 Sep 02 13:02:48.907723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:48.939838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.954305 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.957017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:48.987365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:48.992199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.001766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-5407d942-b088-425a-ace0-82473d50066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.003566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-5407d942-b088-425a-ace0-82473d50066c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20dda396ddd14ff18bf7825a507fddc6&device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 1095 time: 0.0842087 Sep 02 13:02:49.004933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65f31f2-1cf1-4a92-bb37-aec45728289e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:49.008799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70d1d837-5b08-418d-b2a4-f10d336eb0e8 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1127596 Sep 02 13:02:49.011796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:49.019459 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.019820 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Added segment cb9213ef-4a03-49bb-b8b0-b046a8c22e87 of type vlan for network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec Sep 02 13:02:49.048579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=13c21df6-5a60-46c1-a2e5-0d902e4eb19a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:49.075855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.078370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1834cb65-76b3-455a-8f6d-dc62b1559b08 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/13c21df6-5a60-46c1-a2e5-0d902e4eb19a HTTP/1.1" status: 204 len: 168 time: 0.5062406 Sep 02 13:02:49.082522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:49.091474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'mac_address': 'fa:16:3e:20:c9:ce', 'name': 'tempest-PortsTestJSON-15211747'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:49.112864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.183912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-970722aa-b590-4676-86c5-5ca175f8345f tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/e0737787-79ed-4476-a0f6-ebccd6bd83de HTTP/1.1" status: 200 len: 991 time: 0.1681871 Sep 02 13:02:49.191473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.200886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.201680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.209182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9d0c0-c240-4903-b94f-1e5103191e57 req-b412358e-efc2-4d7b-9da2-ae2e39919593 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.211122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26b9d0c0-c240-4903-b94f-1e5103191e57 req-b412358e-efc2-4d7b-9da2-ae2e39919593 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1061220 Sep 02 13:02:49.222938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-3df5493e-65d7-4a2c-82c4-f5625390f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.224856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-3df5493e-65d7-4a2c-82c4-f5625390f007 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 200 len: 914 time: 0.2138946 Sep 02 13:02:49.241332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'e0737787-79ed-4476-a0f6-ebccd6bd83de', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'port_id': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'mac_address': 'fa:16:3e:16:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:02:46Z', 'updated_at': '2021-09-02T13:02:46Z', 'revision_number': 0, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:26Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:49.276860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] Checking router: bced899e-00be-46e3-a8b8-0e632e9c67cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:02:49.278814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-c29e0f83-7518-4d70-b0e5-2fd542cab4d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=794a3194-7440-4f5c-8318-480389aba79c HTTP/1.1" status: 200 len: 217 time: 0.0458159 Sep 02 13:02:49.287367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:49.287811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:49.295200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:49.316231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6995006 Sep 02 13:02:49.326342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:49.329551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-26b9d0c0-c240-4903-b94f-1e5103191e57 req-69212656-52a2-4655-be5d-43b888433caf tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037142 Sep 02 13:02:49.334447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Request body: {'subnet': {'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:49.340982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbe679-61de-43bc-b96d-d79d8c2ddad1 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Network': ['ID=45e1d90a-1ee1-4d76-ba2e-f6155e671eec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:49.361594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:49.375608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.397685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 8ecefa25-9cca-4699-8f55-7969302394e0 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:49.404686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-c1e785ac-39c8-4665-94ef-8be3c8c1e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.406291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-c1e785ac-39c8-4665-94ef-8be3c8c1e093 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0 HTTP/1.1" status: 200 len: 853 time: 0.1150320 Sep 02 13:02:49.442798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-47339ea2-dbc7-4dde-a8d7-50137bd335bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7a8beae-e3a9-4f26-9490-4fe7019ddb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271120 Sep 02 13:02:49.465209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:02:49.537332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Made reservation on behalf of 687ea64b499b4d1284008c302e26edf0 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:49.541587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.587890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.609994 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-3229f0c4-6a7c-4b08-8b2c-701719895bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585262 Sep 02 13:02:49.627563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.685756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:49.690452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:49.696249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:49.703389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.704339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.716410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=8ecefa25-9cca-4699-8f55-7969302394e0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:49.728626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c9de6fe2-385a-4eef-9ef0-b11d5dd989bb tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6447568 Sep 02 13:02:49.731124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:49.733268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'e0737787-79ed-4476-a0f6-ebccd6bd83de', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'port_id': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'mac_address': 'fa:16:3e:16:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:02:46Z', 'updated_at': '2021-09-02T13:02:46Z', 'revision_number': 0, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:26Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:49.761461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286859f-2449-4638-8c60-39b20b0fafee None None] The sync data for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 is: [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'e0737787-79ed-4476-a0f6-ebccd6bd83de', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'port_id': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'mac_address': 'fa:16:3e:16:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:02:46Z', 'updated_at': '2021-09-02T13:02:46Z', 'revision_number': 0, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:26Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:49.781024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e230ccb8-5a1e-43ce-be2b-64e574ef0d62 req-0d47231e-7ea1-4080-8613-31be129ae8f1 service neutron] 10.222.0.18 "GET /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616528 Sep 02 13:02:49.786667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55bc3b-4848-4566-806e-4827e51efce4 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:49.788484 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5b55bc3b-4848-4566-806e-4827e51efce4 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/8ecefa25-9cca-4699-8f55-7969302394e0 HTTP/1.1" status: 200 len: 839 time: 0.0563495 Sep 02 13:02:49.793382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:49.841414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.869866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:49.873346 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:49.897734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 8ecefa25-9cca-4699-8f55-7969302394e0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:49.898240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:49.915405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Subnet': ['ID=3987fb63-24e6-4196-97df-e3cfebe95d1a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:49.929139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Checking segment: {'id': 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:49.929711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network hostable DHCP agents. Network: 45e1d90a-1ee1-4d76-ba2e-f6155e671eec, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:49.938665 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbbc99b-81c5-4020-9472-3aba2cc53e2e x-openstack-request-id: req-7bbbc99b-81c5-4020-9472-3aba2cc53e2e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:49.938952 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:49.939202 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bbbc99b-81c5-4020-9472-3aba2cc53e2e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:49.939599 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'status': 'completed', 'code': 200} Sep 02 13:02:49.954541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:49.976425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 45e1d90a-1ee1-4d76-ba2e-f6155e671eec) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:49.987246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce904b91-876d-4108-a719-766439d0c32b None None] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:50.012625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:50.013241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.039846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-21f7b3e0-6a03-440b-ba9b-fb2a6aeec314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:50.041548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-21f7b3e0-6a03-440b-ba9b-fb2a6aeec314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 1096 time: 0.0791016 Sep 02 13:02:50.043068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-266fe2b6-bad6-413c-9896-e37d48496a78 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7126093 Sep 02 13:02:50.044123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.045853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:50.050788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2103256198', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:50.060545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 8ecefa25-9cca-4699-8f55-7969302394e0 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:50.095105 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47444418-134e-40f5-bc8c-cd9a035f3703 None None] New status for floating IP e0737787-79ed-4476-a0f6-ebccd6bd83de: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:02:50.151596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf8c2e-966e-4d58-bb6d-065f17689ba5 req-4b430bb8-3e0b-4d8e-933c-9064fab44857 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:50.154287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14bf8c2e-966e-4d58-bb6d-065f17689ba5 req-4b430bb8-3e0b-4d8e-933c-9064fab44857 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 944 time: 0.1982570 Sep 02 13:02:50.160759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.162838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.187927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57674) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:50.397759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.400747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-27572fe6-49dd-4336-bd30-b0f81cf1bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:50.410146 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-27572fe6-49dd-4336-bd30-b0f81cf1bf54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f HTTP/1.1" status: 200 len: 897 time: 0.3516800 Sep 02 13:02:50.410790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-45e1d90a-1ee1-4d76-ba2e-f6155e671eec', 'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec', 'tenant_id': '687ea64b499b4d1284008c302e26edf0', 'fixed_ips': [{'subnet_id': '3987fb63-24e6-4196-97df-e3cfebe95d1a'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:50.411673 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.413514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a69db6ff-300e-487e-bc46-d4d9108f535c tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/e0737787-79ed-4476-a0f6-ebccd6bd83de HTTP/1.1" status: 200 len: 991 time: 0.2221940 Sep 02 13:02:50.573287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Allocated IP 172.20.0.2 (45e1d90a-1ee1-4d76-ba2e-f6155e671eec/3987fb63-24e6-4196-97df-e3cfebe95d1a/fcb06f4c-f100-4f4c-8cbb-c7cf54265e56) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:50.632512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-bd8747ff-5d28-44c3-bb24-90d4cca4ff0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a HTTP/1.1" status: 200 len: 1001 time: 0.2145722 Sep 02 13:02:50.635581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14bf8c2e-966e-4d58-bb6d-065f17689ba5 req-a8e65a7c-1441-437b-ac4d-45b6b185fd35 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720657 Sep 02 13:02:50.637940 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.647147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.665196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a4f8-10d8-4a67-b499-00527ee1a916 req-aa5fddd9-2048-4b46-a83b-f203e1a750dd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:50.666727 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6eb3a4f8-10d8-4a67-b499-00527ee1a916 req-aa5fddd9-2048-4b46-a83b-f203e1a750dd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1803637 Sep 02 13:02:50.684027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.686434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/8ecefa25-9cca-4699-8f55-7969302394e0 HTTP/1.1" status: 204 len: 168 time: 0.8918991 Sep 02 13:02:50.687953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8fe2d-4ff1-42de-bb8d-ae8dad63b380 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=8ecefa25-9cca-4699-8f55-7969302394e0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:50.693615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57678) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:50.744264 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b9e46f-cafd-44eb-a8cd-b2a855664807 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:02:50.745926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f2b9e46f-cafd-44eb-a8cd-b2a855664807 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/8ecefa25-9cca-4699-8f55-7969302394e0 HTTP/1.1" status: 404 len: 333 time: 0.0496235 Sep 02 13:02:50.751954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:50.752840 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.761679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Transition to ACTIVE for port object fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:50.777492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Transition to ACTIVE for port object fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:50.783859 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.786004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'name': 'tempest-PortsTestJSON-217229034'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:50.789998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-bf28dda6-effc-4860-b99b-23dedeee13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:50.791441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-bf28dda6-effc-4860-b99b-23dedeee13c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=796612e4-1977-44f8-b39c-a4ebf4d21ea4 HTTP/1.1" status: 200 len: 835 time: 0.1501653 Sep 02 13:02:50.833602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:50.834470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 794a3194-7440-4f5c-8318-480389aba79c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:02:50.843808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:50.849016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:50.852592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Pushing event updated for resources: {'Port': ['ID=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:50.884739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6eb3a4f8-10d8-4a67-b499-00527ee1a916 req-b8d71f1b-9cc7-4e30-aead-579cb78b19b3 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923835 Sep 02 13:02:50.959103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Attempting to bind port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:50.959514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Attempting to bind port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:50.959834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Attempting to bind port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 on network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:50.975930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:50.976446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Checking segment: {'id': 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:50.976886 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:50.977314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Bound using segment: {'id': 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:50.978009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Bound port: fcb06f4c-f100-4f4c-8cbb-c7cf54265e56, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:50.978202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.006447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 794a3194-7440-4f5c-8318-480389aba79c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=794a3194-7440-4f5c-8318-480389aba79c,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:51.041805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '794a3194-7440-4f5c-8318-480389aba79c', 'network_id': 'f7a8beae-e3a9-4f26-9490-4fe7019ddb14', 'port_id': '794a3194-7440-4f5c-8318-480389aba79c', 'mac_address': 'fa:16:3e:a5:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:02:51.102227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] For port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:51.108068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] For port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,segment=NetworkSegment(cb9213ef-4a03-49bb-b8b0-b046a8c22e87),segment_id=cb9213ef-4a03-49bb-b8b0-b046a8c22e87)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:51.113463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.135581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.170682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794a3194-7440-4f5c-8318-480389aba79c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:02:51.216958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 794a3194-7440-4f5c-8318-480389aba79c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=794a3194-7440-4f5c-8318-480389aba79c,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:51.224706 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.232230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef2bdc-cfa3-4803-97bb-4bb49e213e51 None None] Pushing event updated for resources: {'Port': ['ID=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:51.278177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-e0c4b8eb-1c3c-4d2a-9314-b8fcd0f17e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:51.279948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-e0c4b8eb-1c3c-4d2a-9314-b8fcd0f17e72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4808474 Sep 02 13:02:51.296031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=794a3194-7440-4f5c-8318-480389aba79c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:51.336071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:51.339601 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.378858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port ebc406c9-cad7-4540-a729-269ba4e28972 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:51.418482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:51.461241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['794a3194-7440-4f5c-8318-480389aba79c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:02:51.512959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4b3a4c1f-e829-4c2c-99ec-a75078d11dfe tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/e0737787-79ed-4476-a0f6-ebccd6bd83de HTTP/1.1" status: 200 len: 993 time: 0.0899611 Sep 02 13:02:51.513220 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-4ac3b23e-57f0-4d99-8d0f-4b5e901c4d79 service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219760 Sep 02 13:02:51.653122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:51.716010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.728206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:51.767539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.868181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:51.891758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0b007e-6ea0-4bc4-892a-cdd5a95b3d6e req-9d18284b-f842-41a2-a8c7-77e7dd5ea63d service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688345 Sep 02 13:02:51.936616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5d0c1-2dd3-4d87-bcca-44ffbc78250c req-4676c711-263d-46b4-b988-ac852e53c74d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:51.938326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ad5d0c1-2dd3-4d87-bcca-44ffbc78250c req-4676c711-263d-46b4-b988-ac852e53c74d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 945 time: 0.2233472 Sep 02 13:02:52.012511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.013098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a416f7-6d5c-4feb-8e7b-3a50f13ab6e9 req-b9b05ca5-4354-44cb-851b-89e1203dded2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:52.014902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Allocated IP 172.25.7.171 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/d438729e-5dc1-4325-825b-7dca2d2353c3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:52.015426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33a416f7-6d5c-4feb-8e7b-3a50f13ab6e9 req-b9b05ca5-4354-44cb-851b-89e1203dded2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0575225 Sep 02 13:02:52.060203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33a416f7-6d5c-4feb-8e7b-3a50f13ab6e9 req-611778dc-4991-4a89-9fc3-356612c81199 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376661 Sep 02 13:02:52.076531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ad5d0c1-2dd3-4d87-bcca-44ffbc78250c req-72c37ade-d7fc-4833-bd7c-e9af2827a21d tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148210 Sep 02 13:02:52.146369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:52.152496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:52.158940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:52.165169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:52.165833 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.171318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=ebc406c9-cad7-4540-a729-269ba4e28972,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:52.202344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2b701ffd-457d-4dde-ba67-47f62628f720 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4222965 Sep 02 13:02:52.205340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57692) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:52.212091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:52.226670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.269626 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.283290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.312741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:52.315993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:52.318491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:52.350824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Port': ['ID=d438729e-5dc1-4325-825b-7dca2d2353c3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:52.357988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f7d8fe-ad5c-4dc4-b758-ef10d6ac117c None None] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:52.469157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.476543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.487386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] Provisioning for port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:52.520707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] In _notify_port_updated(), no bound segment for port ebc406c9-cad7-4540-a729-269ba4e28972 on network 14e7f874-2dca-4247-99c4-ccb7f786c51b {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:02:52.526258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] Provisioning complete for port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:52.526699 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.527429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:52.528162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.534436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/ports/ebc406c9-cad7-4540-a729-269ba4e28972 HTTP/1.1" status: 200 len: 818 time: 0.3230791 Sep 02 13:02:52.534436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57694) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:52.583032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b740c-952f-47e2-ac10-2def67b69b58 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=ebc406c9-cad7-4540-a729-269ba4e28972,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:52.614179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.628155 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.655052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port ebc406c9-cad7-4540-a729-269ba4e28972 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:02:52.656085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.664649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] For port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,segment=NetworkSegment(cb9213ef-4a03-49bb-b8b0-b046a8c22e87),segment_id=cb9213ef-4a03-49bb-b8b0-b046a8c22e87)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:52.671612 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.732736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022a327-5025-4f6e-a604-90bdb198db3b None None] Pushing event updated for resources: {'Port': ['ID=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:52.747702 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.763386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for ebc406c9-cad7-4540-a729-269ba4e28972 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:02:52.845820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.848071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 794a3194-7440-4f5c-8318-480389aba79c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:52.862069 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.897817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.902659 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/ebc406c9-cad7-4540-a729-269ba4e28972 HTTP/1.1" status: 204 len: 168 time: 0.3665996 Sep 02 13:02:52.903177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57696) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:52.904867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e560d48a-9c01-481f-a28e-bccc2a3d5871 None None] Provisioning complete for port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:52.905278 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e560d48a-9c01-481f-a28e-bccc2a3d5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.913813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6662e1e-1941-4a21-99be-0eb59473aa0a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=ebc406c9-cad7-4540-a729-269ba4e28972,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:52.934419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 794a3194-7440-4f5c-8318-480389aba79c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:52.942148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 794a3194-7440-4f5c-8318-480389aba79c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:52.942525 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:52.966667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826b9c1-be81-4478-834e-4dce31039ad6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:52.968360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4826b9c1-be81-4478-834e-4dce31039ad6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0641222 Sep 02 13:02:52.970874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:52.996259 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4d9d53-4057-43a1-b5fb-de8285f909ed tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:02:52.997751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bb4d9d53-4057-43a1-b5fb-de8285f909ed tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/ebc406c9-cad7-4540-a729-269ba4e28972 HTTP/1.1" status: 404 len: 333 time: 0.0259488 Sep 02 13:02:53.002410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:53.007623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1162963596'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:53.012405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Router b1c62a5f-7259-46d0-928b-6b1d0be0515a is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:02:53.060135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.083269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794a3194-7440-4f5c-8318-480389aba79c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:02:53.085690 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d5776-a098-449f-949b-fd47e56fa525" -d '{"events": [{"server_uuid": "c423ca3e-af6c-4227-a375-bd565a9d1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "794a3194-7440-4f5c-8318-480389aba79c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:02:53.096438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:53.098749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 794a3194-7440-4f5c-8318-480389aba79c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=794a3194-7440-4f5c-8318-480389aba79c,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:53.099959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.105881 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.144859 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1fdb18-2f85-48e8-aecc-f5649e4b5446 x-openstack-request-id: req-8b1fdb18-2f85-48e8-aecc-f5649e4b5446 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:02:53.145242 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c423ca3e-af6c-4227-a375-bd565a9d1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "794a3194-7440-4f5c-8318-480389aba79c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:02:53.145555 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b1fdb18-2f85-48e8-aecc-f5649e4b5446 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:02:53.146246 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794a3194-7440-4f5c-8318-480389aba79c', 'code': 200} Sep 02 13:02:53.162421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:02:53.182581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.183024 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment 56e33194-5dfe-4db1-b0a3-aaadef9bbc7e of type vlan for network 28c1ebce-0358-4a96-98be-54d4f6e62148 Sep 02 13:02:53.203750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=794a3194-7440-4f5c-8318-480389aba79c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:53.221839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:53.236360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] Sync routers for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:53.245998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:53.247188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:53.255809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90330-739c-4fcb-9859-5b72f51402ec req-3784444e-1609-4bd3-a9f9-2781805f52d0 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:53.257474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ab90330-739c-4fcb-9859-5b72f51402ec req-3784444e-1609-4bd3-a9f9-2781805f52d0 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.0613034 Sep 02 13:02:53.289460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:53.296090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.297356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f12daf7c-fa0a-4da5-840a-ad30f43f349a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2505052 Sep 02 13:02:53.300484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:53.301158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:53.302347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:53.308313 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ab90330-739c-4fcb-9859-5b72f51402ec req-3364f63d-aa46-49af-b6f4-1ce30f665d1c tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Sep 02 13:02:53.315760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.343222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e072edd-12c3-472a-95b7-d219e8f1ca7b req-76dd1018-67a7-485e-9db9-3c7f8bea61e5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:53.344810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e072edd-12c3-472a-95b7-d219e8f1ca7b req-76dd1018-67a7-485e-9db9-3c7f8bea61e5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1682358 Sep 02 13:02:53.345916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:53.346839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68878256-8b53-4dc7-a677-945aeba32ab4 None None] The sync data for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:53.355965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1de0-5d11-493d-aa82-1d500cd1c66a req-7bab36ab-e134-4678-984e-c53da8333953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:53.357548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e7d1de0-5d11-493d-aa82-1d500cd1c66a req-7bab36ab-e134-4678-984e-c53da8333953 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 1097 time: 0.1265848 Sep 02 13:02:53.412064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.417989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:53.418613 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.445015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e072edd-12c3-472a-95b7-d219e8f1ca7b req-eb2dd3fa-55fd-45c4-813c-1b3e335b8542 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913823 Sep 02 13:02:53.492669 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4891572 Sep 02 13:02:53.496270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:53.496880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e7d1de0-5d11-493d-aa82-1d500cd1c66a req-32169590-3245-4b52-802c-34d64a356b72 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250050 Sep 02 13:02:53.505606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:53.514654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088460fd-8332-4b6a-b2a5-4023d9de1d7d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=28c1ebce-0358-4a96-98be-54d4f6e62148,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:53.530356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:02:53.612649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:53.670559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:53.670926 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.677886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:53.681496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:53.963105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.017785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.040420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=bbde3054-ead5-42a3-9084-ef0c24003b78,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:54.119709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:54.120072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: 28c1ebce-0358-4a96-98be-54d4f6e62148, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:02:54.153660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:02:54.181210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 28c1ebce-0358-4a96-98be-54d4f6e62148) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:54.186327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:54.186932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.198388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4680bd1-9a54-441b-8616-80484c8d777e None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:54.240366 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-014d2a58-6b78-4e96-bde0-b71f9f76f99f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7429030 Sep 02 13:02:54.243310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57714) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:54.250443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:54.349872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-28c1ebce-0358-4a96-98be-54d4f6e62148', 'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': 'bbde3054-ead5-42a3-9084-ef0c24003b78'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:02:54.350963 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.448765 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Allocated IP 172.20.0.1 (45e1d90a-1ee1-4d76-ba2e-f6155e671eec/3987fb63-24e6-4196-97df-e3cfebe95d1a/c3dee9e0-1325-4f67-8bd4-33d937130d0f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:54.482937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:54.487291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.506173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Allocated IP 172.20.0.2 (28c1ebce-0358-4a96-98be-54d4f6e62148/bbde3054-ead5-42a3-9084-ef0c24003b78/978e1d54-9fa5-40ef-b806-9125e30a9be6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:54.509571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db098db-b572-481d-a376-5f93f483db82 req-bb667d20-8482-42cd-9c2f-f13497eda7bd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:54.511232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6db098db-b572-481d-a376-5f93f483db82 req-bb667d20-8482-42cd-9c2f-f13497eda7bd tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.1207907 Sep 02 13:02:54.614197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f98de5-820a-4fba-9ae7-f9f950a22606 req-15fb5ef2-b803-41d9-8ecb-9afe2d5f8b8b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:54.631485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9f98de5-820a-4fba-9ae7-f9f950a22606 req-15fb5ef2-b803-41d9-8ecb-9afe2d5f8b8b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0920036 Sep 02 13:02:54.678158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6db098db-b572-481d-a376-5f93f483db82 req-0e8bd7b6-b5cd-4433-b8c3-6561c5b83286 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265004 Sep 02 13:02:54.704296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9f98de5-820a-4fba-9ae7-f9f950a22606 req-3b4dd7a0-fdfc-41b2-ba9b-be49462f9bca tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674901 Sep 02 13:02:54.721190 n-d-792364-8 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbde3054-ead5-42a3-9084-ef0c24003b78 (CIDR: 172.20.0.0/28) Sep 02 13:02:54.733057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.734217 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:02:54.734882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:02:54.740463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.744676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Transition to ACTIVE for port object 978e1d54-9fa5-40ef-b806-9125e30a9be6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:54.763845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Transition to ACTIVE for port object c3dee9e0-1325-4f67-8bd4-33d937130d0f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:54.770707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5888620f-fe37-46a6-adfe-482acef17d54 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5225463 Sep 02 13:02:54.770977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57724) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:54.772845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Transition to ACTIVE for port object 978e1d54-9fa5-40ef-b806-9125e30a9be6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:54.776786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:54.781661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.813120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.832671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:54.835960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:54.839694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:54.853212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Pushing event updated for resources: {'Port': ['ID=978e1d54-9fa5-40ef-b806-9125e30a9be6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:54.872724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:54.876567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:54.896997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:54.925197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Attempting to bind port 978e1d54-9fa5-40ef-b806-9125e30a9be6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:02:54.925583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Attempting to bind port 978e1d54-9fa5-40ef-b806-9125e30a9be6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:02:54.925952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Attempting to bind port 978e1d54-9fa5-40ef-b806-9125e30a9be6 on network 28c1ebce-0358-4a96-98be-54d4f6e62148 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:02:54.936716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:02:54.937386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Checking segment: {'id': '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:02:54.938007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.938594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Bound using segment: {'id': '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:02:54.938725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Port': ['ID=c3dee9e0-1325-4f67-8bd4-33d937130d0f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:54.939356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Bound port: 978e1d54-9fa5-40ef-b806-9125e30a9be6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:02:54.939930 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:54.966789 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.058817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:55.062602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.066571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] For port 978e1d54-9fa5-40ef-b806-9125e30a9be6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:02:55.070898 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] For port 978e1d54-9fa5-40ef-b806-9125e30a9be6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=978e1d54-9fa5-40ef-b806-9125e30a9be6,segment=NetworkSegment(56e33194-5dfe-4db1-b0a3-aaadef9bbc7e),segment_id=56e33194-5dfe-4db1-b0a3-aaadef9bbc7e)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:02:55.077173 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.162564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166420-4310-4696-aa3a-d4aaf1035ea7 None None] Pushing event updated for resources: {'Port': ['ID=978e1d54-9fa5-40ef-b806-9125e30a9be6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:55.162823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.198922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-293e2ee9-5417-46ee-acc0-0bfdf61443cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:55.204128 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-293e2ee9-5417-46ee-acc0-0bfdf61443cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.1880107 Sep 02 13:02:55.241032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca224ac-fcc7-4bcb-a22f-eda766527634 req-f2b93c8e-af00-487f-9efb-e170e404c98c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:55.243105 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fca224ac-fcc7-4bcb-a22f-eda766527634 req-f2b93c8e-af00-487f-9efb-e170e404c98c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.2426188 Sep 02 13:02:55.306742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b55ab4a0-e36f-4bf9-9b22-1fce2b9d0a0b None None] Provisioning for port c3dee9e0-1325-4f67-8bd4-33d937130d0f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:55.311250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b55ab4a0-e36f-4bf9-9b22-1fce2b9d0a0b None None] Provisioning complete for port c3dee9e0-1325-4f67-8bd4-33d937130d0f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:55.311635 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4a0-e36f-4bf9-9b22-1fce2b9d0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.361452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b55ab4a0-e36f-4bf9-9b22-1fce2b9d0a0b None None] Port c3dee9e0-1325-4f67-8bd4-33d937130d0f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:02:55.405582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-b052adc1-bdce-4e56-8dcb-fbb82765e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:55.408121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-b052adc1-bdce-4e56-8dcb-fbb82765e266 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1885500 Sep 02 13:02:55.414799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fca224ac-fcc7-4bcb-a22f-eda766527634 req-a3dfdbdb-c7f3-4e49-a0a1-10c32c40f0df tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590068 Sep 02 13:02:55.527279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.534214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.613830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-01192aca-f38b-4eb9-87f2-d840691656af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1914482 Sep 02 13:02:55.636127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Port': ['ID=c3dee9e0-1325-4f67-8bd4-33d937130d0f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:55.639175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.640285 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.674391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 978e1d54-9fa5-40ef-b806-9125e30a9be6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:55.717923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:55.726444 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:55.729591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:55.730185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:55.744806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-fc5720d2-0a22-4d12-a346-b439d1bb3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:55.746407 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-fc5720d2-0a22-4d12-a346-b439d1bb3413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1166320 Sep 02 13:02:55.749603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=1314e170-91b8-4013-9735-2bf61cc6d74f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:55.754528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:55.769490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:55.771410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-da0bc335-39c8-463c-bd01-f8e3176570b9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9996023 Sep 02 13:02:55.772332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:55.775311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:55.782424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148', 'fixed_ips': [{'subnet_id': 'bbde3054-ead5-42a3-9084-ef0c24003b78'}, {'subnet_id': '1314e170-91b8-4013-9735-2bf61cc6d74f'}], 'name': 'tempest-PortsTestJSON-1815304493'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:56.008709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Router b1c62a5f-7259-46d0-928b-6b1d0be0515a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:02:56.088987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:56.097996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee1b79a7-f4a3-4f7b-b243-22bf1e5fce5f None None] Provisioning complete for port c3dee9e0-1325-4f67-8bd4-33d937130d0f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:56.098766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee1b79a7-f4a3-4f7b-b243-22bf1e5fce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.144683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b79a7-f4a3-4f7b-b243-22bf1e5fce5f None None] Port c3dee9e0-1325-4f67-8bd4-33d937130d0f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:02:56.175188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-2da1c3aa-43af-4a5d-a0ff-2afbe85570aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:56.176826 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-2da1c3aa-43af-4a5d-a0ff-2afbe85570aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4217713 Sep 02 13:02:56.185614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737a5a-d60b-4656-a936-9e6e294c6f5b req-c3bb4177-fd7f-4779-b529-06905cbfbbfb tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:56.187331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2737a5a-d60b-4656-a936-9e6e294c6f5b req-c3bb4177-fd7f-4779-b529-06905cbfbbfb tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.4219401 Sep 02 13:02:56.284936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2737a5a-d60b-4656-a936-9e6e294c6f5b req-111fd553-d69e-4875-bb82-9fda21c7b894 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872958 Sep 02 13:02:56.315604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-4ed8f4e5-0ac8-4705-80ee-76036a3a68af service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272142 Sep 02 13:02:56.356416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4599bb55-bd72-4375-a5f5-737c1451483b None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:56.419157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e4e5044b-2822-4e00-b0b3-2d99a4c4bc54 req-15b5d55a-2b67-4efc-8d10-cfb08bb0bad5 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956762 Sep 02 13:02:56.440974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] Provisioning for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:56.451966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] Provisioning complete for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:56.452345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.559122 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:02:56.578972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37786ea-81d9-405f-830c-f9ac63887387 req-5da8d6e7-c85c-4264-9833-53f5fa2dd329 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:56.581270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d37786ea-81d9-405f-830c-f9ac63887387 req-5da8d6e7-c85c-4264-9833-53f5fa2dd329 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0828400 Sep 02 13:02:56.630739 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.632648 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d37786ea-81d9-405f-830c-f9ac63887387 req-0d659aeb-5b44-4ee3-b4a3-94db9e72c05d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444474 Sep 02 13:02:56.633416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:02:56.639167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d7234896-486e-434b-8953-405ec70c44b8 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "PUT /v2.0/routers/b1c62a5f-7259-46d0-928b-6b1d0be0515a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3347535 Sep 02 13:02:56.647699 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] Sync routers for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:02:56.660014 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.660283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:56.666297 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:56.666960 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:56.669026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Request body: {'port': {'network_id': '45e1d90a-1ee1-4d76-ba2e-f6155e671eec', 'name': 'tempest-FloatingIPAdminTestJSON-951228457'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:56.669209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port f7f6e3e7-b151-406d-95dc-0f4d39007006 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:56.710938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] For port 978e1d54-9fa5-40ef-b806-9125e30a9be6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=978e1d54-9fa5-40ef-b806-9125e30a9be6,segment=NetworkSegment(56e33194-5dfe-4db1-b0a3-aaadef9bbc7e),segment_id=56e33194-5dfe-4db1-b0a3-aaadef9bbc7e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:56.717076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.732695 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:56.743491 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:02:56.744532 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:02:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:56.786174 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:02:56.787202 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca039a31-46a5-456d-8301-16c74d88a70f None None] The sync data for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:02:56.866774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b6123-7829-44bb-ac57-d765ed1a79f9 None None] Pushing event updated for resources: {'Port': ['ID=978e1d54-9fa5-40ef-b806-9125e30a9be6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:56.882803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Update dhcp port {'port': {'network_id': '28c1ebce-0358-4a96-98be-54d4f6e62148', 'fixed_ips': [{'subnet_id': 'bbde3054-ead5-42a3-9084-ef0c24003b78', 'ip_address': '172.20.0.2'}, {'subnet_id': '1314e170-91b8-4013-9735-2bf61cc6d74f'}], 'binding:host_id': 'n-d-792364-8'}, 'id': '978e1d54-9fa5-40ef-b806-9125e30a9be6'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:02:56.904074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Made reservation on behalf of 687ea64b499b4d1284008c302e26edf0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:02:56.912703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.941523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:56.945940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] device_id is not set on port 94e7a118-e232-43a2-9e5f-a3934f8bb526 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:02:57.120366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Allocated IP 172.20.0.13 (45e1d90a-1ee1-4d76-ba2e-f6155e671eec/3987fb63-24e6-4196-97df-e3cfebe95d1a/94e7a118-e232-43a2-9e5f-a3934f8bb526) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:57.179893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.6 (28c1ebce-0358-4a96-98be-54d4f6e62148/bbde3054-ead5-42a3-9084-ef0c24003b78/f7f6e3e7-b151-406d-95dc-0f4d39007006) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:57.189190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.24 (28c1ebce-0358-4a96-98be-54d4f6e62148/1314e170-91b8-4013-9735-2bf61cc6d74f/f7f6e3e7-b151-406d-95dc-0f4d39007006) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:57.296620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.316318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Transition to ACTIVE for port object 94e7a118-e232-43a2-9e5f-a3934f8bb526 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:57.349875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.352788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.364003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object f7f6e3e7-b151-406d-95dc-0f4d39007006 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:57.403760 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.425090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:57.444342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:57.452549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:57.466150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:57.470224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:57.475250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:57.480404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=f7f6e3e7-b151-406d-95dc-0f4d39007006,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:57.481757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Allocated IP 172.20.0.18 (28c1ebce-0358-4a96-98be-54d4f6e62148/1314e170-91b8-4013-9735-2bf61cc6d74f/978e1d54-9fa5-40ef-b806-9125e30a9be6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:57.499007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event updated for resources: {'Port': ['ID=94e7a118-e232-43a2-9e5f-a3934f8bb526,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:57.519418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:57.520079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.533045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-9f163ba6-a649-485b-93ac-1697951e1576 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437719 Sep 02 13:02:57.555073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1ea180e1-29d9-43e3-9540-31cbe1045010 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8961768 Sep 02 13:02:57.564693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:57.567431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:57.568143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.598775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-615c4b07-12ae-4f24-a671-00d7bf57c833 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8223324 Sep 02 13:02:57.601865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:57.607527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbde3054-ead5-42a3-9084-ef0c24003b78'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:57.649489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] For port 978e1d54-9fa5-40ef-b806-9125e30a9be6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=978e1d54-9fa5-40ef-b806-9125e30a9be6,segment=NetworkSegment(56e33194-5dfe-4db1-b0a3-aaadef9bbc7e),segment_id=56e33194-5dfe-4db1-b0a3-aaadef9bbc7e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:02:57.653732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 978e1d54-9fa5-40ef-b806-9125e30a9be6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:57.706706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'project_id': '687ea64b499b4d1284008c302e26edf0', 'port_id': '94e7a118-e232-43a2-9e5f-a3934f8bb526'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:57.756297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.779738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Transition to ACTIVE for port object 978e1d54-9fa5-40ef-b806-9125e30a9be6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:02:57.785666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:57.786307 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.790509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.815853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2d5c5-52d8-4e2c-850e-425f2693c02d req-c4939214-e780-4210-85dd-e057cac341ac tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:57.818559 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ce2d5c5-52d8-4e2c-850e-425f2693c02d req-c4939214-e780-4210-85dd-e057cac341ac tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0900950 Sep 02 13:02:57.882920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ce2d5c5-52d8-4e2c-850e-425f2693c02d req-64018dcd-2956-4d97-8efc-b44bee6ee84d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575204 Sep 02 13:02:57.915141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-6e3ab5ad-b5c5-405c-9f55-e037ae0a383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:57.916882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-6e3ab5ad-b5c5-405c-9f55-e037ae0a383f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 1097 time: 0.2669501 Sep 02 13:02:57.935228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:57.988047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:58.097279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eac41-f307-49b7-9fd4-1934091a1924 req-4f0f47ce-7803-4321-a3d4-b4d04835ef11 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:58.098904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de5eac41-f307-49b7-9fd4-1934091a1924 req-4f0f47ce-7803-4321-a3d4-b4d04835ef11 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0610149 Sep 02 13:02:58.136283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-f3f5f159-3882-4ab1-8753-f37424ea845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:58.138035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-f3f5f159-3882-4ab1-8753-f37424ea845c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.1843443 Sep 02 13:02:58.155197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de5eac41-f307-49b7-9fd4-1934091a1924 req-a5c245c0-f891-4005-ab53-a42cc3f48b89 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490847 Sep 02 13:02:58.163434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a02ff-e335-4c98-93cc-479cb8c7c080 None None] Pushing event updated for resources: {'Port': ['ID=978e1d54-9fa5-40ef-b806-9125e30a9be6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:58.217408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f6bdec8-3e24-479f-b990-1effdda17042 None None] Provisioning for port 94e7a118-e232-43a2-9e5f-a3934f8bb526 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:58.224177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f6bdec8-3e24-479f-b990-1effdda17042 None None] Provisioning complete for port 94e7a118-e232-43a2-9e5f-a3934f8bb526 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:58.224581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f6bdec8-3e24-479f-b990-1effdda17042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:58.259749 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-23f018ba-7e15-4867-8f1f-cc9abb65aa7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9c4205-444a-45a5-99cc-571bc73eb747 HTTP/1.1" status: 200 len: 217 time: 0.1125739 Sep 02 13:02:58.276529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port 978e1d54-9fa5-40ef-b806-9125e30a9be6 had new provisioning blocks added so it will not transition to active. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 02 13:02:58.292320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bdec8-3e24-479f-b990-1effdda17042 None None] Port 94e7a118-e232-43a2-9e5f-a3934f8bb526 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:02:58.443996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-a12cd831-55a8-4c95-94c8-a77bf2cacc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:58.445780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-a12cd831-55a8-4c95-94c8-a77bf2cacc60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1399827 Sep 02 13:02:58.474081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191b3d7-7e21-48ef-868e-6c88121c73fb req-538ccfed-3af0-4229-b503-e2e394349521 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:58.475790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f191b3d7-7e21-48ef-868e-6c88121c73fb req-538ccfed-3af0-4229-b503-e2e394349521 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.2181070 Sep 02 13:02:58.597654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:58.618704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f191b3d7-7e21-48ef-868e-6c88121c73fb req-8eb5c69c-79c5-4dc6-82e4-7880d9e3d87b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204369 Sep 02 13:02:58.620520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-67334542-8b68-47ba-aa37-e5666bf3d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:58.621991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-67334542-8b68-47ba-aa37-e5666bf3d5c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664946 Sep 02 13:02:58.678440 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec18eee6-79ba-47ca-b447-77d635068f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:58.862659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Delete allocated IP 172.20.0.24 (28c1ebce-0358-4a96-98be-54d4f6e62148/1314e170-91b8-4013-9735-2bf61cc6d74f) {{(pid=94841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:02:58.877513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc5632-e5cd-4064-b9b6-014040ff77ce None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:02:58.878373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-0ef4134e-61ec-4fdb-af04-0d0403a8d30b service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036679 Sep 02 13:02:58.955402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-429ff3e5-36be-4691-8af5-759319ad4672 None None] Provisioning for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:58.962498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-429ff3e5-36be-4691-8af5-759319ad4672 None None] Provisioning complete for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:58.962966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-429ff3e5-36be-4691-8af5-759319ad4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.059427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Allocated IP 172.25.7.85 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/592ecb3f-99a4-4cb3-a7e6-13eebe1b8d02) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:02:59.096388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b85497-1119-4465-aec1-59465e43b743 req-771a7752-ba84-455e-bd56-d27fa46e848e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:59.098759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-16b85497-1119-4465-aec1-59465e43b743 req-771a7752-ba84-455e-bd56-d27fa46e848e tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.2286751 Sep 02 13:02:59.238017 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23d66492-06c4-421c-9699-5dbe9f20c884 req-7cda62a0-8799-4424-be1c-24bf6f192d6a service neutron] 10.222.0.18 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250117 Sep 02 13:02:59.266888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-16b85497-1119-4465-aec1-59465e43b743 req-ae0b7f65-661a-40db-8dfa-01fbc60744fb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531177 Sep 02 13:02:59.293309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.322451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Ignored duplicate provisioning block setup for port f7f6e3e7-b151-406d-95dc-0f4d39007006 by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 13:02:59.330822 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.374062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.452699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=f7f6e3e7-b151-406d-95dc-0f4d39007006,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:59.481928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] In _notify_port_updated(), no bound segment for port f7f6e3e7-b151-406d-95dc-0f4d39007006 on network 28c1ebce-0358-4a96-98be-54d4f6e62148 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:02:59.487557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:02:59.488221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.492808 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e6b26ce6-a14d-4802-8474-53498c26efbe tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/ports/f7f6e3e7-b151-406d-95dc-0f4d39007006 HTTP/1.1" status: 200 len: 919 time: 1.8867786 Sep 02 13:02:59.493029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:02:59.498581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbde3054-ead5-42a3-9084-ef0c24003b78'}, {'subnet_id': '1314e170-91b8-4013-9735-2bf61cc6d74f'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:02:59.507741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.549305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bb7e467-0826-4db4-b8c8-8f47f08ea4ca None None] Provisioning complete for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:59.549795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e467-0826-4db4-b8c8-8f47f08ea4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.562070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:02:59.570777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:02:59.575881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:02:59.583147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Pushing event updated for resources: {'Port': ['ID=592ecb3f-99a4-4cb3-a7e6-13eebe1b8d02,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:02:59.659903 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.666818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 978e1d54-9fa5-40ef-b806-9125e30a9be6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:02:59.761933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bb7e467-0826-4db4-b8c8-8f47f08ea4ca None None] Provisioning for port f7f6e3e7-b151-406d-95dc-0f4d39007006 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:02:59.768982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bb7e467-0826-4db4-b8c8-8f47f08ea4ca None None] Provisioning complete for port f7f6e3e7-b151-406d-95dc-0f4d39007006 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:59.769352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e467-0826-4db4-b8c8-8f47f08ea4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.819720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7e467-0826-4db4-b8c8-8f47f08ea4ca None None] Port f7f6e3e7-b151-406d-95dc-0f4d39007006 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:02:59.825657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 978e1d54-9fa5-40ef-b806-9125e30a9be6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:59.826033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:02:59.958051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fcfe258e-9485-4300-ae06-2f387885cf9f None None] Provisioning complete for port f7f6e3e7-b151-406d-95dc-0f4d39007006 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:02:59.958622 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fcfe258e-9485-4300-ae06-2f387885cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.005715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe258e-9485-4300-ae06-2f387885cf9f None None] Port f7f6e3e7-b151-406d-95dc-0f4d39007006 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:00.069316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.20 (28c1ebce-0358-4a96-98be-54d4f6e62148/1314e170-91b8-4013-9735-2bf61cc6d74f/f7f6e3e7-b151-406d-95dc-0f4d39007006) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:00.126383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf14f55d-435e-42ba-84d2-bf8d0524ad17 None None] Provisioning complete for port f7f6e3e7-b151-406d-95dc-0f4d39007006 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:00.126860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf14f55d-435e-42ba-84d2-bf8d0524ad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.188599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cf14f55d-435e-42ba-84d2-bf8d0524ad17 None None] Port f7f6e3e7-b151-406d-95dc-0f4d39007006 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:00.279594 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.298276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Ignored duplicate provisioning block setup for port f7f6e3e7-b151-406d-95dc-0f4d39007006 by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 13:03:00.305653 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.448268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=f7f6e3e7-b151-406d-95dc-0f4d39007006,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:00.462825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] In _notify_port_updated(), no bound segment for port f7f6e3e7-b151-406d-95dc-0f4d39007006 on network 28c1ebce-0358-4a96-98be-54d4f6e62148 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:03:00.468501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:00.469302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.473357 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.473966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0f76d9e2-2ee9-4f4f-b269-8d78a3bb2d78 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/ports/f7f6e3e7-b151-406d-95dc-0f4d39007006 HTTP/1.1" status: 200 len: 999 time: 0.9769642 Sep 02 13:03:00.477005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:00.557536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d40f0-2b89-4cae-b913-1b500f1c6bb4 req-8e2e1a24-f960-4d3f-aa8c-03c049e16b99 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:00.559203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b1d40f0-2b89-4cae-b913-1b500f1c6bb4 req-8e2e1a24-f960-4d3f-aa8c-03c049e16b99 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1115336 Sep 02 13:03:00.578534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port f7f6e3e7-b151-406d-95dc-0f4d39007006 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:00.579108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.607949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.645834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b1d40f0-2b89-4cae-b913-1b500f1c6bb4 req-909d4494-20be-4546-8655-517b72cf35ae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636694 Sep 02 13:03:00.688667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.716348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for f7f6e3e7-b151-406d-95dc-0f4d39007006 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:00.718670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be4701bf-67d3-4b3d-8473-c9e27ea0459c None None] Provisioning complete for port f7f6e3e7-b151-406d-95dc-0f4d39007006 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:00.719686 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be4701bf-67d3-4b3d-8473-c9e27ea0459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.781952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-be4701bf-67d3-4b3d-8473-c9e27ea0459c None None] Port f7f6e3e7-b151-406d-95dc-0f4d39007006 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:00.841659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.852977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.961094 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:00.993395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=f7f6e3e7-b151-406d-95dc-0f4d39007006,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:01.007615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Pushing event updated for resources: {'Port': ['ID=592ecb3f-99a4-4cb3-a7e6-13eebe1b8d02,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:01.042603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc5ea5-4b46-4038-b3a5-7dc51140f404 req-90f6f187-5f93-4ba5-b232-66cf69f1e1ae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:01.044304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4fcc5ea5-4b46-4038-b3a5-7dc51140f404 req-90f6f187-5f93-4ba5-b232-66cf69f1e1ae tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1750166 Sep 02 13:03:01.046180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.049955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-25b2f4c4-730c-4bb2-adb4-e918b0aded26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:01.052484 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-25b2f4c4-730c-4bb2-adb4-e918b0aded26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 1096 time: 0.1405036 Sep 02 13:03:01.101420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.104277 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cc2893ff-860d-44f2-a2ce-97a4fafb3243 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/f7f6e3e7-b151-406d-95dc-0f4d39007006 HTTP/1.1" status: 204 len: 168 time: 0.6282496 Sep 02 13:03:01.109130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:01.138833 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e26353a-9543-47ed-97e0-b288a8550c9b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:01.143997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1e26353a-9543-47ed-97e0-b288a8550c9b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/f7f6e3e7-b151-406d-95dc-0f4d39007006 HTTP/1.1" status: 404 len: 333 time: 0.0302207 Sep 02 13:03:01.144815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57790) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:01.221091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 1314e170-91b8-4013-9735-2bf61cc6d74f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:01.226297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.261563 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4fcc5ea5-4b46-4038-b3a5-7dc51140f404 req-a7d67439-6c0a-4a20-a302-b269b0ba6c98 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2023299 Sep 02 13:03:01.283200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.330528 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Floating IP 73fbecbc-70b2-4b2d-b4db-956258332480 associated. External IP: 172.25.7.85, port: 94e7a118-e232-43a2-9e5f-a3934f8bb526. Sep 02 13:03:01.334337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-1dd695ca-b1f4-4cd7-8cb8-e26e9bac76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:01.336558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-1dd695ca-b1f4-4cd7-8cb8-e26e9bac76a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 200 len: 913 time: 0.2385576 Sep 02 13:03:01.392787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.478778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91582122-b070-4de2-9a68-507fd9b43f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.480165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.481946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-e212268f-8902-40d5-a912-9616329fb6f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 200 len: 1000 time: 0.1133993 Sep 02 13:03:01.511996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=1314e170-91b8-4013-9735-2bf61cc6d74f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:01.518040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.522833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d93b5d65-effe-4bbb-9fef-4c3aeacb28fd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/1314e170-91b8-4013-9735-2bf61cc6d74f HTTP/1.1" status: 204 len: 168 time: 0.3748512 Sep 02 13:03:01.523633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:01.547971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78566aa4-c19a-46c2-a3e5-4b7836e7ca74 None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:01.588805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet bbde3054-ead5-42a3-9084-ef0c24003b78 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:01.592152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-133a9146-1b9e-4554-b7ce-2466c77774fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:01.593239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.594247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-133a9146-1b9e-4554-b7ce-2466c77774fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 200 len: 851 time: 0.1021202 Sep 02 13:03:01.642615 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.683501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.700134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-00da5862-7ddc-474d-8a1b-b214cb104314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:01.701831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-00da5862-7ddc-474d-8a1b-b214cb104314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e2e2978-764d-4bed-98fb-27bdd71c4fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713646 Sep 02 13:03:01.763346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.772751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Router b1c62a5f-7259-46d0-928b-6b1d0be0515a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:01.833961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.865733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.870455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/bbde3054-ead5-42a3-9084-ef0c24003b78 HTTP/1.1" status: 204 len: 168 time: 0.3434796 Sep 02 13:03:01.870455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb20d7-eef7-4818-b244-49199c0a4784 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=bbde3054-ead5-42a3-9084-ef0c24003b78,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:01.871474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:01.891399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-f455e6a8-0bcf-4ff1-aedf-de506ee487de service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799560 Sep 02 13:03:01.960351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:01.976706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:01.986981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] Sync routers for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:02.004455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:02.005566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.020588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b44925fa-04cf-48ef-95e2-d973f9bcf39a req-347045fa-fbfc-4e96-9c14-1a8631ea82a6 service neutron] 10.222.0.41 "GET /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196287 Sep 02 13:03:02.021704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.033722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 978e1d54-9fa5-40ef-b806-9125e30a9be6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:02.034501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.049865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.061936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:02.062720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.078243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:02.078511 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a30e8d94-00fd-4e56-92a6-4d36446eaa1b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.5123472 Sep 02 13:03:02.103596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.104350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f2772-0768-44d0-b9dc-34371e408ec8 None None] The sync data for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:02.208990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] For port 978e1d54-9fa5-40ef-b806-9125e30a9be6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=978e1d54-9fa5-40ef-b806-9125e30a9be6,segment=NetworkSegment(56e33194-5dfe-4db1-b0a3-aaadef9bbc7e),segment_id=56e33194-5dfe-4db1-b0a3-aaadef9bbc7e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:02.209383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.239169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 978e1d54-9fa5-40ef-b806-9125e30a9be6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:02.244836 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4f86b50f-2ef3-4de3-803d-1f93510b3983 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] 10.222.0.60 "GET /v2.0/floatingips/73fbecbc-70b2-4b2d-b4db-956258332480 HTTP/1.1" status: 200 len: 982 time: 0.1649604 Sep 02 13:03:02.247610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:02.344770 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.378359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=978e1d54-9fa5-40ef-b806-9125e30a9be6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:02.388790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No DVR routers for this DVR port 978e1d54-9fa5-40ef-b806-9125e30a9be6 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:02.396737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0bc01307-447b-411e-bed4-c5467db14f5b tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1478982 Sep 02 13:03:02.401383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:02.413251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d40c9d26-3adc-4fcc-9bac-9e56499e341e None None] Could not find standard attr ID for object 978e1d54-9fa5-40ef-b806-9125e30a9be6. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:03:02.421828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83622a7-8a68-43b7-9e94-b37b05851260 None None] Network 28c1ebce-0358-4a96-98be-54d4f6e62148 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:02.463124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77771a2-75e4-4120-b532-e795f34d445e req-6731651c-4121-452f-9755-46d82b56b1e7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:02.464986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b77771a2-75e4-4120-b532-e795f34d445e req-6731651c-4121-452f-9755-46d82b56b1e7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1296022 Sep 02 13:03:02.480229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.491744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c1ebce-0358-4a96-98be-54d4f6e62148']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.506743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.507542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e33194-5dfe-4db1-b0a3-aaadef9bbc7e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:02.527171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.552141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.563796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:02.564376 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.570639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b77771a2-75e4-4120-b532-e795f34d445e req-df63886e-fe10-4236-a31f-db0f64f75c53 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948710 Sep 02 13:03:02.581024 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:02.621454 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:02.645477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123ed63-388d-4197-b456-d918004d21de None None] DHCP port deletion for 28c1ebce-0358-4a96-98be-54d4f6e62148 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:02.649442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.651079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting port 592ecb3f-99a4-4cb3-a7e6-13eebe1b8d02 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:02.651549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.658726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.660758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/28c1ebce-0358-4a96-98be-54d4f6e62148 HTTP/1.1" status: 204 len: 168 time: 0.7882740 Sep 02 13:03:02.665084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:02.692449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b8fe8-1290-4a08-983c-92fbe00cf0f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=28c1ebce-0358-4a96-98be-54d4f6e62148,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:02.733316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6cc978-d01a-4098-a1ea-8d9bc3757f98 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:02.738355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb6cc978-d01a-4098-a1ea-8d9bc3757f98 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0685384 Sep 02 13:03:02.738665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:02.750230 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.750649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.767858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Calling delete_port for 592ecb3f-99a4-4cb3-a7e6-13eebe1b8d02 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:02.789326 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e13a1f36-f835-4f54-b924-c73ebf3ade6e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0472255 Sep 02 13:03:02.792427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:02.797315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-458720006'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:02.818809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:02.823401 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.847693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:02.856702 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.857165 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment f6dd5bad-2bff-458e-8c88-82bc2cd3faef of type vlan for network c210f8ff-70ec-4944-a368-031bf69cd2cd Sep 02 13:03:02.898250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.927804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.933676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:02.934311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.952345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:02.977400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Port': ['ID=592ecb3f-99a4-4cb3-a7e6-13eebe1b8d02,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:02.993738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2000329 Sep 02 13:03:03.000140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:03.005440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:03.005936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415646c-48d9-4324-ac7c-7e051d75a103 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=c210f8ff-70ec-4944-a368-031bf69cd2cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:03.017030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c210f8ff-70ec-4944-a368-031bf69cd2cd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:03.107642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:03.108453 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Floating IP 73fbecbc-70b2-4b2d-b4db-956258332480 disassociated (deleted). External IP: 172.25.7.85, port: 94e7a118-e232-43a2-9e5f-a3934f8bb526. Sep 02 13:03:03.196263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:03.199797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:03.597385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 978e1d54-9fa5-40ef-b806-9125e30a9be6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:03.622892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 978e1d54-9fa5-40ef-b806-9125e30a9be6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:03.623384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 978e1d54-9fa5-40ef-b806-9125e30a9be6 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:03.830128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Router b1c62a5f-7259-46d0-928b-6b1d0be0515a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:03.844439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adcf8-b35b-4f5c-bfce-de9e1ea84ed0 req-8c50c93c-88ba-46b0-b8af-c702e120ad54 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:03.846034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb8adcf8-b35b-4f5c-bfce-de9e1ea84ed0 req-8c50c93c-88ba-46b0-b8af-c702e120ad54 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1265502 Sep 02 13:03:03.848026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.003793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=5c422650-f40c-4354-8a37-8e8e3720bcf9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:04.009247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb8adcf8-b35b-4f5c-bfce-de9e1ea84ed0 req-c3f3967d-b70e-4e96-a3f5-8b471058b164 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548660 Sep 02 13:03:04.033125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:04.033125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: c210f8ff-70ec-4944-a368-031bf69cd2cd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:04.061366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network c210f8ff-70ec-4944-a368-031bf69cd2cd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:04.068100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:04.074380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.077202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c210f8ff-70ec-4944-a368-031bf69cd2cd) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:04.082783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] Sync routers for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:04.091397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1874e7-3f2d-40b3-b2f1-4483ec6fc511 None None] Network c210f8ff-70ec-4944-a368-031bf69cd2cd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:04.100287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:04.100991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.106134 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:04.109459 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:04.121914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:04.122624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8580384c-1a4f-487e-a053-6b45d21aa0f2 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "DELETE /v2.0/floatingips/73fbecbc-70b2-4b2d-b4db-956258332480 HTTP/1.1" status: 204 len: 168 time: 1.7185349 Sep 02 13:03:04.129107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:04.130672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e06b200-2b1e-4d30-b4c5-9fb01c6404c5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1293485 Sep 02 13:03:04.134237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:04.141964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd', 'name': 'tempest-PortsTestJSON-50456298'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:04.159869 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:04.167450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9a5cf-0c04-4a80-8155-117d44879869 req-6b66d060-2632-4dfe-8b71-68090097820d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:04.172977 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:04.173955 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:04.175461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b9a5cf-0c04-4a80-8155-117d44879869 req-6b66d060-2632-4dfe-8b71-68090097820d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0904760 Sep 02 13:03:04.183495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.217144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.238169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:04.238940 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cd910-6bb5-4924-90fc-2450a9887034 None None] The sync data for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:04.264010 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95b9a5cf-0c04-4a80-8155-117d44879869 req-bda37bf2-5dcd-430a-bf27-1c5d0f9a6bfb tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876651 Sep 02 13:03:04.294263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c210f8ff-70ec-4944-a368-031bf69cd2cd', 'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': '5c422650-f40c-4354-8a37-8e8e3720bcf9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:03:04.294483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:04.295388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.300588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.323701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 11c72719-7285-4af3-8f2c-7f21c52aea94 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:04.346453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.453321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.9 (c210f8ff-70ec-4944-a368-031bf69cd2cd/5c422650-f40c-4354-8a37-8e8e3720bcf9/11c72719-7285-4af3-8f2c-7f21c52aea94) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:04.485704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Allocated IP 172.25.7.21 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2e8b650b-0237-428c-b0aa-0c22b161574c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:04.632712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.673462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.678865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.696863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object 11c72719-7285-4af3-8f2c-7f21c52aea94 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:04.729300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:04.732489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:04.735619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:04.741534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Pushing event updated for resources: {'Port': ['ID=2e8b650b-0237-428c-b0aa-0c22b161574c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:04.752886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.797493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network c210f8ff-70ec-4944-a368-031bf69cd2cd is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:04.800287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Allocated IP 172.20.0.2 (c210f8ff-70ec-4944-a368-031bf69cd2cd/5c422650-f40c-4354-8a37-8e8e3720bcf9/22557546-7b0c-4377-8b2e-dbc74aa11417) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:04.800794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:04.805404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:04.843585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=11c72719-7285-4af3-8f2c-7f21c52aea94,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:04.866843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:04.867518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.889234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:04.890262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fb0bb3c7-f8d9-4443-9e76-b2365ff848aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7548907 Sep 02 13:03:04.892940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:04.904781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd', 'name': 'tempest-PortsTestJSON-1571428659'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:04.953662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.007342 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.027033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Transition to ACTIVE for port object 22557546-7b0c-4377-8b2e-dbc74aa11417 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:05.046939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:05.052481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Transition to ACTIVE for port object 22557546-7b0c-4377-8b2e-dbc74aa11417 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:05.052715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.062142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.081496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 010c4bd2-2db2-4cca-a6fa-0aa470a45e0f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:05.110088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Network c210f8ff-70ec-4944-a368-031bf69cd2cd is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:05.113984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:05.119370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:05.156597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Pushing event updated for resources: {'Port': ['ID=22557546-7b0c-4377-8b2e-dbc74aa11417,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:05.171238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.182522 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.194971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Attempting to bind port 22557546-7b0c-4377-8b2e-dbc74aa11417 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:05.196328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Attempting to bind port 22557546-7b0c-4377-8b2e-dbc74aa11417 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:05.197044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Attempting to bind port 22557546-7b0c-4377-8b2e-dbc74aa11417 on network c210f8ff-70ec-4944-a368-031bf69cd2cd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:05.215958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:03:05.216944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Checking segment: {'id': 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:05.218543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.219054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Bound using segment: {'id': 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:03:05.219608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Bound port: 22557546-7b0c-4377-8b2e-dbc74aa11417, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c210f8ff-70ec-4944-a368-031bf69cd2cd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:03:05.220003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.239796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.4 (c210f8ff-70ec-4944-a368-031bf69cd2cd/5c422650-f40c-4354-8a37-8e8e3720bcf9/010c4bd2-2db2-4cca-a6fa-0aa470a45e0f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:05.276470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Pushing event updated for resources: {'Port': ['ID=2e8b650b-0237-428c-b0aa-0c22b161574c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:05.287029 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.288800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.309312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.311903 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0b542f67-7e35-41e9-97dc-6cd1e95c5e73 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1889465 Sep 02 13:03:05.314580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:05.324462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] For port 22557546-7b0c-4377-8b2e-dbc74aa11417, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:05.327980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] For port 22557546-7b0c-4377-8b2e-dbc74aa11417, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22557546-7b0c-4377-8b2e-dbc74aa11417,segment=NetworkSegment(f6dd5bad-2bff-458e-8c88-82bc2cd3faef),segment_id=f6dd5bad-2bff-458e-8c88-82bc2cd3faef)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:03:05.333907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.395397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b05d31-d9ad-4b6e-87fc-dcccf3ff1de0 None None] Pushing event updated for resources: {'Port': ['ID=22557546-7b0c-4377-8b2e-dbc74aa11417,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:05.416103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-df0efdf0-2511-431b-9630-32e758a73b05 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:05.417740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-df0efdf0-2511-431b-9630-32e758a73b05 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9a57a-067e-4a19-ab73-0c81687008c3 HTTP/1.1" status: 200 len: 943 time: 0.0753622 Sep 02 13:03:05.438640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:05.464779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.492065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.533789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object 010c4bd2-2db2-4cca-a6fa-0aa470a45e0f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:05.576878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Deleting port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:05.577301 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.667349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.674410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.724802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network c210f8ff-70ec-4944-a368-031bf69cd2cd is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:05.731859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:05.743286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:05.792801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] For port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:05.793596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.798440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=010c4bd2-2db2-4cca-a6fa-0aa470a45e0f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:05.818763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Allocated IP 172.25.7.68 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/9d806bbe-4527-4912-a3f9-797eb94e7d01) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:05.822719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Calling delete_port for 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:05.836529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:05.837355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.898409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6f3f2615-f044-4118-8f01-1ffc21ee0bbf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0040717 Sep 02 13:03:05.903368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:05.932833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:05.974338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.015781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc8c69-fa5f-4d77-bbd6-d96494c50b9f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:06.019983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6ffc8c69-fa5f-4d77-bbd6-d96494c50b9f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 920 time: 0.1130240 Sep 02 13:03:06.020149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:06.023104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57888) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:06.023769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:06.026510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:06.080985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.086130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Pushing event updated for resources: {'Port': ['ID=9d806bbe-4527-4912-a3f9-797eb94e7d01,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:06.092600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747', '74306922-b052-4468-8f77-69541a67e644'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:03:06.120452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'Port': ['ID=9c6cf6e3-ba16-415e-9eed-e77aa88fb20a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:06.174183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] No DVR routers for this DVR port 9c6cf6e3-ba16-415e-9eed-e77aa88fb20a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:06.177404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.190752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b057a859-5d4a-4118-bee4-6a1c2cddaedb req-ed14ff44-ded0-4289-a2a7-fe7c0174b785 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "DELETE /v2.0/ports/9c6cf6e3-ba16-415e-9eed-e77aa88fb20a HTTP/1.1" status: 204 len: 173 time: 0.7630217 Sep 02 13:03:06.191733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-deleted', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:06.194104 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a29316-ffc7-4074-92a8-12ab0acf6389" -d '{"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-deleted", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:06.235738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.262913 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38894490-49c1-41ae-89ee-16773471340c x-openstack-request-id: req-38894490-49c1-41ae-89ee-16773471340c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:06.263567 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9a57a-067e-4a19-ab73-0c81687008c3", "name": "network-vif-deleted", "tag": "9c6cf6e3-ba16-415e-9eed-e77aa88fb20a", "status": "failed", "code": 422}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:06.263567 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38894490-49c1-41ae-89ee-16773471340c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:06.263924 n-d-792364-8 neutron-server[94841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66c9a57a-067e-4a19-ab73-0c81687008c3', 'name': 'network-vif-deleted', 'tag': '9c6cf6e3-ba16-415e-9eed-e77aa88fb20a', 'status': 'failed', 'code': 422} returned with failed status Sep 02 13:03:06.276071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 010c4bd2-2db2-4cca-a6fa-0aa470a45e0f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:06.276421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.358380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.441910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.462477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 010c4bd2-2db2-4cca-a6fa-0aa470a45e0f owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:06.650017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.656283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.714534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd84b82-128f-4c9d-b074-30d71a10274f None None] Network c210f8ff-70ec-4944-a368-031bf69cd2cd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:06.778353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Pushing event updated for resources: {'Port': ['ID=9d806bbe-4527-4912-a3f9-797eb94e7d01,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:06.799026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0107b46f-69dd-43cd-88e7-b12c7822b9c1 None None] Provisioning for port 22557546-7b0c-4377-8b2e-dbc74aa11417 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:06.804675 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.808527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.844343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=010c4bd2-2db2-4cca-a6fa-0aa470a45e0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:06.871040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:06.874749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-12cb28d0-50ae-4663-a82d-ef7adaaa9e25 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5564537 Sep 02 13:03:06.875313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:06.958757 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ec79af9c-50c4-43ca-adcb-12991a40743a tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.0820992 Sep 02 13:03:06.961577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.052263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dd118-0798-42ff-9d29-355f6b88b755 req-ccde7ebb-4ccd-4ee9-a9d7-3cce2a270a0b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:07.054306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-065dd118-0798-42ff-9d29-355f6b88b755 req-ccde7ebb-4ccd-4ee9-a9d7-3cce2a270a0b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 907 time: 0.1664457 Sep 02 13:03:07.060347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.062330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-db13efdc-f981-40b3-9a82-68b9ec1c6624 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/010c4bd2-2db2-4cca-a6fa-0aa470a45e0f HTTP/1.1" status: 204 len: 168 time: 1.0401983 Sep 02 13:03:07.065136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57910) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.071999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bfcde29d-f541-4daa-ad48-02e104654f6f tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1072521 Sep 02 13:03:07.073265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.094565 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1c4b12-4089-4a98-9e9a-4344f34d4384 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:07.096497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ed1c4b12-4089-4a98-9e9a-4344f34d4384 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/010c4bd2-2db2-4cca-a6fa-0aa470a45e0f HTTP/1.1" status: 404 len: 333 time: 0.0304296 Sep 02 13:03:07.103796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.230000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Deleting port 9d806bbe-4527-4912-a3f9-797eb94e7d01 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:07.230340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.231433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 11c72719-7285-4af3-8f2c-7f21c52aea94 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:07.231965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.260316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11f47039-834f-4401-962c-f6c75e403b65 None None] Provisioning for port 11c72719-7285-4af3-8f2c-7f21c52aea94 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:07.267617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11f47039-834f-4401-962c-f6c75e403b65 None None] Provisioning complete for port 11c72719-7285-4af3-8f2c-7f21c52aea94 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:07.267993 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11f47039-834f-4401-962c-f6c75e403b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.324532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-11f47039-834f-4401-962c-f6c75e403b65 None None] Port 11c72719-7285-4af3-8f2c-7f21c52aea94 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:07.355391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.355731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.360591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.370289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Calling delete_port for 9d806bbe-4527-4912-a3f9-797eb94e7d01 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:07.376324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 11c72719-7285-4af3-8f2c-7f21c52aea94 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:07.448527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ba2c994-9ad9-4f3e-8244-0920477bf42c None None] Provisioning complete for port 11c72719-7285-4af3-8f2c-7f21c52aea94 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:07.449033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c994-9ad9-4f3e-8244-0920477bf42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.487120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2c994-9ad9-4f3e-8244-0920477bf42c None None] Port 11c72719-7285-4af3-8f2c-7f21c52aea94 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:07.535584 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.542358 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.566684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Pushing event deleted for resources: {'Port': ['ID=9d806bbe-4527-4912-a3f9-797eb94e7d01,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:07.590139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=11c72719-7285-4af3-8f2c-7f21c52aea94,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:07.605928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b50df7d-bf66-46e5-95a1-129e4630bbb8 None None] Could not find standard attr ID for object 010c4bd2-2db2-4cca-a6fa-0aa470a45e0f. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:03:07.654568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.659018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.660304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e4a370e-1986-4206-ae86-26d7594643f6 tempest-FloatingIPAdminTestJSON-819202753 tempest-FloatingIPAdminTestJSON-819202753-project] 10.222.0.60 "DELETE /v2.0/floatingips/f83ed9c0-72f1-4dcc-a32a-ec8d28fbb838 HTTP/1.1" status: 204 len: 168 time: 0.5857699 Sep 02 13:03:07.664668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.702596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22557546-7b0c-4377-8b2e-dbc74aa11417 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:07.712831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.714969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d613dbd0-b80b-4541-b375-c9656a24ba06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/11c72719-7285-4af3-8f2c-7f21c52aea94 HTTP/1.1" status: 204 len: 168 time: 0.6100917 Sep 02 13:03:07.717835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.751044 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49a3142-9d18-403d-b682-95b5ddc82644 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:07.752874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d49a3142-9d18-403d-b682-95b5ddc82644 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/11c72719-7285-4af3-8f2c-7f21c52aea94 HTTP/1.1" status: 404 len: 333 time: 0.0337334 Sep 02 13:03:07.756122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:07.774356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 22557546-7b0c-4377-8b2e-dbc74aa11417 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:07.779262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 22557546-7b0c-4377-8b2e-dbc74aa11417 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:07.779656 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.832571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 5c422650-f40c-4354-8a37-8e8e3720bcf9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:07.841027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.910626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.926227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:07.981560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 22557546-7b0c-4377-8b2e-dbc74aa11417, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22557546-7b0c-4377-8b2e-dbc74aa11417,segment=NetworkSegment(f6dd5bad-2bff-458e-8c88-82bc2cd3faef),segment_id=f6dd5bad-2bff-458e-8c88-82bc2cd3faef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:07.987620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.082198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=22557546-7b0c-4377-8b2e-dbc74aa11417,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:08.082898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.182624 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.240420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=5c422650-f40c-4354-8a37-8e8e3720bcf9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:08.260016 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.261987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fada467b-fc13-4c24-b9a5-6a9a17bba6a9 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/5c422650-f40c-4354-8a37-8e8e3720bcf9 HTTP/1.1" status: 204 len: 168 time: 0.5045033 Sep 02 13:03:08.264739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:08.267037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9549c-c196-4c18-9bad-116784244c0b None None] Network c210f8ff-70ec-4944-a368-031bf69cd2cd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:08.353806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420f89d-13bd-4db9-b34a-62e5734ab032 req-74e86ef6-d4f5-440d-b343-c9cfa5eead63 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:08.359172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-9d01de1b-ba83-4ac4-96a3-8de7916d7aa2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:08.360682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-9d01de1b-ba83-4ac4-96a3-8de7916d7aa2 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 907 time: 0.1343803 Sep 02 13:03:08.367505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2420f89d-13bd-4db9-b34a-62e5734ab032 req-74e86ef6-d4f5-440d-b343-c9cfa5eead63 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 907 time: 0.0778611 Sep 02 13:03:08.377432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Deleting port 2e8b650b-0237-428c-b0aa-0c22b161574c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:08.377432 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.406030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.480024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.480379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.493244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Calling delete_port for 2e8b650b-0237-428c-b0aa-0c22b161574c owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:08.502180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] DHCP port deletion for c210f8ff-70ec-4944-a368-031bf69cd2cd request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:08.512779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Deleting port 1a5b11ea-ec08-4db7-8b16-30fa329c630b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:08.513099 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.573847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] Deleting port 22557546-7b0c-4377-8b2e-dbc74aa11417 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:08.574569 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.579789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 22557546-7b0c-4377-8b2e-dbc74aa11417 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:08.580127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.654592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.655256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] For port 22557546-7b0c-4377-8b2e-dbc74aa11417, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22557546-7b0c-4377-8b2e-dbc74aa11417,segment=NetworkSegment(f6dd5bad-2bff-458e-8c88-82bc2cd3faef),segment_id=f6dd5bad-2bff-458e-8c88-82bc2cd3faef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:08.655808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.672590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] Calling delete_port for 22557546-7b0c-4377-8b2e-dbc74aa11417 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:08.680356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] For port 1a5b11ea-ec08-4db7-8b16-30fa329c630b, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1a5b11ea-ec08-4db7-8b16-30fa329c630b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:08.680728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.683616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e8b650b-0237-428c-b0aa-0c22b161574c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:08.685699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] For port 22557546-7b0c-4377-8b2e-dbc74aa11417, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22557546-7b0c-4377-8b2e-dbc74aa11417,segment=NetworkSegment(f6dd5bad-2bff-458e-8c88-82bc2cd3faef),segment_id=f6dd5bad-2bff-458e-8c88-82bc2cd3faef)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:08.686184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.710485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Calling delete_port for 1a5b11ea-ec08-4db7-8b16-30fa329c630b owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:08.712447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 22557546-7b0c-4377-8b2e-dbc74aa11417 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:08.752518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.756028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.757518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-134a36b6-ecf0-438c-b553-82057754d196 tempest-FloatingIPAdminTestJSON-1342557231 tempest-FloatingIPAdminTestJSON-1342557231-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/1f984949-6653-4514-a232-80b5d5cdc649 HTTP/1.1" status: 204 len: 168 time: 1.0918252 Sep 02 13:03:08.762173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:08.785578 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.835138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] Pushing event deleted for resources: {'Port': ['ID=22557546-7b0c-4377-8b2e-dbc74aa11417,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:08.840024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67530a26-d86c-4d07-b788-591923bbf13b None None] No DVR routers for this DVR port 22557546-7b0c-4377-8b2e-dbc74aa11417 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:08.887515 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.908819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting port 94e7a118-e232-43a2-9e5f-a3934f8bb526 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:08.909482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:08.943065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=22557546-7b0c-4377-8b2e-dbc74aa11417,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:08.945328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No DVR routers for this DVR port 22557546-7b0c-4377-8b2e-dbc74aa11417 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:09.018665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.032810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Calling delete_port for 94e7a118-e232-43a2-9e5f-a3934f8bb526 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:09.047777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.059417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.089852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c210f8ff-70ec-4944-a368-031bf69cd2cd']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:09.092085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'Port': ['ID=1a5b11ea-ec08-4db7-8b16-30fa329c630b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:09.105913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:09.106218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dd5bad-2bff-458e-8c88-82bc2cd3faef') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:09.132231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.152572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] No DVR routers for this DVR port 1a5b11ea-ec08-4db7-8b16-30fa329c630b on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:09.158091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.160249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f0857157-e90f-4bea-a1b7-97a6c9eb4dc8 req-c68d051f-8299-428d-ae58-0c6b55664246 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "DELETE /v2.0/ports/1a5b11ea-ec08-4db7-8b16-30fa329c630b HTTP/1.1" status: 204 len: 173 time: 0.7912126 Sep 02 13:03:09.160732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'name': 'network-vif-deleted', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:09.163202 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5796885a-26c6-4246-8701-ec0ef371e0b3" -d '{"events": [{"server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "name": "network-vif-deleted", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:09.178711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.189349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:09.189765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:09.193261 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:09.263899 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.288335 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186557af-94d5-4621-a4cc-ff03ed4fa00c x-openstack-request-id: req-186557af-94d5-4621-a4cc-ff03ed4fa00c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:09.288744 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a122ebc5-bd85-447c-a503-476ee356aaee", "name": "network-vif-deleted", "tag": "1a5b11ea-ec08-4db7-8b16-30fa329c630b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:09.297213 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-186557af-94d5-4621-a4cc-ff03ed4fa00c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:09.298503 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a122ebc5-bd85-447c-a503-476ee356aaee', 'name': 'network-vif-deleted', 'tag': '1a5b11ea-ec08-4db7-8b16-30fa329c630b', 'status': 'completed', 'code': 200} Sep 02 13:03:09.299383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Port': ['ID=94e7a118-e232-43a2-9e5f-a3934f8bb526,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:09.363145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.368622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.378499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:09.384451 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/c210f8ff-70ec-4944-a368-031bf69cd2cd HTTP/1.1" status: 204 len: 168 time: 1.1132829 Sep 02 13:03:09.398881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-194265611'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:09.559015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.562601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8fbf79d8-5963-4df5-be6e-74fc19f87b7a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "DELETE /v2.0/ports/94e7a118-e232-43a2-9e5f-a3934f8bb526 HTTP/1.1" status: 204 len: 168 time: 0.7984543 Sep 02 13:03:09.572995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:09.580836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82f09e-f306-44f4-8374-79a13a312414 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=c210f8ff-70ec-4944-a368-031bf69cd2cd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:09.655672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087c815-3da0-4e97-beb4-549e90d6bd75 req-90de6c8a-758d-4e54-b7d5-458cff626c18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1539285 Sep 02 13:03:09.663433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:09.680134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.728147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22557546-7b0c-4377-8b2e-dbc74aa11417 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:09.730114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-164853d7-22e0-4eee-9495-f83a4a15c283 req-c8677cc7-068f-4c0d-be96-b0538989ead7 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 210 time: 0.0803540 Sep 02 13:03:09.765171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 22557546-7b0c-4377-8b2e-dbc74aa11417 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:09.765171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22557546-7b0c-4377-8b2e-dbc74aa11417 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:09.765588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:09.769422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087c815-3da0-4e97-beb4-549e90d6bd75 req-07953941-3f3b-4869-a8dc-6ff889967948 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83f1027212e842ed9cd77955d4196dda&device_id=a122ebc5-bd85-447c-a503-476ee356aaee HTTP/1.1" status: 200 len: 210 time: 0.0537629 Sep 02 13:03:09.792161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.792526 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment 11dc07ed-5d64-4397-8d76-5695d01e694b of type vlan for network df5633f0-1016-4dc4-bd24-b8f7f33ee894 Sep 02 13:03:09.849027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a168906-a487-4fc8-b9bf-0cb799550cc7 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:09.852964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2a168906-a487-4fc8-b9bf-0cb799550cc7 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1c62a5f-7259-46d0-928b-6b1d0be0515a HTTP/1.1" status: 200 len: 913 time: 0.2765212 Sep 02 13:03:09.854800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:09.907740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.988616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.995358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087c815-3da0-4e97-beb4-549e90d6bd75 req-85a3a1c1-765a-4446-a9ec-95616625acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:09.995882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:09.996513 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:09.996872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087c815-3da0-4e97-beb4-549e90d6bd75 req-85a3a1c1-765a-4446-a9ec-95616625acde service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=83f1027212e842ed9cd77955d4196dda&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1946497 Sep 02 13:03:10.060352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6815035 Sep 02 13:03:10.063426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:10.070241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:10.189208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438b6f-b6ad-447b-8c27-9f642dd835df tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=df5633f0-1016-4dc4-bd24-b8f7f33ee894,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:10.202977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:10.302288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:10.306152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:10.500773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087c815-3da0-4e97-beb4-549e90d6bd75 req-ccf3ff1a-b436-4665-9bee-afad6d22c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:10.500773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2087c815-3da0-4e97-beb4-549e90d6bd75 req-ccf3ff1a-b436-4665-9bee-afad6d22c4fd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4920416 Sep 02 13:03:10.581711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:10.617908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:10.712057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=2715dacf-1e8e-4b53-8f8a-fd5b680b2cff,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:10.738226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': '11dc07ed-5d64-4397-8d76-5695d01e694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:10.738596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: df5633f0-1016-4dc4-bd24-b8f7f33ee894, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:10.799809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:10.830471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, df5633f0-1016-4dc4-bd24-b8f7f33ee894) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:10.836417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:10.840926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:10.853538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2e9c1-c47d-4de5-a521-efa7c793695d None None] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:10.881677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e30081cb-9d8a-42fa-b5ad-79a894504e0f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8172743 Sep 02 13:03:10.884937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:10.890159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894', 'name': 'tempest-PortsTestJSON-1079657744', 'fixed_ips': [{'subnet_id': '2715dacf-1e8e-4b53-8f8a-fd5b680b2cff', 'ip_address': '172.20.0.10'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:11.042742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:11.084653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting port c3dee9e0-1325-4f67-8bd4-33d937130d0f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:11.085075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.086810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-df5633f0-1016-4dc4-bd24-b8f7f33ee894', 'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': '2715dacf-1e8e-4b53-8f8a-fd5b680b2cff'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:03:11.090371 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.129259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.188644 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.215247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:11.236159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1a5b11ea-ec08-4db7-8b16-30fa329c630b no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:11.248231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ec7f-70cf-4a75-9409-50405c662551 req-cbd9bf05-a384-4457-a72c-24ecd3105ec6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:11.250153 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd35ec7f-70cf-4a75-9409-50405c662551 req-cbd9bf05-a384-4457-a72c-24ecd3105ec6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 945 time: 0.0930746 Sep 02 13:03:11.278727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 1a5b11ea-ec08-4db7-8b16-30fa329c630b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:11.279137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1a5b11ea-ec08-4db7-8b16-30fa329c630b not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:11.299743 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.328359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Calling delete_port for c3dee9e0-1325-4f67-8bd4-33d937130d0f owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:11.335482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd35ec7f-70cf-4a75-9409-50405c662551 req-f0021f52-e181-4f0d-9246-65467366794d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736778 Sep 02 13:03:11.369327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Allocated IP 172.20.0.2 (df5633f0-1016-4dc4-bd24-b8f7f33ee894/2715dacf-1e8e-4b53-8f8a-fd5b680b2cff/f6a0f90f-bbd7-4727-a6b0-99219077529e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:11.562053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.606633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Port': ['ID=c3dee9e0-1325-4f67-8bd4-33d937130d0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:11.757387 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.772476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Transition to ACTIVE for port object f6a0f90f-bbd7-4727-a6b0-99219077529e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:11.828558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Transition to ACTIVE for port object f6a0f90f-bbd7-4727-a6b0-99219077529e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:11.844146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.895525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:11.923107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:11.928658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:11.958145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:11.981925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.10 (df5633f0-1016-4dc4-bd24-b8f7f33ee894/2715dacf-1e8e-4b53-8f8a-fd5b680b2cff/5df9f3f2-bf1f-431b-94cc-df08600aeed9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:12.018074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Pushing event updated for resources: {'Port': ['ID=f6a0f90f-bbd7-4727-a6b0-99219077529e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:12.032620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Attempting to bind port f6a0f90f-bbd7-4727-a6b0-99219077529e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:12.033024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Attempting to bind port f6a0f90f-bbd7-4727-a6b0-99219077529e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '11dc07ed-5d64-4397-8d76-5695d01e694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:12.033431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Attempting to bind port f6a0f90f-bbd7-4727-a6b0-99219077529e on network df5633f0-1016-4dc4-bd24-b8f7f33ee894 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:12.040025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:03:12.040402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Checking segment: {'id': '11dc07ed-5d64-4397-8d76-5695d01e694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:12.040933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.041341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Bound using segment: {'id': '11dc07ed-5d64-4397-8d76-5695d01e694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:03:12.041824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Bound port: f6a0f90f-bbd7-4727-a6b0-99219077529e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dc07ed-5d64-4397-8d76-5695d01e694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:03:12.042208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.115504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] For port f6a0f90f-bbd7-4727-a6b0-99219077529e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:12.119720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] For port f6a0f90f-bbd7-4727-a6b0-99219077529e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f6a0f90f-bbd7-4727-a6b0-99219077529e,segment=NetworkSegment(11dc07ed-5d64-4397-8d76-5695d01e694b),segment_id=11dc07ed-5d64-4397-8d76-5695d01e694b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:03:12.126536 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.229978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.231603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b7f15-64f3-4265-b294-5d515e0187fc None None] Pushing event updated for resources: {'Port': ['ID=f6a0f90f-bbd7-4727-a6b0-99219077529e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:12.267607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object 5df9f3f2-bf1f-431b-94cc-df08600aeed9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:12.313958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.328153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Router b1c62a5f-7259-46d0-928b-6b1d0be0515a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:12.361958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:12.365495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:12.369525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:12.401422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=5df9f3f2-bf1f-431b-94cc-df08600aeed9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:12.475843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:12.476526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.501185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-e3c98468-1957-4bae-a273-bb476f03bbc5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:12.503552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-e3c98468-1957-4bae-a273-bb476f03bbc5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 945 time: 0.0985210 Sep 02 13:03:12.509626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 57982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:12.510091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93a40dcc-a615-490c-823e-3daa0c45c05f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6235850 Sep 02 13:03:12.518335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': 'df5633f0-1016-4dc4-bd24-b8f7f33ee894', 'name': 'tempest-PortsTestJSON-1814523533', 'fixed_ips': [{'subnet_id': '2715dacf-1e8e-4b53-8f8a-fd5b680b2cff', 'ip_address': '172.20.0.9'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:12.522526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:12.534031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-82a2312d-a905-4f28-a3c4-5c20af3f355a tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "PUT /v2.0/routers/b1c62a5f-7259-46d0-928b-6b1d0be0515a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6758790 Sep 02 13:03:12.537648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:12.540509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] Sync routers for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:12.558657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:12.559299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:12.610102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3519872-bca3-46ca-a932-8f6b6907c237 req-91aed0ec-fe17-46be-b90b-c9d4446572b1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:12.611823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3519872-bca3-46ca-a932-8f6b6907c237 req-91aed0ec-fe17-46be-b90b-c9d4446572b1 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 945 time: 0.1527815 Sep 02 13:03:12.645811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:12.669971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] Routers {'b1c62a5f-7259-46d0-928b-6b1d0be0515a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:12.670639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:12.715267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3519872-bca3-46ca-a932-8f6b6907c237 req-ea77c9cb-faba-49bd-a85e-924766916244 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942092 Sep 02 13:03:12.726169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.735435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:12.736108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9b337-6804-4e1d-9869-097a82ccae8f None None] The sync data for ids ['b1c62a5f-7259-46d0-928b-6b1d0be0515a'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:12.752739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:12.794912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Deleting port 74306922-b052-4468-8f77-69541a67e644 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:12.795920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.844349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.864228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:12.914142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] For port 74306922-b052-4468-8f77-69541a67e644, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=74306922-b052-4468-8f77-69541a67e644,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:12.914612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.923824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:12.934539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Calling delete_port for 74306922-b052-4468-8f77-69541a67e644 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:13.041847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.9 (df5633f0-1016-4dc4-bd24-b8f7f33ee894/2715dacf-1e8e-4b53-8f8a-fd5b680b2cff/a645eff9-7cdd-4ad9-9f4e-8e7f57655a86) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:13.047898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting port d438729e-5dc1-4325-825b-7dca2d2353c3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:13.048493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.170361 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.173427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.187773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747', '74306922-b052-4468-8f77-69541a67e644'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:03:13.218845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Calling delete_port for d438729e-5dc1-4325-825b-7dca2d2353c3 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:13.225953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'Port': ['ID=74306922-b052-4468-8f77-69541a67e644,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:13.297839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.331938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:13.397246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.463906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:13.468323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:13.473928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=a645eff9-7cdd-4ad9-9f4e-8e7f57655a86,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:13.485955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:13.500170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] No DVR routers for this DVR port 74306922-b052-4468-8f77-69541a67e644 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:13.509966 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.512076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dff3e70-54fe-48e0-9e85-8c440b8acff1 req-d980b41e-5119-48b2-9f23-14b6229e0e75 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "DELETE /v2.0/ports/74306922-b052-4468-8f77-69541a67e644 HTTP/1.1" status: 204 len: 173 time: 1.0012798 Sep 02 13:03:13.512958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f46c577-7f39-4210-a8cf-274b663aba49', 'name': 'network-vif-deleted', 'tag': '74306922-b052-4468-8f77-69541a67e644'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:13.514803 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab8aa5-84c5-4e26-b662-4d3f20a1fae7" -d '{"events": [{"server_uuid": "4f46c577-7f39-4210-a8cf-274b663aba49", "name": "network-vif-deleted", "tag": "74306922-b052-4468-8f77-69541a67e644"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:13.551522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.569873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e120fa9-5f1e-4b5c-87f3-0b29ced90fc8 None None] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:13.608491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:13.616125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.627825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Port': ['ID=d438729e-5dc1-4325-825b-7dca2d2353c3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:13.652470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8263221c-67e1-4681-90eb-7a8825323e5f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1402042 Sep 02 13:03:13.656383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 57996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:13.719824 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a311d966-f3c7-4240-878d-9580bac94403 x-openstack-request-id: req-a311d966-f3c7-4240-878d-9580bac94403 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:13.720230 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f46c577-7f39-4210-a8cf-274b663aba49", "name": "network-vif-deleted", "tag": "74306922-b052-4468-8f77-69541a67e644", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:13.720482 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a311d966-f3c7-4240-878d-9580bac94403 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:13.720943 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f46c577-7f39-4210-a8cf-274b663aba49', 'name': 'network-vif-deleted', 'tag': '74306922-b052-4468-8f77-69541a67e644', 'status': 'completed', 'code': 200} Sep 02 13:03:13.727823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c48ac073-fc3c-4907-9f37-b1d1661f9dbf None None] Provisioning for port f6a0f90f-bbd7-4727-a6b0-99219077529e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:13.817978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f6a0f90f-bbd7-4727-a6b0-99219077529e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:13.898753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ab90b-c773-4a9b-97f4-8d27345ba965 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:13.903442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c02ab90b-c773-4a9b-97f4-8d27345ba965 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2216237 Sep 02 13:03:13.906984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:13.908553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58002) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:13.980881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f6a0f90f-bbd7-4727-a6b0-99219077529e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:13.998949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f6a0f90f-bbd7-4727-a6b0-99219077529e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:13.999327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.107797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11660e77-c3db-46a7-b0f2-e901e320270e req-e7b22150-abd4-4c80-bc67-8b8872941f15 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f46c577-7f39-4210-a8cf-274b663aba49 HTTP/1.1" status: 200 len: 210 time: 0.1091945 Sep 02 13:03:14.120287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.122936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.196815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.197780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Fanout notify agent at l3_agent the message router_deleted on router b1c62a5f-7259-46d0-928b-6b1d0be0515a {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:03:14.208650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.212849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d36affea-56fa-49dc-8fc3-909600fc707d tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "DELETE /v2.0/routers/b1c62a5f-7259-46d0-928b-6b1d0be0515a HTTP/1.1" status: 204 len: 168 time: 1.6712499 Sep 02 13:03:14.213326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:14.235809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940cc70-e22c-493c-a54a-a34ebb963371 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:14.257610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940cc70-e22c-493c-a54a-a34ebb963371 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:14.273899 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.275155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940cc70-e22c-493c-a54a-a34ebb963371 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:14.280414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4940cc70-e22c-493c-a54a-a34ebb963371 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3658757 Sep 02 13:03:14.283163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:14.322813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting subnet 3987fb63-24e6-4196-97df-e3cfebe95d1a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:14.326703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.347411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port f6a0f90f-bbd7-4727-a6b0-99219077529e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f6a0f90f-bbd7-4727-a6b0-99219077529e,segment=NetworkSegment(11dc07ed-5d64-4397-8d76-5695d01e694b),segment_id=11dc07ed-5d64-4397-8d76-5695d01e694b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:14.352730 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.414507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.435386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=f6a0f90f-bbd7-4727-a6b0-99219077529e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:14.458895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:14.459367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.465920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Provisioning complete for port f6a0f90f-bbd7-4727-a6b0-99219077529e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:14.466221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.546562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.573424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.590383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Provisioning for port a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:14.591944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:14.597403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Provisioning complete for port a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:14.597857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.623988 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.647805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Port a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:14.665079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Subnet': ['ID=3987fb63-24e6-4196-97df-e3cfebe95d1a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:14.665455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Provisioning for port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:14.670900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Provisioning complete for port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:14.671572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.672193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.678570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6d45a758-2483-413f-a967-37ae45cb1531 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "DELETE /v2.0/subnets/3987fb63-24e6-4196-97df-e3cfebe95d1a HTTP/1.1" status: 204 len: 168 time: 0.4617550 Sep 02 13:03:14.678776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:14.696292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77f90f-8620-4303-9143-72a890fa2a9a None None] Network 45e1d90a-1ee1-4d76-ba2e-f6155e671eec requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:14.767364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cf5de-ced1-4e5d-a7e3-9200f55a4434 None None] Port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:14.778564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.798637 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.829212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=a645eff9-7cdd-4ad9-9f4e-8e7f57655a86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:14.906977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:14.907410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.909163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9be805a3-89dd-4262-a921-61f1b3a2ddcd None None] Provisioning complete for port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:14.909546 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9be805a3-89dd-4262-a921-61f1b3a2ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.957533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:14.960805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1894f88a-82c0-4ad0-9b3d-30af93333732 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 HTTP/1.1" status: 204 len: 168 time: 0.6765828 Sep 02 13:03:14.963693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58018) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:14.970792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9be805a3-89dd-4262-a921-61f1b3a2ddcd None None] Port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:14.978208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] DHCP port deletion for 45e1d90a-1ee1-4d76-ba2e-f6155e671eec request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:15.002145 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9187a12-e1b2-433c-ab20-69c1229f3747 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:15.004948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9187a12-e1b2-433c-ab20-69c1229f3747 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/a645eff9-7cdd-4ad9-9f4e-8e7f57655a86 HTTP/1.1" status: 404 len: 333 time: 0.0389192 Sep 02 13:03:15.007007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58020) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:15.049185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] Deleting port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:15.049456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] For port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,segment=NetworkSegment(cb9213ef-4a03-49bb-b8b0-b046a8c22e87),segment_id=cb9213ef-4a03-49bb-b8b0-b046a8c22e87)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:15.049579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.050227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.072835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Calling delete_port for fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:15.125848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] For port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,segment=NetworkSegment(cb9213ef-4a03-49bb-b8b0-b046a8c22e87),segment_id=cb9213ef-4a03-49bb-b8b0-b046a8c22e87)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:15.126358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.142190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] Calling delete_port for fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:15.203357 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.249895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3856959c-be83-45be-8912-6beba474433a None None] Could not find standard attr ID for object a645eff9-7cdd-4ad9-9f4e-8e7f57655a86. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:03:15.251818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.254966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Port': ['ID=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:15.266949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] No DVR routers for this DVR port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:15.299015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] Pushing event deleted for resources: {'Port': ['ID=fcb06f4c-f100-4f4c-8cbb-c7cf54265e56,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:15.305490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1c5ea-6e2b-4881-b81b-87e2d19bbe24 None None] No DVR routers for this DVR port fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:15.364468 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.373701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 5df9f3f2-bf1f-431b-94cc-df08600aeed9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:15.374028 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.379970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e1d90a-1ee1-4d76-ba2e-f6155e671eec']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:15.427590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:15.427899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9213ef-4a03-49bb-b8b0-b046a8c22e87') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:15.446535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.469505 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.507555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:15.507970 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:15.511641 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:15.590072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.619685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 5df9f3f2-bf1f-431b-94cc-df08600aeed9 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:15.638145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.653778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbcf76-9f9f-4ec8-abf2-3f754dfd40a3 req-a3376b51-6c08-42e2-bb0e-f5158d4ed7b9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:15.654665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f6a0f90f-bbd7-4727-a6b0-99219077529e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:15.655591 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cbbcf76-9f9f-4ec8-abf2-3f754dfd40a3 req-a3376b51-6c08-42e2-bb0e-f5158d4ed7b9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1875420 Sep 02 13:03:15.656758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.661246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:15.661431 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "DELETE /v2.0/networks/45e1d90a-1ee1-4d76-ba2e-f6155e671eec HTTP/1.1" status: 204 len: 168 time: 0.9814951 Sep 02 13:03:15.703581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f6a0f90f-bbd7-4727-a6b0-99219077529e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:15.703947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.742381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7583f3-d483-42ad-a82f-f14e2cf8b730 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Network': ['ID=45e1d90a-1ee1-4d76-ba2e-f6155e671eec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:15.755544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cbbcf76-9f9f-4ec8-abf2-3f754dfd40a3 req-0500d0f5-ff1b-4c5d-8560-fd62d115a3b6 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Sep 02 13:03:15.848379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Deleting port 72db9758-e731-49f6-b41a-8ce94f1bba58 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:15.848960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.889744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.904213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:15.936334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=5df9f3f2-bf1f-431b-94cc-df08600aeed9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:15.954388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:15.955586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fcb06f4c-f100-4f4c-8cbb-c7cf54265e56 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:15.996253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:15.996576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.017796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Calling delete_port for 72db9758-e731-49f6-b41a-8ce94f1bba58 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:16.071485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.076227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-44d6e61b-dea5-443a-9f78-2a03cf4c11da tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/5df9f3f2-bf1f-431b-94cc-df08600aeed9 HTTP/1.1" status: 204 len: 168 time: 1.0682952 Sep 02 13:03:16.077098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:16.110000 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c76eb2-e0c7-4acb-8f3b-7df69a534b53 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:16.111680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5c76eb2-e0c7-4acb-8f3b-7df69a534b53 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/5df9f3f2-bf1f-431b-94cc-df08600aeed9 HTTP/1.1" status: 404 len: 333 time: 0.0336504 Sep 02 13:03:16.114936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:16.208432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 2715dacf-1e8e-4b53-8f8a-fd5b680b2cff {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:16.212018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.212253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.253502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Pushing event deleted for resources: {'Port': ['ID=72db9758-e731-49f6-b41a-8ce94f1bba58,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:16.265155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.323511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.326380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.327606 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-acf5ab10-f8d5-482d-a43a-d3c80f7b8072 tempest-FloatingIPAdminTestJSON-821352816 tempest-FloatingIPAdminTestJSON-821352816-project] 10.222.0.60 "DELETE /v2.0/floatingips/5508d1f5-208d-498c-8dbc-ed41fa8b523c HTTP/1.1" status: 204 len: 168 time: 0.6646903 Sep 02 13:03:16.648362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:16.702768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.789929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-41e26c71-0ab3-42a2-9ffc-6fe09d6bf969 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:16.791494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-41e26c71-0ab3-42a2-9ffc-6fe09d6bf969 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.0671957 Sep 02 13:03:16.812911 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-749119e2-e112-4f00-b31e-db6382e4ade8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=687ea64b499b4d1284008c302e26edf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606495 Sep 02 13:03:16.813470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58052) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:16.827954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.872972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-583cd590-97f3-48a4-8cf9-fe021201e804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.876603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=2715dacf-1e8e-4b53-8f8a-fd5b680b2cff,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:16.900731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.905874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-75b6a415-8079-4dd9-9ba1-574fa774455a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/2715dacf-1e8e-4b53-8f8a-fd5b680b2cff HTTP/1.1" status: 204 len: 168 time: 0.7868373 Sep 02 13:03:16.907095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:16.910613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc3e33-8081-4fd2-ab7a-e69c3df207d3 None None] Network df5633f0-1016-4dc4-bd24-b8f7f33ee894 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:16.949003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-583cd590-97f3-48a4-8cf9-fe021201e804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:16.958020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c57f3-da3c-4538-a694-d0bb13ea2ff5 req-547dc618-22e3-46a9-89bd-0a4b54d70646 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:16.959725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-276c57f3-da3c-4538-a694-d0bb13ea2ff5 req-547dc618-22e3-46a9-89bd-0a4b54d70646 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 946 time: 0.1177664 Sep 02 13:03:17.001580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Deleting port 8f9c4205-444a-45a5-99cc-571bc73eb747 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:17.002045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.035639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 74306922-b052-4468-8f77-69541a67e644 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:17.076217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.113067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 74306922-b052-4468-8f77-69541a67e644 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:17.113067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 74306922-b052-4468-8f77-69541a67e644 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:17.123572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-583cd590-97f3-48a4-8cf9-fe021201e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.130837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-583cd590-97f3-48a4-8cf9-fe021201e804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.132195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-583cd590-97f3-48a4-8cf9-fe021201e804 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d65f31f2-1cf1-4a92-bb37-aec45728289e HTTP/1.1" status: 204 len: 168 time: 0.3179157 Sep 02 13:03:17.166464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-276c57f3-da3c-4538-a694-d0bb13ea2ff5 req-5ae7c667-5c76-4e39-8751-90b27b8ce317 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f2c3b-afcd-4554-a043-69ee966901f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834762 Sep 02 13:03:17.171198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cd590-97f3-48a4-8cf9-fe021201e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65f31f2-1cf1-4a92-bb37-aec45728289e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:17.207440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port f6a0f90f-bbd7-4727-a6b0-99219077529e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:17.208408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.253450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] For port 8f9c4205-444a-45a5-99cc-571bc73eb747, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8f9c4205-444a-45a5-99cc-571bc73eb747,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:17.253927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.268607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Calling delete_port for 8f9c4205-444a-45a5-99cc-571bc73eb747 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:17.287172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] DHCP port deletion for df5633f0-1016-4dc4-bd24-b8f7f33ee894 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:17.364552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] For port f6a0f90f-bbd7-4727-a6b0-99219077529e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f6a0f90f-bbd7-4727-a6b0-99219077529e,segment=NetworkSegment(11dc07ed-5d64-4397-8d76-5695d01e694b),segment_id=11dc07ed-5d64-4397-8d76-5695d01e694b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:17.364827 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.391828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for f6a0f90f-bbd7-4727-a6b0-99219077529e owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:17.412156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] Deleting port f6a0f90f-bbd7-4727-a6b0-99219077529e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:17.412541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.458139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.486679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.525705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'Port': ['ID=8f9c4205-444a-45a5-99cc-571bc73eb747,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:17.542521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] For port f6a0f90f-bbd7-4727-a6b0-99219077529e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f6a0f90f-bbd7-4727-a6b0-99219077529e,segment=NetworkSegment(11dc07ed-5d64-4397-8d76-5695d01e694b),segment_id=11dc07ed-5d64-4397-8d76-5695d01e694b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:17.545178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.546839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=f6a0f90f-bbd7-4727-a6b0-99219077529e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:17.556047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No DVR routers for this DVR port f6a0f90f-bbd7-4727-a6b0-99219077529e on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:17.570148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] Calling delete_port for f6a0f90f-bbd7-4727-a6b0-99219077529e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:17.656889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] No DVR routers for this DVR port 8f9c4205-444a-45a5-99cc-571bc73eb747 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:17.662481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.668260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-419a93a6-91cc-4743-b3c0-17b2a0aa262f req-16d35f01-6afd-4577-927b-08450c9ed8a4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.18 "DELETE /v2.0/ports/8f9c4205-444a-45a5-99cc-571bc73eb747 HTTP/1.1" status: 204 len: 173 time: 0.8677204 Sep 02 13:03:17.669077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'name': 'network-vif-deleted', 'tag': '8f9c4205-444a-45a5-99cc-571bc73eb747'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:17.675793 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48978c30-35ac-4565-a4fd-898525475bcf" -d '{"events": [{"server_uuid": "2c37efc4-5b3e-421c-9dff-49fb17fe09bc", "name": "network-vif-deleted", "tag": "8f9c4205-444a-45a5-99cc-571bc73eb747"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:17.713169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.728961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8f9c4205-444a-45a5-99cc-571bc73eb747'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:03:17.734264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5633f0-1016-4dc4-bd24-b8f7f33ee894']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:17.750034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dc07ed-5d64-4397-8d76-5695d01e694b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:17.750980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dc07ed-5d64-4397-8d76-5695d01e694b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:17.767699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.769148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f6a0f90f-bbd7-4727-a6b0-99219077529e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:17.785556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.796613 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e3665-b3a4-4e96-8107-fd0fe414dd44 x-openstack-request-id: req-d77e3665-b3a4-4e96-8107-fd0fe414dd44 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:17.797145 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c37efc4-5b3e-421c-9dff-49fb17fe09bc", "name": "network-vif-deleted", "tag": "8f9c4205-444a-45a5-99cc-571bc73eb747", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:17.797590 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d77e3665-b3a4-4e96-8107-fd0fe414dd44 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:17.798139 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c37efc4-5b3e-421c-9dff-49fb17fe09bc', 'name': 'network-vif-deleted', 'tag': '8f9c4205-444a-45a5-99cc-571bc73eb747', 'status': 'completed', 'code': 200} Sep 02 13:03:17.799244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:17.799875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:17.809326 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:17.860259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f6a0f90f-bbd7-4727-a6b0-99219077529e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:17.860633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f6a0f90f-bbd7-4727-a6b0-99219077529e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:17.863876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:17.903522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b93537c8-ae22-4443-a3e2-ad4e84c00821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.933137 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:17.973025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] Pushing event deleted for resources: {'Port': ['ID=f6a0f90f-bbd7-4727-a6b0-99219077529e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:17.976529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c88ae-80bd-4b06-af64-e83f4a389d9c None None] No DVR routers for this DVR port f6a0f90f-bbd7-4727-a6b0-99219077529e on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:18.296412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2701087b-22ed-47fb-a56b-31935784afa3 req-c8b43058-22bc-4e15-83ce-c026a4240c3c tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c37efc4-5b3e-421c-9dff-49fb17fe09bc HTTP/1.1" status: 200 len: 210 time: 0.0335824 Sep 02 13:03:18.297362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.312835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.315003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/df5633f0-1016-4dc4-bd24-b8f7f33ee894 HTTP/1.1" status: 204 len: 168 time: 1.4068577 Sep 02 13:03:18.322677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:18.330733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1346950352'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:18.334361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442f133-0236-49d8-a5b9-bc27d43fd81e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=df5633f0-1016-4dc4-bd24-b8f7f33ee894,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:18.397657 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b93537c8-ae22-4443-a3e2-ad4e84c00821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.404714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b93537c8-ae22-4443-a3e2-ad4e84c00821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.450032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:18.453550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.462752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93537c8-ae22-4443-a3e2-ad4e84c00821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb3a8e-fbc3-46bd-9bbe-24cea33120a9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:18.478743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b93537c8-ae22-4443-a3e2-ad4e84c00821 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33e1bb4713244d1c92f4ec3246bc9e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132369 Sep 02 13:03:18.481608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:18.533275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:18.550498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.550854 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Added segment dc70ae6e-fbe0-41e7-8b1b-44118ef50430 of type vlan for network 366eef20-a956-4bed-8f63-07bf9ca6679e Sep 02 13:03:18.604080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688869f2-9f97-4065-8d63-59e3802f9bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.613076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.644353 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688869f2-9f97-4065-8d63-59e3802f9bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.670757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.676311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:18.676851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.750157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4259679 Sep 02 13:03:18.753760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58080) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:18.757203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5772628-a1aa-468d-b6c3-504fccf031bf tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Network': ['ID=366eef20-a956-4bed-8f63-07bf9ca6679e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:18.761465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688869f2-9f97-4065-8d63-59e3802f9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.763434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:18.767066 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688869f2-9f97-4065-8d63-59e3802f9bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:18.768533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-688869f2-9f97-4065-8d63-59e3802f9bb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abfb3a8e-fbc3-46bd-9bbe-24cea33120a9 HTTP/1.1" status: 204 len: 168 time: 0.2859912 Sep 02 13:03:18.769292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 366eef20-a956-4bed-8f63-07bf9ca6679e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:18.779546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688869f2-9f97-4065-8d63-59e3802f9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb3a8e-fbc3-46bd-9bbe-24cea33120a9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:18.910579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:18.915974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.104621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.179977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=8afca783-b795-4a5f-80c6-5e4cba5ce443,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:19.193011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Checking segment: {'id': 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:19.193480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network hostable DHCP agents. Network: 366eef20-a956-4bed-8f63-07bf9ca6679e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:19.200924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:19.220756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88b1c2e8-4566-4433-b2a8-5d2fd1eb50b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.231250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 366eef20-a956-4bed-8f63-07bf9ca6679e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:19.247938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 366eef20-a956-4bed-8f63-07bf9ca6679e) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:19.258035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:19.258764 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.263254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d3a46-973e-4691-ab07-1de4907d9cf4 None None] Network 366eef20-a956-4bed-8f63-07bf9ca6679e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:19.337740 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88b1c2e8-4566-4433-b2a8-5d2fd1eb50b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.349553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88b1c2e8-4566-4433-b2a8-5d2fd1eb50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.363241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4493dbb5-c558-49d7-8612-b6ccc9f5a4af tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6080954 Sep 02 13:03:19.366549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:19.372417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1740550269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:19.417643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.422060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.431591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-88b1c2e8-4566-4433-b2a8-5d2fd1eb50b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=076b80780ef54162a07fcf674f2890d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295685 Sep 02 13:03:19.432520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1c2e8-4566-4433-b2a8-5d2fd1eb50b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773ce45b-fc2a-41ba-b547-07806614d197,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:19.435593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58106) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:19.494218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-366eef20-a956-4bed-8f63-07bf9ca6679e', 'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': '8afca783-b795-4a5f-80c6-5e4cba5ce443'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:03:19.496000 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.517319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b33aa8f1-5ebc-45d2-8768-ac037120f838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.554428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.554936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b33aa8f1-5ebc-45d2-8768-ac037120f838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.562904 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.589251 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.591072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-574b1410-69c7-4841-b360-fa83d920a12c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2227182 Sep 02 13:03:19.594390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58110) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:19.601436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e', 'name': 'tempest-PortsTestJSON-1303979729'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:19.631425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b33aa8f1-5ebc-45d2-8768-ac037120f838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.634398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b33aa8f1-5ebc-45d2-8768-ac037120f838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.635609 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b33aa8f1-5ebc-45d2-8768-ac037120f838 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/773ce45b-fc2a-41ba-b547-07806614d197 HTTP/1.1" status: 204 len: 168 time: 0.1988552 Sep 02 13:03:19.643379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aa8f1-5ebc-45d2-8768-ac037120f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ce45b-fc2a-41ba-b547-07806614d197,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:19.704572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Allocated IP 172.20.0.2 (366eef20-a956-4bed-8f63-07bf9ca6679e/8afca783-b795-4a5f-80c6-5e4cba5ce443/83ea7aec-f002-4e91-8b71-a1cf3581b1c6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:19.743376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a0048-6a4c-484b-8a22-8773eaab6598 req-044a981a-07c6-4b80-8491-dc3abb6a99dd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:19.748025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d9a0048-6a4c-484b-8a22-8773eaab6598 req-044a981a-07c6-4b80-8491-dc3abb6a99dd tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0883877 Sep 02 13:03:19.807873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d9a0048-6a4c-484b-8a22-8773eaab6598 req-ff269c0d-8f39-4638-9658-602cdda5ccb4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524533 Sep 02 13:03:19.809396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:19.813166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.831853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port 5bee1ed3-85bb-4446-8731-ce3474ffeefd yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:19.892891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:19.906109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Transition to ACTIVE for port object 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:19.924116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Transition to ACTIVE for port object 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:19.933573 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.003998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Network 366eef20-a956-4bed-8f63-07bf9ca6679e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:20.009563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:20.017224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.14 (366eef20-a956-4bed-8f63-07bf9ca6679e/8afca783-b795-4a5f-80c6-5e4cba5ce443/5bee1ed3-85bb-4446-8731-ce3474ffeefd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:20.020276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:20.062660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Pushing event updated for resources: {'Port': ['ID=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:20.106473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Attempting to bind port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:20.107093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Attempting to bind port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:20.107553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Attempting to bind port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 on network 366eef20-a956-4bed-8f63-07bf9ca6679e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:20.115127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:03:20.115634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Checking segment: {'id': 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:20.116196 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.116700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Bound using segment: {'id': 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:03:20.117583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Bound port: 83ea7aec-f002-4e91-8b71-a1cf3581b1c6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '366eef20-a956-4bed-8f63-07bf9ca6679e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:03:20.118184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.218676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] For port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:20.230033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] For port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,segment=NetworkSegment(dc70ae6e-fbe0-41e7-8b1b-44118ef50430),segment_id=dc70ae6e-fbe0-41e7-8b1b-44118ef50430)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:03:20.243592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.245200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.272748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object 5bee1ed3-85bb-4446-8731-ce3474ffeefd will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:20.333999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7097a2-f346-40c7-9ed9-5904e53a2c77 None None] Pushing event updated for resources: {'Port': ['ID=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:20.337183 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.400141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 366eef20-a956-4bed-8f63-07bf9ca6679e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:20.403683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:20.408584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:20.413243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=5bee1ed3-85bb-4446-8731-ce3474ffeefd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:20.467220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:20.468229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:20.490627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-85c1f478-7b75-4aac-9377-3123a558da06 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8948996 Sep 02 13:03:20.496428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58134) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:20.689730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:20.771324 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef741be4-7122-43a0-8fa8-e03f09511341 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/floatingips/e0737787-79ed-4476-a0f6-ebccd6bd83de HTTP/1.1" status: 200 len: 993 time: 0.0797341 Sep 02 13:03:20.960782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8f9c4205-444a-45a5-99cc-571bc73eb747 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:20.988199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 8f9c4205-444a-45a5-99cc-571bc73eb747 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:20.988937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8f9c4205-444a-45a5-99cc-571bc73eb747 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:21.023166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ba36d-df2c-41e7-a896-3a05def32db2 req-b9221139-3896-48bf-a787-9f44c85c5bb4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:21.025180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-516ba36d-df2c-41e7-a896-3a05def32db2 req-b9221139-3896-48bf-a787-9f44c85c5bb4 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.0919681 Sep 02 13:03:21.042131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.066621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:21.117090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-516ba36d-df2c-41e7-a896-3a05def32db2 req-2f2949fb-2ccb-4e23-8b4a-4c5e181e7568 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823450 Sep 02 13:03:21.414687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port 2db1cbca-5632-4c22-8925-26d9f2b8a8fc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:21.415532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.434993 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.447379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.476844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cea21-daef-4922-be82-e12daf9b5b45 req-9d81e315-062a-4dc9-ab24-35e579b9cc04 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:21.478465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-238cea21-daef-4922-be82-e12daf9b5b45 req-9d81e315-062a-4dc9-ab24-35e579b9cc04 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1216257 Sep 02 13:03:21.513894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=5bee1ed3-85bb-4446-8731-ce3474ffeefd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:21.716027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.716362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.728000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Deleting port aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:21.728392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.739354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:21.748535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for 2db1cbca-5632-4c22-8925-26d9f2b8a8fc owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:21.814296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:21.857504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9c329-655e-4c23-b8b0-d0a9a1885dc7 None None] Network 366eef20-a956-4bed-8f63-07bf9ca6679e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:21.924926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] For port aaeaec21-260d-4039-a4ef-6416e9c31d63, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=aaeaec21-260d-4039-a4ef-6416e9c31d63,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:21.925395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.948243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] Provisioning for port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:21.959325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] Provisioning complete for port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:21.960297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:21.960466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:21.970951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.203358 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.239787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.254053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2073806678'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:22.301348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] For port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,segment=NetworkSegment(dc70ae6e-fbe0-41e7-8b1b-44118ef50430),segment_id=dc70ae6e-fbe0-41e7-8b1b-44118ef50430)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:22.306717 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.368743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00ad9c-24f9-4a8a-9626-e8cc3aab31ff None None] Pushing event updated for resources: {'Port': ['ID=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:22.369239 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.369705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.370097 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Floating IP df87db3f-25c7-4e63-976d-ddf55a977f3b disassociated. External IP: 172.25.7.214, port: aaeaec21-260d-4039-a4ef-6416e9c31d63. Sep 02 13:03:22.370513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Calling delete_port for aaeaec21-260d-4039-a4ef-6416e9c31d63 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:22.446679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.476480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5863ab8-0a38-4d04-b3b1-5ea0d5080f07 req-ac21a07f-a8fd-455a-a402-77e0f87d8147 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:22.478264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5863ab8-0a38-4d04-b3b1-5ea0d5080f07 req-ac21a07f-a8fd-455a-a402-77e0f87d8147 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 945 time: 0.1672454 Sep 02 13:03:22.481699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Made reservation on behalf of ec5451eb8b7f498faf44ef8a37f84a6b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:22.485962 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.493299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=2db1cbca-5632-4c22-8925-26d9f2b8a8fc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:22.513834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.581787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.582137 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Floating IP e0737787-79ed-4476-a0f6-ebccd6bd83de disassociated (deleted). External IP: 172.25.7.135, port: d6621b4c-9f98-496a-8fdb-49b61efce50a. Sep 02 13:03:22.636114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0236a373-f636-4537-864d-537b7994dfe9 None None] Provisioning for port 5bee1ed3-85bb-4446-8731-ce3474ffeefd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:22.645931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0236a373-f636-4537-864d-537b7994dfe9 None None] Provisioning complete for port 5bee1ed3-85bb-4446-8731-ce3474ffeefd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:22.646436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0236a373-f636-4537-864d-537b7994dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.669677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5863ab8-0a38-4d04-b3b1-5ea0d5080f07 req-9254e75e-0173-4cf2-bdca-1f2e99c06f8b tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups?id=290998a0-b22b-4ee6-aa10-3fd138a2de02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1776249 Sep 02 13:03:22.735278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0236a373-f636-4537-864d-537b7994dfe9 None None] Port 5bee1ed3-85bb-4446-8731-ce3474ffeefd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:22.756636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0236a373-f636-4537-864d-537b7994dfe9 None None] Provisioning complete for port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:22.758065 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0236a373-f636-4537-864d-537b7994dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.866614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.908137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.922001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.929575 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.934485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'Port': ['ID=aaeaec21-260d-4039-a4ef-6416e9c31d63,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:22.943700 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.958540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:22.971144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:22.971524 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Added segment 0ace3f52-236f-4316-9a98-e3bd26ae4482 of type vlan for network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 Sep 02 13:03:23.018149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.055142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d16922f5-cba2-4d33-a7e5-794033c4cdc1 None None] Provisioning complete for port 5bee1ed3-85bb-4446-8731-ce3474ffeefd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:23.055670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d16922f5-cba2-4d33-a7e5-794033c4cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.095062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router bced899e-00be-46e3-a8b8-0e632e9c67cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:23.095316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.101347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:23.102046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.158149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d16922f5-cba2-4d33-a7e5-794033c4cdc1 None None] Port 5bee1ed3-85bb-4446-8731-ce3474ffeefd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:23.244653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2806220 Sep 02 13:03:23.264586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.278726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e2a5a-8fa9-4082-b3ef-fe871329bfa9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:23.279993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Router 33ee8704-517c-4179-8ebd-3ed845d3c3dd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:23.292706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.293107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.293450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.294133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.294133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.294465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.294759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.295099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.295421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.295744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.296071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.296393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:23.318316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=5bee1ed3-85bb-4446-8731-ce3474ffeefd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:23.362449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc05418-f69f-4d6a-9a43-5f9688649ed6 tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Pushing event updated for resources: {'Network': ['ID=e70c5fdf-a660-4d0f-a8be-3c848aab52b6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:23.392378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:23.394534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-637322e9-1986-48e5-a3b1-fff597d28fe9 None None] Provisioning complete for port 5bee1ed3-85bb-4446-8731-ce3474ffeefd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:23.395091 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-637322e9-1986-48e5-a3b1-fff597d28fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.425303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:23.431693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 366eef20-a956-4bed-8f63-07bf9ca6679e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:23.435473 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] Sync routers for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:23.438985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.445323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:23.461787 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:23.463903 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:23.537596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e7d3069-eba3-4fe7-9196-0d6fef922e97 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/floatingips/e0737787-79ed-4476-a0f6-ebccd6bd83de HTTP/1.1" status: 204 len: 168 time: 2.4695094 Sep 02 13:03:23.540956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:23.543546 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3272b6c-3060-479b-abd3-ae4b439903cb" -d '{"events": [{"name": "network-changed", "server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:23.573503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:23.610243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] Sync routers for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:23.647155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-637322e9-1986-48e5-a3b1-fff597d28fe9 None None] Port 5bee1ed3-85bb-4446-8731-ce3474ffeefd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:23.666187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:23.667072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:23.672302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:23.723361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Request body: {'port': {'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6', 'binding:host_id': 'n-h2-792364-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1440226220'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:23.734926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] No DVR routers for this DVR port aaeaec21-260d-4039-a4ef-6416e9c31d63 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:23.743819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Router f8468d2b-35dc-4926-b31a-7ead5122a38c is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:03:23.744476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.749533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-238cea21-daef-4922-be82-e12daf9b5b45 req-b23a96e4-6041-476b-a4e9-916042b0206f tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.41 "DELETE /v2.0/ports/aaeaec21-260d-4039-a4ef-6416e9c31d63 HTTP/1.1" status: 204 len: 173 time: 2.2612982 Sep 02 13:03:23.777111 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:23.780485 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a726cf38-1101-4ebf-b072-d209852325f1 x-openstack-request-id: req-a726cf38-1101-4ebf-b072-d209852325f1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:23.781043 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:23.781573 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a726cf38-1101-4ebf-b072-d209852325f1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:23.782215 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'status': 'completed', 'code': 200} Sep 02 13:03:23.895442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:23.919412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Made reservation on behalf of 686272163ba44071967707418d448e4c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:23.928466 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:23.974723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:24.004430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c06325a4-430f-47d4-94e0-faf97b681eb1 req-ed7f8300-f723-41d0-897d-c1d594b37cb5 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/ports?device_id=d73e192f-c461-4a6a-9a7c-c2ab73cf475c HTTP/1.1" status: 200 len: 210 time: 0.0568998 Sep 02 13:03:24.085018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ba9afe06-ccee-458b-919e-b0f703c1b909 None None] Provisioning complete for port 5bee1ed3-85bb-4446-8731-ce3474ffeefd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:24.085415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ba9afe06-ccee-458b-919e-b0f703c1b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:24.120058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:24.125325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-195050bc-f98d-49b8-a195-d0b63813143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:24.127477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-195050bc-f98d-49b8-a195-d0b63813143f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 1096 time: 0.3348014 Sep 02 13:03:24.128473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:24.144925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port 0c614378-fadb-4cee-a8a3-526e58c62de9 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:24.170996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ba9afe06-ccee-458b-919e-b0f703c1b909 None None] Port 5bee1ed3-85bb-4446-8731-ce3474ffeefd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:24.197364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:24.197729 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:24.221784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d68ea66-5f82-46a8-b531-ef9ee0ccf3ad,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:24.282945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:24.333820 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:26Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:24.378911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-a4d6ea7e-0d3b-437b-909a-1ea9968fdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:24.380346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-a4d6ea7e-0d3b-437b-909a-1ea9968fdbf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f HTTP/1.1" status: 200 len: 897 time: 0.2371335 Sep 02 13:03:24.444779 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] Checking router: bced899e-00be-46e3-a8b8-0e632e9c67cc for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:03:24.468583 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:24.471752 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:24.492972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:24.494867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-e789d692-0c80-4882-9602-2c688dbe7424 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a HTTP/1.1" status: 200 len: 217 time: 0.1038568 Sep 02 13:03:24.508644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a9777869-2bd3-48e5-9ed4-362c3433c0c6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/routers/f8468d2b-35dc-4926-b31a-7ead5122a38c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0092585 Sep 02 13:03:24.517229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58198) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:24.580383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab5c8-ae24-45a9-9e54-dc554a15aa30 req-e94502e3-3065-4f81-aca0-6ed9038f18ea tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:24.590065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08eab5c8-ae24-45a9-9e54-dc554a15aa30 req-e94502e3-3065-4f81-aca0-6ed9038f18ea tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 945 time: 0.5934527 Sep 02 13:03:24.631501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:24.659840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08eab5c8-ae24-45a9-9e54-dc554a15aa30 req-8e53df1a-3e12-4592-a13b-10c71fb15db5 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658839 Sep 02 13:03:24.685779 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] Sync routers for ids ['f8468d2b-35dc-4926-b31a-7ead5122a38c'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:24.736822 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] Routers {'f8468d2b-35dc-4926-b31a-7ead5122a38c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:24.739509 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f8468d2b-35dc-4926-b31a-7ead5122a38c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:24.740359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-e43764e3-59a9-43bf-833b-4e45ef1184f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:24.742629 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-e43764e3-59a9-43bf-833b-4e45ef1184f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=796612e4-1977-44f8-b39c-a4ebf4d21ea4 HTTP/1.1" status: 200 len: 835 time: 0.2330165 Sep 02 13:03:24.765223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f8bb7-668e-4f79-bbc8-cd903ccb527b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:24.770978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:24.778764 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-124f8bb7-668e-4f79-bbc8-cd903ccb527b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8468d2b-35dc-4926-b31a-7ead5122a38c HTTP/1.1" status: 200 len: 983 time: 0.2385700 Sep 02 13:03:24.813965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port 0c614378-fadb-4cee-a8a3-526e58c62de9 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:24.845836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:24.888238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:55Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:24.919900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] Checking router: 33ee8704-517c-4179-8ebd-3ed845d3c3dd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:03:24.930205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:24.930854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:24.944046 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] Routers {'f8468d2b-35dc-4926-b31a-7ead5122a38c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:24.945708 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f8468d2b-35dc-4926-b31a-7ead5122a38c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:25.045419 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:25.046106 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8868d8e-e7c1-437d-9f68-5a1b9a5593c9 None None] The sync data for ids ['f8468d2b-35dc-4926-b31a-7ead5122a38c'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:25.159105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:25.183006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:25.271426 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:26Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:25.299679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.307772 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa0f49-169f-4512-b9d4-eb3339cd8b0c None None] The sync data for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 is: [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:02:17Z', 'revision_number': 4, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b55cd1f5-5b59-4dca-af4a-46687f786bd4', 'name': '', 'network_id': 'd697f9c9-1d31-40a2-aaa0-52aeb89dd46f', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'mac_address': 'fa:16:3e:7a:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:15Z', 'updated_at': '2021-09-02T13:02:26Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'subnets': [{'id': '796612e4-1977-44f8-b39c-a4ebf4d21ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:25.313077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:25.344263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Transition to ACTIVE for port object 0c614378-fadb-4cee-a8a3-526e58c62de9 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:25.362578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-50eaa8f7-12d8-458e-a9fb-7b211975b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:25.362998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cc-b036-4ee6-9712-25a0c08a06c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.364596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-50eaa8f7-12d8-458e-a9fb-7b211975b01d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5767190 Sep 02 13:03:25.369813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: aaeaec21-260d-4039-a4ef-6416e9c31d63 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:25.370285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device aaeaec21-260d-4039-a4ef-6416e9c31d63 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:25.379923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-36e3e239-4bbf-4221-9c28-0af22e71bbd6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:25.381854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-36e3e239-4bbf-4221-9c28-0af22e71bbd6 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 945 time: 0.1010222 Sep 02 13:03:25.474728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cc-b036-4ee6-9712-25a0c08a06c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.489197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-c2986b1e-e2e0-49b4-879f-73bf52318303 service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061842 Sep 02 13:03:25.492082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.608028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:55Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:25.654685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc8828-2e67-444d-b0db-d735c31c64cb None None] The sync data for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 is: [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T12:54:38Z', 'revision_number': 4, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb', 'name': '', 'network_id': '2e2e2978-764d-4bed-98fb-27bdd71c4fc3', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'mac_address': 'fa:16:3e:b9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:36Z', 'updated_at': '2021-09-02T12:54:55Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'subnets': [{'id': '0bde8b80-cf25-480a-920d-b91b5a51a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:25.686221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cc-b036-4ee6-9712-25a0c08a06c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.693952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9547d1cc-b036-4ee6-9712-25a0c08a06c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.701464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9547d1cc-b036-4ee6-9712-25a0c08a06c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "DELETE /v2.0/security-groups/290998a0-b22b-4ee6-aa10-3fd138a2de02 HTTP/1.1" status: 204 len: 168 time: 0.5163589 Sep 02 13:03:25.702211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58214) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:25.737935 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-74f42d6f-df89-40da-af9d-cfa8cf9dba2d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] show failed (client error): The resource could not be found. Sep 02 13:03:25.739235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-74f42d6f-df89-40da-af9d-cfa8cf9dba2d tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "GET /v2.0/security-groups/290998a0-b22b-4ee6-aa10-3fd138a2de02 HTTP/1.1" status: 404 len: 347 time: 0.0280609 Sep 02 13:03:25.748836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:25.757005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:25.760583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d1cc-b036-4ee6-9712-25a0c08a06c9 tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290998a0-b22b-4ee6-aa10-3fd138a2de02,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:25.784439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50fdc6d-4f9c-4f06-8330-830c29a1c3aa None None] New status for floating IP e0737787-79ed-4476-a0f6-ebccd6bd83de: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:03:25.814333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-deleted', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:25.816785 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e41bd4-c2f7-40ab-991e-7ac3191e5ca9" -d '{"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-deleted", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:25.886779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48450889-4e02-41e8-b464-5052995b4799 req-813dcea0-ca75-4183-a03b-dc3d62b2e13a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:25.888234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48450889-4e02-41e8-b464-5052995b4799 req-813dcea0-ca75-4183-a03b-dc3d62b2e13a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 945 time: 0.1517074 Sep 02 13:03:25.925193 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c585e898-8350-4507-8a79-e319859638de x-openstack-request-id: req-c585e898-8350-4507-8a79-e319859638de {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:25.925437 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e192f-c461-4a6a-9a7c-c2ab73cf475c", "name": "network-vif-deleted", "tag": "aaeaec21-260d-4039-a4ef-6416e9c31d63", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:25.925669 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c585e898-8350-4507-8a79-e319859638de {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:25.926072 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e192f-c461-4a6a-9a7c-c2ab73cf475c', 'name': 'network-vif-deleted', 'tag': 'aaeaec21-260d-4039-a4ef-6416e9c31d63', 'status': 'completed', 'code': 200} Sep 02 13:03:25.956802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3272b6c-3060-479b-abd3-ae4b439903cb req-6ddabfec-6fa4-499f-b6c4-d7397a6335e7 service neutron] 10.222.0.41 "GET /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451866 Sep 02 13:03:25.971030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=0c614378-fadb-4cee-a8a3-526e58c62de9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:25.985423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48450889-4e02-41e8-b464-5052995b4799 req-6cb08b8e-1f4a-4e6c-9fb9-12f865553281 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/security-groups?id=685e1607-8b16-4d65-9dd4-75410924d395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896099 Sep 02 13:03:26.034318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Checking segment: {'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:26.034814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Network hostable DHCP agents. Network: e70c5fdf-a660-4d0f-a8be-3c848aab52b6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:26.061487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 5bee1ed3-85bb-4446-8731-ce3474ffeefd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:26.062000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.070741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port d6621b4c-9f98-496a-8fdb-49b61efce50a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:26.070741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.075822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:26.079134 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a02222-2622-4b48-b8fc-167b17846726 None None] New status for floating IP df87db3f-25c7-4e63-976d-ddf55a977f3b: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:03:26.135331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e70c5fdf-a660-4d0f-a8be-3c848aab52b6) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:26.140494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Deleting port 8b643d75-882a-4fdf-9c4e-049d74b329ca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:26.140494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.144581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:26.146082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3013861-0c91-4514-806c-9d2fb6cf167d None None] Network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:26.209924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.210268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.210438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.232099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.232516 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.235217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.237962 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 2 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.252422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 5bee1ed3-85bb-4446-8731-ce3474ffeefd owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:26.281101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.281378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.281720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.296307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port d6621b4c-9f98-496a-8fdb-49b61efce50a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d6621b4c-9f98-496a-8fdb-49b61efce50a,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:26.296680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.307742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.308043 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.310500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.310844 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.317190 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 3 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.325309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for d6621b4c-9f98-496a-8fdb-49b61efce50a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:26.342747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Calling delete_port for 8b643d75-882a-4fdf-9c4e-049d74b329ca owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:26.351917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.352086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.352403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.392098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.392472 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.395401 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 4 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.464319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.464655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.465025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.480510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.480841 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.483471 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 5 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.497432 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.507592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dde82-1dbc-4cfd-b92f-6625ef9458b2 req-4e4a6edf-9cb5-4dc9-b73c-9a368b2b7055 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:26.509619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d4dde82-1dbc-4cfd-b92f-6625ef9458b2 req-4e4a6edf-9cb5-4dc9-b73c-9a368b2b7055 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.0683324 Sep 02 13:03:26.510310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.510642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.510980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.526014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.526665 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.527769 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 6 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.546571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=5bee1ed3-85bb-4446-8731-ce3474ffeefd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:26.566484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.566824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.567392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.602839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.603167 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.608810 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 7 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.638805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d4dde82-1dbc-4cfd-b92f-6625ef9458b2 req-bc6853b9-49ca-4d38-a6e6-5733b94bd721 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180694 Sep 02 13:03:26.641865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.643553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.644071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.644579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.683984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.684311 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.685206 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 8 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.688134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=d6621b4c-9f98-496a-8fdb-49b61efce50a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:26.690245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.740791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.741805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.742375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.747927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Pushing event deleted for resources: {'Port': ['ID=8b643d75-882a-4fdf-9c4e-049d74b329ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:26.753502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.777657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.778896 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.793676 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 9 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.812281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] No DVR routers for this DVR port d6621b4c-9f98-496a-8fdb-49b61efce50a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:26.839947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.841894 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c5df62b-7b27-4ac5-9a4e-46561e578ead req-8265c012-1555-40cb-863c-628ea30345d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.41 "DELETE /v2.0/ports/d6621b4c-9f98-496a-8fdb-49b61efce50a HTTP/1.1" status: 204 len: 173 time: 1.3514402 Sep 02 13:03:26.852949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.853343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.853724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.868719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.869073 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.869965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.872465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.873710 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f12afa47-84b8-4bef-b214-b64c23cf581a tempest-ServerActionsTestJSON-1889152642 tempest-ServerActionsTestJSON-1889152642-project] 10.222.0.60 "DELETE /v2.0/floatingips/df87db3f-25c7-4e63-976d-ddf55a977f3b HTTP/1.1" status: 204 len: 168 time: 1.1238430 Sep 02 13:03:26.874286 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 10 to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 Sep 02 13:03:26.876912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58228) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:26.896335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:26.896717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:26.897145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:26.907780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 0c614378-fadb-4cee-a8a3-526e58c62de9 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:26.908292 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 0c614378-fadb-4cee-a8a3-526e58c62de9 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:26.908790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:26.922819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Router f8468d2b-35dc-4926-b31a-7ead5122a38c has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:26.991140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] For port 0c614378-fadb-4cee-a8a3-526e58c62de9, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:26.991749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempted to set empty binding levels {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:03:26.998535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.026427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:27.039914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:27.040617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.042753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e2232c7-c43a-4797-8c66-f9c6b50c401f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/routers/f8468d2b-35dc-4926-b31a-7ead5122a38c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2685244 Sep 02 13:03:27.045153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:27.047088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] Sync routers for ids ['f8468d2b-35dc-4926-b31a-7ead5122a38c'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:27.063263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] Routers {'f8468d2b-35dc-4926-b31a-7ead5122a38c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:27.063487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=0c614378-fadb-4cee-a8a3-526e58c62de9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:27.063840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f8468d2b-35dc-4926-b31a-7ead5122a38c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:27.070327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ea46e63e-0b75-4b3e-bfd5-ce689787bc92 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3842852 Sep 02 13:03:27.071226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:27.081352 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-031d55cd-bc96-4ea0-86d9-ac1d4966229d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:27.085432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-031d55cd-bc96-4ea0-86d9-ac1d4966229d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/5bee1ed3-85bb-4446-8731-ce3474ffeefd HTTP/1.1" status: 404 len: 333 time: 0.0389566 Sep 02 13:03:27.088109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:27.144815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:27.156478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] Routers {'f8468d2b-35dc-4926-b31a-7ead5122a38c'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:27.157843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f8468d2b-35dc-4926-b31a-7ead5122a38c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:27.202418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:27.203075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac64f5-5013-4e47-8106-65bdee061bcc None None] The sync data for ids ['f8468d2b-35dc-4926-b31a-7ead5122a38c'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:27.221102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e27688cc-d40d-404c-96bf-7883a3d3b146 req-19b35671-a530-49d2-b60f-6d6d2272ba8b tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "GET /v2.0/ports?device_id=094d8592-5ae9-4f0d-b433-b9b0f48a158e HTTP/1.1" status: 200 len: 210 time: 0.0685401 Sep 02 13:03:27.225325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.267856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d6621b4c-9f98-496a-8fdb-49b61efce50a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:27.296937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: d6621b4c-9f98-496a-8fdb-49b61efce50a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:27.297506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d6621b4c-9f98-496a-8fdb-49b61efce50a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:27.313479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Deleting port 0c614378-fadb-4cee-a8a3-526e58c62de9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:27.313784 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.398931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] For port 0c614378-fadb-4cee-a8a3-526e58c62de9, host n-h2-792364-8, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:27.399303 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.480596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Calling delete_port for 0c614378-fadb-4cee-a8a3-526e58c62de9 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:27.631916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.666911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c614378-fadb-4cee-a8a3-526e58c62de9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:27.667262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.669659 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.674987 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.677198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b4c07b5d-56cd-428e-b379-3504c5e01b50 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0c614378-fadb-4cee-a8a3-526e58c62de9 HTTP/1.1" status: 204 len: 168 time: 0.6045737 Sep 02 13:03:27.680967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:27.710763 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3fe381-257e-4bdd-bcfa-e80475b01538 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:03:27.715834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9e3fe381-257e-4bdd-bcfa-e80475b01538 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "GET /v2.0/ports/0c614378-fadb-4cee-a8a3-526e58c62de9 HTTP/1.1" status: 404 len: 333 time: 0.0304363 Sep 02 13:03:27.716022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:27.720854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Request body: {'port': {'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-7322952'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:27.741595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.742119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Fanout notify agent at l3_agent the message router_deleted on router f8468d2b-35dc-4926-b31a-7ead5122a38c {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:03:27.752106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.756863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b47e4e09-89cf-44a2-ae07-751a472b5367 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/routers/f8468d2b-35dc-4926-b31a-7ead5122a38c HTTP/1.1" status: 204 len: 168 time: 0.6675813 Sep 02 13:03:27.758222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58248) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:27.766538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Made reservation on behalf of 686272163ba44071967707418d448e4c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:27.769166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.809830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port 27c42455-46f3-4a96-912e-dae3a2290c3b yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:27.814915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 8afca783-b795-4a5f-80c6-5e4cba5ce443 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:27.818153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.860928 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.889081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a379f7-9c2e-472e-8a78-6ca5669c12f7 req-cd3fc9eb-ab3c-43eb-b23d-8936683ee356 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:27.890652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0a379f7-9c2e-472e-8a78-6ca5669c12f7 req-cd3fc9eb-ab3c-43eb-b23d-8936683ee356 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.1409092 Sep 02 13:03:27.926550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'name': 'network-vif-deleted', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:27.928869 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029599c4-b575-42b0-abe7-f4897a6096ae" -d '{"events": [{"server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "name": "network-vif-deleted", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:27.952662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:27.981985 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b8e2a3-94de-4fd3-8826-bef402350704 x-openstack-request-id: req-b2b8e2a3-94de-4fd3-8826-bef402350704 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:27.981985 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d8592-5ae9-4f0d-b433-b9b0f48a158e", "name": "network-vif-deleted", "tag": "d6621b4c-9f98-496a-8fdb-49b61efce50a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:27.981985 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2b8e2a3-94de-4fd3-8826-bef402350704 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:27.982485 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d8592-5ae9-4f0d-b433-b9b0f48a158e', 'name': 'network-vif-deleted', 'tag': 'd6621b4c-9f98-496a-8fdb-49b61efce50a', 'status': 'completed', 'code': 200} Sep 02 13:03:28.010441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.023465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.046245 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e0a379f7-9c2e-472e-8a78-6ca5669c12f7 req-0fbbc99a-3db3-48e6-9865-70806b40bd9e tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465335 Sep 02 13:03:28.055640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.061160 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/8afca783-b795-4a5f-80c6-5e4cba5ce443 HTTP/1.1" status: 204 len: 168 time: 0.3011734 Sep 02 13:03:28.061430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:28.064063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb294024-2cea-4cad-8a01-96063ac2bd55 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=8afca783-b795-4a5f-80c6-5e4cba5ce443,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:28.071477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c6c22-2c46-4fea-ac00-89a1da2b2087 None None] Network 366eef20-a956-4bed-8f63-07bf9ca6679e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:28.157204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.158784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-59ceffa1-0a8a-45ff-b9b3-6873fc0d50ea tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:28.160278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-59ceffa1-0a8a-45ff-b9b3-6873fc0d50ea tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.2023287 Sep 02 13:03:28.188622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.223610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:28.223991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.275382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] DHCP port deletion for 366eef20-a956-4bed-8f63-07bf9ca6679e request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:28.301060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] For port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,segment=NetworkSegment(dc70ae6e-fbe0-41e7-8b1b-44118ef50430),segment_id=dc70ae6e-fbe0-41e7-8b1b-44118ef50430)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:28.301445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.303840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:28.328273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:28.336721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] Deleting port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:28.337233 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.371153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.374466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Deleting port 794a3194-7440-4f5c-8318-480389aba79c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:28.374797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.422988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-756ee297-8be1-4c94-bc9f-c8fa28c919db tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.427811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] For port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,segment=NetworkSegment(dc70ae6e-fbe0-41e7-8b1b-44118ef50430),segment_id=dc70ae6e-fbe0-41e7-8b1b-44118ef50430)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:28.428541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.443582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] Calling delete_port for 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:28.461834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-756ee297-8be1-4c94-bc9f-c8fa28c919db tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.503843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.529208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.535961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:28.540486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No DVR routers for this DVR port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:28.557501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] Pushing event deleted for resources: {'Port': ['ID=83ea7aec-f002-4e91-8b71-a1cf3581b1c6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:28.564453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b40a0e-9b69-4d81-b8e0-7c33035d7021 None None] No DVR routers for this DVR port 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:28.624791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.637845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366eef20-a956-4bed-8f63-07bf9ca6679e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:28.640556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-756ee297-8be1-4c94-bc9f-c8fa28c919db tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.643174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-756ee297-8be1-4c94-bc9f-c8fa28c919db tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.644408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-756ee297-8be1-4c94-bc9f-c8fa28c919db tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/security-groups/685e1607-8b16-4d65-9dd4-75410924d395 HTTP/1.1" status: 204 len: 168 time: 0.3396547 Sep 02 13:03:28.656848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:28.657398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc70ae6e-fbe0-41e7-8b1b-44118ef50430') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:28.668397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ee297-8be1-4c94-bc9f-c8fa28c919db tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e1607-8b16-4d65-9dd4-75410924d395,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:28.673500 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.691515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.699186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:28.699658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:28.703990 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:28.720638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f625dd76-080f-4146-88cc-8fa4fa86665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.754070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:28.850462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:28.852684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.856176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=27c42455-46f3-4a96-912e-dae3a2290c3b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:28.862860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.863109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:28.864774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/366eef20-a956-4bed-8f63-07bf9ca6679e HTTP/1.1" status: 204 len: 168 time: 0.8017745 Sep 02 13:03:28.868855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:28.870723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:28.871839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:28.872309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.883762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc52a1-c307-4aa7-a601-3278f3fb2820 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=366eef20-a956-4bed-8f63-07bf9ca6679e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:28.956530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3bf57978-0fc8-434f-b60f-1b45b3c0718d tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 1.2394567 Sep 02 13:03:28.958580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] For port 794a3194-7440-4f5c-8318-480389aba79c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=794a3194-7440-4f5c-8318-480389aba79c,segment=NetworkSegment(dfa8698b-64da-488e-8836-ad83dc6faa25),segment_id=dfa8698b-64da-488e-8836-ad83dc6faa25)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:28.958955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:28.967786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5cf31-a00d-4813-b97e-a8794713c157 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:28.969149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-34c5cf31-a00d-4813-b97e-a8794713c157 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/4583111f-df13-41f9-b631-df96a254f91a HTTP/1.1" status: 200 len: 840 time: 0.0994840 Sep 02 13:03:28.969712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:28.974789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:28.982073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:29.021174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Calling delete_port for 794a3194-7440-4f5c-8318-480389aba79c owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:29.027429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c71e358-6b55-49a9-b8fe-a855b19b6a6a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/4583111f-df13-41f9-b631-df96a254f91a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0477290 Sep 02 13:03:29.027789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:29.033388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:29.112635 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.183272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Deleting port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:29.183591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.200235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:29.204267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.368130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351228d-6c94-4102-a66f-4994f028bad2 req-e4b2b65e-7d28-4f9d-9bea-b7e5b384fbb1 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:29.369589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5351228d-6c94-4102-a66f-4994f028bad2 req-e4b2b65e-7d28-4f9d-9bea-b7e5b384fbb1 tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/ports?device_id=c423ca3e-af6c-4227-a375-bd565a9d1a6d HTTP/1.1" status: 200 len: 946 time: 0.2353344 Sep 02 13:03:29.373774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.452426 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.461959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] For port 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:29.462343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.464580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['794a3194-7440-4f5c-8318-480389aba79c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:03:29.513115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5351228d-6c94-4102-a66f-4994f028bad2 req-be7845f9-f2ff-4737-b8a9-39eab74d11df tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287858 Sep 02 13:03:29.513868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Pushing event deleted for resources: {'Port': ['ID=794a3194-7440-4f5c-8318-480389aba79c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:29.522267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Calling delete_port for 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:29.611544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] No DVR routers for this DVR port 794a3194-7440-4f5c-8318-480389aba79c on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:29.627140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.644094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:29.644334 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.646456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d86698b8-b6b9-44c5-aea4-a2fd7be57d2a req-165b9236-5a35-4dcc-b262-6866e68e75db tempest-VolumesSnapshotTestJSON-1478244547 tempest-VolumesSnapshotTestJSON-1478244547-project] 10.222.0.18 "DELETE /v2.0/ports/794a3194-7440-4f5c-8318-480389aba79c HTTP/1.1" status: 204 len: 173 time: 1.4778962 Sep 02 13:03:29.649815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port 27c42455-46f3-4a96-912e-dae3a2290c3b yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:29.659553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.677784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Transition to ACTIVE for port object 27c42455-46f3-4a96-912e-dae3a2290c3b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:29.683330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.690737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:29.691068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:29.691746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83ea7aec-f002-4e91-8b71-a1cf3581b1c6 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:29.697299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:29.704216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:29.704808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.719362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93303f8b-f5a1-47ce-a01c-ab2b94be3172 None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:29.720873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=12b1b922-0a2c-4a0f-ac97-d93cefd99fb2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:29.766420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-afe1ce34-3b5b-4578-b347-8577b5c7cb92 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7369957 Sep 02 13:03:29.770798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:29.781475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486923523'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:29.799078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=27c42455-46f3-4a96-912e-dae3a2290c3b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:29.846937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:29.847264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:29.847814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:29.854394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.866517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:29.866864 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:29.871174 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 2 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:29.878695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port b55cd1f5-5b59-4dca-af4a-46687f786bd4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:29.878940 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.895777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:29.896115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:29.896463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:29.927735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:29.928160 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:29.931547 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 3 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:29.953939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-14e7f874-2dca-4247-99c4-ccb7f786c51b', 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'tenant_id': 'ec5bc98b42a94ab9ba5ad90b591606ae', 'fixed_ips': [{'subnet_id': '12b1b922-0a2c-4a0f-ac97-d93cefd99fb2'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:03:29.955707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.967778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:29.968118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:29.968468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:29.976356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:29.984285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'name': 'network-vif-deleted', 'tag': '794a3194-7440-4f5c-8318-480389aba79c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:29.986692 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae2d0a8-48df-42d3-8817-53e389100e6c" -d '{"events": [{"server_uuid": "c423ca3e-af6c-4227-a375-bd565a9d1a6d", "name": "network-vif-deleted", "tag": "794a3194-7440-4f5c-8318-480389aba79c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:29.996762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:29.997119 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.002053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port b55cd1f5-5b59-4dca-af4a-46687f786bd4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b55cd1f5-5b59-4dca-af4a-46687f786bd4,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:30.002527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.020416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for b55cd1f5-5b59-4dca-af4a-46687f786bd4 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:30.021651 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 4 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.031874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:30.107568 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4620133-ce88-4257-8a24-c89e2a8d5c8e x-openstack-request-id: req-c4620133-ce88-4257-8a24-c89e2a8d5c8e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:30.107854 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c423ca3e-af6c-4227-a375-bd565a9d1a6d", "name": "network-vif-deleted", "tag": "794a3194-7440-4f5c-8318-480389aba79c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:30.108094 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4620133-ce88-4257-8a24-c89e2a8d5c8e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:30.108506 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c423ca3e-af6c-4227-a375-bd565a9d1a6d', 'name': 'network-vif-deleted', 'tag': '794a3194-7440-4f5c-8318-480389aba79c', 'status': 'completed', 'code': 200} Sep 02 13:03:30.109224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.109560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.109897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.142582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.142906 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.146520 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 5 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.165950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.184664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.185056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Allocated IP 172.20.0.2 (14e7f874-2dca-4247-99c4-ccb7f786c51b/12b1b922-0a2c-4a0f-ac97-d93cefd99fb2/eea104ac-2d4c-41be-a87f-ae116afd3a0c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:30.284686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.285081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.285475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.353974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.354630 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.358408 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 6 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.375920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.376268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.376616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.378895 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.381029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6066904 Sep 02 13:03:30.385571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:30.387551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706dfa9-998e-4e07-b20d-f0df747a8fc6 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f465669d-652d-4a75-be89-0897178fb5bf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:30.391842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'security_group': {'name': 'tempest-secgroup-862225529'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:30.400694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.401084 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.403790 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 7 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.417928 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.434339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.434617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.434733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.434733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.443539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.443799 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.445589 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 8 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.450252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.480150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.480504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.480850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.483847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.493831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Transition to ACTIVE for port object eea104ac-2d4c-41be-a87f-ae116afd3a0c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:30.500978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=b55cd1f5-5b59-4dca-af4a-46687f786bd4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:30.516548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Transition to ACTIVE for port object eea104ac-2d4c-41be-a87f-ae116afd3a0c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:30.526541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.594880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.595211 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.604239 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 9 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.634695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.635051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.635402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.641304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:30.644459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:30.649374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.649810 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.651887 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 10 to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b Sep 02 13:03:30.666014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:30.674815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Pushing event updated for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:30.681880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.681880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.682099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.693424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:30.694106 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port 27c42455-46f3-4a96-912e-dae3a2290c3b on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:30.694336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.795447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Attempting to bind port eea104ac-2d4c-41be-a87f-ae116afd3a0c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:30.795828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Attempting to bind port eea104ac-2d4c-41be-a87f-ae116afd3a0c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9806ab3c-1755-4a12-b7b2-525a8e1d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:30.796197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Attempting to bind port eea104ac-2d4c-41be-a87f-ae116afd3a0c on network 14e7f874-2dca-4247-99c4-ccb7f786c51b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:30.807315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:03:30.807976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Checking segment: {'id': '9806ab3c-1755-4a12-b7b2-525a8e1d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:30.808737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.809515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Bound using segment: {'id': '9806ab3c-1755-4a12-b7b2-525a8e1d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:03:30.810186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Bound port: eea104ac-2d4c-41be-a87f-ae116afd3a0c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9806ab3c-1755-4a12-b7b2-525a8e1d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:03:30.810775 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.876779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.921827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:30.926660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eea104ac-2d4c-41be-a87f-ae116afd3a0c,segment=NetworkSegment(9806ab3c-1755-4a12-b7b2-525a8e1d48e5),segment_id=9806ab3c-1755-4a12-b7b2-525a8e1d48e5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:03:30.935533 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.965473 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:30.986637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Router 33ee8704-517c-4179-8ebd-3ed845d3c3dd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:31.046631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b62a5-61ab-4a6d-9339-6aac0bfb615b None None] Pushing event updated for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:31.077302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:31.104054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:31.108227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7210405 Sep 02 13:03:31.112133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:31.119050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1451388958', 'security_groups': ['053a5516-bf4f-4f1d-b600-d4ed7b04c08e'], 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12b1b922-0a2c-4a0f-ac97-d93cefd99fb2'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:31.130129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd6f21-22cb-4e18-8ca0-c94491e81b91 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053a5516-bf4f-4f1d-b600-d4ed7b04c08e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:31.206381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] For port 27c42455-46f3-4a96-912e-dae3a2290c3b, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:31.206770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempted to set empty binding levels {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:03:31.220994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:31.283392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] In _notify_port_updated(), no bound segment for port 27c42455-46f3-4a96-912e-dae3a2290c3b on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:03:31.284317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.284990 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:31.286374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "PUT /v2.0/ports/27c42455-46f3-4a96-912e-dae3a2290c3b HTTP/1.1" status: 200 len: 972 time: 2.3109846 Sep 02 13:03:31.299469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:31.425794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa8be-a0af-442f-8996-6ebdf9d6a46e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=27c42455-46f3-4a96-912e-dae3a2290c3b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:31.438281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:31.448338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c303c6e1-2487-4588-8f11-bcb4beaca03a admin admin] 10.222.0.60 "PUT /v2.0/routers/33ee8704-517c-4179-8ebd-3ed845d3c3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5675509 Sep 02 13:03:31.448338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:31.450629 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] Sync routers for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:31.481912 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:31.482572 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:31.497165 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8e95aa1b-f33d-466b-9497-655865da2165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:31.683930 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:31.692923 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.710661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.712075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.712075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.712474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.713060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.713529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.714316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.714994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.715880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.716531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:31.725436 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1aad6a13-86b2-46be-855a-400194fdfa18 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14401 time: 0.4220040 Sep 02 13:03:31.726130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:31.772196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:31.914075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Router bced899e-00be-46e3-a8b8-0e632e9c67cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:03:31.942239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eea104ac-2d4c-41be-a87f-ae116afd3a0c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:32.054304 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.078012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port eea104ac-2d4c-41be-a87f-ae116afd3a0c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:32.103043 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T13:03:29Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:32.145404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:03:32.158287 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] Checking router: 33ee8704-517c-4179-8ebd-3ed845d3c3dd for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:03:32.160445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] Sync routers for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:03:32.167619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c12fd411-0ff1-40d3-9c84-c813639c6d20 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "PUT /v2.0/routers/bced899e-00be-46e3-a8b8-0e632e9c67cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123363 Sep 02 13:03:32.174497 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] Routers {'33ee8704-517c-4179-8ebd-3ed845d3c3dd'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:32.174497 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:32.174906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58312) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:32.183651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:32.184514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:32.368204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:32.370337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting subnet 796612e4-1977-44f8-b39c-a4ebf4d21ea4 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:32.373146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.374025 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] Set router 33ee8704-517c-4179-8ebd-3ed845d3c3dd gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:32.403949 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.475070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.496193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Deleting port 27c42455-46f3-4a96-912e-dae3a2290c3b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:32.496533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.553995 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.647988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] For port 27c42455-46f3-4a96-912e-dae3a2290c3b, host n-h2-792364-8, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:32.658832 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.669933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:03:30Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:32.680816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:32.701258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] Checking router: bced899e-00be-46e3-a8b8-0e632e9c67cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:03:32.711186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] Routers {'bced899e-00be-46e3-a8b8-0e632e9c67cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:03:32.712207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['bced899e-00be-46e3-a8b8-0e632e9c67cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:32.728283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Calling delete_port for 27c42455-46f3-4a96-912e-dae3a2290c3b owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:32.730829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port b304d15b-f79f-4e04-8cd3-ca29eef1678a yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:32.767182 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T13:03:29Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:32.797752 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b3497-8114-4657-8b58-f7ee6a9710ce None None] The sync data for ids ['33ee8704-517c-4179-8ebd-3ed845d3c3dd'] in n-d-792364-8 is: [{'id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'name': 'tempest-ServerActionsTestJSON-2107891054-router', 'tenant_id': '83f1027212e842ed9cd77955d4196dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '889721cc-2253-4016-bf20-54aa50733dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T12:54:28Z', 'updated_at': '2021-09-02T13:03:29Z', 'revision_number': 5, 'project_id': '83f1027212e842ed9cd77955d4196dda', 'gw_port': {'id': '889721cc-2253-4016-bf20-54aa50733dd4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee8704-517c-4179-8ebd-3ed845d3c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T12:54:31Z', 'updated_at': '2021-09-02T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:32.844879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] Set router bced899e-00be-46e3-a8b8-0e632e9c67cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:03:32.877794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Provisioning for port eea104ac-2d4c-41be-a87f-ae116afd3a0c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:32.910822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:32.911276 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.144655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 794a3194-7440-4f5c-8318-480389aba79c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:33.180334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 794a3194-7440-4f5c-8318-480389aba79c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:33.180678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 794a3194-7440-4f5c-8318-480389aba79c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:33.285832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.330374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eea104ac-2d4c-41be-a87f-ae116afd3a0c,segment=NetworkSegment(9806ab3c-1755-4a12-b7b2-525a8e1d48e5),segment_id=9806ab3c-1755-4a12-b7b2-525a8e1d48e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:33.340543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.384974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Deleting port 889721cc-2253-4016-bf20-54aa50733dd4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:33.385579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.400020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Provisioning complete for port 4583111f-df13-41f9-b631-df96a254f91a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:33.400399 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.405051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:03:30Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:33.431572 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.448853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Pushing event updated for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:33.456179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc59073-0f35-4361-9f5e-9168906f058b None None] The sync data for ids ['bced899e-00be-46e3-a8b8-0e632e9c67cc'] in n-d-792364-8 is: [{'id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'name': 'tempest-TestNetworkBasicOps-router-2100959771', 'tenant_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:02:08Z', 'updated_at': '2021-09-02T13:03:30Z', 'revision_number': 5, 'project_id': '8056a01a965a4d4aa1f3f4d0b1c111d2', 'gw_port': {'id': '83c3095b-feb5-46b7-8193-2625769b6aad', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bced899e-00be-46e3-a8b8-0e632e9c67cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:02:10Z', 'updated_at': '2021-09-02T13:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:03:33.468291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-606c0aaf-45b1-4b8a-bdb7-032b0fd962dc None None] Port 4583111f-df13-41f9-b631-df96a254f91a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:33.561222 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:03:33.573018 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.650303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.10 (14e7f874-2dca-4247-99c4-ccb7f786c51b/12b1b922-0a2c-4a0f-ac97-d93cefd99fb2/b304d15b-f79f-4e04-8cd3-ca29eef1678a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:33.652676 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event deleted for resources: {'Port': ['ID=27c42455-46f3-4a96-912e-dae3a2290c3b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:33.665967 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.667860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "DELETE /v2.0/ports/27c42455-46f3-4a96-912e-dae3a2290c3b HTTP/1.1" status: 204 len: 168 time: 1.9247057 Sep 02 13:03:33.669076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.670886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:33.688979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] For port 889721cc-2253-4016-bf20-54aa50733dd4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=889721cc-2253-4016-bf20-54aa50733dd4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:33.688979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.700172 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd7cc95-cd13-4d98-9b4e-ab533c1df9bd tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:03:33.702399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8dd7cc95-cd13-4d98-9b4e-ab533c1df9bd tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "GET /v2.0/ports/27c42455-46f3-4a96-912e-dae3a2290c3b HTTP/1.1" status: 404 len: 333 time: 0.0302496 Sep 02 13:03:33.709350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:33.720038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1524982948', 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:33.731981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.732335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.732682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.733259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.733614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.733963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.734303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.734645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.734979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.735314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.735645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.735977 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb363357-e200-4293-95bd-e42b741260ca tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:33.760198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Subnet': ['ID=796612e4-1977-44f8-b39c-a4ebf4d21ea4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:33.767037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Calling delete_port for 889721cc-2253-4016-bf20-54aa50733dd4 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:33.769607 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:33.772681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606145b-547d-4ced-8729-00e97a20e7cc None None] Network d697f9c9-1d31-40a2-aaa0-52aeb89dd46f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:33.777029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c0a2fd5-0cb3-4d66-aeea-e0acd11c854a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/subnets/796612e4-1977-44f8-b39c-a4ebf4d21ea4 HTTP/1.1" status: 204 len: 168 time: 1.6013124 Sep 02 13:03:33.777286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:33.981163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eea104ac-2d4c-41be-a87f-ae116afd3a0c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:34.005247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Made reservation on behalf of 686272163ba44071967707418d448e4c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:34.010405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.045891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port 9c8af802-7402-48a9-9bee-fb9a0c77ddb1 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:34.137171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.151076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:34.151696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.158136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.224626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.230480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] DHCP port deletion for d697f9c9-1d31-40a2-aaa0-52aeb89dd46f request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:34.245030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object b304d15b-f79f-4e04-8cd3-ca29eef1678a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:34.306105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:34.337583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:34.338051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 3a32f0fc-07a2-40d0-b85a-5401a0ed7aeb not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:34.338824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b55cd1f5-5b59-4dca-af4a-46687f786bd4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:34.376114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.377327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b55cd1f5-5b59-4dca-af4a-46687f786bd4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:34.377680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b55cd1f5-5b59-4dca-af4a-46687f786bd4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:34.390785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] Deleting port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:34.391156 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.391310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.468577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Deleting port 83c3095b-feb5-46b7-8193-2625769b6aad {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:34.469147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.477603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] For port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,segment=NetworkSegment(b7a6b82c-fd3a-4fc5-aced-d25cbafe5810),segment_id=b7a6b82c-fd3a-4fc5-aced-d25cbafe5810)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:34.478019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.484071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:34.491365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:34.497822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:34.498124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] Calling delete_port for eae1a94c-2c0b-4dd3-a87f-2b82df6a750d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:34.501245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.509778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=b304d15b-f79f-4e04-8cd3-ca29eef1678a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:34.547311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.626384 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.656346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] For port 83c3095b-feb5-46b7-8193-2625769b6aad, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=83c3095b-feb5-46b7-8193-2625769b6aad,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:34.656584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.664130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:34.664863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.676452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] Pushing event deleted for resources: {'Port': ['ID=eae1a94c-2c0b-4dd3-a87f-2b82df6a750d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:34.678958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348fb9a-873c-490d-882c-06bc668fe3f3 None None] No DVR routers for this DVR port eae1a94c-2c0b-4dd3-a87f-2b82df6a750d on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:34.701312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Calling delete_port for 83c3095b-feb5-46b7-8193-2625769b6aad owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:34.719974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.723157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Pushing event deleted for resources: {'Port': ['ID=889721cc-2253-4016-bf20-54aa50733dd4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:34.749041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346145bf-6ea3-4638-92ba-f66ad022fb00 req-e08605f8-aa22-402f-ab23-b1088c67bbe4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:34.750656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-346145bf-6ea3-4638-92ba-f66ad022fb00 req-e08605f8-aa22-402f-ab23-b1088c67bbe4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.2115345 Sep 02 13:03:34.755483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.822167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:34.827628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=9c8af802-7402-48a9-9bee-fb9a0c77ddb1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:34.831857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:34.835550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:34.836728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:34.837940 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.862636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70a32361-b56e-4024-a065-317227ab1e5e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7493873 Sep 02 13:03:34.867046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.868480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:34.880740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:34.885161 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.900108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dd4bd3f6-300a-4542-ac9e-74afb827f798 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1892569 Sep 02 13:03:34.902790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:34.919731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-202a75e2-7797-49ee-aba2-74d4df2cb735 None None] Provisioning for port b304d15b-f79f-4e04-8cd3-ca29eef1678a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:34.926640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-202a75e2-7797-49ee-aba2-74d4df2cb735 None None] Provisioning complete for port b304d15b-f79f-4e04-8cd3-ca29eef1678a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:34.927680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-202a75e2-7797-49ee-aba2-74d4df2cb735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.961843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a12a40-c771-4eda-a11f-105205e998b9 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:34.963228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-55a12a40-c771-4eda-a11f-105205e998b9 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "GET /v2.0/ports/9c8af802-7402-48a9-9bee-fb9a0c77ddb1 HTTP/1.1" status: 200 len: 955 time: 0.0593653 Sep 02 13:03:34.967133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:34.995233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-202a75e2-7797-49ee-aba2-74d4df2cb735 None None] Port b304d15b-f79f-4e04-8cd3-ca29eef1678a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:34.996090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:34.996705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ee8704-517c-4179-8ebd-3ed845d3c3dd {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:03:35.008671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.010149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6569e1cc-c9b0-45bf-888d-0354c9bb3bff admin admin] 10.222.0.60 "DELETE /v2.0/routers/33ee8704-517c-4179-8ebd-3ed845d3c3dd HTTP/1.1" status: 204 len: 168 time: 3.5437043 Sep 02 13:03:35.017763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58358) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:35.038237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-346145bf-6ea3-4638-92ba-f66ad022fb00 req-4ec3e76e-0f32-4da6-a6c2-ad351d6299e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844044 Sep 02 13:03:35.143885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:35.149349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.176460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Deleting subnet 0bde8b80-cf25-480a-920d-b91b5a51a6d4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:35.181026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.207090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.227293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.284447 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12b1b922-0a2c-4a0f-ac97-d93cefd99fb2 (CIDR: 172.20.0.0/28) Sep 02 13:03:35.291467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Port': ['ID=83c3095b-feb5-46b7-8193-2625769b6aad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:35.291753 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:03:35.292747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:35.313508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f55edb6-19f2-482d-9cd1-5d385bec94d0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4438159 Sep 02 13:03:35.315290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:35.321455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:35.335840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.341936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Deleting port 9c8af802-7402-48a9-9bee-fb9a0c77ddb1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:35.342397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.430452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.455889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:35.459924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.550338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.554263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.574125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.604685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Calling delete_port for 9c8af802-7402-48a9-9bee-fb9a0c77ddb1 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:35.655309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.659005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.659665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Fanout notify agent at l3_agent the message router_deleted on router bced899e-00be-46e3-a8b8-0e632e9c67cc {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:03:35.667569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.672245 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-501fd90d-a377-4e32-8929-c343a4537d4a tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/routers/bced899e-00be-46e3-a8b8-0e632e9c67cc HTTP/1.1" status: 204 len: 168 time: 1.8895371 Sep 02 13:03:35.674184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:35.785101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eae1a94c-2c0b-4dd3-a87f-2b82df6a750d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:35.805829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.823458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.844981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: eae1a94c-2c0b-4dd3-a87f-2b82df6a750d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:35.845899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eae1a94c-2c0b-4dd3-a87f-2b82df6a750d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:35.846526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 889721cc-2253-4016-bf20-54aa50733dd4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:35.851039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.855778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.857426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bde8b80-cf25-480a-920d-b91b5a51a6d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:35.885309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 889721cc-2253-4016-bf20-54aa50733dd4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:35.885591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c8af802-7402-48a9-9bee-fb9a0c77ddb1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:35.893274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.898196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c3eaec06-59c5-491b-860d-56b3328a568b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0bde8b80-cf25-480a-920d-b91b5a51a6d4 HTTP/1.1" status: 204 len: 168 time: 0.8753293 Sep 02 13:03:35.898879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58368) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:35.911613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 889721cc-2253-4016-bf20-54aa50733dd4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:35.914190 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:35.915250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=714cdc60-2962-41d3-8d15-c0b356f6ebf5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:35.920108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-89c3af38-2678-4759-9d77-37beae82b0ce tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9c8af802-7402-48a9-9bee-fb9a0c77ddb1 HTTP/1.1" status: 204 len: 168 time: 0.9519546 Sep 02 13:03:35.922008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:35.931877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c4883-7944-4666-8d88-400cf4e22f8c None None] Network 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:35.958834 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e1758c-987c-4b10-91a7-7e20fd729ac6 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:03:35.964459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93e1758c-987c-4b10-91a7-7e20fd729ac6 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "GET /v2.0/ports/9c8af802-7402-48a9-9bee-fb9a0c77ddb1 HTTP/1.1" status: 404 len: 333 time: 0.0379298 Sep 02 13:03:35.964933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:35.969905 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Request body: {'port': {'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1581887516'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:35.987921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:36.022970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:36.031668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.034274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c252f-27cf-445c-895f-8f9ef645ecaa None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:36.100510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Deleting port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:36.100863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.109267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.134663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d697f9c9-1d31-40a2-aaa0-52aeb89dd46f']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:36.159985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:36.160608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.191773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:36.192060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a6b82c-fd3a-4fc5-aced-d25cbafe5810') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:36.204450 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.217723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] For port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,segment=NetworkSegment(99af800e-4af3-49ec-84d8-b00f0f9d3837),segment_id=99af800e-4af3-49ec-84d8-b00f0f9d3837)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:36.218479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.221002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.231010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:36.231540 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.260825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Calling delete_port for 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:36.279168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d496a-31c9-44b3-92e7-422ba192aad0 req-550fe412-134c-4a3b-897b-bcde4ebcb260 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:36.281100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb3d496a-31c9-44b3-92e7-422ba192aad0 req-550fe412-134c-4a3b-897b-bcde4ebcb260 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1080182 Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:36.326583 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:36.352358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.365944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.378616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] 10.222.0.60 "DELETE /v2.0/networks/d697f9c9-1d31-40a2-aaa0-52aeb89dd46f HTTP/1.1" status: 204 len: 168 time: 0.6925378 Sep 02 13:03:36.388423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Made reservation on behalf of 686272163ba44071967707418d448e4c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:36.390968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.393651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cccd44-c689-4c96-824c-1ebe0eb499d7 tempest-TestNetworkBasicOps-1414216093 tempest-TestNetworkBasicOps-1414216093-project] Pushing event deleted for resources: {'Network': ['ID=d697f9c9-1d31-40a2-aaa0-52aeb89dd46f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:36.411173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb3d496a-31c9-44b3-92e7-422ba192aad0 req-d2906aa0-70d6-4346-8a27-56f04ccb9f8c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173558 Sep 02 13:03:36.413081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] DHCP port deletion for 2e2e2978-764d-4bed-98fb-27bdd71c4fc3 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:36.418206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-596c2993-4149-410e-9b84-5a219d6b8e4f tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0970051 Sep 02 13:03:36.434326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:36.442770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-230120304', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '714cdc60-2962-41d3-8d15-c0b356f6ebf5'}], 'security_groups': ['f465669d-652d-4a75-be89-0897178fb5bf']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:36.449120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port b0530e71-6423-45fb-b906-b723afd91820 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:36.524538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Update dhcp port {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'fixed_ips': [{'subnet_id': '12b1b922-0a2c-4a0f-ac97-d93cefd99fb2', 'ip_address': '172.20.0.2'}, {'subnet_id': '714cdc60-2962-41d3-8d15-c0b356f6ebf5'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'eea104ac-2d4c-41be-a87f-ae116afd3a0c'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:03:36.534284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.560310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.563439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Deleting port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:36.563828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.573332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:36.575847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] No DVR routers for this DVR port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:36.685727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] For port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:36.686174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.719765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.766736 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.779953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.790106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2e2978-764d-4bed-98fb-27bdd71c4fc3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:36.801387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99af800e-4af3-49ec-84d8-b00f0f9d3837') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:36.801789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99af800e-4af3-49ec-84d8-b00f0f9d3837') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:36.811951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.826554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.833214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:36.833551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.839469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=b0530e71-6423-45fb-b906-b723afd91820,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:36.847687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58384) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:36.852255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:36.859403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:36.867384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:36.868410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:36.869081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.884676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Calling delete_port for 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:36.889962 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08ff47b7-e498-462c-b7b4-66b6b23dff63 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9237883 Sep 02 13:03:36.892606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:36.892833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:03:36.897267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.901048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:36.923813 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:36.928767 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.935787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Allocated IP 172.20.0.18 (14e7f874-2dca-4247-99c4-ccb7f786c51b/714cdc60-2962-41d3-8d15-c0b356f6ebf5/eea104ac-2d4c-41be-a87f-ae116afd3a0c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:36.943896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] Pushing event deleted for resources: {'Port': ['ID=5bbfd9e7-6e9e-42e1-86bf-51389d98c63b,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:36.953039 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.957753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] 10.222.0.60 "DELETE /v2.0/networks/2e2e2978-764d-4bed-98fb-27bdd71c4fc3 HTTP/1.1" status: 204 len: 168 time: 1.0552926 Sep 02 13:03:36.958966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a8964-80c0-40a3-8613-7d26b2caea7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2e2978-764d-4bed-98fb-27bdd71c4fc3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:36.961444 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:36.978331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096daac-f62e-43f1-9bd4-dda185dc0035 None None] No DVR routers for this DVR port 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:03:37.064144 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.154711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eea104ac-2d4c-41be-a87f-ae116afd3a0c,segment=NetworkSegment(9806ab3c-1755-4a12-b7b2-525a8e1d48e5),segment_id=9806ab3c-1755-4a12-b7b2-525a8e1d48e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:37.218503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.247247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:37.248924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Transition to ACTIVE for port object eea104ac-2d4c-41be-a87f-ae116afd3a0c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:37.254732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.309876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d9bfb081-ab76-444e-8eb8-e6850c3f3034 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8056a01a965a4d4aa1f3f4d0b1c111d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608557 Sep 02 13:03:37.310334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:37.337695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3495-ad86-4d10-af3f-2ef370c9670f None None] Pushing event updated for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:37.360985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:37.363358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1b113125-3fb0-4bba-9f50-823db21d3594 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83f1027212e842ed9cd77955d4196dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073418 Sep 02 13:03:37.454887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] device_id is not set on port b0530e71-6423-45fb-b906-b723afd91820 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:37.469944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.493290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Transition to ACTIVE for port object b0530e71-6423-45fb-b906-b723afd91820 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:37.502665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.513248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb3e-d92b-4795-8a63-a929e0d091cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.515485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Delete allocated IP 172.20.0.10 (14e7f874-2dca-4247-99c4-ccb7f786c51b/12b1b922-0a2c-4a0f-ac97-d93cefd99fb2) {{(pid=94840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:03:37.555656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.28 (14e7f874-2dca-4247-99c4-ccb7f786c51b/714cdc60-2962-41d3-8d15-c0b356f6ebf5/b304d15b-f79f-4e04-8cd3-ca29eef1678a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:37.614840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb3e-d92b-4795-8a63-a929e0d091cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.657696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7899e8e1-ac33-4e30-9d30-5021ce6af950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.698142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=b0530e71-6423-45fb-b906-b723afd91820,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:37.704227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:37.705290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:37.711617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:37.717837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eea104ac-2d4c-41be-a87f-ae116afd3a0c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:37.728073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3188a16-8a0f-4fdb-b285-380c267537ef req-abc4c6fd-25d9-4321-a56c-0ee2b8241ec4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:37.733256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3188a16-8a0f-4fdb-b285-380c267537ef req-abc4c6fd-25d9-4321-a56c-0ee2b8241ec4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1648962 Sep 02 13:03:37.734150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:37.734479 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:37.735019 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 2 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:37.775817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:37.776176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:37.776523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:37.783128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7899e8e1-ac33-4e30-9d30-5021ce6af950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.785315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:37.785473 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:37.790086 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 3 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:37.819148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3188a16-8a0f-4fdb-b285-380c267537ef req-d3e8571c-ae68-4dbc-a08b-40e0f1bf1402 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783978 Sep 02 13:03:37.824309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:37.824660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:37.825032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:37.837762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:37.838380 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:37.838999 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 4 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:37.870584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:37.871006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:37.871352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:37.878937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:37.879281 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:37.879686 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 5 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:37.898036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:37.923789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:37.924077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:37.924309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5bbfd9e7-6e9e-42e1-86bf-51389d98c63b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:37.924467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:37.924801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:37.925058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83c3095b-feb5-46b7-8193-2625769b6aad no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:37.934605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb3e-d92b-4795-8a63-a929e0d091cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.937763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb3e-d92b-4795-8a63-a929e0d091cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.942652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4f1bb3e-d92b-4795-8a63-a929e0d091cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ae93797-823e-42de-ac06-427cdb87aeb0 HTTP/1.1" status: 204 len: 168 time: 0.6311355 Sep 02 13:03:37.946021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:37.946365 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:37.946774 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 6 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:37.950189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 83c3095b-feb5-46b7-8193-2625769b6aad {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:03:37.951303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 83c3095b-feb5-46b7-8193-2625769b6aad not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:03:37.964172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1bb3e-d92b-4795-8a63-a929e0d091cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae93797-823e-42de-ac06-427cdb87aeb0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:37.983828 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7899e8e1-ac33-4e30-9d30-5021ce6af950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.987433 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7899e8e1-ac33-4e30-9d30-5021ce6af950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:37.988765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7899e8e1-ac33-4e30-9d30-5021ce6af950 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e73f2c3b-afcd-4554-a043-69ee966901f7 HTTP/1.1" status: 204 len: 168 time: 0.6235228 Sep 02 13:03:37.999283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:38.000387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:38.001341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:38.013139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:38.014166 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:38.014832 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 7 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:38.031866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:38.032840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:38.033502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:38.039892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:38.040834 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:38.042180 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 8 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:38.058646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:38.059405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:38.059993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:38.065623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:38.066506 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:38.067140 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 9 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:38.074427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899e8e1-ac33-4e30-9d30-5021ce6af950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f2c3b-afcd-4554-a043-69ee966901f7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:38.095148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:38.096114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:38.096868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:38.118440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:38.119351 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:38.119991 n-d-792364-8 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempt 10 to bind port b0530e71-6423-45fb-b906-b723afd91820 Sep 02 13:03:38.136450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.149014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:38.149363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:38.149720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempting to bind port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:38.158210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:38.159110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object b304d15b-f79f-4e04-8cd3-ca29eef1678a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:38.159335 n-d-792364-8 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Failed to bind port b0530e71-6423-45fb-b906-b723afd91820 on host n-h2-792364-8 for vnic_type normal using segments [{'id': '0ace3f52-236f-4316-9a98-e3bd26ae4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e70c5fdf-a660-4d0f-a8be-3c848aab52b6'}] Sep 02 13:03:38.159996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.175891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.330238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] For port b0530e71-6423-45fb-b906-b723afd91820, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:38.330612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attempted to set empty binding levels {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:03:38.339652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.350456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=b304d15b-f79f-4e04-8cd3-ca29eef1678a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:38.381321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] In _notify_port_updated(), no bound segment for port b0530e71-6423-45fb-b906-b723afd91820 on network e70c5fdf-a660-4d0f-a8be-3c848aab52b6 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:03:38.386279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:38.387048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.392340 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "PUT /v2.0/ports/b0530e71-6423-45fb-b906-b723afd91820 HTTP/1.1" status: 200 len: 975 time: 1.4978862 Sep 02 13:03:38.393882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:38.421539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cdaa6-688c-4dfb-baf3-31ea336a8198 tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event updated for resources: {'Port': ['ID=b0530e71-6423-45fb-b906-b723afd91820,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:38.450788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] In _notify_port_updated(), no bound segment for port b304d15b-f79f-4e04-8cd3-ca29eef1678a on network 14e7f874-2dca-4247-99c4-ccb7f786c51b {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:03:38.457057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:38.457650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.459083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e83cf71-7724-47e3-8ac2-c9926f7a9267 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/ports/b304d15b-f79f-4e04-8cd3-ca29eef1678a HTTP/1.1" status: 200 len: 920 time: 2.0218847 Sep 02 13:03:38.462791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:38.476138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Provisioning for port eea104ac-2d4c-41be-a87f-ae116afd3a0c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:38.483193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:38.485146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.585789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Deleting port b0530e71-6423-45fb-b906-b723afd91820 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:38.586960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.676403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:38.693546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-add67eef-3d23-473d-8050-eb146d4639b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.704092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port b304d15b-f79f-4e04-8cd3-ca29eef1678a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:38.704450 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.713890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Provisioning for port b304d15b-f79f-4e04-8cd3-ca29eef1678a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:38.723154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Provisioning complete for port b304d15b-f79f-4e04-8cd3-ca29eef1678a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:38.723523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.740703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] For port b0530e71-6423-45fb-b906-b723afd91820, host n-h2-792364-8, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:38.741191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.755590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Calling delete_port for b0530e71-6423-45fb-b906-b723afd91820 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:38.798232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Port b304d15b-f79f-4e04-8cd3-ca29eef1678a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:38.820735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Provisioning complete for port 4583111f-df13-41f9-b631-df96a254f91a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:38.827217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:38.900556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-db710d36-b4e6-4532-8548-45a004f6b4f8 None None] Port 4583111f-df13-41f9-b631-df96a254f91a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:38.994143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.048929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for b304d15b-f79f-4e04-8cd3-ca29eef1678a owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:39.123943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-549dbe84-4169-4d73-b7a7-66a3f1c9e1d3 None None] Provisioning complete for port b304d15b-f79f-4e04-8cd3-ca29eef1678a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:39.126498 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-549dbe84-4169-4d73-b7a7-66a3f1c9e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.131508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-add67eef-3d23-473d-8050-eb146d4639b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.139994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-add67eef-3d23-473d-8050-eb146d4639b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.207233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-549dbe84-4169-4d73-b7a7-66a3f1c9e1d3 None None] Port b304d15b-f79f-4e04-8cd3-ca29eef1678a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:39.267271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add67eef-3d23-473d-8050-eb146d4639b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc85a2cc-bad9-445a-b396-09091d9d210e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:39.275530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861bf71-8438-48d8-8afd-77941a0ac823 req-b4ce68d7-1e15-4938-9c36-df0d610bcaa8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:39.278792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4861bf71-8438-48d8-8afd-77941a0ac823 req-b4ce68d7-1e15-4938-9c36-df0d610bcaa8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.0753837 Sep 02 13:03:39.304417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.323199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-add67eef-3d23-473d-8050-eb146d4639b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10dfe0c09dec4ec4a2e6d3833e4ee498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454577 Sep 02 13:03:39.328112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:39.345935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0530e71-6423-45fb-b906-b723afd91820,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:39.356801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.362228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9adc0bd4-8c09-4439-9d23-820c0c76782e tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b0530e71-6423-45fb-b906-b723afd91820 HTTP/1.1" status: 204 len: 168 time: 0.9671571 Sep 02 13:03:39.370669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58430) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:39.418423 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c691d2-5756-47be-9aef-f9fad341bfbf tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:03:39.424421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-12c691d2-5756-47be-9aef-f9fad341bfbf tempest-PortsAdminExtendedAttrsTestJSON-165135040 tempest-PortsAdminExtendedAttrsTestJSON-165135040-project-admin] 10.222.0.60 "GET /v2.0/ports/b0530e71-6423-45fb-b906-b723afd91820 HTTP/1.1" status: 404 len: 333 time: 0.0483537 Sep 02 13:03:39.424421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4861bf71-8438-48d8-8afd-77941a0ac823 req-f4a27ad2-48d0-426d-a946-56eba7990186 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299992 Sep 02 13:03:39.424920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:39.454093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dba03b6-6ad0-47d2-8549-9c259931aaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.531817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dba03b6-6ad0-47d2-8549-9c259931aaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.534714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.558865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.595060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=b304d15b-f79f-4e04-8cd3-ca29eef1678a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:39.697804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.713516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70c5fdf-a660-4d0f-a8be-3c848aab52b6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:39.728460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ace3f52-236f-4316-9a98-e3bd26ae4482') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:39.729217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ace3f52-236f-4316-9a98-e3bd26ae4482') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:03:39.747052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.748510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.749499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0049fa00-8ee0-474b-8a22-43c327634518 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/b304d15b-f79f-4e04-8cd3-ca29eef1678a HTTP/1.1" status: 204 len: 168 time: 1.2851000 Sep 02 13:03:39.752951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:39.783778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.786497 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bd998a-dba2-4ae4-b821-c4ebf7f81128 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:39.788716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f0bd998a-dba2-4ae4-b821-c4ebf7f81128 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/b304d15b-f79f-4e04-8cd3-ca29eef1678a HTTP/1.1" status: 404 len: 333 time: 0.0349576 Sep 02 13:03:39.792096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:39.816985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:03:39.817622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dba03b6-6ad0-47d2-8549-9c259931aaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.819744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.820579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dba03b6-6ad0-47d2-8549-9c259931aaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.827597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1dba03b6-6ad0-47d2-8549-9c259931aaee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc85a2cc-bad9-445a-b396-09091d9d210e HTTP/1.1" status: 204 len: 168 time: 0.4926291 Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:03:39.833496 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:03:39.872598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba03b6-6ad0-47d2-8549-9c259931aaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc85a2cc-bad9-445a-b396-09091d9d210e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:39.908202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58450) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:39.945774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.951994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.952204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c7-1420-4244-a71c-43980836047e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:39.954553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] 10.222.0.60 "DELETE /v2.0/networks/e70c5fdf-a660-4d0f-a8be-3c848aab52b6 HTTP/1.1" status: 204 len: 168 time: 0.5287607 Sep 02 13:03:39.976583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767f1ec-f6ba-4870-a4f4-3286daade70f tempest-PortsAdminExtendedAttrsTestJSON-189477965 tempest-PortsAdminExtendedAttrsTestJSON-189477965-project] Pushing event deleted for resources: {'Network': ['ID=e70c5fdf-a660-4d0f-a8be-3c848aab52b6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:40.005095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c7-1420-4244-a71c-43980836047e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.061651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c7-1420-4244-a71c-43980836047e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.064914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c7-1420-4244-a71c-43980836047e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.069174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a59c57c7-1420-4244-a71c-43980836047e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/security-groups/053a5516-bf4f-4f1d-b600-d4ed7b04c08e HTTP/1.1" status: 204 len: 168 time: 0.2730744 Sep 02 13:03:40.071500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:40.077487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c57c7-1420-4244-a71c-43980836047e tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a5516-bf4f-4f1d-b600-d4ed7b04c08e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:40.130978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-367886054-network', 'tenant_id': '8297bd4a46d64ed98a312ba2396d26dd'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:40.185902 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e75c45a8-ec8a-4355-9225-e453708abda3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.189580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Made reservation on behalf of 8297bd4a46d64ed98a312ba2396d26dd for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:40.192233 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.202150 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.240721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e75c45a8-ec8a-4355-9225-e453708abda3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.302687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e75c45a8-ec8a-4355-9225-e453708abda3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.304886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e75c45a8-ec8a-4355-9225-e453708abda3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.305646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e75c45a8-ec8a-4355-9225-e453708abda3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/security-groups/f465669d-652d-4a75-be89-0897178fb5bf HTTP/1.1" status: 204 len: 168 time: 0.2284389 Sep 02 13:03:40.310064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:40.361899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c45a8-ec8a-4355-9225-e453708abda3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f465669d-652d-4a75-be89-0897178fb5bf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:40.391799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 12b1b922-0a2c-4a0f-ac97-d93cefd99fb2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:40.395466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.405010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.411346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.440737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:40.458628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b705727-1393-4486-b1c0-0e5579afc2b6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:40.462515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.470085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.472078 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Added segment 23a8d406-3ec1-493e-9082-581468465316 of type vlan for network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b Sep 02 13:03:40.608328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.676478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.677534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:40.678553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.679796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.682616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58474) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:40.732053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27dbc-28f0-44ab-ac65-972916e85600 req-313b804f-b31e-489f-9123-5bb29c9d751a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:40.740785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0b27dbc-28f0-44ab-ac65-972916e85600 req-313b804f-b31e-489f-9123-5bb29c9d751a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1287935 Sep 02 13:03:40.760364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.826193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea53e8b-faf9-4cb7-8db0-f8bc30846fc9 None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:40.831953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9193125 Sep 02 13:03:40.844850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:40.854135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Request body: {'subnet': {'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-367886054-subnet', 'tenant_id': '8297bd4a46d64ed98a312ba2396d26dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:40.885880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=12b1b922-0a2c-4a0f-ac97-d93cefd99fb2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:40.892824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c0b27dbc-28f0-44ab-ac65-972916e85600 req-b3be9eb9-e914-4b7b-9b44-a640f68dc48b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507442 Sep 02 13:03:40.893573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bdb5c-f065-40ef-b84f-1809a0c95c69 admin admin] Pushing event updated for resources: {'Network': ['ID=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:40.906495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:40.928601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c246a91f-477d-4efa-b7ad-1541952e34aa tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/12b1b922-0a2c-4a0f-ac97-d93cefd99fb2 HTTP/1.1" status: 204 len: 168 time: 0.6151509 Sep 02 13:03:40.932234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:40.944370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:40.949709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Made reservation on behalf of 8297bd4a46d64ed98a312ba2396d26dd for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:40.950445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:40.952398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.118692 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.231452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:41.240950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.337418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:41.357259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8f7410d2-a18e-41fa-9214-6be445eeb1f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec5451eb8b7f498faf44ef8a37f84a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689043 Sep 02 13:03:41.360220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:41.384961 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.499118 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f1cd78-a3aa-4f45-8c74-14a68bc7b7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.502886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b758f1-7e5b-41d7-b969-30549aa28d54,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:41.527377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Checking segment: {'id': '23a8d406-3ec1-493e-9082-581468465316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:41.527804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Network hostable DHCP agents. Network: 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:41.560687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f1cd78-a3aa-4f45-8c74-14a68bc7b7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.587323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:41.594171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-23002236-network', 'tenant_id': '1d497c8e52b7446f832d3f8d07b7f612'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:41.645943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Made reservation on behalf of 1d497c8e52b7446f832d3f8d07b7f612 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:41.646247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:41.651103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.656466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:41.658388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.658763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88439731-98e3-4af0-8a05-24ca377e14dd None None] Network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:41.698645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.762722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-73a7058d-f7e0-44c9-917f-f37196b5d08b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9166398 Sep 02 13:03:41.807300 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f1cd78-a3aa-4f45-8c74-14a68bc7b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.811202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1f1cd78-a3aa-4f45-8c74-14a68bc7b7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:41.813495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f1f1cd78-a3aa-4f45-8c74-14a68bc7b7fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea7e2a5a-8fa9-4082-b3ef-fe871329bfa9 HTTP/1.1" status: 204 len: 168 time: 0.4450772 Sep 02 13:03:41.862622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1cd78-a3aa-4f45-8c74-14a68bc7b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e2a5a-8fa9-4082-b3ef-fe871329bfa9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:41.931445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.028719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.035923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.127915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:42.161217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:42.165243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:42.170377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.171545 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Added segment e32afd4a-d20c-4766-b005-296e476c83aa of type vlan for network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 Sep 02 13:03:42.187497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:42.191562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.223896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=a7ba1bbe-6ca3-4e69-900f-e99418f4da42,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:42.258610 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2fd82287-b478-4efa-88a2-982dcea26350 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3238642 Sep 02 13:03:42.259341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:42.264659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'security_group': {'name': 'tempest-secgroup-82429589'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:42.293801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.321414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.329819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8945936-9901-44bb-a0e4-f3a51aaf6558 None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:42.350703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8649251-f720-4a2a-899a-60bfaf1bc7a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:42.375662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.378606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:42.381510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.499440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c226f0-367a-46a4-bea2-5349ed37280c req-2231bae7-77b7-4107-8ec6-0e9d6be763f7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:42.501264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c226f0-367a-46a4-bea2-5349ed37280c req-2231bae7-77b7-4107-8ec6-0e9d6be763f7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.4218225 Sep 02 13:03:42.512815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] Pushing event updated for resources: {'Network': ['ID=51f47ceb-8c8f-468d-b88b-adab12dd3da3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:42.552560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:42.568868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.576791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.598500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c226f0-367a-46a4-bea2-5349ed37280c req-b76cde92-21bd-46fe-b6c9-0e114bff33f8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878859 Sep 02 13:03:42.603465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b469ca93-014d-43c6-9249-2fd0699811e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2620091 Sep 02 13:03:42.605590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58516) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:42.640766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Request body: {'subnet': {'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-23002236-subnet', 'tenant_id': '1d497c8e52b7446f832d3f8d07b7f612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:42.645562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e620231-eb39-4dd6-8cfd-3b1f0ba7c932,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:42.682175 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.685419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c37f6ce-6c52-4dbd-953e-356f342872f3 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4248102 Sep 02 13:03:42.686117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:42.699053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'security_group': {'name': 'tempest-secgroup-60748968'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:42.716115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58522) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:42.717209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0b10a53c-5d5d-4b45-bf97-f2fdc3cf7573 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:42.717634 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b10a53c-5d5d-4b45-bf97-f2fdc3cf7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.725982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Made reservation on behalf of 1d497c8e52b7446f832d3f8d07b7f612 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:42.728380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.741909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.757365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b73972-1579-4517-9d0c-922de2974303 None None] Network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:42.840222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-635782e8-e251-44a3-8f77-6abecc1c3487 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=686272163ba44071967707418d448e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205459 Sep 02 13:03:42.841130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58526) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:42.860014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.864860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.887395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.889390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2024326 Sep 02 13:03:42.895649 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:42.902259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'security_group': {'name': 'tempest-secgroup-222254687'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:42.940571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e172641-900f-4022-afbf-576e814b076c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:42.950158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1401a24-b861-48e5-832a-70237610850a tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f897cdd-f754-4c0a-b676-bede1c679868,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:43.014010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.051950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e172641-900f-4022-afbf-576e814b076c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.186659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Update dhcp port {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'fixed_ips': [{'subnet_id': '714cdc60-2962-41d3-8d15-c0b356f6ebf5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a7ba1bbe-6ca3-4e69-900f-e99418f4da42'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'eea104ac-2d4c-41be-a87f-ae116afd3a0c'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:03:43.187530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.240157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0b10a53c-5d5d-4b45-bf97-f2fdc3cf7573 None None] Provisioning complete for port 4583111f-df13-41f9-b631-df96a254f91a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:43.240583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b10a53c-5d5d-4b45-bf97-f2fdc3cf7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.278657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e172641-900f-4022-afbf-576e814b076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.281174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e172641-900f-4022-afbf-576e814b076c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.282323 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0e172641-900f-4022-afbf-576e814b076c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d68ea66-5f82-46a8-b531-ef9ee0ccf3ad HTTP/1.1" status: 204 len: 168 time: 0.4402592 Sep 02 13:03:43.297164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=481332a5-8a10-4b59-9643-1efb2ea77ed6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:43.307401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e172641-900f-4022-afbf-576e814b076c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d68ea66-5f82-46a8-b531-ef9ee0ccf3ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:43.322340 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.327179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.330733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Checking segment: {'id': 'e32afd4a-d20c-4766-b005-296e476c83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:43.331382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Network hostable DHCP agents. Network: 51f47ceb-8c8f-468d-b88b-adab12dd3da3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:43.335724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.363578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0b10a53c-5d5d-4b45-bf97-f2fdc3cf7573 None None] Port 4583111f-df13-41f9-b631-df96a254f91a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:43.394969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.401072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5026813 Sep 02 13:03:43.404579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:43.405539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:43.413401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-747168673', 'security_groups': ['246098a0-3683-41d1-a54b-915aa184166e'], 'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a7ba1bbe-6ca3-4e69-900f-e99418f4da42'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:43.433203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9340122-7c64-4e9e-86a4-749cbff04cf0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246098a0-3683-41d1-a54b-915aa184166e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:43.460573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-ad11e462-74f7-4323-9200-4d3b484e379e tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:43.462249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-ad11e462-74f7-4323-9200-4d3b484e379e tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/networks?id=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b HTTP/1.1" status: 200 len: 812 time: 0.2257757 Sep 02 13:03:43.482630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-e9c98ab4-eded-4742-bea9-0f2891708384 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/quotas/8297bd4a46d64ed98a312ba2396d26dd HTTP/1.1" status: 200 len: 375 time: 0.0141919 Sep 02 13:03:43.512680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 51f47ceb-8c8f-468d-b88b-adab12dd3da3) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:43.520065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:43.520668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.550584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc468007-8009-4e7b-9895-9f0a00d4748b None None] Network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:43.560816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e1b6781b-0c25-4f35-9c41-dfd1381dfbf2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9454052 Sep 02 13:03:43.570069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-bd02e1b8-1d01-4b9b-b85e-4c0de6574723 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8297bd4a46d64ed98a312ba2396d26dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810547 Sep 02 13:03:43.638529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:43.805777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-09067292-c01c-46ee-abfa-642883f5242b service neutron] 10.222.0.60 "GET /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314298 Sep 02 13:03:43.830596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Allocated IP 172.20.0.2 (14e7f874-2dca-4247-99c4-ccb7f786c51b/a7ba1bbe-6ca3-4e69-900f-e99418f4da42/eea104ac-2d4c-41be-a87f-ae116afd3a0c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:43.832961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:43.912523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924cd44-2da0-4ecf-8f9e-03f0d7ecf3d2 None None] Network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:43.937883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-a9ed67ac-f29a-43d9-989e-586694b29c0f service neutron] 10.222.0.60 "GET /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276863 Sep 02 13:03:43.965631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] device_id is not set on port a3eb1bcb-b9fc-4269-b5aa-82e79847823b yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:44.175766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be8171-acc5-49f6-8225-2b227fa5360e req-e8ced11d-7c9a-40ed-ba4a-97c3a5a4132e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:44.183310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40be8171-acc5-49f6-8225-2b227fa5360e req-e8ced11d-7c9a-40ed-ba4a-97c3a5a4132e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.3930094 Sep 02 13:03:44.286565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eea104ac-2d4c-41be-a87f-ae116afd3a0c,segment=NetworkSegment(9806ab3c-1755-4a12-b7b2-525a8e1d48e5),segment_id=9806ab3c-1755-4a12-b7b2-525a8e1d48e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:44.310736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d1675de-a58b-4e38-a125-1f6508e2d27e req-48c2f9fd-d3fb-41bc-913b-f1431d9a8fe5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 210 time: 0.0335023 Sep 02 13:03:44.371690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:44.387615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Transition to ACTIVE for port object eea104ac-2d4c-41be-a87f-ae116afd3a0c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:44.394001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:44.461119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40be8171-acc5-49f6-8225-2b227fa5360e req-21338af4-efff-4d73-b376-a68c93984452 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454079 Sep 02 13:03:44.530104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.8 (14e7f874-2dca-4247-99c4-ccb7f786c51b/a7ba1bbe-6ca3-4e69-900f-e99418f4da42/a3eb1bcb-b9fc-4269-b5aa-82e79847823b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:44.560050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Pushing event updated for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:44.568281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.569127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.569726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.570277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.571416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.571974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.572533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.573139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.573764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.574324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.574889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.575450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9467848-5998-469d-9ae0-eb8b57aaeae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:03:44.960718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.009018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object a3eb1bcb-b9fc-4269-b5aa-82e79847823b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:45.066437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:45.081354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1052684610-network', 'tenant_id': 'fbadd5f0d819430789199e8238e0d40f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:45.106688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:03:45.121057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Made reservation on behalf of fbadd5f0d819430789199e8238e0d40f for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:45.123690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.126484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.192622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.345614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:45.357026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:45.375526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'mac_address': 'fa:16:3e:b8:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:03:45.400883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:45.413922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=a3eb1bcb-b9fc-4269-b5aa-82e79847823b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:45.421950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:45.508677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:45.513048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.518446 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.562402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:03:45.582337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35d2b7ac-4d8e-44e3-b5c2-89d4ac262f55 req-97ffc552-3a5d-444b-a5b5-78613ccbcde7 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 210 time: 0.0908704 Sep 02 13:03:45.616029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:45.626055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.654601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.672463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.687798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4dff2fb5-b29c-4751-8250-79e30c96e060 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2787850 Sep 02 13:03:45.690400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:45.696116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:45.723817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:45.736985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:45.775520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eea104ac-2d4c-41be-a87f-ae116afd3a0c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:45.775936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.776473 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Added segment 075d1727-8d83-4304-8823-afaff1c2f291 of type vlan for network 1d02d61f-daf5-4efd-a0fc-fb06200f24b2 Sep 02 13:03:45.777992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70c1bf-7d06-4fbb-ab8e-c1f07d2643c2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:45.852514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c88c6f-ee7f-49f1-9e77-c1a2584fa1cf req-9e300539-eaff-4b9f-8517-39a9841bd05f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:45.860520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7c88c6f-ee7f-49f1-9e77-c1a2584fa1cf req-9e300539-eaff-4b9f-8517-39a9841bd05f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1337745 Sep 02 13:03:45.864829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.928787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['2558df7a-60e0-4e7a-ad81-0b07ed021770'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:03:45.971623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7c88c6f-ee7f-49f1-9e77-c1a2584fa1cf req-53a3b4ba-189f-4fee-a42a-a7b7086f7aaa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091537 Sep 02 13:03:45.975405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:45.978705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:45.979684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.024813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48e22998-5a52-4fbc-859c-88d2258ee5f5 None None] Provisioning for port eea104ac-2d4c-41be-a87f-ae116afd3a0c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:46.041014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48e22998-5a52-4fbc-859c-88d2258ee5f5 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:46.041811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48e22998-5a52-4fbc-859c-88d2258ee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.120981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0529273 Sep 02 13:03:46.123492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:46.138499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Request body: {'subnet': {'network_id': '1d02d61f-daf5-4efd-a0fc-fb06200f24b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1052684610-subnet', 'tenant_id': 'fbadd5f0d819430789199e8238e0d40f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:46.156386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c5fe-5bc9-4b64-aeb7-0f6c42a51ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d02d61f-daf5-4efd-a0fc-fb06200f24b2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:46.161704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:46.162134 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.208939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Made reservation on behalf of fbadd5f0d819430789199e8238e0d40f for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:46.212390 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.239813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 1d02d61f-daf5-4efd-a0fc-fb06200f24b2 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:46.510887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-a1f19585-1584-4718-94e4-5069ead3bdbd tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:46.511185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48e22998-5a52-4fbc-859c-88d2258ee5f5 None None] Provisioning complete for port 4583111f-df13-41f9-b631-df96a254f91a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:46.511651 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48e22998-5a52-4fbc-859c-88d2258ee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.513471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-a1f19585-1584-4718-94e4-5069ead3bdbd tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.41 "GET /v2.0/networks?id=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b HTTP/1.1" status: 200 len: 812 time: 0.6169150 Sep 02 13:03:46.530264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Request body: {'port': {'device_id': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b', 'admin_state_up': True, 'tenant_id': '8297bd4a46d64ed98a312ba2396d26dd'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:46.540079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:46.584459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:46.586552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.589425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.649748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-48e22998-5a52-4fbc-859c-88d2258ee5f5 None None] Port 4583111f-df13-41f9-b631-df96a254f91a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:46.698394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace85642-8812-4072-82a5-63d8824b4d4f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:46.703946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Checking segment: {'id': '075d1727-8d83-4304-8823-afaff1c2f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d02d61f-daf5-4efd-a0fc-fb06200f24b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:46.704382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Network hostable DHCP agents. Network: 1d02d61f-daf5-4efd-a0fc-fb06200f24b2, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:46.704818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-986094457', 'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:46.723645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Network 1d02d61f-daf5-4efd-a0fc-fb06200f24b2 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:46.737264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 1d02d61f-daf5-4efd-a0fc-fb06200f24b2) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:46.745325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:46.746005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.748489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f6c9a-b488-4f3b-9c32-22aee901a598 None None] Network 1d02d61f-daf5-4efd-a0fc-fb06200f24b2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:46.756543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9569cb32-c528-4e62-982e-ba8ef34e26f5 req-126e655b-72bc-4a48-8362-cd6e0150d7ac tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 210 time: 0.0599482 Sep 02 13:03:46.812958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-adb5e99a-dbb7-43b2-83dd-7e45090a19bf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6818662 Sep 02 13:03:46.813380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Made reservation on behalf of 8160acc60f4b41079eeb18d074761559 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:46.814870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.855010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.866926 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a7ba1bbe-6ca3-4e69-900f-e99418f4da42 (CIDR: 172.20.0.0/28) Sep 02 13:03:46.870341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Made reservation on behalf of 8297bd4a46d64ed98a312ba2396d26dd for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:46.875009 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:46.887084 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:03:46.887852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:46.926794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d0e6397-949d-4e7b-b4e9-bbb118828dc5 None None] Provisioning for port a3eb1bcb-b9fc-4269-b5aa-82e79847823b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:46.938113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d0e6397-949d-4e7b-b4e9-bbb118828dc5 None None] Provisioning complete for port a3eb1bcb-b9fc-4269-b5aa-82e79847823b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:46.938499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6397-949d-4e7b-b4e9-bbb118828dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.027404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e6397-949d-4e7b-b4e9-bbb118828dc5 None None] Port a3eb1bcb-b9fc-4269-b5aa-82e79847823b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:47.128975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:47.169633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Allocated IP 172.20.0.11 (204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b/15b758f1-7e5b-41d7-b969-30549aa28d54/12ee5418-43ef-4b6b-a78b-3325644b1a7d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:47.170343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dde211-49c5-44f9-a122-5eb22b14770c req-d1fe8b57-e26e-45a3-9a33-6242475da5ee tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:47.172237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01dde211-49c5-44f9-a122-5eb22b14770c req-d1fe8b57-e26e-45a3-9a33-6242475da5ee tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.0940297 Sep 02 13:03:47.190403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.194673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e921741-8688-41ab-8886-eabdcd0299a2 None None] Network 1d02d61f-daf5-4efd-a0fc-fb06200f24b2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:47.203559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.235706 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01dde211-49c5-44f9-a122-5eb22b14770c req-5a4be27f-c81c-4369-a307-9a5132624a52 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448403 Sep 02 13:03:47.256937 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7a648e69-3de1-456e-91ed-85488a79368c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5649514 Sep 02 13:03:47.259952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:47.265595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ce748-b2bb-45bb-9a1b-c097a5542235,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:47.276270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:47.323246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:47.324207 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.357791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:03:47.399241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.399595 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Added segment c1325942-a3a5-452e-a4f8-c03c7d990ebd of type vlan for network a28e9535-38b0-4588-8652-2659a546ec18 Sep 02 13:03:47.532232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.563203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:47.574267 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f4c92-2405-47ad-b4e0-610fcbacce6a" -d '{"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-plugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:47.605583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:47.613419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.644199 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa85ec8-27e5-43f3-afa7-040429c844ef x-openstack-request-id: req-efa85ec8-27e5-43f3-afa7-040429c844ef {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:47.644621 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-plugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:47.644987 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efa85ec8-27e5-43f3-afa7-040429c844ef {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:47.645485 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'code': 200} Sep 02 13:03:47.665892 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.676936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:47.704262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:47.707920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.817474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.818596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:47.819344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.867542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:47.932443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d0040386-a61b-407d-8ebb-048def4e5dd0 req-a6ded15e-f62a-4e8f-9edd-9204d5e4d32b tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 210 time: 0.0680239 Sep 02 13:03:48.079285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5299618 Sep 02 13:03:48.079844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:48.088366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'subnet': {'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:48.101454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-a7f28e6a-a5a9-4368-913f-a33349fc5c2e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:48.103968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-a7f28e6a-a5a9-4368-913f-a33349fc5c2e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/networks?id=51f47ceb-8c8f-468d-b88b-adab12dd3da3 HTTP/1.1" status: 200 len: 810 time: 0.6377759 Sep 02 13:03:48.137037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df502e6d-5b34-49e2-9fff-66a295f9d491 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Network': ['ID=a28e9535-38b0-4588-8652-2659a546ec18,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:48.157583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Made reservation on behalf of 8160acc60f4b41079eeb18d074761559 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:48.162936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:48.163272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a28e9535-38b0-4588-8652-2659a546ec18 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:03:48.166915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:48.408432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:48.411768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-d11678e3-2419-4ee4-8934-ce12f6b0e0d9 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/quotas/1d497c8e52b7446f832d3f8d07b7f612 HTTP/1.1" status: 200 len: 375 time: 0.2790499 Sep 02 13:03:48.431947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:48.436026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:48.487288 n-d-792364-8 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 714cdc60-2962-41d3-8d15-c0b356f6ebf5 (CIDR: 172.20.0.16/28) Sep 02 13:03:48.567930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-8a60e680-04cc-47de-843a-89eb9e2b2394 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d497c8e52b7446f832d3f8d07b7f612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174321 Sep 02 13:03:48.570697 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:03:48.572352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:48.622999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:48.623807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:48.629459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe5004-8216-4978-be56-0b256d43f293 req-66168700-a998-4bfd-a8f4-0c58d29791ce tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:48.634000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92fe5004-8216-4978-be56-0b256d43f293 req-66168700-a998-4bfd-a8f4-0c58d29791ce tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1479385 Sep 02 13:03:48.756536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-adaa1b79-c1ad-41a5-b488-b77e4e006a80 service neutron] 10.222.0.60 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435990 Sep 02 13:03:48.771405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Pushing event updated for resources: {'Port': ['ID=12ee5418-43ef-4b6b-a78b-3325644b1a7d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:48.793079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-998d5662-6331-43fd-b1e0-81092c2fd0f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2675359 Sep 02 13:03:48.795814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92fe5004-8216-4978-be56-0b256d43f293 req-7fe109b6-92f9-4184-a836-3d5210fc6a9b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366377 Sep 02 13:03:48.857436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Request body: {'port': {'device_id': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:48.861132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05bc75a0-13ce-487f-abbb-6e79b47eda8c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5921655 Sep 02 13:03:48.864158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58684) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:48.904109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'subnet': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:48.916753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.objects.ports [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:03:48.917958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:48.994188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ba7008a9-e52d-4586-99d6-bdf1efe8f088,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:49.036721 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:49.039627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Checking segment: {'id': 'c1325942-a3a5-452e-a4f8-c03c7d990ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:49.040655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network hostable DHCP agents. Network: a28e9535-38b0-4588-8652-2659a546ec18, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:03:49.108609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-324ce0c9-58b1-41b6-86ae-d0db8555d38f service neutron] 10.222.0.60 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312590 Sep 02 13:03:49.115638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network a28e9535-38b0-4588-8652-2659a546ec18 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:03:49.142905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b2930-ed77-4e5f-99ba-ad48e7b8067a req-0e1763e6-d39c-4c20-beb0-244221f313b7 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:49.151362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e6b2930-ed77-4e5f-99ba-ad48e7b8067a req-0e1763e6-d39c-4c20-beb0-244221f313b7 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 932 time: 0.1014309 Sep 02 13:03:49.153928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a28e9535-38b0-4588-8652-2659a546ec18) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:49.164524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d393d231-b743-46fd-b180-4a696c10c887 None None] Network a28e9535-38b0-4588-8652-2659a546ec18 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:49.185683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:49.190699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:49.280083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e8177f5-d726-4df5-a3f8-e4adfa667e91 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1955478 Sep 02 13:03:49.282751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58688) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:49.284808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Made reservation on behalf of ec5bc98b42a94ab9ba5ad90b591606ae for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:49.289381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:49.296243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1966291137', 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:49.395088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e6b2930-ed77-4e5f-99ba-ad48e7b8067a req-3e8b0e12-727a-45d6-8f6a-a27555957049 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421086 Sep 02 13:03:49.405414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Made reservation on behalf of 8160acc60f4b41079eeb18d074761559 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:49.421947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:49.454729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] device_id is not set on port 7d829f12-4433-4a48-a3e9-0a2fffec8123 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:03:49.506626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-366d7683-b90e-49e2-9e13-5d010ee67ccc req-d895604a-c06c-430a-ad80-a9e80458368d tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 210 time: 0.1034753 Sep 02 13:03:49.560522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04f31b-ed64-45a4-9747-e0e0027b0261 None None] Network a28e9535-38b0-4588-8652-2659a546ec18 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:49.701741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Allocated IP 2001:db8::133 (a28e9535-38b0-4588-8652-2659a546ec18/ba7008a9-e52d-4586-99d6-bdf1efe8f088/7d829f12-4433-4a48-a3e9-0a2fffec8123) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:50.105526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.254150 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.338620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network a28e9535-38b0-4588-8652-2659a546ec18 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:50.344737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:50.366372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:50.367457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:50.368413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.380446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Port': ['ID=7d829f12-4433-4a48-a3e9-0a2fffec8123,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:50.411954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827098a7-de6e-452d-87d3-92ddccfea5ff req-477937ec-dcc8-4c0f-a84a-47a8d2dff7ba tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:50.414452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-827098a7-de6e-452d-87d3-92ddccfea5ff req-477937ec-dcc8-4c0f-a84a-47a8d2dff7ba tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1877413 Sep 02 13:03:50.416698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2dccbc8c-f1dd-4875-9a4e-20b03bd4d71c tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1303918 Sep 02 13:03:50.419219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:50.442634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ee5418-43ef-4b6b-a78b-3325644b1a7d {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:03:50.468233 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.612709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-827098a7-de6e-452d-87d3-92ddccfea5ff req-080524d1-79df-489a-bcc2-d08df8bf2575 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782229 Sep 02 13:03:50.614778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Transition to ACTIVE for port object 12ee5418-43ef-4b6b-a78b-3325644b1a7d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:50.630026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.641144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Deleting port 7d829f12-4433-4a48-a3e9-0a2fffec8123 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:50.641503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.718778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.794958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.811414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a7e2-9dfd-4e38-97ae-5b93640a9052 req-a418be3c-6013-41a2-b248-8fcb9741522f tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:50.813545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27e1a7e2-9dfd-4e38-97ae-5b93640a9052 req-a418be3c-6013-41a2-b248-8fcb9741522f tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 932 time: 0.2747228 Sep 02 13:03:50.814564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Subnet': ['ID=70061aec-afdb-4717-96c3-b7b0f6c0bef1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:50.875444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-89d36465-bd38-4169-90d1-7eb0121daa5c req-53075d77-298a-49bc-b974-1e7b64947225 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 210 time: 0.0945432 Sep 02 13:03:50.880640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Calling delete_port for 7d829f12-4433-4a48-a3e9-0a2fffec8123 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:50.886206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27e1a7e2-9dfd-4e38-97ae-5b93640a9052 req-6f892dc7-b689-4f1c-9eae-e334debb3bb6 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590875 Sep 02 13:03:50.899214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:50.943458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Pushing event updated for resources: {'Port': ['ID=12ee5418-43ef-4b6b-a78b-3325644b1a7d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:50.962791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:50.969149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:50.969149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:50.973572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e53341-fe7d-4f1b-b69d-f0d720de0b9d None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:51.013801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ddf4e3a6-b13a-46b9-b572-49100d83e781 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1485322 Sep 02 13:03:51.015872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:51.026386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-893034137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70061aec-afdb-4717-96c3-b7b0f6c0bef1'}], 'security_groups': ['7e620231-eb39-4dd6-8cfd-3b1f0ba7c932', '2f897cdd-f754-4c0a-b676-bede1c679868']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:51.116287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Attempting to bind port 12ee5418-43ef-4b6b-a78b-3325644b1a7d on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:51.116552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Attempting to bind port 12ee5418-43ef-4b6b-a78b-3325644b1a7d by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '23a8d406-3ec1-493e-9082-581468465316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:51.120567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Attempting to bind port 12ee5418-43ef-4b6b-a78b-3325644b1a7d on network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:51.140567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Port 12ee5418-43ef-4b6b-a78b-3325644b1a7d on network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:51.140939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Attempting to bind port 12ee5418-43ef-4b6b-a78b-3325644b1a7d on network 204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:51.175619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:03:51.175619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Checking segment: {'id': '23a8d406-3ec1-493e-9082-581468465316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:51.175987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Bound using segment: {'id': '23a8d406-3ec1-493e-9082-581468465316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:03:51.190403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Bound port: 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a8d406-3ec1-493e-9082-581468465316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:03:51.191973 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.252266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-b681b2d4-46fa-456f-92b2-72993fa35a1f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:51.254378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-b681b2d4-46fa-456f-92b2-72993fa35a1f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.18 "GET /v2.0/networks?id=51f47ceb-8c8f-468d-b88b-adab12dd3da3 HTTP/1.1" status: 200 len: 810 time: 0.3034096 Sep 02 13:03:51.267575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Request body: {'port': {'device_id': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3', 'admin_state_up': True, 'tenant_id': '1d497c8e52b7446f832d3f8d07b7f612'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:51.320736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.352769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d829f12-4433-4a48-a3e9-0a2fffec8123,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:51.364756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.380577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] For port 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:51.392344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] For port 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d,segment=NetworkSegment(23a8d406-3ec1-493e-9082-581468465316),segment_id=23a8d406-3ec1-493e-9082-581468465316)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:03:51.402542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.515956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.521260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-71526185-22bd-429f-998b-4e11b136896e tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/ports/7d829f12-4433-4a48-a3e9-0a2fffec8123 HTTP/1.1" status: 204 len: 168 time: 1.1007152 Sep 02 13:03:51.532290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58722) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:51.542650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18', 'external_fixed_ips': [{'subnet_id': 'ba7008a9-e52d-4586-99d6-bdf1efe8f088', 'ip_address': '2001:db8::133'}]}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:51.547879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Update dhcp port {'port': {'network_id': '14e7f874-2dca-4247-99c4-ccb7f786c51b', 'fixed_ips': [{'subnet_id': '714cdc60-2962-41d3-8d15-c0b356f6ebf5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a7ba1bbe-6ca3-4e69-900f-e99418f4da42', 'ip_address': '172.20.0.2'}, {'subnet_id': '70061aec-afdb-4717-96c3-b7b0f6c0bef1'}], 'binding:host_id': 'n-d-792364-8'}, 'id': 'eea104ac-2d4c-41be-a87f-ae116afd3a0c'} from n-d-792364-8. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:03:51.587313 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.599117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:51.600718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.602526 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] 10.222.0.41 "PUT /v2.0/ports/12ee5418-43ef-4b6b-a78b-3325644b1a7d HTTP/1.1" status: 200 len: 1092 time: 2.7951944 Sep 02 13:03:51.617574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'tag': '12ee5418-43ef-4b6b-a78b-3325644b1a7d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:51.624588 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd17c75-6038-471e-a051-08b41bc7f7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a3801c-49d2-4cac-89a2-61384a7cff16", "tag": "12ee5418-43ef-4b6b-a78b-3325644b1a7d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:51.636795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.638280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.713349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.715487 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45305dba-3260-4a78-b721-f43b32f875e9 x-openstack-request-id: req-45305dba-3260-4a78-b721-f43b32f875e9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:51.715809 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a3801c-49d2-4cac-89a2-61384a7cff16", "tag": "12ee5418-43ef-4b6b-a78b-3325644b1a7d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:51.716252 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45305dba-3260-4a78-b721-f43b32f875e9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:51.716710 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'tag': '12ee5418-43ef-4b6b-a78b-3325644b1a7d', 'status': 'completed', 'code': 200} Sep 02 13:03:51.811488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Made reservation on behalf of 1d497c8e52b7446f832d3f8d07b7f612 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:03:51.815315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:51.817620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef2415-c45e-41c9-9932-491be757ac0d service neutron] Pushing event updated for resources: {'Port': ['ID=12ee5418-43ef-4b6b-a78b-3325644b1a7d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:51.935288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Allocated IP 172.20.0.34 (14e7f874-2dca-4247-99c4-ccb7f786c51b/70061aec-afdb-4717-96c3-b7b0f6c0bef1/eea104ac-2d4c-41be-a87f-ae116afd3a0c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:52.052604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:52.105656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ecba1-91f9-469f-933f-e46f2e9bd07a req-f0ecabef-d20b-4de7-a0f5-3aecfadb32ed tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:52.107947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-954ecba1-91f9-469f-933f-e46f2e9bd07a req-f0ecabef-d20b-4de7-a0f5-3aecfadb32ed tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.2976828 Sep 02 13:03:52.138597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-eaf69558-1e0c-4e55-9d91-57017a202fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:52.140325 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-eaf69558-1e0c-4e55-9d91-57017a202fcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8297bd4a46d64ed98a312ba2396d26dd&device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 1095 time: 0.4160748 Sep 02 13:03:52.150033 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a630dae5-7669-43d9-b3d8-7ed8e68dbbd5 req-792820c3-7fec-4d41-8ac2-a04509f38c33 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 210 time: 0.1025224 Sep 02 13:03:52.207231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-45170921-bf7b-4996-9d58-327a41808114 None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eea104ac-2d4c-41be-a87f-ae116afd3a0c,segment=NetworkSegment(9806ab3c-1755-4a12-b7b2-525a8e1d48e5),segment_id=9806ab3c-1755-4a12-b7b2-525a8e1d48e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:52.269073 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:52.289106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Transition to ACTIVE for port object eea104ac-2d4c-41be-a87f-ae116afd3a0c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:52.298393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:52.385147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45170921-bf7b-4996-9d58-327a41808114 None None] Pushing event updated for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:52.488930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Delete allocated IP 172.20.0.8 (14e7f874-2dca-4247-99c4-ccb7f786c51b/a7ba1bbe-6ca3-4e69-900f-e99418f4da42) {{(pid=94840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:03:52.505211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Allocated IP 172.20.0.38 (14e7f874-2dca-4247-99c4-ccb7f786c51b/70061aec-afdb-4717-96c3-b7b0f6c0bef1/a3eb1bcb-b9fc-4269-b5aa-82e79847823b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:52.875729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d4ee-dcfd-4e2d-95f3-ccbaed305333 req-ea812a58-52ec-476c-97d1-a55f2bb9b32d tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:52.877488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0649d4ee-dcfd-4e2d-95f3-ccbaed305333 req-ea812a58-52ec-476c-97d1-a55f2bb9b32d tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 944 time: 0.3300719 Sep 02 13:03:52.929269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:52.975421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Transition to ACTIVE for port object a3eb1bcb-b9fc-4269-b5aa-82e79847823b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:52.982808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.012825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-e17e9826-9e03-4748-bb9a-cff5b7470ff9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d HTTP/1.1" status: 200 len: 217 time: 0.8546700 Sep 02 13:03:53.026417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0649d4ee-dcfd-4e2d-95f3-ccbaed305333 req-4f32f102-707e-4f60-9ee3-e6c704359985 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327927 Sep 02 13:03:53.147877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-954ecba1-91f9-469f-933f-e46f2e9bd07a req-bfd08a4f-7659-4f25-9f2e-edcc794955e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0030758 Sep 02 13:03:53.254389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event updated for resources: {'Port': ['ID=a3eb1bcb-b9fc-4269-b5aa-82e79847823b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:53.284316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] In _notify_port_updated(), no bound segment for port a3eb1bcb-b9fc-4269-b5aa-82e79847823b on network 14e7f874-2dca-4247-99c4-ccb7f786c51b {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:03:53.291337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:53.292168 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.293722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cc461a83-fb38-4672-9c8a-d0656be2bf7c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "PUT /v2.0/ports/a3eb1bcb-b9fc-4269-b5aa-82e79847823b HTTP/1.1" status: 200 len: 959 time: 2.2768712 Sep 02 13:03:53.333044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Allocated IP 172.20.0.14 (51f47ceb-8c8f-468d-b88b-adab12dd3da3/481332a5-8a10-4b59-9643-1efb2ea77ed6/f18f183f-2d73-4268-9e64-eabcdbb9a07c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:53.333044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:53.333406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd25ccc1-fd11-433d-a63e-bd0f063f8361 req-5ed48734-7c4e-48c3-bf90-20d73bd0090f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 210 time: 0.0366092 Sep 02 13:03:53.389871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-f0292071-c4c7-4ec5-a66c-84088ade4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:53.391482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-f0292071-c4c7-4ec5-a66c-84088ade4180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15b758f1-7e5b-41d7-b969-30549aa28d54 HTTP/1.1" status: 200 len: 852 time: 0.3619473 Sep 02 13:03:53.489055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-f195883e-4767-47d6-911a-b6483c1b322c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837693 Sep 02 13:03:53.695785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eea104ac-2d4c-41be-a87f-ae116afd3a0c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:53.772278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Provisioning for port eea104ac-2d4c-41be-a87f-ae116afd3a0c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:53.781057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:53.782019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.809264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.855245 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-68136291-ee80-43f4-93c6-74551c333f45 service neutron] 10.222.0.41 "GET /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544505 Sep 02 13:03:53.859520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.866195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:53.867041 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.965988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Provisioning for port a3eb1bcb-b9fc-4269-b5aa-82e79847823b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:53.966333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port a3eb1bcb-b9fc-4269-b5aa-82e79847823b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:53.966743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:53.997011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Provisioning complete for port a3eb1bcb-b9fc-4269-b5aa-82e79847823b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:53.997011 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.076050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Port a3eb1bcb-b9fc-4269-b5aa-82e79847823b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:54.101957 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.117880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for a3eb1bcb-b9fc-4269-b5aa-82e79847823b owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:03:54.123778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Provisioning complete for port 4583111f-df13-41f9-b631-df96a254f91a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:54.124664 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.202513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1fe27c34-ef89-42e8-8c6e-6dc2e4b0ea96 None None] Port 4583111f-df13-41f9-b631-df96a254f91a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:54.286868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Pushing event updated for resources: {'Port': ['ID=f18f183f-2d73-4268-9e64-eabcdbb9a07c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:54.328815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d67b3d1a-366e-4c12-9911-ede8cb66ec17 None None] Provisioning complete for port a3eb1bcb-b9fc-4269-b5aa-82e79847823b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:54.329212 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d67b3d1a-366e-4c12-9911-ede8cb66ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.383764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d67b3d1a-366e-4c12-9911-ede8cb66ec17 None None] Port a3eb1bcb-b9fc-4269-b5aa-82e79847823b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:54.388289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9bca-d0ca-4f7d-9eba-c1eecdfb63e3 req-410a7024-ebef-4012-909a-4953bbe8f618 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:54.400029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15eb9bca-d0ca-4f7d-9eba-c1eecdfb63e3 req-410a7024-ebef-4012-909a-4953bbe8f618 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1130369 Sep 02 13:03:54.452312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:54.469638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:54.478795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15eb9bca-d0ca-4f7d-9eba-c1eecdfb63e3 req-e0341026-9df5-49fc-9687-128e641f28c5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775621 Sep 02 13:03:54.482493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:54.629916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4e304-4448-4093-8f4b-30379bbc71bb req-78f60d93-028f-43d6-af1a-a155b837378a tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:54.632680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61a4e304-4448-4093-8f4b-30379bbc71bb req-78f60d93-028f-43d6-af1a-a155b837378a tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 944 time: 0.3837619 Sep 02 13:03:54.655672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.769938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7bade-4ba3-4ea2-b70f-3c8356771e27 req-cb748bb2-113d-4296-86ca-9453d4f744d1 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:54.773192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0b7bade-4ba3-4ea2-b70f-3c8356771e27 req-cb748bb2-113d-4296-86ca-9453d4f744d1 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 932 time: 0.1023407 Sep 02 13:03:54.786491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:54.787707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.805885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.838662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b0b7bade-4ba3-4ea2-b70f-3c8356771e27 req-abea34a2-d3d3-4cd1-8668-04282d02acce tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588059 Sep 02 13:03:54.864889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61a4e304-4448-4093-8f4b-30379bbc71bb req-49ba74fc-5b38-439d-aa6b-58a09a57c31b tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146451 Sep 02 13:03:54.875462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2904fd2b-3e45-4712-ac55-47972076c9d0 req-6338e3ca-d29c-4686-beb1-1add98dd8512 service neutron] 10.222.0.41 "GET /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0127215 Sep 02 13:03:54.941400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-dc632fd4-37c5-4c1c-b4c4-89a1718026b6 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6774824 Sep 02 13:03:54.978392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:54.992634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Request body: {'port': {'device_id': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:03:55.085483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=a3eb1bcb-b9fc-4269-b5aa-82e79847823b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:55.202456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-84aafd4b-2e20-4c61-83a3-a3d172fce304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:55.204201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-84aafd4b-2e20-4c61-83a3-a3d172fce304 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8297bd4a46d64ed98a312ba2396d26dd&device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 1095 time: 0.2521956 Sep 02 13:03:55.349747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:55.505322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:55.507438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ba0aeb84-e907-4433-9d23-a9ea81f9573c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/a3eb1bcb-b9fc-4269-b5aa-82e79847823b HTTP/1.1" status: 204 len: 168 time: 2.1981628 Sep 02 13:03:55.510603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:55.513191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Allocated IP 2001:db8::133 (a28e9535-38b0-4588-8652-2659a546ec18/ba7008a9-e52d-4586-99d6-bdf1efe8f088/6032651d-95d2-484d-8e78-ea2fdaf82010) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:03:55.536688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-1d88281e-821e-477d-92e3-b44ffd8b9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:55.538377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-1d88281e-821e-477d-92e3-b44ffd8b9a1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b HTTP/1.1" status: 200 len: 913 time: 0.3243530 Sep 02 13:03:55.554184 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ee18c6-26cd-4ea0-a89c-7874d09e037b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] GET failed (client error): The resource could not be found. Sep 02 13:03:55.555803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-14ee18c6-26cd-4ea0-a89c-7874d09e037b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports/a3eb1bcb-b9fc-4269-b5aa-82e79847823b HTTP/1.1" status: 404 len: 333 time: 0.0441737 Sep 02 13:03:55.558851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:55.640827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-65b6ae37-ffe5-4d94-b862-c7a1158d4506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d HTTP/1.1" status: 200 len: 217 time: 0.0810087 Sep 02 13:03:55.808321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-81080bfe-c0db-4f4c-b959-cebb96bf2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:55.809891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-81080bfe-c0db-4f4c-b959-cebb96bf2c2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15b758f1-7e5b-41d7-b969-30549aa28d54 HTTP/1.1" status: 200 len: 852 time: 0.0767655 Sep 02 13:03:55.867589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-7860e7b4-4a6e-42a3-b7d4-032ab0931b51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454974 Sep 02 13:03:56.002639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-ed6c359f-6fd2-49f9-8ee7-3ba37ccd9775 service neutron] 10.222.0.41 "GET /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000457 Sep 02 13:03:56.121256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.169661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189b3cf5-7dcf-48fb-8871-e9e8a6516f18 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.199030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189b3cf5-7dcf-48fb-8871-e9e8a6516f18 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.213751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f0ee-f07e-4eb4-8959-3f2293473267 req-e1bb0d8c-9b80-44eb-85de-5891ab5411be tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:56.215309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25e6f0ee-f07e-4eb4-8959-3f2293473267 req-e1bb0d8c-9b80-44eb-85de-5891ab5411be tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 932 time: 0.1909845 Sep 02 13:03:56.265458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d5a84-da42-47ec-80a7-7304df99883a req-f0c4b6b1-5d10-4b07-82ca-946949fda5a2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:56.267127 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7d5a84-da42-47ec-80a7-7304df99883a req-f0c4b6b1-5d10-4b07-82ca-946949fda5a2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.5796437 Sep 02 13:03:56.268467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189b3cf5-7dcf-48fb-8871-e9e8a6516f18 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.273689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-189b3cf5-7dcf-48fb-8871-e9e8a6516f18 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.281015 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-189b3cf5-7dcf-48fb-8871-e9e8a6516f18 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/security-groups/246098a0-3683-41d1-a54b-915aa184166e HTTP/1.1" status: 204 len: 168 time: 0.7175121 Sep 02 13:03:56.281015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:56.313763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b3cf5-7dcf-48fb-8871-e9e8a6516f18 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246098a0-3683-41d1-a54b-915aa184166e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:56.340392 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8cd17c75-6038-471e-a051-08b41bc7f7c2 req-f9bb904f-285c-46a9-bd52-6f2a11c620bd service neutron] 10.222.0.41 "GET /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263953 Sep 02 13:03:56.351903 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25e6f0ee-f07e-4eb4-8959-3f2293473267 req-6a1bd3e2-6631-446b-8141-b87945007c4d tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241953 Sep 02 13:03:56.360039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18f183f-2d73-4268-9e64-eabcdbb9a07c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:03:56.369296 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.377019 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.408213 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d1407a3-cc01-48c3-9b87-f1d520f2db84 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.435567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d1407a3-cc01-48c3-9b87-f1d520f2db84 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.495478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7d5a84-da42-47ec-80a7-7304df99883a req-d75e83fb-a329-4f84-802f-43578f8a7550 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159770 Sep 02 13:03:56.496162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d1407a3-cc01-48c3-9b87-f1d520f2db84 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.500618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d1407a3-cc01-48c3-9b87-f1d520f2db84 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.504541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4d1407a3-cc01-48c3-9b87-f1d520f2db84 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/security-groups/2f897cdd-f754-4c0a-b676-bede1c679868 HTTP/1.1" status: 204 len: 168 time: 0.2201715 Sep 02 13:03:56.505182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:56.540870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1407a3-cc01-48c3-9b87-f1d520f2db84 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f897cdd-f754-4c0a-b676-bede1c679868,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:56.601911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network a28e9535-38b0-4588-8652-2659a546ec18 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:03:56.628833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Transition to ACTIVE for port object f18f183f-2d73-4268-9e64-eabcdbb9a07c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:03:56.638429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:03:56.642196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:03:56.645519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Port': ['ID=6032651d-95d2-484d-8e78-ea2fdaf82010,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:56.651370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.682936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1469-c2d4-4c00-ae9b-03c3c52e6fc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.721621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1469-c2d4-4c00-ae9b-03c3c52e6fc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.792082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1469-c2d4-4c00-ae9b-03c3c52e6fc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.796786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1469-c2d4-4c00-ae9b-03c3c52e6fc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.798660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eeeb1469-c2d4-4c00-ae9b-03c3c52e6fc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/security-groups/7e620231-eb39-4dd6-8cfd-3b1f0ba7c932 HTTP/1.1" status: 204 len: 168 time: 0.2889581 Sep 02 13:03:56.811413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:56.812240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb1469-c2d4-4c00-ae9b-03c3c52e6fc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e620231-eb39-4dd6-8cfd-3b1f0ba7c932,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:56.890679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet a7ba1bbe-6ca3-4e69-900f-e99418f4da42 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:56.895453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:56.947397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.050517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.140529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.171751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ba1bbe-6ca3-4e69-900f-e99418f4da42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:57.180422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.187912 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-90586a7f-ef1b-4834-9240-85709952abc0 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/a7ba1bbe-6ca3-4e69-900f-e99418f4da42 HTTP/1.1" status: 204 len: 168 time: 0.3720169 Sep 02 13:03:57.188780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:57.192866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a6cc5-3aa6-45e3-b069-90f4b2aee450 None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:57.227043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f97d-da4b-4b94-903d-598c03b32e97 req-6c70b21c-b914-4673-88f6-9a87fbc689b9 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:57.228668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ef6f97d-da4b-4b94-903d-598c03b32e97 req-6c70b21c-b914-4673-88f6-9a87fbc689b9 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 944 time: 0.7589574 Sep 02 13:03:57.233157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Pushing event updated for resources: {'Port': ['ID=f18f183f-2d73-4268-9e64-eabcdbb9a07c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:57.334199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 70061aec-afdb-4717-96c3-b7b0f6c0bef1 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:57.341137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.456256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 12ee5418-43ef-4b6b-a78b-3325644b1a7d details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:03:57.466088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.466933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ef6f97d-da4b-4b94-903d-598c03b32e97 req-68c5d78c-7e97-49de-879c-894303fe5311 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278233 Sep 02 13:03:57.523390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Attempting to bind port f18f183f-2d73-4268-9e64-eabcdbb9a07c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:03:57.524174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Attempting to bind port f18f183f-2d73-4268-9e64-eabcdbb9a07c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'e32afd4a-d20c-4766-b005-296e476c83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:03:57.524759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Attempting to bind port f18f183f-2d73-4268-9e64-eabcdbb9a07c on network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:57.535456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Port f18f183f-2d73-4268-9e64-eabcdbb9a07c on network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:03:57.549471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Attempting to bind port f18f183f-2d73-4268-9e64-eabcdbb9a07c on network 51f47ceb-8c8f-468d-b88b-adab12dd3da3 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:03:57.562227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:03:57.563346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Checking segment: {'id': 'e32afd4a-d20c-4766-b005-296e476c83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:03:57.563766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Bound using segment: {'id': 'e32afd4a-d20c-4766-b005-296e476c83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:03:57.564222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Bound port: f18f183f-2d73-4268-9e64-eabcdbb9a07c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32afd4a-d20c-4766-b005-296e476c83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:03:57.564601 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.589041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.676193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d,segment=NetworkSegment(23a8d406-3ec1-493e-9082-581468465316),segment_id=23a8d406-3ec1-493e-9082-581468465316)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:57.701158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '12ee5418-43ef-4b6b-a78b-3325644b1a7d', 'network_id': '204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b', 'port_id': '12ee5418-43ef-4b6b-a78b-3325644b1a7d', 'mac_address': 'fa:16:3e:40:6c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b758f1-7e5b-41d7-b969-30549aa28d54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:03:57.719505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.767257 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.783069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ee5418-43ef-4b6b-a78b-3325644b1a7d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:03:57.849425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d,segment=NetworkSegment(23a8d406-3ec1-493e-9082-581468465316),segment_id=23a8d406-3ec1-493e-9082-581468465316)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:57.873483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.913814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc99253-e87a-4f1f-8723-de1ad71e64ae req-79b951bf-e612-46f3-94fd-2973fb4a9a03 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:57.921041 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc99253-e87a-4f1f-8723-de1ad71e64ae req-79b951bf-e612-46f3-94fd-2973fb4a9a03 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 944 time: 0.3099260 Sep 02 13:03:57.924236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:57.948086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] For port f18f183f-2d73-4268-9e64-eabcdbb9a07c, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:03:57.957439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=12ee5418-43ef-4b6b-a78b-3325644b1a7d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:57.975683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] For port f18f183f-2d73-4268-9e64-eabcdbb9a07c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c,segment=NetworkSegment(e32afd4a-d20c-4766-b005-296e476c83aa),segment_id=e32afd4a-d20c-4766-b005-296e476c83aa)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:03:58.004922 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.007261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/70061aec-afdb-4717-96c3-b7b0f6c0bef1 HTTP/1.1" status: 204 len: 168 time: 0.8175378 Sep 02 13:03:58.011626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:58.025506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45280aa7-084e-4c7f-9611-f79da822046b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=70061aec-afdb-4717-96c3-b7b0f6c0bef1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:58.031025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0bc99253-e87a-4f1f-8723-de1ad71e64ae req-539aa8ed-6147-4723-a1c1-d16565e48a5f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869043 Sep 02 13:03:58.034829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5811bee-c269-4c1e-a68e-d8768db33351 req-ae49e427-f6fd-4a7a-94fc-d55aa2a071a7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:58.043747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5811bee-c269-4c1e-a68e-d8768db33351 req-ae49e427-f6fd-4a7a-94fc-d55aa2a071a7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.2523160 Sep 02 13:03:58.045392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.083338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['12ee5418-43ef-4b6b-a78b-3325644b1a7d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:03:58.216873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:58.218250 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.220204 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] 10.222.0.18 "PUT /v2.0/ports/f18f183f-2d73-4268-9e64-eabcdbb9a07c HTTP/1.1" status: 200 len: 1092 time: 3.2670822 Sep 02 13:03:58.221420 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4193883-802b-4654-8e75-7a0b9d4df9a5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:03:58.222233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4193883-802b-4654-8e75-7a0b9d4df9a5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:58.225503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a4193883-802b-4654-8e75-7a0b9d4df9a5 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/a7ba1bbe-6ca3-4e69-900f-e99418f4da42 HTTP/1.1" status: 404 len: 337 time: 0.1685572 Sep 02 13:03:58.227679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:58.248115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'tag': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:03:58.251607 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c0812-75b1-451b-9918-33151310f761" -d '{"events": [{"name": "network-changed", "server_uuid": "8a09a6ac-9ceb-41d3-b707-8ecc6080a12a", "tag": "f18f183f-2d73-4268-9e64-eabcdbb9a07c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:03:58.347979 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423986a3-8d57-45db-8e48-402cf38b791d x-openstack-request-id: req-423986a3-8d57-45db-8e48-402cf38b791d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:03:58.348296 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a09a6ac-9ceb-41d3-b707-8ecc6080a12a", "tag": "f18f183f-2d73-4268-9e64-eabcdbb9a07c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:03:58.348650 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-423986a3-8d57-45db-8e48-402cf38b791d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:03:58.349189 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'tag': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c', 'status': 'completed', 'code': 200} Sep 02 13:03:58.362278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting subnet 714cdc60-2962-41d3-8d15-c0b356f6ebf5 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:03:58.378250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.525628 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.528103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.552194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f5811bee-c269-4c1e-a68e-d8768db33351 req-a7a64bc5-8a4f-4ed2-b168-4366a8eda3a7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4639888 Sep 02 13:03:58.687647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dc796-ee96-4d59-b8e3-be57e2f93570 service neutron] Pushing event updated for resources: {'Port': ['ID=f18f183f-2d73-4268-9e64-eabcdbb9a07c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:58.687946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3236849b-c604-4566-8803-7c9d14c3e3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.750997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-3889b31f-90de-47b1-a163-02cc32c4850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:58.752842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-3889b31f-90de-47b1-a163-02cc32c4850d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d497c8e52b7446f832d3f8d07b7f612&device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 1095 time: 0.3955321 Sep 02 13:03:58.763150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8c10-8d5b-4c31-8f35-2222f8df34c5 req-0491fc68-49de-4405-a2e7-4cdc4fa415cd tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:58.774494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb9f8c10-8d5b-4c31-8f35-2222f8df34c5 req-0491fc68-49de-4405-a2e7-4cdc4fa415cd tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 945 time: 0.1851158 Sep 02 13:03:58.817619 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.845597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-f8ec24b0-1445-422f-ae11-bf6e1bdd2de5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c HTTP/1.1" status: 200 len: 217 time: 0.0813534 Sep 02 13:03:58.862615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0eb1a0-9057-4682-b3ab-5b2e9c294f4f None None] Network 14e7f874-2dca-4247-99c4-ccb7f786c51b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:03:58.876513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb9f8c10-8d5b-4c31-8f35-2222f8df34c5 req-c16e6da6-f656-49b6-8df0-48afcb9d1988 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009171 Sep 02 13:03:58.955109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:58.987173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-d37fc960-1099-43e2-afde-ebd5a2b6a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:58.988701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-d37fc960-1099-43e2-afde-ebd5a2b6a6e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=481332a5-8a10-4b59-9643-1efb2ea77ed6 HTTP/1.1" status: 200 len: 850 time: 0.1320717 Sep 02 13:03:58.994563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Subnet': ['ID=714cdc60-2962-41d3-8d15-c0b356f6ebf5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:03:59.002663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:59.007203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bb123a56-55b8-4170-a14c-ae75c3846431 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/714cdc60-2962-41d3-8d15-c0b356f6ebf5 HTTP/1.1" status: 204 len: 168 time: 0.7754903 Sep 02 13:03:59.009840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.030143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de7b146f-a425-4135-a239-f66c3aef213b None None] Provisioning complete for port eea104ac-2d4c-41be-a87f-ae116afd3a0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:59.030587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de7b146f-a425-4135-a239-f66c3aef213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:59.060869 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-798135bb-e922-4548-ab15-afcdb7ac1392 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:03:59.061505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798135bb-e922-4548-ab15-afcdb7ac1392 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:59.066064 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-798135bb-e922-4548-ab15-afcdb7ac1392 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/12b1b922-0a2c-4a0f-ac97-d93cefd99fb2 HTTP/1.1" status: 404 len: 337 time: 0.0519972 Sep 02 13:03:59.066755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.102486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-d3d22ba3-6902-4b60-8f69-5846f6e42a88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51f47ceb-8c8f-468d-b88b-adab12dd3da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029875 Sep 02 13:03:59.129361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-977099d4-5777-4bd5-991b-8b9c26a3827d tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8468d2b-35dc-4926-b31a-7ead5122a38c HTTP/1.1" status: 200 len: 205 time: 0.0591168 Sep 02 13:03:59.131128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58808) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.283709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-81ce725f-657f-4b59-84be-686488c7fa99 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687429 Sep 02 13:03:59.290135 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3db8713b-c80f-4847-818b-6a387e2cdeed tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] delete failed (client error): The resource could not be found. Sep 02 13:03:59.293726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3db8713b-c80f-4847-818b-6a387e2cdeed tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/routers/f8468d2b-35dc-4926-b31a-7ead5122a38c HTTP/1.1" status: 404 len: 336 time: 0.1590378 Sep 02 13:03:59.295122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.326151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de7b146f-a425-4135-a239-f66c3aef213b None None] Provisioning complete for port 4583111f-df13-41f9-b631-df96a254f91a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:59.327036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de7b146f-a425-4135-a239-f66c3aef213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:59.331245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d82da-a862-433c-885b-95c85bb9d2a8 req-fd80ec3a-52d8-4114-9a9a-2b1766fa76f4 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:59.332956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e9d82da-a862-433c-885b-95c85bb9d2a8 req-fd80ec3a-52d8-4114-9a9a-2b1766fa76f4 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 944 time: 0.1209009 Sep 02 13:03:59.383718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-de7b146f-a425-4135-a239-f66c3aef213b None None] Port 4583111f-df13-41f9-b631-df96a254f91a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:03:59.405518 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0925a9a4-81ab-48ea-9488-0a99b9636285 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:03:59.405995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0925a9a4-81ab-48ea-9488-0a99b9636285 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:59.407997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0925a9a4-81ab-48ea-9488-0a99b9636285 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/8afca783-b795-4a5f-80c6-5e4cba5ce443 HTTP/1.1" status: 404 len: 337 time: 0.1118710 Sep 02 13:03:59.410545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.441970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 12ee5418-43ef-4b6b-a78b-3325644b1a7d up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:03:59.466029 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4da6ceb-c60d-4590-b633-2e8d8d626d9c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:03:59.466501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4da6ceb-c60d-4590-b633-2e8d8d626d9c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:59.469972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f4da6ceb-c60d-4590-b633-2e8d8d626d9c tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/2715dacf-1e8e-4b53-8f8a-fd5b680b2cff HTTP/1.1" status: 404 len: 337 time: 0.0567920 Sep 02 13:03:59.476714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.517868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] DHCP port deletion for 14e7f874-2dca-4247-99c4-ccb7f786c51b request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:03:59.566091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba1b4b0a-1742-47be-a15b-18af09404631 req-81fb31a4-8c67-416c-adce-04404bcbfc17 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710268 Sep 02 13:03:59.566770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Router f3970079-c9cc-43f1-b0f6-60bc23c88142 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:03:59.638884 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b74ccd-abc3-44f0-a74b-697faf923ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:03:59.639373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b74ccd-abc3-44f0-a74b-697faf923ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:59.641416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-71b74ccd-abc3-44f0-a74b-697faf923ffd tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/5c422650-f40c-4354-8a37-8e8e3720bcf9 HTTP/1.1" status: 404 len: 337 time: 0.1636674 Sep 02 13:03:59.651330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.710738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e9d82da-a862-433c-885b-95c85bb9d2a8 req-de9ff036-fa16-49ee-a39a-b1b5b0681446 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618352 Sep 02 13:03:59.746248 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5e4621-d787-4f18-b213-740b8c38e5be tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:03:59.747717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5e4621-d787-4f18-b213-740b8c38e5be tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:03:59.754121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9a5e4621-d787-4f18-b213-740b8c38e5be tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/f7f6e3e7-b151-406d-95dc-0f4d39007006 HTTP/1.1" status: 404 len: 333 time: 0.0994716 Sep 02 13:03:59.759319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 12ee5418-43ef-4b6b-a78b-3325644b1a7d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:03:59.768356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:03:59.770118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 12ee5418-43ef-4b6b-a78b-3325644b1a7d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:03:59.770497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:59.807622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device eea104ac-2d4c-41be-a87f-ae116afd3a0c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:03:59.841614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] Deleting port eea104ac-2d4c-41be-a87f-ae116afd3a0c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:03:59.841890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:59.846553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0812-75b1-451b-9918-33151310f761 req-dff58a49-3f44-4cb0-bdd4-2cf5a0f08633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:59.849388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-dff58a49-3f44-4cb0-bdd4-2cf5a0f08633 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d497c8e52b7446f832d3f8d07b7f612&device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 1095 time: 0.1955371 Sep 02 13:03:59.948969 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] For port eea104ac-2d4c-41be-a87f-ae116afd3a0c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=eea104ac-2d4c-41be-a87f-ae116afd3a0c,segment=NetworkSegment(9806ab3c-1755-4a12-b7b2-525a8e1d48e5),segment_id=9806ab3c-1755-4a12-b7b2-525a8e1d48e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:03:59.949396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:03:59.952228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-6a9fb64e-1e2b-4f05-b3f0-a666ed39b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:03:59.954372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-6a9fb64e-1e2b-4f05-b3f0-a666ed39b080 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1096 time: 0.4169321 Sep 02 13:03:59.980535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] Calling delete_port for eea104ac-2d4c-41be-a87f-ae116afd3a0c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:00.048688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf13772-97ab-4308-99d1-51a5ea718db8 req-2dfeb0c1-5c52-4728-bd24-a2bdf7e50cff tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:00.057181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cf13772-97ab-4308-99d1-51a5ea718db8 req-2dfeb0c1-5c52-4728-bd24-a2bdf7e50cff tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.3473778 Sep 02 13:04:00.058247 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b19cc46-3eae-4892-b62f-81c2b1722e67 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:04:00.058716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b19cc46-3eae-4892-b62f-81c2b1722e67 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:04:00.060478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4b19cc46-3eae-4892-b62f-81c2b1722e67 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/1314e170-91b8-4013-9735-2bf61cc6d74f HTTP/1.1" status: 404 len: 337 time: 0.2606349 Sep 02 13:04:00.066550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58830) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:00.119953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:00.131305 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Sync routers for ids ['f3970079-c9cc-43f1-b0f6-60bc23c88142'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:00.158367 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Routers {'f3970079-c9cc-43f1-b0f6-60bc23c88142'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:00.161688 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:03:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f3970079-c9cc-43f1-b0f6-60bc23c88142'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:00.208462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cf13772-97ab-4308-99d1-51a5ea718db8 req-04424f24-6389-4cdc-a46d-ee41a6a34f7f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296368 Sep 02 13:04:00.247072 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa63e34-7888-42be-8579-7a1255a935d4 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:04:00.247825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa63e34-7888-42be-8579-7a1255a935d4 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:04:00.249858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8aa63e34-7888-42be-8579-7a1255a935d4 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/bbde3054-ead5-42a3-9084-ef0c24003b78 HTTP/1.1" status: 404 len: 337 time: 0.1539800 Sep 02 13:04:00.259535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:00.271323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:00.272860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1aaf67a6-3e82-46ad-8b45-c67d84a999ee tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7348969 Sep 02 13:04:00.276850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:00.331782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb708e6-5217-46e0-86a9-979c4a6af649 req-60bc7fd7-71f9-4328-afe4-07eba21a9643 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:00.334685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cdb708e6-5217-46e0-86a9-979c4a6af649 req-60bc7fd7-71f9-4328-afe4-07eba21a9643 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 945 time: 0.3053527 Sep 02 13:04:00.365287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0812-75b1-451b-9918-33151310f761 req-76361205-c860-491e-a7b7-be287d390cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:00.367181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-76361205-c860-491e-a7b7-be287d390cfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=51f47ceb-8c8f-468d-b88b-adab12dd3da3 HTTP/1.1" status: 200 len: 911 time: 0.5080643 Sep 02 13:04:00.381081 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153485c-3805-43a1-bc90-8f9b47979546 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:04:00.384063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b153485c-3805-43a1-bc90-8f9b47979546 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:04:00.391838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b153485c-3805-43a1-bc90-8f9b47979546 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/13c94fab-8ecc-4c13-a7bc-bf3c5ba7d92c HTTP/1.1" status: 404 len: 333 time: 0.1247921 Sep 02 13:04:00.411568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:00.429213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-449ae710-ac56-4fb7-91a4-a45965ee759d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c HTTP/1.1" status: 200 len: 217 time: 0.0477855 Sep 02 13:04:00.511698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cdb708e6-5217-46e0-86a9-979c4a6af649 req-c5e7d3f0-6647-43f6-8664-394ef9d19a74 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432683 Sep 02 13:04:00.517500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0812-75b1-451b-9918-33151310f761 req-87cd1284-aca3-4db9-9276-fe7f5b209542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:00.519059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-87cd1284-aca3-4db9-9276-fe7f5b209542 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=481332a5-8a10-4b59-9643-1efb2ea77ed6 HTTP/1.1" status: 200 len: 850 time: 0.0798256 Sep 02 13:04:00.525338 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:00.530604 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Set router f3970079-c9cc-43f1-b0f6-60bc23c88142 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:00.550340 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cccac0a-07dc-4cfd-acd7-d88973267761 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:04:00.550657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cccac0a-07dc-4cfd-acd7-d88973267761 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:04:00.552799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4cccac0a-07dc-4cfd-acd7-d88973267761 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/64ccc410-8b89-468d-a2d9-526f2383ca73 HTTP/1.1" status: 404 len: 337 time: 0.1376734 Sep 02 13:04:00.559482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:00.588638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-faa5e4ac-07c2-47e7-a14d-929b7a232464 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51f47ceb-8c8f-468d-b88b-adab12dd3da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605910 Sep 02 13:04:00.594380 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:00.594640 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-def934f3-140b-4d97-8799-40694ae10738 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] DELETE failed (client error): The resource could not be found. Sep 02 13:04:00.595237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def934f3-140b-4d97-8799-40694ae10738 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:04:00.597068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-def934f3-140b-4d97-8799-40694ae10738 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/subnets/fec38698-9b3d-4d5c-810b-bf53edb09c4c HTTP/1.1" status: 404 len: 337 time: 0.0365858 Sep 02 13:04:00.604377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-5ea58f05-b1f1-4621-a0e2-7cd865c19c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:00.605810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:00.608492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-5ea58f05-b1f1-4621-a0e2-7cd865c19c3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.6215334 Sep 02 13:04:00.610619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:00.639611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:00.659850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee5418-43ef-4b6b-a78b-3325644b1a7d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:04:00.671407 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b8bb8-2fcb-436e-8057-57745d247ddf" -d '{"events": [{"server_uuid": "e4a3801c-49d2-4cac-89a2-61384a7cff16", "name": "network-vif-plugged", "status": "completed", "tag": "12ee5418-43ef-4b6b-a78b-3325644b1a7d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:04:00.752082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] Pushing event deleted for resources: {'Port': ['ID=eea104ac-2d4c-41be-a87f-ae116afd3a0c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:00.762877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d,segment=NetworkSegment(23a8d406-3ec1-493e-9082-581468465316),segment_id=23a8d406-3ec1-493e-9082-581468465316)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:00.808868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:00.817337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6230de4e-4ef5-4508-a2a8-d87915557eaa None None] No DVR routers for this DVR port eea104ac-2d4c-41be-a87f-ae116afd3a0c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:04:00.950308 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abdaca2-119b-4362-9ffb-ab7c0faa00b9 x-openstack-request-id: req-0abdaca2-119b-4362-9ffb-ab7c0faa00b9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:04:00.951564 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a3801c-49d2-4cac-89a2-61384a7cff16", "name": "network-vif-plugged", "status": "completed", "tag": "12ee5418-43ef-4b6b-a78b-3325644b1a7d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:04:00.953036 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0abdaca2-119b-4362-9ffb-ab7c0faa00b9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:04:00.953644 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee5418-43ef-4b6b-a78b-3325644b1a7d', 'code': 200} Sep 02 13:04:00.985390 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3970079-c9cc-43f1-b0f6-60bc23c88142', 'name': '', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18', 'external_fixed_ips': [{'subnet_id': 'ba7008a9-e52d-4586-99d6-bdf1efe8f088', 'ip_address': '2001:db8::133'}], 'enable_snat': True}, 'gw_port_id': '6032651d-95d2-484d-8e78-ea2fdaf82010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:03:51Z', 'updated_at': '2021-09-02T13:03:57Z', 'revision_number': 3, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port': {'id': '6032651d-95d2-484d-8e78-ea2fdaf82010', 'name': '', 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3970079-c9cc-43f1-b0f6-60bc23c88142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'ba7008a9-e52d-4586-99d6-bdf1efe8f088', 'ip_address': '2001:db8::133', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:03:54Z', 'updated_at': '2021-09-02T13:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba7008a9-e52d-4586-99d6-bdf1efe8f088', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:01.050380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-ab821324-37c2-4ff0-ad61-3ab545b13e3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 1001 time: 0.4316621 Sep 02 13:04:01.059678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=12ee5418-43ef-4b6b-a78b-3325644b1a7d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:01.090727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d284754-0cf6-476b-8d24-e26d49869c02 req-7f9c5fe0-1328-442f-bd09-9095cbd1e719 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:01.092143 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Checking router: f3970079-c9cc-43f1-b0f6-60bc23c88142 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:04:01.093179 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Updating router f3970079-c9cc-43f1-b0f6-60bc23c88142 port 6032651d-95d2-484d-8e78-ea2fdaf82010 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:04:01.093443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d284754-0cf6-476b-8d24-e26d49869c02 req-7f9c5fe0-1328-442f-bd09-9095cbd1e719 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 944 time: 0.1701477 Sep 02 13:04:01.129247 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.187194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d284754-0cf6-476b-8d24-e26d49869c02 req-953f8179-643c-4696-830f-b3379c0026bd tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847602 Sep 02 13:04:01.209704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-70eaebf8-d8dc-4f7f-89ac-434d85a9201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:01.211189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-70eaebf8-d8dc-4f7f-89ac-434d85a9201a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.1369984 Sep 02 13:04:01.222803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18f183f-2d73-4268-9e64-eabcdbb9a07c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:04:01.342819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-3ba15059-a6aa-4b3d-aff2-cad91a9aacc6 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348244 Sep 02 13:04:01.417032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.439557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-69279fa8-49a0-4a58-b9b7-129f5288af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:01.441663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-69279fa8-49a0-4a58-b9b7-129f5288af05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139542 Sep 02 13:04:01.547303 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a73fcea2-4c01-47fd-b7be-142253b586c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.662044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-35b06db7-83f2-442d-b2fb-5d00f33b8235 service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089276 Sep 02 13:04:01.719120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fd10c-982d-413a-a5eb-72ff134293a5 req-d0a34710-515b-403f-b70c-11eb49d2d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:01.726008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20fd10c-982d-413a-a5eb-72ff134293a5 req-d0a34710-515b-403f-b70c-11eb49d2d0fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 1097 time: 0.6170378 Sep 02 13:04:01.762864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18f183f-2d73-4268-9e64-eabcdbb9a07c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c,segment=NetworkSegment(e32afd4a-d20c-4766-b005-296e476c83aa),segment_id=e32afd4a-d20c-4766-b005-296e476c83aa)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:01.772133 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.795737 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Transition to ACTIVE for port object 6032651d-95d2-484d-8e78-ea2fdaf82010 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:01.800065 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.806268 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.844170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c', 'network_id': '51f47ceb-8c8f-468d-b88b-adab12dd3da3', 'port_id': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c', 'mac_address': 'fa:16:3e:24:85:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481332a5-8a10-4b59-9643-1efb2ea77ed6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:04:01.872104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96be0a-7c08-4227-a794-400d5ddbab46 req-810583f8-d6e4-4af9-becc-f9771c20e0ae tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:01.875103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c96be0a-7c08-4227-a794-400d5ddbab46 req-810583f8-d6e4-4af9-becc-f9771c20e0ae tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 946 time: 0.1299636 Sep 02 13:04:01.915884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823bf4d-4dcd-4285-82bc-39ddab1fb1c8 req-e4b526dd-0e4a-469d-ac00-103ee57e05c5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:01.919540 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Pushing event updated for resources: {'Port': ['ID=6032651d-95d2-484d-8e78-ea2fdaf82010,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:01.932439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e823bf4d-4dcd-4285-82bc-39ddab1fb1c8 req-e4b526dd-0e4a-469d-ac00-103ee57e05c5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.4508746 Sep 02 13:04:01.945707 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Attempting to bind port 6032651d-95d2-484d-8e78-ea2fdaf82010 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:01.946138 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Attempting to bind port 6032651d-95d2-484d-8e78-ea2fdaf82010 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c1325942-a3a5-452e-a4f8-c03c7d990ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:01.946459 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Attempting to bind port 6032651d-95d2-484d-8e78-ea2fdaf82010 on network a28e9535-38b0-4588-8652-2659a546ec18 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:01.948421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c96be0a-7c08-4227-a794-400d5ddbab46 req-351d7a1b-be39-4a17-8d50-ed299cc4435e tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623848 Sep 02 13:04:01.951917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20fd10c-982d-413a-a5eb-72ff134293a5 req-728a9975-55b4-4ccc-8e0e-ebb139ce5255 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699212 Sep 02 13:04:01.968405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b90e3b79-043d-4131-9e65-a18c7a83f801 req-54f37ef6-f6b5-4f87-9d51-dace88c5f8c7 service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997093 Sep 02 13:04:01.970080 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:01.982299 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Checking segment: {'id': 'c1325942-a3a5-452e-a4f8-c03c7d990ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:01.982934 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.983568 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Bound using segment: {'id': 'c1325942-a3a5-452e-a4f8-c03c7d990ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:01.984166 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Bound port: 6032651d-95d2-484d-8e78-ea2fdaf82010, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1325942-a3a5-452e-a4f8-c03c7d990ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a28e9535-38b0-4588-8652-2659a546ec18'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:01.984645 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:01.988574 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.989081 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.989577 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.989947 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.990527 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.993636 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.995714 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.996338 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.998079 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.998870 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.999341 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:01.999825 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:02.019963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-158c0812-75b1-451b-9918-33151310f761 req-574cdd37-88ef-45ea-bc8c-ff0ec3fff611 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606781 Sep 02 13:04:02.042225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.044531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Deleting port 4583111f-df13-41f9-b631-df96a254f91a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:02.045167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.105034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18f183f-2d73-4268-9e64-eabcdbb9a07c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:04:02.106497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e823bf4d-4dcd-4285-82bc-39ddab1fb1c8 req-3e2d7bdb-e19b-45bf-932d-85c293982dbe tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424158 Sep 02 13:04:02.133191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18f183f-2d73-4268-9e64-eabcdbb9a07c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c,segment=NetworkSegment(e32afd4a-d20c-4766-b005-296e476c83aa),segment_id=e32afd4a-d20c-4766-b005-296e476c83aa)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:02.167767 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.182625 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] For port 6032651d-95d2-484d-8e78-ea2fdaf82010, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:02.201897 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] For port 6032651d-95d2-484d-8e78-ea2fdaf82010, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6032651d-95d2-484d-8e78-ea2fdaf82010,segment=NetworkSegment(c1325942-a3a5-452e-a4f8-c03c7d990ebd),segment_id=c1325942-a3a5-452e-a4f8-c03c7d990ebd)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:02.202725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Deleting port 6032651d-95d2-484d-8e78-ea2fdaf82010 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:02.203232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.212608 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.376606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f18f183f-2d73-4268-9e64-eabcdbb9a07c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:02.397588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.418133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Calling delete_port for 4583111f-df13-41f9-b631-df96a254f91a owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:02.421645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f18f183f-2d73-4268-9e64-eabcdbb9a07c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:04:02.458677 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Routers {'f3970079-c9cc-43f1-b0f6-60bc23c88142'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:02.459600 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f3970079-c9cc-43f1-b0f6-60bc23c88142'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:02.527602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.549494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Calling delete_port for 6032651d-95d2-484d-8e78-ea2fdaf82010 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:02.608177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4738e9-bd1c-43be-b427-75b42d490ab5 req-76b1ef50-2a76-4f55-af33-efeeee1bbaea tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:02.611224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba4738e9-bd1c-43be-b427-75b42d490ab5 req-76b1ef50-2a76-4f55-af33-efeeee1bbaea tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 945 time: 0.2409849 Sep 02 13:04:02.694898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.699126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.715243 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ba4738e9-bd1c-43be-b427-75b42d490ab5 req-7cf2beca-c365-4b2d-9bcb-e8596f8b35ca tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951028 Sep 02 13:04:02.742339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Port': ['ID=4583111f-df13-41f9-b631-df96a254f91a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:02.783144 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1d57-8179-40bd-b03e-762208d2436c None None] Pushing event updated for resources: {'Port': ['ID=6032651d-95d2-484d-8e78-ea2fdaf82010,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:02.794710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:02.796820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-563d3c5b-033e-4d78-8ab5-af8eab2c0b7b tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/ports/4583111f-df13-41f9-b631-df96a254f91a HTTP/1.1" status: 204 len: 168 time: 2.1783175 Sep 02 13:04:02.799620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:02.806940 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] Set router f3970079-c9cc-43f1-b0f6-60bc23c88142 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:02.963603 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3970079-c9cc-43f1-b0f6-60bc23c88142', 'name': '', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:03:51Z', 'updated_at': '2021-09-02T13:04:01Z', 'revision_number': 4, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:03.050671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.077881 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d46022-9c10-4a5c-abb6-6c19e6f25ba2 None None] The sync data for ids ['f3970079-c9cc-43f1-b0f6-60bc23c88142'] in n-d-792364-8 is: [{'id': 'f3970079-c9cc-43f1-b0f6-60bc23c88142', 'name': '', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:03:51Z', 'updated_at': '2021-09-02T13:04:01Z', 'revision_number': 4, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:03.101586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.141901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event deleted for resources: {'Port': ['ID=6032651d-95d2-484d-8e78-ea2fdaf82010,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:03.229138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18f183f-2d73-4268-9e64-eabcdbb9a07c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:03.291142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.322348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e7f874-2dca-4247-99c4-ccb7f786c51b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:03.329148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.347129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9806ab3c-1755-4a12-b7b2-525a8e1d48e5') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:03.347730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9806ab3c-1755-4a12-b7b2-525a8e1d48e5') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:03.360002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port f18f183f-2d73-4268-9e64-eabcdbb9a07c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:03.368249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.375495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port f18f183f-2d73-4268-9e64-eabcdbb9a07c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:03.375957 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.380659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d706402-601d-467e-82ea-58b34b8339e9 req-e336ad14-b609-42f1-8127-56ec049f6413 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:03.383184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d706402-601d-467e-82ea-58b34b8339e9 req-e336ad14-b609-42f1-8127-56ec049f6413 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1662905 Sep 02 13:04:03.440490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.447855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7d706402-601d-467e-82ea-58b34b8339e9 req-268fa81c-0a6d-4b13-b3ae-4985a4a36921 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576582 Sep 02 13:04:03.462066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:04:03.463131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:04:03.469739 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:04:03.566658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adec493-eb50-455a-928a-b11bd73d3792 req-24184fac-38f9-470f-899c-c12ab88fde14 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:03.568208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.568840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1adec493-eb50-455a-928a-b11bd73d3792 req-24184fac-38f9-470f-899c-c12ab88fde14 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 946 time: 0.4454422 Sep 02 13:04:03.572014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.574972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.638772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.644825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.654068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] 10.222.0.60 "DELETE /v2.0/networks/14e7f874-2dca-4247-99c4-ccb7f786c51b HTTP/1.1" status: 204 len: 168 time: 0.8492007 Sep 02 13:04:03.677050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f18f183f-2d73-4268-9e64-eabcdbb9a07c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c,segment=NetworkSegment(e32afd4a-d20c-4766-b005-296e476c83aa),segment_id=e32afd4a-d20c-4766-b005-296e476c83aa)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:03.681891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:04:03.684488 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f2428-41f6-45cc-9ca5-3d4d95bc9b18" -d '{"events": [{"server_uuid": "8a09a6ac-9ceb-41d3-b707-8ecc6080a12a", "name": "network-vif-plugged", "status": "completed", "tag": "f18f183f-2d73-4268-9e64-eabcdbb9a07c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:04:03.704392 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60b22f-8020-493d-84b9-fe5a4405c543 tempest-PortsTestJSON-179888621 tempest-PortsTestJSON-179888621-project] Pushing event deleted for resources: {'Network': ['ID=14e7f874-2dca-4247-99c4-ccb7f786c51b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:03.706276 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:03.868490 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00676cfa-7375-44fa-9ccd-6ae3719b77b7 x-openstack-request-id: req-00676cfa-7375-44fa-9ccd-6ae3719b77b7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:04:03.868806 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a09a6ac-9ceb-41d3-b707-8ecc6080a12a", "name": "network-vif-plugged", "status": "completed", "tag": "f18f183f-2d73-4268-9e64-eabcdbb9a07c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:04:03.869090 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00676cfa-7375-44fa-9ccd-6ae3719b77b7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:04:03.869479 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c', 'code': 200} Sep 02 13:04:03.933866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f18f183f-2d73-4268-9e64-eabcdbb9a07c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:04.186607 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:04.186607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3970079-c9cc-43f1-b0f6-60bc23c88142 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:04.223791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:04.227669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:04.229002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-280c4640-d1cd-40f0-841b-018572b954f7 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f3970079-c9cc-43f1-b0f6-60bc23c88142 HTTP/1.1" status: 204 len: 168 time: 3.9507439 Sep 02 13:04:04.246582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1adec493-eb50-455a-928a-b11bd73d3792 req-0da79534-75dd-47ac-9b27-57a0ef7236c2 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691568 Sep 02 13:04:04.249051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:04.359933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca22ee4-936d-462a-ad14-55be93560870 req-66bd2d48-f8b0-4dbd-a76b-31dff5cee652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:04.386243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fca22ee4-936d-462a-ad14-55be93560870 req-66bd2d48-f8b0-4dbd-a76b-31dff5cee652 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 1097 time: 0.2754147 Sep 02 13:04:04.386824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745b21-133c-41af-8467-50a8f246aa1a req-56fa4bbd-1d38-4c97-a76e-d90f1a6a49e2 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:04.400931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b745b21-133c-41af-8467-50a8f246aa1a req-56fa4bbd-1d38-4c97-a76e-d90f1a6a49e2 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.4788513 Sep 02 13:04:04.485582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b745b21-133c-41af-8467-50a8f246aa1a req-f7f2a329-4485-41ce-86c6-52acb47a1171 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Sep 02 13:04:04.500715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Deleting subnet ba7008a9-e52d-4586-99d6-bdf1efe8f088 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:04:04.533377 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:04.604487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fca22ee4-936d-462a-ad14-55be93560870 req-9dccdc7e-562d-4a9e-b0aa-58f68afe0fd5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047119 Sep 02 13:04:04.644364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:04.703663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:04.711734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094125-dbfc-450f-8ebf-d06257cd70b1 req-106e563b-5be9-4ca1-8b9b-6f8b656e5c63 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:04.722820 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97094125-dbfc-450f-8ebf-d06257cd70b1 req-106e563b-5be9-4ca1-8b9b-6f8b656e5c63 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1023717 Sep 02 13:04:04.773495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:04.814321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97094125-dbfc-450f-8ebf-d06257cd70b1 req-c7f425dd-9fdd-4810-8771-e46a41fa0c6b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904765 Sep 02 13:04:04.952103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.075178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7008a9-e52d-4586-99d6-bdf1efe8f088,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:05.097513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a26f3-5d2c-4e84-938e-f1a7a9a01b6d req-70de0d15-3633-4e87-b13e-af0049127887 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:05.103819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-580a26f3-5d2c-4e84-938e-f1a7a9a01b6d req-70de0d15-3633-4e87-b13e-af0049127887 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 946 time: 0.0796671 Sep 02 13:04:05.176733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf9a5ab0-c035-4914-aa27-c29981ac92b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec5bc98b42a94ab9ba5ad90b591606ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714806 Sep 02 13:04:05.189580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.191046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:05.195718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4f614ef-d4c6-410b-93ae-552c73f8cef9 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/ba7008a9-e52d-4586-99d6-bdf1efe8f088 HTTP/1.1" status: 204 len: 168 time: 0.9186532 Sep 02 13:04:05.202070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:05.218035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-580a26f3-5d2c-4e84-938e-f1a7a9a01b6d req-60e697be-9eb3-4448-8d71-5717b02d3863 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107154 Sep 02 13:04:05.259187 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.311992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456488a1-164b-48c5-bec8-a267bd588f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.337426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456488a1-164b-48c5-bec8-a267bd588f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.415437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.438348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456488a1-164b-48c5-bec8-a267bd588f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.443806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456488a1-164b-48c5-bec8-a267bd588f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.450672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-456488a1-164b-48c5-bec8-a267bd588f3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28213e79-f45b-4c49-9072-f8ac4767f1d8 HTTP/1.1" status: 204 len: 168 time: 0.2579460 Sep 02 13:04:05.472035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456488a1-164b-48c5-bec8-a267bd588f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28213e79-f45b-4c49-9072-f8ac4767f1d8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:05.552096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.575454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28e9535-38b0-4588-8652-2659a546ec18']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:05.598380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1325942-a3a5-452e-a4f8-c03c7d990ebd') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:05.598912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1325942-a3a5-452e-a4f8-c03c7d990ebd') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:05.620180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.663667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.718380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:04:05.718380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:04:05.722159 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:04:05.834185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33516aa-97d9-4ca3-af6a-cda65b388447 req-4e187d0d-a76f-4bb0-ad1a-b23cedbd88d3 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:05.836247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a33516aa-97d9-4ca3-af6a-cda65b388447 req-4e187d0d-a76f-4bb0-ad1a-b23cedbd88d3 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1697586 Sep 02 13:04:05.890409 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.903507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a28e9535-38b0-4588-8652-2659a546ec18 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:04:05.910890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:05.913176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a28e9535-38b0-4588-8652-2659a546ec18 HTTP/1.1" status: 204 len: 168 time: 0.7087228 Sep 02 13:04:05.954615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6e240-ea9b-42cb-9fdd-e0f78625cd41 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event deleted for resources: {'Network': ['ID=a28e9535-38b0-4588-8652-2659a546ec18,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:05.984818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a33516aa-97d9-4ca3-af6a-cda65b388447 req-dc3cacd7-f47c-4501-8e65-49f2dc11ffa5 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346765 Sep 02 13:04:06.244102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85b160-6b9c-4be8-9155-ad50fc878d07 req-afe6d43f-34d4-45d5-b617-9045ba999518 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:06.276144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d85b160-6b9c-4be8-9155-ad50fc878d07 req-afe6d43f-34d4-45d5-b617-9045ba999518 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.2464478 Sep 02 13:04:06.333412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-a0389f23-820c-4673-b8c7-67e0cacc06f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:06.357900 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-a0389f23-820c-4673-b8c7-67e0cacc06f5 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 946 time: 0.1672859 Sep 02 13:04:06.433243 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d85b160-6b9c-4be8-9155-ad50fc878d07 req-61b8f186-f6d2-4b78-8cee-19664e70296f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521342 Sep 02 13:04:06.539174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:06.544141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'name': 'tempest-router--1849668740', 'project_id': '8c6e47c013544b5c865fc9054c4935db'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:06.619116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:06.626231 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:06.747910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c1ab1-4dda-44ea-8af5-c1e63fc47b8f req-db59d9eb-9dbe-4a14-ab81-7f6c7d683801 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:06.756090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b1c1ab1-4dda-44ea-8af5-c1e63fc47b8f req-db59d9eb-9dbe-4a14-ab81-7f6c7d683801 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 946 time: 0.1937723 Sep 02 13:04:06.809114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Deleting port 12ee5418-43ef-4b6b-a78b-3325644b1a7d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:06.809114 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:06.885273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:06.897671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:06.936304 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:06.939295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45c3b1ba-c793-413d-b116-e30189891018 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3988504 Sep 02 13:04:06.941896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:06.980643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] For port 12ee5418-43ef-4b6b-a78b-3325644b1a7d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=12ee5418-43ef-4b6b-a78b-3325644b1a7d,segment=NetworkSegment(23a8d406-3ec1-493e-9082-581468465316),segment_id=23a8d406-3ec1-493e-9082-581468465316)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:06.981503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.001188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b1c1ab1-4dda-44ea-8af5-c1e63fc47b8f req-186def0d-c879-43ae-9ba3-e5e14c1f4edc tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b705727-1393-4486-b1c0-0e5579afc2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342041 Sep 02 13:04:07.012183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Calling delete_port for 12ee5418-43ef-4b6b-a78b-3325644b1a7d owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:07.168167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.272952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4c48-fe5d-46a0-b336-b947246e3beb req-50f352c7-f7b6-4b63-ae38-f36629dab58c tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:07.284207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4ed4c48-fe5d-46a0-b336-b947246e3beb req-50f352c7-f7b6-4b63-ae38-f36629dab58c tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1540301 Sep 02 13:04:07.327812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.343152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['12ee5418-43ef-4b6b-a78b-3325644b1a7d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:04:07.375701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Pushing event deleted for resources: {'Port': ['ID=12ee5418-43ef-4b6b-a78b-3325644b1a7d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:07.418864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] No DVR routers for this DVR port 12ee5418-43ef-4b6b-a78b-3325644b1a7d on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:04:07.421264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.423848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8bc8d08-e3d1-4af6-b660-9dfffda17cc9 req-d33bf6af-449d-4d14-b407-f2aa84788bd4 tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.41 "DELETE /v2.0/ports/12ee5418-43ef-4b6b-a78b-3325644b1a7d HTTP/1.1" status: 204 len: 173 time: 1.0634530 Sep 02 13:04:07.425005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'name': 'network-vif-deleted', 'tag': '12ee5418-43ef-4b6b-a78b-3325644b1a7d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:04:07.428054 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b57f28-844f-45ba-add4-0f88c5ec673c" -d '{"events": [{"server_uuid": "e4a3801c-49d2-4cac-89a2-61384a7cff16", "name": "network-vif-deleted", "tag": "12ee5418-43ef-4b6b-a78b-3325644b1a7d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:04:07.472190 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404936f-0bf9-471c-bd6d-e16a136fe49e x-openstack-request-id: req-0404936f-0bf9-471c-bd6d-e16a136fe49e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:04:07.472494 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a3801c-49d2-4cac-89a2-61384a7cff16", "name": "network-vif-deleted", "tag": "12ee5418-43ef-4b6b-a78b-3325644b1a7d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:04:07.472775 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0404936f-0bf9-471c-bd6d-e16a136fe49e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:04:07.474276 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a3801c-49d2-4cac-89a2-61384a7cff16', 'name': 'network-vif-deleted', 'tag': '12ee5418-43ef-4b6b-a78b-3325644b1a7d', 'status': 'completed', 'code': 200} Sep 02 13:04:07.489101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.503860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a4ed4c48-fe5d-46a0-b336-b947246e3beb req-760d4230-6d05-468d-8f51-3073a061fd8c tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222869 Sep 02 13:04:07.505573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.554581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:07.580906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.581935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2ee8649-4dbf-49ff-8c9b-98075f88c707 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:07.599108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.601257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42d8eac9-df9a-4bfa-9d00-f892ad6cee2a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b2ee8649-4dbf-49ff-8c9b-98075f88c707 HTTP/1.1" status: 204 len: 168 time: 0.6583512 Sep 02 13:04:07.656294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0a7c-bfe5-4c59-928d-5f50200c7691 req-6c483cb6-b0f4-43d1-8feb-9c1665ffc893 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:07.667042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a5fd0a7c-bfe5-4c59-928d-5f50200c7691 req-6c483cb6-b0f4-43d1-8feb-9c1665ffc893 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1239820 Sep 02 13:04:07.742976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457b640-7f99-47d4-a693-b90bec5204cb req-8ad17ad9-b685-41b8-be28-c20e1d05f4a7 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:07.760143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5457b640-7f99-47d4-a693-b90bec5204cb req-8ad17ad9-b685-41b8-be28-c20e1d05f4a7 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1315100 Sep 02 13:04:07.780737 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a5fd0a7c-bfe5-4c59-928d-5f50200c7691 req-c56694ce-336c-4d92-811f-d7b3b599b90e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122382 Sep 02 13:04:07.843775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5457b640-7f99-47d4-a693-b90bec5204cb req-5f34ac5a-365d-40d1-be75-befb7b668b74 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795012 Sep 02 13:04:07.859274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e903109a-11b6-4ccc-a3c5-3721f8dfa25a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:07.865830 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-e903109a-11b6-4ccc-a3c5-3721f8dfa25a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 13:04:07.866632 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-e903109a-11b6-4ccc-a3c5-3721f8dfa25a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:04:07.867751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e903109a-11b6-4ccc-a3c5-3721f8dfa25a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2844901 Sep 02 13:04:07.873290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:07.878176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--540230438'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:07.923779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:07.929813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:07.938468 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.156565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.165118 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.298714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f9fd1-14ad-49c5-9884-59cc32409017,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:08.371030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182183488', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:08.389448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7deb49b8-e190-4a9b-b579-f8ac945ba92a req-73504941-1266-4a94-b057-610ccb8b6a7d tempest-ServerPasswordTestJSON-643445188 tempest-ServerPasswordTestJSON-643445188-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a3801c-49d2-4cac-89a2-61384a7cff16 HTTP/1.1" status: 200 len: 210 time: 0.1305852 Sep 02 13:04:08.434119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20af45-8323-4ce8-867e-d01fb53831ad req-74c9a16a-207a-46a2-a5fa-9aeca1c0613e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:08.443287 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ca20af45-8323-4ce8-867e-d01fb53831ad req-74c9a16a-207a-46a2-a5fa-9aeca1c0613e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1068745 Sep 02 13:04:08.515328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.544688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.545831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.563512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ca20af45-8323-4ce8-867e-d01fb53831ad req-61e97a9c-d002-4d0d-bf5f-419fb86abe25 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029749 Sep 02 13:04:08.566902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.611234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.612814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7384844 Sep 02 13:04:08.615283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3d11-8744-4781-93b3-7388453d9669 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049d375c-8cdf-4461-9ddb-50307025a947,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:08.617776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:08.633749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '049d375c-8cdf-4461-9ddb-50307025a947', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:08.668651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.690787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.796850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.802171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.839910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d1aab9-12c3-4c55-8af9-84e0d8c8a6c4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:08.852216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.859365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05e65ea8-1529-436d-9830-1fbfc5e19ca5 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297497 Sep 02 13:04:08.860526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:08.866543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fac4840c-68dd-467f-a29f-647f869471c2 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '049d375c-8cdf-4461-9ddb-50307025a947', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:08.916059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fac4840c-68dd-467f-a29f-647f869471c2 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:08.981580 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-fac4840c-68dd-467f-a29f-647f869471c2 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:04:08.987425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fac4840c-68dd-467f-a29f-647f869471c2 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1251869 Sep 02 13:04:08.987806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.000547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.056572 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6fdf-b925-411c-b513-f2ac340034c0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.077268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977b6d-39c0-4752-995c-6c3e4b8742c8 req-4e653faa-6dd7-4a34-a37b-5249b848d8db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:09.078830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18977b6d-39c0-4752-995c-6c3e4b8742c8 req-4e653faa-6dd7-4a34-a37b-5249b848d8db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1188836 Sep 02 13:04:09.085457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6fdf-b925-411c-b513-f2ac340034c0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.146739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6fdf-b925-411c-b513-f2ac340034c0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.150427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6fdf-b925-411c-b513-f2ac340034c0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.151912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6cd6fdf-b925-411c-b513-f2ac340034c0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/049d375c-8cdf-4461-9ddb-50307025a947 HTTP/1.1" status: 204 len: 168 time: 0.1629355 Sep 02 13:04:09.159690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-18977b6d-39c0-4752-995c-6c3e4b8742c8 req-1149c1dd-89c5-4322-b5de-aba32def5afa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722463 Sep 02 13:04:09.161125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 58984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.165578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd6fdf-b925-411c-b513-f2ac340034c0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d375c-8cdf-4461-9ddb-50307025a947,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:09.295227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-56692fb7-72b0-4bb7-bc86-0ae3d2a1ec96 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267471 Sep 02 13:04:09.296105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.303075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857547085'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:09.363925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.433492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.455622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.478686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.488335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 12ee5418-43ef-4b6b-a78b-3325644b1a7d no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:04:09.494780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 58998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.495478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.532492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.533830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2366433 Sep 02 13:04:09.542513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 12ee5418-43ef-4b6b-a78b-3325644b1a7d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:04:09.549531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 12ee5418-43ef-4b6b-a78b-3325644b1a7d not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:04:09.561998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.578105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6e075f14-1f14-409b-a8f0-62940b4b9624 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '8419808e-8cd1-4e4e-a76f-550bc0e4c67b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:09.578605 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-6e075f14-1f14-409b-a8f0-62940b4b9624 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 02 13:04:09.579109 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6e075f14-1f14-409b-a8f0-62940b4b9624 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:09.580147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6e075f14-1f14-409b-a8f0-62940b4b9624 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115814 Sep 02 13:04:09.586488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.587243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Allocated IP 172.25.7.7 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/81712f64-cdbf-4dae-be77-6308dd4d4cf3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:09.675637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cd0e9-d7c9-4044-a8b5-8e8051f1f45d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8419808e-8cd1-4e4e-a76f-550bc0e4c67b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:09.704559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Deleting subnet 15b758f1-7e5b-41d7-b969-30549aa28d54 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:04:09.707794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.736348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.753050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa285-bfee-4cb8-914e-b991ee0c0050 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.759619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214130d2-884f-43a6-9574-582fa37f002d req-acccfba6-cf82-41bf-9c18-a8d2e62892bc tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:09.761742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-214130d2-884f-43a6-9574-582fa37f002d req-acccfba6-cf82-41bf-9c18-a8d2e62892bc tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1023004 Sep 02 13:04:09.769245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.805393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa285-bfee-4cb8-914e-b991ee0c0050 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.826688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-214130d2-884f-43a6-9574-582fa37f002d req-342d4141-98d5-4c95-a333-efa2c120f228 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Sep 02 13:04:09.831006 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.847982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.893426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:09.898506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:09.902590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:09.915000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa285-bfee-4cb8-914e-b991ee0c0050 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.917763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa285-bfee-4cb8-914e-b991ee0c0050 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:09.921486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad8fa285-bfee-4cb8-914e-b991ee0c0050 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/8419808e-8cd1-4e4e-a76f-550bc0e4c67b HTTP/1.1" status: 204 len: 168 time: 0.3049455 Sep 02 13:04:09.923612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:09.952833 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.052309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fa285-bfee-4cb8-914e-b991ee0c0050 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8419808e-8cd1-4e4e-a76f-550bc0e4c67b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:10.067943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8661e718-90d3-47e7-8632-bdb29cb29f09 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1431086 Sep 02 13:04:10.072515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:10.073427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b758f1-7e5b-41d7-b969-30549aa28d54,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:10.092242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--782345141'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:10.096485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event updated for resources: {'Port': ['ID=81712f64-cdbf-4dae-be77-6308dd4d4cf3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:10.123223 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.127476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e8d1fde8-c633-4678-a65f-1ec616a41dc4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/15b758f1-7e5b-41d7-b969-30549aa28d54 HTTP/1.1" status: 204 len: 168 time: 0.6167157 Sep 02 13:04:10.142103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:10.231516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.277622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb8d4-ac1b-4d25-95c0-f423a7d1efda req-b2d751e1-9f92-492e-9991-39de8c0fcf0e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.279198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-522bb8d4-ac1b-4d25-95c0-f423a7d1efda req-b2d751e1-9f92-492e-9991-39de8c0fcf0e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1884844 Sep 02 13:04:10.284016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-e302a3f0-1dcb-4646-980b-839ede7671f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.285669 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-e302a3f0-1dcb-4646-980b-839ede7671f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1096 time: 0.1415162 Sep 02 13:04:10.320645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.324126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f7455-d753-4f7e-9956-d150ad01205f req-d850d61d-b91a-429b-b02d-65b1fba66bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.325718 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-d850d61d-b91a-429b-b02d-65b1fba66bdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d497c8e52b7446f832d3f8d07b7f612&device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 1097 time: 0.2042282 Sep 02 13:04:10.373727 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.446222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d051042-8ea1-486b-8b88-3cb24c4730ce req-4f103b44-ded8-4b18-8ee9-6a5d55e9f7d3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.453863 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d051042-8ea1-486b-8b88-3cb24c4730ce req-4f103b44-ded8-4b18-8ee9-6a5d55e9f7d3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1846232 Sep 02 13:04:10.462428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-522bb8d4-ac1b-4d25-95c0-f423a7d1efda req-6e2eccc0-d478-46a9-b85b-22ab65236f85 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739435 Sep 02 13:04:10.508835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-1c4402d5-2758-4c2a-82b7-3bfc11f12c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.510426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-1c4402d5-2758-4c2a-82b7-3bfc11f12c41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.2163813 Sep 02 13:04:10.560927 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:04:10.582710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f7455-d753-4f7e-9956-d150ad01205f req-ff415d1c-2639-4bf3-b960-d4484f421448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.584117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-ff415d1c-2639-4bf3-b960-d4484f421448 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51f47ceb-8c8f-468d-b88b-adab12dd3da3 HTTP/1.1" status: 200 len: 911 time: 0.2446370 Sep 02 13:04:10.682442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.701053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-afa9cd00-789f-44b0-819a-1d661329b378 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c HTTP/1.1" status: 200 len: 217 time: 0.0941186 Sep 02 13:04:10.705299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.708738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d051042-8ea1-486b-8b88-3cb24c4730ce req-05428fe8-fc30-4784-a433-06217f787458 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539976 Sep 02 13:04:10.712626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:10.728810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.754750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a8d406-3ec1-493e-9082-581468465316') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:10.755042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a8d406-3ec1-493e-9082-581468465316') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:10.782060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.815293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.816551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7289388 Sep 02 13:04:10.819685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.821900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d627d3-6456-4b7d-9a69-e3e361c57a75 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6874ca57-ea59-4bc0-bec7-0825615e8ff6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:10.825053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59030) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:10.833344 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3a8f725b-be9b-484b-93a2-2c75979bbc73 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6874ca57-ea59-4bc0-bec7-0825615e8ff6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:10.834021 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-3a8f725b-be9b-484b-93a2-2c75979bbc73 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 02 13:04:10.834532 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-3a8f725b-be9b-484b-93a2-2c75979bbc73 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:10.835533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3a8f725b-be9b-484b-93a2-2c75979bbc73 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072215 Sep 02 13:04:10.837334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f7455-d753-4f7e-9956-d150ad01205f req-e2759071-4438-42ea-bd92-0964911a7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:10.838816 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-e2759071-4438-42ea-bd92-0964911a7336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=481332a5-8a10-4b59-9643-1efb2ea77ed6 HTTP/1.1" status: 200 len: 850 time: 0.1291261 Sep 02 13:04:10.839425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:10.840488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:04:10.840917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:04:10.844117 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:04:10.945374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-ab6eaed8-8ed5-4df6-8120-706744e2c8d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51f47ceb-8c8f-468d-b88b-adab12dd3da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847135 Sep 02 13:04:10.969805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.974512 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:10.980526 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b HTTP/1.1" status: 204 len: 168 time: 0.8373656 Sep 02 13:04:11.031810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-545b942a-1790-47eb-a49a-eeb523d6c2c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 1001 time: 0.5061538 Sep 02 13:04:11.044307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c2719-2a45-41d5-89cd-773b047339b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=204b03e5-5ae8-42bd-94d7-c2ff8fb7ef8b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:11.067314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5586c2a-09cc-4f33-bf86-1295a69e1e2c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.113029 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.116184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-76051464-6e3d-4efa-8ff1-18a1ee726d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:11.117352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5586c2a-09cc-4f33-bf86-1295a69e1e2c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.117609 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-76051464-6e3d-4efa-8ff1-18a1ee726d42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0787616 Sep 02 13:04:11.118853 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.145968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-5dad9d4b-1985-4646-b720-48f8e5d8f1b7 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926911 Sep 02 13:04:11.252348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5586c2a-09cc-4f33-bf86-1295a69e1e2c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.256611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5586c2a-09cc-4f33-bf86-1295a69e1e2c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.259372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5586c2a-09cc-4f33-bf86-1295a69e1e2c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/6874ca57-ea59-4bc0-bec7-0825615e8ff6 HTTP/1.1" status: 204 len: 168 time: 0.4161503 Sep 02 13:04:11.268815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.279064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5586c2a-09cc-4f33-bf86-1295a69e1e2c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874ca57-ea59-4bc0-bec7-0825615e8ff6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:11.311270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-fd082671-9423-440d-aa42-4e1c6188aed5 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572165 Sep 02 13:04:11.358243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-c58f9aeb-95d5-41cb-b076-608986d27376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:11.359968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-c58f9aeb-95d5-41cb-b076-608986d27376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330623 Sep 02 13:04:11.376742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.419042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a21e2379-9bf1-4e45-8445-16221b974cd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8297bd4a46d64ed98a312ba2396d26dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412705 Sep 02 13:04:11.421711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.444264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7cd2de65-7fd7-4255-9675-a739eacaf4f2 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1724157 Sep 02 13:04:11.451448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.461633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--156370508'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:11.474284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Router 5d8cacdb-3c89-44a0-a32f-a36d94b5f70b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:11.504672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f76-f052-4515-927c-c25e14659d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.513766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.538428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f76-f052-4515-927c-c25e14659d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.605692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-45ebf902-7d47-410e-bdaa-f2c482865ae5 service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370586 Sep 02 13:04:11.635530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f76-f052-4515-927c-c25e14659d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.638330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f76-f052-4515-927c-c25e14659d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.642280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e74b7f76-f052-4515-927c-c25e14659d7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b705727-1393-4486-b1c0-0e5579afc2b6 HTTP/1.1" status: 204 len: 168 time: 0.2169609 Sep 02 13:04:11.659559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7f76-f052-4515-927c-c25e14659d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b705727-1393-4486-b1c0-0e5579afc2b6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:11.678918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.685805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.738506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f151c-8afd-4347-a26b-3e5198265b0a req-f446f39a-b2c6-45d3-adb1-560b50dd82ba tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:11.740300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b4f151c-8afd-4347-a26b-3e5198265b0a req-f446f39a-b2c6-45d3-adb1-560b50dd82ba tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1543453 Sep 02 13:04:11.743730 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.745634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2929432 Sep 02 13:04:11.746720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:11.748663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59052) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.764598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a668b7b6-d2c2-4f49-b99c-3ba420879a7e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '67c6559d-0584-44f1-a37a-36cf6c480fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:11.765134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] Sync routers for ids ['5d8cacdb-3c89-44a0-a32f-a36d94b5f70b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:11.766042 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-a668b7b6-d2c2-4f49-b99c-3ba420879a7e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 02 13:04:11.766780 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-a668b7b6-d2c2-4f49-b99c-3ba420879a7e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:11.770623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a668b7b6-d2c2-4f49-b99c-3ba420879a7e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086496 Sep 02 13:04:11.770623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d589d-59f3-4a92-bdbc-dfbc3f0f2df6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6559d-0584-44f1-a37a-36cf6c480fe9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:11.772233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.778018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-42b9c951-079a-41be-9a92-dfcbbb0e237f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '67c6559d-0584-44f1-a37a-36cf6c480fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:11.779217 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-42b9c951-079a-41be-9a92-dfcbbb0e237f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 02 13:04:11.779924 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-42b9c951-079a-41be-9a92-dfcbbb0e237f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:11.781177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-42b9c951-079a-41be-9a92-dfcbbb0e237f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077419 Sep 02 13:04:11.784180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.792200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-23e4984e-7a68-44e9-a72c-cc0959298e3d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '67c6559d-0584-44f1-a37a-36cf6c480fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:11.793504 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-23e4984e-7a68-44e9-a72c-cc0959298e3d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 02 13:04:11.794207 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-23e4984e-7a68-44e9-a72c-cc0959298e3d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:11.795557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23e4984e-7a68-44e9-a72c-cc0959298e3d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103130 Sep 02 13:04:11.798848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.800341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] Routers {'5d8cacdb-3c89-44a0-a32f-a36d94b5f70b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:11.802331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d8cacdb-3c89-44a0-a32f-a36d94b5f70b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:11.806420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-63cce366-7084-4a89-aae2-b871a7aa22f6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '67c6559d-0584-44f1-a37a-36cf6c480fe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:11.808918 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-63cce366-7084-4a89-aae2-b871a7aa22f6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 02 13:04:11.809805 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-63cce366-7084-4a89-aae2-b871a7aa22f6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:11.817470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-63cce366-7084-4a89-aae2-b871a7aa22f6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0159128 Sep 02 13:04:11.818402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59060) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.824859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.826425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa7c42d9-c0cb-46a2-b0dd-b464d70d70ea tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8955448 Sep 02 13:04:11.834210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:11.849562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4633e19d-d0f6-411c-9e8d-227d89a4f863 req-76c91c2e-1600-45a1-b219-915a44bbaf2e service neutron] 10.222.0.18 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262948 Sep 02 13:04:11.863185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:11.899941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] Routers {'5d8cacdb-3c89-44a0-a32f-a36d94b5f70b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:11.901812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5d8cacdb-3c89-44a0-a32f-a36d94b5f70b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:11.904190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b4f151c-8afd-4347-a26b-3e5198265b0a req-af898cf9-9539-430d-b2e6-3cb8009d158d tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440210 Sep 02 13:04:11.966025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d16be38-e3a4-44b7-9bb2-b9121b6087e0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:11.990387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf317d94-61a1-4bf0-b407-69abc6014caf req-ff252dde-5f08-42fb-bafd-b3c7a0ea995c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:12.000144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf317d94-61a1-4bf0-b407-69abc6014caf req-ff252dde-5f08-42fb-bafd-b3c7a0ea995c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1197517 Sep 02 13:04:12.005660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:12.009618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2e890-7d6d-4b86-8fab-056a22c139dd None None] The sync data for ids ['5d8cacdb-3c89-44a0-a32f-a36d94b5f70b'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:12.039923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-57f1d3b0-c022-4dcf-96f5-e0f4d651424d tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/5d8cacdb-3c89-44a0-a32f-a36d94b5f70b HTTP/1.1" status: 200 len: 922 time: 0.2037435 Sep 02 13:04:12.042657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59064) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.056201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d16be38-e3a4-44b7-9bb2-b9121b6087e0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.108676 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-50c08b0c-5c6d-4fd9-969d-1efccd874ecf tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d8cacdb-3c89-44a0-a32f-a36d94b5f70b HTTP/1.1" status: 200 len: 205 time: 0.0634837 Sep 02 13:04:12.111504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.128933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf317d94-61a1-4bf0-b407-69abc6014caf req-2779faea-d1ec-4dca-9095-d6e7c0e9a9a5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274590 Sep 02 13:04:12.162750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d16be38-e3a4-44b7-9bb2-b9121b6087e0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.168259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d16be38-e3a4-44b7-9bb2-b9121b6087e0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.169512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d16be38-e3a4-44b7-9bb2-b9121b6087e0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/67c6559d-0584-44f1-a37a-36cf6c480fe9 HTTP/1.1" status: 204 len: 168 time: 0.3498099 Sep 02 13:04:12.173019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.215681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16be38-e3a4-44b7-9bb2-b9121b6087e0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6559d-0584-44f1-a37a-36cf6c480fe9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:12.256417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74c8926c-6616-4548-953d-04c382eb9606 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815129 Sep 02 13:04:12.260205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.263341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.269478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--3641087'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.367549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.413475 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.515169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.519139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Deleting port 81712f64-cdbf-4dae-be77-6308dd4d4cf3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:12.519476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.522878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.592641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.596532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3310876 Sep 02 13:04:12.599769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.604751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2d4818c5-fb72-4df5-9ad7-58fa378ed870 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.605645 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-2d4818c5-fb72-4df5-9ad7-58fa378ed870 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 13:04:12.606040 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-2d4818c5-fb72-4df5-9ad7-58fa378ed870 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.606159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579df48-a780-4376-8cdc-e66313b73d72 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6148802e-ad40-4f5b-a9de-83d38e5a8d6f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:12.607120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2d4818c5-fb72-4df5-9ad7-58fa378ed870 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061529 Sep 02 13:04:12.610207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.618978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-be85bf6e-5396-4205-ac11-1ee2382ed366 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.645622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.663321 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-be85bf6e-5396-4205-ac11-1ee2382ed366 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.663945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Calling delete_port for 81712f64-cdbf-4dae-be77-6308dd4d4cf3 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:12.665222 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-be85bf6e-5396-4205-ac11-1ee2382ed366 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0540187 Sep 02 13:04:12.668581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.674059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df1dfcee-c061-4719-9006-bd54a581fc92 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.674627 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-df1dfcee-c061-4719-9006-bd54a581fc92 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 02 13:04:12.675356 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-df1dfcee-c061-4719-9006-bd54a581fc92 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.676312 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-df1dfcee-c061-4719-9006-bd54a581fc92 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062342 Sep 02 13:04:12.680012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.686082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-769bd398-2462-4278-9d70-e86bb22218b8 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.778793 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-769bd398-2462-4278-9d70-e86bb22218b8 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.780057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-769bd398-2462-4278-9d70-e86bb22218b8 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0989945 Sep 02 13:04:12.783416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.790068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0facf788-5028-498f-9835-20a4e89b0102 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.790660 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-0facf788-5028-498f-9835-20a4e89b0102 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 13:04:12.796535 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-0facf788-5028-498f-9835-20a4e89b0102 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.796535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0facf788-5028-498f-9835-20a4e89b0102 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088377 Sep 02 13:04:12.798075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59110) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.807434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-80f10671-68d5-440d-9f88-8a98e05d8adb tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.843308 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-80f10671-68d5-440d-9f88-8a98e05d8adb tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Project cb28e6288fb444719f51a6545cd42de4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:04:12.863133 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-80f10671-68d5-440d-9f88-8a98e05d8adb tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.868139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80f10671-68d5-440d-9f88-8a98e05d8adb tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0657339 Sep 02 13:04:12.868596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.875402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-887527a5-c61c-46fd-ad45-5d8ee46cb6ed tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.875995 n-d-792364-8 neutron-server[94841]: WARNING neutron.api.v2.base [None req-887527a5-c61c-46fd-ad45-5d8ee46cb6ed tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 02 13:04:12.876768 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-887527a5-c61c-46fd-ad45-5d8ee46cb6ed tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.880993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-887527a5-c61c-46fd-ad45-5d8ee46cb6ed tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086362 Sep 02 13:04:12.881526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.891376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e8f7cce7-e01c-42a1-989d-6c34d7e4ba37 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:12.917285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:12.919119 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-e8f7cce7-e01c-42a1-989d-6c34d7e4ba37 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Project cb28e6288fb444719f51a6545cd42de4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:04:12.950436 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-e8f7cce7-e01c-42a1-989d-6c34d7e4ba37 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:12.955033 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e8f7cce7-e01c-42a1-989d-6c34d7e4ba37 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0691116 Sep 02 13:04:12.955384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59118) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:12.962675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event deleted for resources: {'Port': ['ID=81712f64-cdbf-4dae-be77-6308dd4d4cf3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:12.981942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a5957516-28f8-4c83-a1b4-70d4adf2f9a4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '6148802e-ad40-4f5b-a9de-83d38e5a8d6f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:13.014498 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-a5957516-28f8-4c83-a1b4-70d4adf2f9a4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Project cb28e6288fb444719f51a6545cd42de4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:04:13.033189 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-a5957516-28f8-4c83-a1b4-70d4adf2f9a4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:13.035329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a5957516-28f8-4c83-a1b4-70d4adf2f9a4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0783291 Sep 02 13:04:13.038769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59120) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:13.056328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.105581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc9d903b-91c7-41bb-8def-5bfa9874181e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.132436 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc9d903b-91c7-41bb-8def-5bfa9874181e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.195914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc9d903b-91c7-41bb-8def-5bfa9874181e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.199944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc9d903b-91c7-41bb-8def-5bfa9874181e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.203531 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.203753 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dc9d903b-91c7-41bb-8def-5bfa9874181e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/6148802e-ad40-4f5b-a9de-83d38e5a8d6f HTTP/1.1" status: 204 len: 168 time: 0.1612492 Sep 02 13:04:13.204274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:13.212439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d903b-91c7-41bb-8def-5bfa9874181e tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6148802e-ad40-4f5b-a9de-83d38e5a8d6f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:13.218225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.333138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c176-c1bc-4aea-a37e-b969823efb1e req-e3516f25-c20a-43ce-a69a-5e37a5b3da02 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:13.335066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6195c176-c1bc-4aea-a37e-b969823efb1e req-e3516f25-c20a-43ce-a69a-5e37a5b3da02 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.2451100 Sep 02 13:04:13.338992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.339757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Fanout notify agent at l3_agent the message router_deleted on router 5d8cacdb-3c89-44a0-a32f-a36d94b5f70b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:13.358171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.359285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-02ae0bb7-0d3d-4539-b4f3-8ceace6f2b13 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/5d8cacdb-3c89-44a0-a32f-a36d94b5f70b HTTP/1.1" status: 204 len: 168 time: 1.2467813 Sep 02 13:04:13.362796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83a68c-10ab-46aa-8163-12e0611bf92d req-9ee9d2f0-dc7e-4149-94eb-4d0b7f98e87e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:13.364731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf83a68c-10ab-46aa-8163-12e0611bf92d req-9ee9d2f0-dc7e-4149-94eb-4d0b7f98e87e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.0893629 Sep 02 13:04:13.365213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:13.371194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'name': 'tempest-snat-router-409150778', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': False}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:13.395647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cf60eea3-0c49-4a67-bb29-97ea3ce8d59a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1868014 Sep 02 13:04:13.396752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:13.405418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170643852'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:13.441843 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf83a68c-10ab-46aa-8163-12e0611bf92d req-04892f46-0936-4e88-bc1b-37898f912ae0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665553 Sep 02 13:04:13.455782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.456838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.465923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6195c176-c1bc-4aea-a37e-b969823efb1e req-e4b8bd9f-89c6-4bb4-90d0-224c6fed7d82 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196439 Sep 02 13:04:13.509480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.551468 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.733998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.868282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.892466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.991311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:13.995656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5937421 Sep 02 13:04:13.996576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:14.000016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30339f86-cb78-4320-93f7-a3cda73da529 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87bc8e0-9b51-48c6-8ce4-673dc1826dba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:14.011266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0cbafe07-7aab-47e9-9bc6-66636779de09 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': 'c87bc8e0-9b51-48c6-8ce4-673dc1826dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:14.058088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2034e8-4492-4dfc-b469-4400a9a8ef0e req-25f3b1a5-d3d3-4d1f-8c6f-56bf87f22298 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:14.060623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d2034e8-4492-4dfc-b469-4400a9a8ef0e req-25f3b1a5-d3d3-4d1f-8c6f-56bf87f22298 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1985352 Sep 02 13:04:14.137794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d2034e8-4492-4dfc-b469-4400a9a8ef0e req-a384ea90-0859-4972-bfc9-c86975cebb9f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 Sep 02 13:04:14.141791 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-0cbafe07-7aab-47e9-9bc6-66636779de09 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The resource could not be found. Sep 02 13:04:14.142909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0cbafe07-7aab-47e9-9bc6-66636779de09 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1444654 Sep 02 13:04:14.148435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:14.157730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b457944d-6c61-4bf5-9939-f1f92af9df34 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': 'c87bc8e0-9b51-48c6-8ce4-673dc1826dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'abca2246-b43b-47bb-8be6-74a40a4ba6a4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:14.226063 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-b457944d-6c61-4bf5-9939-f1f92af9df34 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The resource could not be found. Sep 02 13:04:14.232133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:14.233758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b457944d-6c61-4bf5-9939-f1f92af9df34 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0857167 Sep 02 13:04:14.337480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.365324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95a7656e-2be3-41ff-9317-515cb13e54f0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.367905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.428882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95a7656e-2be3-41ff-9317-515cb13e54f0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.513164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95a7656e-2be3-41ff-9317-515cb13e54f0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.515835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95a7656e-2be3-41ff-9317-515cb13e54f0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.519779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95a7656e-2be3-41ff-9317-515cb13e54f0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/c87bc8e0-9b51-48c6-8ce4-673dc1826dba HTTP/1.1" status: 204 len: 168 time: 0.2834167 Sep 02 13:04:14.520203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:14.535761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Allocated IP 172.25.7.148 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/ec225513-6514-4698-8e0b-8d13fac7575d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:14.538621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7656e-2be3-41ff-9317-515cb13e54f0 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87bc8e0-9b51-48c6-8ce4-673dc1826dba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:14.620649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-de2286d1-020e-4834-baca-048c294962ca tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951149 Sep 02 13:04:14.620887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59158) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:14.625192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-23a528d9-386f-42c9-9ce8-9bb883194c80 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '62f4d63e-226c-4763-9312-e556692ea9a1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:14.691391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3122b3-4b96-403d-ba21-094cfcd96c07 req-d91a0550-448e-450c-8ca8-550db4788c08 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:14.693137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db3122b3-4b96-403d-ba21-094cfcd96c07 req-d91a0550-448e-450c-8ca8-550db4788c08 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.0811248 Sep 02 13:04:14.717756 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-23a528d9-386f-42c9-9ce8-9bb883194c80 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The resource could not be found. Sep 02 13:04:14.724452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-23a528d9-386f-42c9-9ce8-9bb883194c80 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0991302 Sep 02 13:04:14.724452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:14.731159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363573173'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:14.737860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.747171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db3122b3-4b96-403d-ba21-094cfcd96c07 req-3add7181-6ea8-4658-8f91-aa2b2f94788d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Sep 02 13:04:14.785021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.813584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:14.877534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:14.886903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:14.895235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:14.903485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Port': ['ID=ec225513-6514-4698-8e0b-8d13fac7575d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:15.116063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.127660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.258483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:04:15.267046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.270076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5436742 Sep 02 13:04:15.272262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:15.278058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617036528'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:15.407326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.430004 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.468680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3079ac-7a32-4624-b575-c547abf16fb6 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f404b2ae-0959-4d10-bd30-a4c7609c9873,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:15.486142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470bee-1fb1-4c1f-8d84-a1208d1aeec5 req-a23b2fe1-de51-4249-a919-b73e3b082049 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:15.497300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:04:15.498620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a470bee-1fb1-4c1f-8d84-a1208d1aeec5 req-a23b2fe1-de51-4249-a919-b73e3b082049 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.2139618 Sep 02 13:04:15.506718 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4061a8-aa87-473c-a9f9-02502ab63448" -d '{"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-unplugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:04:15.516208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.558543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:15.576178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.649800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a470bee-1fb1-4c1f-8d84-a1208d1aeec5 req-7d70c0d3-a356-4dd6-8c95-b3b60b931951 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419122 Sep 02 13:04:15.755623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.764358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.817200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:15.822488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5489156 Sep 02 13:04:15.827720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:15.857751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4d9d1bc2-8fff-4497-b6b9-1d0e2cfb2076 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': 'f404b2ae-0959-4d10-bd30-a4c7609c9873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '566c3ff8-dc98-4201-8cd2-33423ee1472b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:15.874577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca6241-67bd-4302-b710-bc3d175b832c tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566c3ff8-dc98-4201-8cd2-33423ee1472b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:15.890921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-c5729da0-f31e-4b6a-bd12-3166ce63c619 req-b9bcc508-24e7-4635-ad1c-c3ddd2a4e24a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:04:15.904942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5729da0-f31e-4b6a-bd12-3166ce63c619 req-b9bcc508-24e7-4635-ad1c-c3ddd2a4e24a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3412828 Sep 02 13:04:15.962713 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-4d9d1bc2-8fff-4497-b6b9-1d0e2cfb2076 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:15.968253 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4d9d1bc2-8fff-4497-b6b9-1d0e2cfb2076 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1313930 Sep 02 13:04:15.968570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:16.045132 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a3a4d-75c2-4d2e-a0a1-47856c836df5 x-openstack-request-id: req-842a3a4d-75c2-4d2e-a0a1-47856c836df5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:04:16.045431 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-unplugged", "status": "failed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:04:16.045655 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-842a3a4d-75c2-4d2e-a0a1-47856c836df5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:04:16.046109 n-d-792364-8 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'code': 422} returned with failed status Sep 02 13:04:16.084403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6150b-13da-4f57-ae73-e33a0efccdac req-962fa402-2566-4e03-8d7f-9509e846aa3f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:16.103507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cec6150b-13da-4f57-ae73-e33a0efccdac req-962fa402-2566-4e03-8d7f-9509e846aa3f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.0923522 Sep 02 13:04:16.121693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:16.171058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cec6150b-13da-4f57-ae73-e33a0efccdac req-9d4f6db1-205e-4bad-97f2-d0423c172329 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Sep 02 13:04:16.454912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:16.547819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-3bcfd9ea-e984-4736-ab32-a7a0981b2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:16.549345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-3bcfd9ea-e984-4736-ab32-a7a0981b2c5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d497c8e52b7446f832d3f8d07b7f612&device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 1097 time: 0.1612306 Sep 02 13:04:16.613154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91ec6b54-be6a-45e2-8ab9-8b2e2255340d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:16.661202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91ec6b54-be6a-45e2-8ab9-8b2e2255340d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:16.738332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-a0c2a26b-e763-443e-b06b-ebc2b9836736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:16.741106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-a0c2a26b-e763-443e-b06b-ebc2b9836736 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51f47ceb-8c8f-468d-b88b-adab12dd3da3 HTTP/1.1" status: 200 len: 911 time: 0.1809783 Sep 02 13:04:16.760812 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91ec6b54-be6a-45e2-8ab9-8b2e2255340d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:16.763385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91ec6b54-be6a-45e2-8ab9-8b2e2255340d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:16.764552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-91ec6b54-be6a-45e2-8ab9-8b2e2255340d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/566c3ff8-dc98-4201-8cd2-33423ee1472b HTTP/1.1" status: 204 len: 168 time: 0.7948442 Sep 02 13:04:16.767472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:16.804492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-6d895f2f-53c7-4a8d-a663-8dc961bb2059 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c HTTP/1.1" status: 200 len: 217 time: 0.0565434 Sep 02 13:04:16.810767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec6b54-be6a-45e2-8ab9-8b2e2255340d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c3ff8-dc98-4201-8cd2-33423ee1472b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:16.823908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Router 7fa8279b-2adf-4e32-9245-3b01b1fad8a6 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:16.908006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ac383cee-0664-4fe2-bbb6-8b203dad41dd tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1386988 Sep 02 13:04:16.910136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:16.942676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-53cea5be-1cce-4f5b-ad7c-8b376f86daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:16.944240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-53cea5be-1cce-4f5b-ad7c-8b376f86daac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=481332a5-8a10-4b59-9643-1efb2ea77ed6 HTTP/1.1" status: 200 len: 850 time: 0.1313474 Sep 02 13:04:16.970163 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36bdd15a-bf73-4212-af69-9d6b6bc6a6da tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:16.991352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-a4dc679c-4b11-4091-aa91-6c7c446e022c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51f47ceb-8c8f-468d-b88b-adab12dd3da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382836 Sep 02 13:04:17.005182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36bdd15a-bf73-4212-af69-9d6b6bc6a6da tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.024689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:17.048834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Sync routers for ids ['7fa8279b-2adf-4e32-9245-3b01b1fad8a6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:17.065059 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Routers {'7fa8279b-2adf-4e32-9245-3b01b1fad8a6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:17.065716 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa8279b-2adf-4e32-9245-3b01b1fad8a6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:17.084847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36bdd15a-bf73-4212-af69-9d6b6bc6a6da tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.089160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36bdd15a-bf73-4212-af69-9d6b6bc6a6da tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.092271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-36bdd15a-bf73-4212-af69-9d6b6bc6a6da tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/f404b2ae-0959-4d10-bd30-a4c7609c9873 HTTP/1.1" status: 204 len: 168 time: 0.1786647 Sep 02 13:04:17.095635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:17.108423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.112933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d7d7e40f-3cee-4e59-a036-a826f517019a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7465525 Sep 02 13:04:17.113753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:17.115826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdd15a-bf73-4212-af69-9d6b6bc6a6da tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404b2ae-0959-4d10-bd30-a4c7609c9873,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:17.289259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-f030d630-b5ca-4ee7-bd00-8094403d38b7 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888129 Sep 02 13:04:17.298779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9c803034-b64f-4686-b052-69446aba967f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1984859 Sep 02 13:04:17.300733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:17.316428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--271411545'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:17.365119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c2cd-fd90-4f04-93d7-8ba99a0f1bd1 req-004c02f1-251c-44af-b0a5-46d86fff4194 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:17.379979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-65f1c2cd-fd90-4f04-93d7-8ba99a0f1bd1 req-004c02f1-251c-44af-b0a5-46d86fff4194 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1592629 Sep 02 13:04:17.462910 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Set router 7fa8279b-2adf-4e32-9245-3b01b1fad8a6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:17.491235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-65f1c2cd-fd90-4f04-93d7-8ba99a0f1bd1 req-e49a93cf-a400-41f2-a8ee-9e41881ac7a6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098592 Sep 02 13:04:17.585982 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.625539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:17.625947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5c870469-5f30-49cc-874c-c86615a23950 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/7fa8279b-2adf-4e32-9245-3b01b1fad8a6 HTTP/1.1" status: 200 len: 908 time: 0.5066419 Sep 02 13:04:17.630294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'name': 'tempest-snat-router-409150778', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': True}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:17.654897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1bd84-cc60-4914-8c8e-738e842b1277 req-af53c78f-9d2e-401b-980d-d7a553b28670 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:17.656465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53e1bd84-cc60-4914-8c8e-738e842b1277 req-af53c78f-9d2e-401b-980d-d7a553b28670 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.3342497 Sep 02 13:04:17.663021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-65367bd9-5dbf-47d1-9d76-c5f4818963e8 req-4db962b9-9ebd-40dd-bbbb-f226036a6ea7 service neutron] 10.222.0.18 "GET /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610804 Sep 02 13:04:17.693646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.695995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.742242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53e1bd84-cc60-4914-8c8e-738e842b1277 req-4b1e9c8b-b833-410d-a0e0-8b6b82a780da tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 Sep 02 13:04:17.777481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.835938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.856510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.960776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:17.966134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6607752 Sep 02 13:04:17.972645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:17.983466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126bf56-0ca0-47c9-9be0-f3e3d3da438b tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33447dc1-783d-45b5-a71b-9afa45463a70,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:18.013173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-b8dd2b2f-3495-43d1-96b2-098171135106 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2972670 Sep 02 13:04:18.024814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bf971650-d68b-490e-97f1-f76371fb418d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '33447dc1-783d-45b5-a71b-9afa45463a70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:18.026161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-393170ef-2360-4a55-8809-51cfa9dfc102 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:04:18.027422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-393170ef-2360-4a55-8809-51cfa9dfc102 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090718 Sep 02 13:04:18.039335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.084350 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa8279b-2adf-4e32-9245-3b01b1fad8a6', 'name': 'tempest-snat-router-409150778', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': 'ec225513-6514-4698-8e0b-8d13fac7575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:13Z', 'updated_at': '2021-09-02T13:04:15Z', 'revision_number': 3, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port': {'id': 'ec225513-6514-4698-8e0b-8d13fac7575d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:db:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa8279b-2adf-4e32-9245-3b01b1fad8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:14Z', 'updated_at': '2021-09-02T13:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:18.163008 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Checking router: 7fa8279b-2adf-4e32-9245-3b01b1fad8a6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:04:18.163008 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Updating router 7fa8279b-2adf-4e32-9245-3b01b1fad8a6 port ec225513-6514-4698-8e0b-8d13fac7575d binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:04:18.230908 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.269685 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-bf971650-d68b-490e-97f1-f76371fb418d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:18.270647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bf971650-d68b-490e-97f1-f76371fb418d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2972970 Sep 02 13:04:18.275115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:18.283523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9668d6e9-ed81-4112-98a6-c004e895c119 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group_rule': {'security_group_id': '33447dc1-783d-45b5-a71b-9afa45463a70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:18.422405 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9668d6e9-ed81-4112-98a6-c004e895c119 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:04:18.423567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9668d6e9-ed81-4112-98a6-c004e895c119 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1471357 Sep 02 13:04:18.426476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:18.513703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04131586-010d-488f-9590-ffeb64f60f39 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.523685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.547906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04131586-010d-488f-9590-ffeb64f60f39 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.554326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.617978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04131586-010d-488f-9590-ffeb64f60f39 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.623589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04131586-010d-488f-9590-ffeb64f60f39 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.627145 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-04131586-010d-488f-9590-ffeb64f60f39 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/33447dc1-783d-45b5-a71b-9afa45463a70 HTTP/1.1" status: 204 len: 168 time: 0.1973279 Sep 02 13:04:18.629850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:18.651537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04131586-010d-488f-9590-ffeb64f60f39 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33447dc1-783d-45b5-a71b-9afa45463a70,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:18.746763 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.756883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2717-1fb8-4aa9-ad78-56208028530f req-cad2a897-458d-4d72-bb29-5d188f3b6d2f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:18.758982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57aa2717-1fb8-4aa9-ad78-56208028530f req-cad2a897-458d-4d72-bb29-5d188f3b6d2f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.0881047 Sep 02 13:04:18.760228 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Transition to ACTIVE for port object ec225513-6514-4698-8e0b-8d13fac7575d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:18.763035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d7a33e6c-007e-4445-a8b5-817a0ce225aa tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315739 Sep 02 13:04:18.769425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:18.778999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213985511'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:18.786211 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.819570 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.831880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Allocated IP 172.25.7.242 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/dff5d35b-8e5a-440d-a870-01adc210ac5b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:18.922455 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Attempting to bind port ec225513-6514-4698-8e0b-8d13fac7575d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:18.922930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Attempting to bind port ec225513-6514-4698-8e0b-8d13fac7575d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:18.923439 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Attempting to bind port ec225513-6514-4698-8e0b-8d13fac7575d on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:18.934034 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7f98-270e-4315-a17a-b8b09f68cd48 None None] Pushing event updated for resources: {'Port': ['ID=ec225513-6514-4698-8e0b-8d13fac7575d,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:18.946393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.946931 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:18.947313 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:18.952366 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.952961 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:18.953471 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Bound port: ec225513-6514-4698-8e0b-8d13fac7575d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:18.953867 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:18.995790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.058022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57aa2717-1fb8-4aa9-ad78-56208028530f req-938f171a-0dbd-41f0-b7ff-3564a9d9537f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918181 Sep 02 13:04:19.062171 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] For port ec225513-6514-4698-8e0b-8d13fac7575d, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:19.068932 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] For port ec225513-6514-4698-8e0b-8d13fac7575d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ec225513-6514-4698-8e0b-8d13fac7575d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:19.076021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:19.085877 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.087849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Port': ['ID=dff5d35b-8e5a-440d-a870-01adc210ac5b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:19.090931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:19.093428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:19.108623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f323f-b3b0-4f3d-9047-d993a04d9688 req-212a80c8-7e1b-4839-9098-5976b2d51e41 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:19.110473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d87f323f-b3b0-4f3d-9047-d993a04d9688 req-212a80c8-7e1b-4839-9098-5976b2d51e41 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.2099638 Sep 02 13:04:19.177819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Routers {'7fa8279b-2adf-4e32-9245-3b01b1fad8a6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:19.178472 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa8279b-2adf-4e32-9245-3b01b1fad8a6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:19.207207 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d87f323f-b3b0-4f3d-9047-d993a04d9688 req-b63249bc-b829-4c4c-96a6-69faf70e612a tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849051 Sep 02 13:04:19.241022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.259071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.304418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a484fb5-186b-4888-89bc-eeef66cdb265,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:19.312019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7f98-270e-4315-a17a-b8b09f68cd48 None None] Pushing event updated for resources: {'Port': ['ID=ec225513-6514-4698-8e0b-8d13fac7575d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:19.348400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.350746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a29319b6-0a9b-4d01-9e95-02b1a2aae484 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5796685 Sep 02 13:04:19.353640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:19.360303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a2917559-9f92-4ba1-9dcc-93ff6028174a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:19.363609 n-d-792364-8 neutron-server[94840]: WARNING neutron.api.v2.base [None req-a2917559-9f92-4ba1-9dcc-93ff6028174a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 13:04:19.364519 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-a2917559-9f92-4ba1-9dcc-93ff6028174a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] update failed (client error): There was a conflict when trying to complete your request. Sep 02 13:04:19.366079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a2917559-9f92-4ba1-9dcc-93ff6028174a tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "PUT /v2.0/security-groups/6a484fb5-186b-4888-89bc-eeef66cdb265 HTTP/1.1" status: 409 len: 330 time: 0.0110774 Sep 02 13:04:19.371360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:19.389490 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] Set router 7fa8279b-2adf-4e32-9245-3b01b1fad8a6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:19.485416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83472687-46f4-4e61-b2f1-70fe56d6a6f4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.522122 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83472687-46f4-4e61-b2f1-70fe56d6a6f4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.594757 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83472687-46f4-4e61-b2f1-70fe56d6a6f4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.598399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83472687-46f4-4e61-b2f1-70fe56d6a6f4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.605775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-83472687-46f4-4e61-b2f1-70fe56d6a6f4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/6a484fb5-186b-4888-89bc-eeef66cdb265 HTTP/1.1" status: 204 len: 168 time: 0.2283514 Sep 02 13:04:19.615833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:19.632848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83472687-46f4-4e61-b2f1-70fe56d6a6f4 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a484fb5-186b-4888-89bc-eeef66cdb265,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:19.708096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b8be966e-3dc2-4744-925e-aa978c017d4d tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884218 Sep 02 13:04:19.712028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:19.735257 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8c868dfd-0ff0-4d97-9dea-ac7d92dd7c0f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] delete failed (client error): The resource could not be found. Sep 02 13:04:19.740170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8c868dfd-0ff0-4d97-9dea-ac7d92dd7c0f tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ff13522-bbce-47ff-bc4e-be9d52384190 HTTP/1.1" status: 404 len: 347 time: 0.0218999 Sep 02 13:04:19.741817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:19.762082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:19.792913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80662-774f-4e23-84b5-752b660ece22 req-cb3bbef7-7793-49a1-98c3-c7b37270487f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:19.794719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ef80662-774f-4e23-84b5-752b660ece22 req-cb3bbef7-7793-49a1-98c3-c7b37270487f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.0810564 Sep 02 13:04:19.819040 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa8279b-2adf-4e32-9245-3b01b1fad8a6', 'name': 'tempest-snat-router-409150778', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': 'ec225513-6514-4698-8e0b-8d13fac7575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:13Z', 'updated_at': '2021-09-02T13:04:15Z', 'revision_number': 3, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port': {'id': 'ec225513-6514-4698-8e0b-8d13fac7575d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:db:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa8279b-2adf-4e32-9245-3b01b1fad8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:14Z', 'updated_at': '2021-09-02T13:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:19.840556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ef80662-774f-4e23-84b5-752b660ece22 req-38bd4137-3120-4527-9144-4db259f7494a tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374420 Sep 02 13:04:19.858367 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8133-cfb4-4422-8026-73898de1eb4e None None] The sync data for ids ['7fa8279b-2adf-4e32-9245-3b01b1fad8a6'] in n-d-792364-8 is: [{'id': '7fa8279b-2adf-4e32-9245-3b01b1fad8a6', 'name': 'tempest-snat-router-409150778', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': 'ec225513-6514-4698-8e0b-8d13fac7575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:13Z', 'updated_at': '2021-09-02T13:04:15Z', 'revision_number': 3, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port': {'id': 'ec225513-6514-4698-8e0b-8d13fac7575d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:db:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa8279b-2adf-4e32-9245-3b01b1fad8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:14Z', 'updated_at': '2021-09-02T13:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:20.308260 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6d9d9252-6d6a-42fe-bb04-7c4f238628ff tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] show failed (client error): The resource could not be found. Sep 02 13:04:20.309348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6d9d9252-6d6a-42fe-bb04-7c4f238628ff tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-groups/b4e306c2-1344-410e-a031-a4c3e67c3ed3 HTTP/1.1" status: 404 len: 347 time: 0.5663593 Sep 02 13:04:20.313470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:20.332374 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-7ad813e9-40ae-4e2d-bed6-04c32bf40b85 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] show failed (client error): The resource could not be found. Sep 02 13:04:20.334265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7ad813e9-40ae-4e2d-bed6-04c32bf40b85 tempest-NegativeSecGroupIPv6Test-235316294 tempest-NegativeSecGroupIPv6Test-235316294-project] 10.222.0.60 "GET /v2.0/security-group-rules/012df3e0-e3bd-476b-be3f-a995fd56dc53 HTTP/1.1" status: 404 len: 356 time: 0.0187502 Sep 02 13:04:20.481141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a725f3d-f372-4f89-96d3-4e91eb8f6a37 req-c08301ec-6361-4f7c-9253-6e0bc149639b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:20.482749 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2a725f3d-f372-4f89-96d3-4e91eb8f6a37 req-c08301ec-6361-4f7c-9253-6e0bc149639b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1441712 Sep 02 13:04:20.794483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:20.803792 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:20.946543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2a725f3d-f372-4f89-96d3-4e91eb8f6a37 req-2558cf56-5cfd-4f29-84c3-b34a2ab9191a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548426 Sep 02 13:04:21.016056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Router e65a6974-2d20-4272-913b-f629892af821 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:21.115054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8a6e633c-8491-42ee-83e7-0f1247aaf970 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb28e6288fb444719f51a6545cd42de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186092 Sep 02 13:04:21.117836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:21.230208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9ce6-d924-4f2c-902f-1266eee8b6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:21.236536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96e65f-bd33-4ac7-97df-867665d57166 req-bc4b6875-b855-4604-97bb-5caf57eedc04 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:21.245503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f96e65f-bd33-4ac7-97df-867665d57166 req-bc4b6875-b855-4604-97bb-5caf57eedc04 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1604400 Sep 02 13:04:21.263007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9ce6-d924-4f2c-902f-1266eee8b6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:21.300381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f96e65f-bd33-4ac7-97df-867665d57166 req-7e2ed9b7-afff-4e58-aa01-a835b08033d8 tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Sep 02 13:04:21.332431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:21.344711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Sync routers for ids ['e65a6974-2d20-4272-913b-f629892af821'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:21.350751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9ce6-d924-4f2c-902f-1266eee8b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:21.355327 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9ce6-d924-4f2c-902f-1266eee8b6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:21.356562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a3d9ce6-d924-4f2c-902f-1266eee8b6bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b2f9fd1-14ad-49c5-9884-59cc32409017 HTTP/1.1" status: 204 len: 168 time: 0.2361534 Sep 02 13:04:21.376124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:21.377734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Routers {'e65a6974-2d20-4272-913b-f629892af821'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:21.378390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e65a6974-2d20-4272-913b-f629892af821'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:21.391317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-01e68daa-89fc-4701-8b38-f3c689345088 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7643967 Sep 02 13:04:21.393131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:21.415175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d9ce6-d924-4f2c-902f-1266eee8b6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f9fd1-14ad-49c5-9884-59cc32409017,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:21.546743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-bb725ae8-68a2-41b5-acdc-04fb3560767d tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:21.550031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-bb725ae8-68a2-41b5-acdc-04fb3560767d tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.1923225 Sep 02 13:04:21.652522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Set router e65a6974-2d20-4272-913b-f629892af821 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:21.834457 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-894dc42c-d961-4804-853b-e11286e45d4b tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/e65a6974-2d20-4272-913b-f629892af821 HTTP/1.1" status: 200 len: 907 time: 0.4334085 Sep 02 13:04:21.834753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:21.911617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Deleting port f18f183f-2d73-4268-9e64-eabcdbb9a07c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:21.912732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:21.977137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec225513-6514-4698-8e0b-8d13fac7575d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:22.152416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.265462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] For port f18f183f-2d73-4268-9e64-eabcdbb9a07c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f18f183f-2d73-4268-9e64-eabcdbb9a07c,segment=NetworkSegment(e32afd4a-d20c-4766-b005-296e476c83aa),segment_id=e32afd4a-d20c-4766-b005-296e476c83aa)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:22.265845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.289924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ec225513-6514-4698-8e0b-8d13fac7575d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:22.316549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ec225513-6514-4698-8e0b-8d13fac7575d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:22.317316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.336866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Calling delete_port for f18f183f-2d73-4268-9e64-eabcdbb9a07c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:22.391594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a004-9c6b-43c2-86bf-57fd944617cb req-fa0a9903-7cc3-477a-8ebf-73895eee5bc9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:22.394824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.400334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd24a004-9c6b-43c2-86bf-57fd944617cb req-fa0a9903-7cc3-477a-8ebf-73895eee5bc9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.2495468 Sep 02 13:04:22.612033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Deleting port dff5d35b-8e5a-440d-a870-01adc210ac5b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:22.612412 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.624717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a6974-2d20-4272-913b-f629892af821', 'name': 'tempest-snat-router-409150778', 'tenant_id': '8160acc60f4b41079eeb18d074761559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'dff5d35b-8e5a-440d-a870-01adc210ac5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:17Z', 'updated_at': '2021-09-02T13:04:19Z', 'revision_number': 3, 'project_id': '8160acc60f4b41079eeb18d074761559', 'gw_port': {'id': 'dff5d35b-8e5a-440d-a870-01adc210ac5b', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a6974-2d20-4272-913b-f629892af821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:18Z', 'updated_at': '2021-09-02T13:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:22.626723 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.691528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd24a004-9c6b-43c2-86bf-57fd944617cb req-ad727157-0178-4ea0-9218-a6233698f8cd tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828324 Sep 02 13:04:22.747695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Checking router: e65a6974-2d20-4272-913b-f629892af821 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:04:22.748048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Updating router e65a6974-2d20-4272-913b-f629892af821 port dff5d35b-8e5a-440d-a870-01adc210ac5b binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:04:22.786885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.820150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port ec225513-6514-4698-8e0b-8d13fac7575d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ec225513-6514-4698-8e0b-8d13fac7575d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:22.830351 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.840133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8fc65-9ee6-438c-aab8-190b5caf170a req-6454a8a2-9e83-4d75-be9f-96b28842345e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:22.841354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.842958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-63e8fc65-9ee6-438c-aab8-190b5caf170a req-6454a8a2-9e83-4d75-be9f-96b28842345e tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a09a6ac-9ceb-41d3-b707-8ecc6080a12a HTTP/1.1" status: 200 len: 946 time: 0.2927356 Sep 02 13:04:22.900828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Pushing event deleted for resources: {'Port': ['ID=f18f183f-2d73-4268-9e64-eabcdbb9a07c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:22.910664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:22.911035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f18f183f-2d73-4268-9e64-eabcdbb9a07c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:04:22.933270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-63e8fc65-9ee6-438c-aab8-190b5caf170a req-94c091ec-98dc-4384-ba08-446a51aedb8b tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8649251-f720-4a2a-899a-60bfaf1bc7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821815 Sep 02 13:04:22.934537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Calling delete_port for dff5d35b-8e5a-440d-a870-01adc210ac5b owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:22.987652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] No DVR routers for this DVR port f18f183f-2d73-4268-9e64-eabcdbb9a07c on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:04:22.992657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.007808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-07c6a694-6011-4e3f-8eda-0bfc992d67fd req-18d1c87f-d6d4-4e16-aa9f-191227dc6e7f tempest-TestServerAdvancedOps-768369573 tempest-TestServerAdvancedOps-768369573-project] 10.222.0.18 "DELETE /v2.0/ports/f18f183f-2d73-4268-9e64-eabcdbb9a07c HTTP/1.1" status: 204 len: 173 time: 1.4485266 Sep 02 13:04:23.010241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'name': 'network-vif-deleted', 'tag': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:04:23.012762 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0843ca-7b7e-496b-b534-099b89764d60" -d '{"events": [{"server_uuid": "8a09a6ac-9ceb-41d3-b707-8ecc6080a12a", "name": "network-vif-deleted", "tag": "f18f183f-2d73-4268-9e64-eabcdbb9a07c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:04:23.085979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=ec225513-6514-4698-8e0b-8d13fac7575d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:23.319614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.381624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:04:23.382323 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:04:23.382817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event deleted for resources: {'Port': ['ID=dff5d35b-8e5a-440d-a870-01adc210ac5b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:23.414647 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53f8cd-532f-4336-b144-2656036257e6 x-openstack-request-id: req-be53f8cd-532f-4336-b144-2656036257e6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:04:23.415646 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a09a6ac-9ceb-41d3-b707-8ecc6080a12a", "name": "network-vif-deleted", "tag": "f18f183f-2d73-4268-9e64-eabcdbb9a07c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:04:23.416076 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be53f8cd-532f-4336-b144-2656036257e6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:04:23.416701 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a09a6ac-9ceb-41d3-b707-8ecc6080a12a', 'name': 'network-vif-deleted', 'tag': 'f18f183f-2d73-4268-9e64-eabcdbb9a07c', 'status': 'completed', 'code': 200} Sep 02 13:04:23.471337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.592652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.597850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.655462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.656219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e65a6974-2d20-4272-913b-f629892af821 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:23.660990 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.662094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47e963d4-bfae-4f34-b8c1-f21c3dd78bd5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e65a6974-2d20-4272-913b-f629892af821 HTTP/1.1" status: 204 len: 168 time: 1.8263493 Sep 02 13:04:23.664758 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:23.767749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec225513-6514-4698-8e0b-8d13fac7575d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:23.817925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.863266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ec225513-6514-4698-8e0b-8d13fac7575d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:23.866748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:23.926380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec7ad-450e-4f0e-aabf-94c2997a2952 req-3e2eba77-bb40-4c27-a252-b18dab439f3b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:23.928216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c30ec7ad-450e-4f0e-aabf-94c2997a2952 req-3e2eba77-bb40-4c27-a252-b18dab439f3b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1274030 Sep 02 13:04:23.972193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Port dff5d35b-8e5a-440d-a870-01adc210ac5b not found while updating agent binding for router e65a6974-2d20-4272-913b-f629892af821. {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 02 13:04:23.984681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:23.985081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:04:23.985890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e65a6974-2d20-4272-913b-f629892af821'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent'). {{(pid=94842) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:04:23.986465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf528e0-fd4b-4836-ae03-3e768f8227dd None None] The sync data for ids ['e65a6974-2d20-4272-913b-f629892af821'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:24.053722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c30ec7ad-450e-4f0e-aabf-94c2997a2952 req-7fddacc9-0b63-4540-8904-26fc0077b20f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192782 Sep 02 13:04:24.055967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59436) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:24.112543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Deleting subnet 481332a5-8a10-4b59-9643-1efb2ea77ed6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:04:24.115691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.121464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.204336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.266322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.269200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Deleting port ec225513-6514-4698-8e0b-8d13fac7575d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:24.269525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.405688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] For port ec225513-6514-4698-8e0b-8d13fac7575d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ec225513-6514-4698-8e0b-8d13fac7575d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:24.406197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.409434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.434082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.438762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/481332a5-8a10-4b59-9643-1efb2ea77ed6 HTTP/1.1" status: 204 len: 168 time: 0.3772633 Sep 02 13:04:24.439170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:24.513332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Calling delete_port for ec225513-6514-4698-8e0b-8d13fac7575d owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:24.518953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f99c86-2d3a-425a-8293-7a31905e5a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481332a5-8a10-4b59-9643-1efb2ea77ed6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:24.549970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.674604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.707670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f47ceb-8c8f-468d-b88b-adab12dd3da3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:24.726957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32afd4a-d20c-4766-b005-296e476c83aa') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:24.727326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32afd4a-d20c-4766-b005-296e476c83aa') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:24.738785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.757213 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.766906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:04:24.767524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:04:24.771859 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:04:24.825222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.864887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec225513-6514-4698-8e0b-8d13fac7575d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:24.957833 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.981733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.989830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:24.992721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/51f47ceb-8c8f-468d-b88b-adab12dd3da3 HTTP/1.1" status: 204 len: 168 time: 0.5508275 Sep 02 13:04:24.993914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f47ceb-8c8f-468d-b88b-adab12dd3da3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:24.996220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:25.054262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Deleting subnet ace85642-8812-4072-82a5-63d8824b4d4f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:04:25.058439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.102396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.113300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.115159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.190951 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.221604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.222667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa8279b-2adf-4e32-9245-3b01b1fad8a6 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:25.231376 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.237503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4b1ecc8e-de64-48a8-a7c9-39ca72a1f060 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7fa8279b-2adf-4e32-9245-3b01b1fad8a6 HTTP/1.1" status: 204 len: 168 time: 1.5716479 Sep 02 13:04:25.246846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:25.262228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1764477245', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:25.275340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.275711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.276056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.276406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.276747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.277113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.277470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.277805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.278150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.278566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.278794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.279132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b137e93-433b-49be-8bc0-270303c08bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:25.298311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18f183f-2d73-4268-9e64-eabcdbb9a07c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:04:25.326167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.339064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: f18f183f-2d73-4268-9e64-eabcdbb9a07c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:04:25.339405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f18f183f-2d73-4268-9e64-eabcdbb9a07c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:04:25.343924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa86623-f03c-4862-8cc3-b99285fb44e0 req-216122f7-a1a7-4158-ac0f-87015478509c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:25.346423 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eaa86623-f03c-4862-8cc3-b99285fb44e0 req-216122f7-a1a7-4158-ac0f-87015478509c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1782856 Sep 02 13:04:25.371266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.380009 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.387102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace85642-8812-4072-82a5-63d8824b4d4f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:25.396246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.414376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c6329843-4a4e-4353-9095-d921604c926d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ace85642-8812-4072-82a5-63d8824b4d4f HTTP/1.1" status: 204 len: 168 time: 0.4143672 Sep 02 13:04:25.415236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:25.512769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.573281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.713322 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eaa86623-f03c-4862-8cc3-b99285fb44e0 req-4e46983f-bcac-4da3-b85d-427cb4ecd74b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512158 Sep 02 13:04:25.783010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.812753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d02d61f-daf5-4efd-a0fc-fb06200f24b2']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:25.816057 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.840919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075d1727-8d83-4304-8823-afaff1c2f291') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:25.841632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075d1727-8d83-4304-8823-afaff1c2f291') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:25.869351 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.894931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.910226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:04:25.910898 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:04:25.913224 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:04:26.054814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:26.072166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:26.075082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d02d61f-daf5-4efd-a0fc-fb06200f24b2 HTTP/1.1" status: 204 len: 168 time: 0.6563694 Sep 02 13:04:26.112390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079654e3-672a-4e1b-a700-3d49dad78729 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d02d61f-daf5-4efd-a0fc-fb06200f24b2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:26.600563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59478) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:26.694283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-76b5dfcd-75a8-4e0f-86b0-515b405d594c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d497c8e52b7446f832d3f8d07b7f612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924230 Sep 02 13:04:26.699875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:26.793303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4b7da3e-8d66-405f-ac8c-8cd081a30abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:26.838839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4b7da3e-8d66-405f-ac8c-8cd081a30abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:26.932229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4b7da3e-8d66-405f-ac8c-8cd081a30abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:26.935448 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4b7da3e-8d66-405f-ac8c-8cd081a30abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:26.936722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f4b7da3e-8d66-405f-ac8c-8cd081a30abd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8649251-f720-4a2a-899a-60bfaf1bc7a7 HTTP/1.1" status: 204 len: 168 time: 0.2353036 Sep 02 13:04:26.967329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7da3e-8d66-405f-ac8c-8cd081a30abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8649251-f720-4a2a-899a-60bfaf1bc7a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:27.207530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ed606-c48c-4af2-97ea-b839a4e64795 req-5af282f7-ab77-4047-86f8-ffcac9fd4fa8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:27.232093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-987ed606-c48c-4af2-97ea-b839a4e64795 req-5af282f7-ab77-4047-86f8-ffcac9fd4fa8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.2117398 Sep 02 13:04:27.260741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:27.316000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:27.355415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-987ed606-c48c-4af2-97ea-b839a4e64795 req-ece5db92-2f6f-4edf-8efb-a32057fcd966 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198902 Sep 02 13:04:27.527953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Allocated IP 172.25.7.116 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/7d7ad5d7-917c-4ab4-a1f2-4524a2c2198f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:27.648272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec225513-6514-4698-8e0b-8d13fac7575d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:04:27.682308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ec225513-6514-4698-8e0b-8d13fac7575d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:04:27.682815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ec225513-6514-4698-8e0b-8d13fac7575d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:04:27.729984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:27.827373 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:27.887547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:27.967991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:27.976467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:28.001768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:28.052208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event updated for resources: {'Port': ['ID=7d7ad5d7-917c-4ab4-a1f2-4524a2c2198f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:28.102037 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f961e9c3-3146-4034-a63d-0874fe25a35b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbadd5f0d819430789199e8238e0d40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969454 Sep 02 13:04:28.103223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59508) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:28.298001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3618e732-4e05-4e05-b8f8-0c32ad5cac11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:28.340385 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3618e732-4e05-4e05-b8f8-0c32ad5cac11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:28.488559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3618e732-4e05-4e05-b8f8-0c32ad5cac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:28.491710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3618e732-4e05-4e05-b8f8-0c32ad5cac11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:28.495317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3618e732-4e05-4e05-b8f8-0c32ad5cac11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc70c1bf-7d06-4fbb-ab8e-c1f07d2643c2 HTTP/1.1" status: 204 len: 168 time: 0.3854439 Sep 02 13:04:28.536917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618e732-4e05-4e05-b8f8-0c32ad5cac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70c1bf-7d06-4fbb-ab8e-c1f07d2643c2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:28.548121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:28.635137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacadaf-78c7-4d9b-8620-0162ccd57335 req-d39db8b2-4a6b-4f38-a557-22c3b923d83d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:28.637046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dacadaf-78c7-4d9b-8620-0162ccd57335 req-d39db8b2-4a6b-4f38-a557-22c3b923d83d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1412165 Sep 02 13:04:28.678310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c93bcd06-af6d-4c8a-995b-690fe47ab735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:28.740811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dacadaf-78c7-4d9b-8620-0162ccd57335 req-0944deb6-8ad4-4208-b229-89bcb159f7dd tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902247 Sep 02 13:04:28.901035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-55d36d1c-3101-4596-ac19-39aca6cb0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:28.901035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-55d36d1c-3101-4596-ac19-39aca6cb0ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f&tenant_id=b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 1094 time: 0.2098258 Sep 02 13:04:28.913450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:28.974479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:29.198429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:29.511736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Router ebb03393-f861-4bae-9e16-bbfc75292e62 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:29.591462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:29.771662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:29.821935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1994707789-network', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:29.841771 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:29.861276 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] Sync routers for ids ['ebb03393-f861-4bae-9e16-bbfc75292e62'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:29.877242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Made reservation on behalf of 9b0dcaa512454fed96a8b26b68f26be6 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:04:29.881922 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:29.894656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:29.906132 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] Routers {'ebb03393-f861-4bae-9e16-bbfc75292e62'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:29.906954 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ebb03393-f861-4bae-9e16-bbfc75292e62'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:29.915493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:29.960227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:04:29.970348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:29.986145 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:29.991112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Transition to ACTIVE for port object 2558df7a-60e0-4e7a-ad81-0b07ed021770 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:29.996538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.014768 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] Routers {'ebb03393-f861-4bae-9e16-bbfc75292e62'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:30.015648 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ebb03393-f861-4bae-9e16-bbfc75292e62'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:30.017794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069c061-e282-47f5-8863-c8910df02fe5 req-9476c822-2b54-4bce-aeff-d897f1606c83 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:30.030855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4069c061-e282-47f5-8863-c8910df02fe5 req-9476c822-2b54-4bce-aeff-d897f1606c83 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 943 time: 0.1249666 Sep 02 13:04:30.070045 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:30.070729 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c9cb9-d979-4579-9240-b425e8150143 None None] The sync data for ids ['ebb03393-f861-4bae-9e16-bbfc75292e62'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:30.121189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.178039 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.178888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.181178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ddf92082-41ef-460d-bdab-1cfc7f5b7d3a tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9290423 Sep 02 13:04:30.190065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:30.196869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': False}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:30.298752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:04:30.352201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=9']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:30.401666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.402032 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Added segment 5f4223da-69ba-496c-90f4-259ffb2d250a of type vlan for network c82b8324-8cb5-4efc-b83e-8b8483df690e Sep 02 13:04:30.422684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4069c061-e282-47f5-8863-c8910df02fe5 req-410617f3-ed63-4695-b254-f1cf7426f70d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777094 Sep 02 13:04:30.451258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5c6baf-487a-4068-8b49-54beec47c044,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:30.460935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] No DVR routers for this DVR port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:04:30.567551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.667632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:30.668232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:30.668871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:30.674951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:04:30.675388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Attempting to bind port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:30.682062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:30.682490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Checking segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:30.682950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Bound using segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:30.683451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Bound port: 2558df7a-60e0-4e7a-ad81-0b07ed021770, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:30.683878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.765331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:30.772949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:30.776938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.778003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:30.779647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.786138 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.843023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:30.844007 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:30.847014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] 10.222.0.41 "PUT /v2.0/ports/2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 1091 time: 1.9379151 Sep 02 13:04:30.847561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:04:30.850639 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d94652e-012c-4588-8b2b-1d0ac9958657" -d '{"events": [{"name": "network-changed", "server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:04:30.944866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486424-3ab1-4db4-9467-536ee1f4fc87 service neutron] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:30.960215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3596892 Sep 02 13:04:30.961459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59572) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:30.970732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Request body: {'subnet': {'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1994707789-subnet', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:30.974837 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7330e73a-eb03-4664-8dc0-90de9323e132 x-openstack-request-id: req-7330e73a-eb03-4664-8dc0-90de9323e132 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:04:30.975009 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:04:30.975999 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7330e73a-eb03-4664-8dc0-90de9323e132 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:04:30.979469 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'status': 'completed', 'code': 200} Sep 02 13:04:30.985348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df627-0d97-453c-a31b-0b00cffea8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c82b8324-8cb5-4efc-b83e-8b8483df690e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:31.004657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c82b8324-8cb5-4efc-b83e-8b8483df690e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:04:31.015536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-be42bd7c-c3e5-4c8d-91f5-cf5e184f51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:31.017569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-be42bd7c-c3e5-4c8d-91f5-cf5e184f51be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1095 time: 0.1410728 Sep 02 13:04:31.045289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Made reservation on behalf of 9b0dcaa512454fed96a8b26b68f26be6 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:04:31.059490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.062851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.383674 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.478839 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76eb14a9-17e7-413a-9f19-44e47bf4bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.539621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Checking segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:31.540604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Network hostable DHCP agents. Network: c82b8324-8cb5-4efc-b83e-8b8483df690e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:04:31.598199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e323b4-6fee-445e-b7db-c9fffa354a94,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:31.598953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-7a92dc30-a088-46f6-87a6-4b4d4e668b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:31.601149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-7a92dc30-a088-46f6-87a6-4b4d4e668b38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.5702233 Sep 02 13:04:31.650722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.693767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Network c82b8324-8cb5-4efc-b83e-8b8483df690e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:04:31.712270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c82b8324-8cb5-4efc-b83e-8b8483df690e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:31.731792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002fa88-1140-4b8c-a9e1-675ab9306813 None None] Network c82b8324-8cb5-4efc-b83e-8b8483df690e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:04:31.756885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:31.757825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.791076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-d42de9b3-e525-426f-9f46-26f9525812e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 999 time: 0.1816244 Sep 02 13:04:31.850382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e36be4ba-54c1-4f15-88e2-92c298c7bf3c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8846867 Sep 02 13:04:31.860082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:31.864594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:31.898091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-145bbb47-0add-42fd-9363-c66ddb43b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:31.899458 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-145bbb47-0add-42fd-9363-c66ddb43b48a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.1010699 Sep 02 13:04:31.918235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993742-5bcd-4b24-9f8a-b8210f197287 req-c1dd38c0-c0fc-491d-9404-0bc6c71a9ddf tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:31.919956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63993742-5bcd-4b24-9f8a-b8210f197287 req-c1dd38c0-c0fc-491d-9404-0bc6c71a9ddf tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.0818319 Sep 02 13:04:31.926723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:31.928978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.051668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c82b8324-8cb5-4efc-b83e-8b8483df690e', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:04:32.052837 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.083575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.100739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-d058e7c9-d4a2-4238-a993-87c3cdcbe176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:32.102374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-d058e7c9-d4a2-4238-a993-87c3cdcbe176 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956003 Sep 02 13:04:32.113314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63993742-5bcd-4b24-9f8a-b8210f197287 req-f12b7c1d-7eca-4b47-8146-6bc678c81332 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815188 Sep 02 13:04:32.252778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Allocated IP 172.20.0.2 (c82b8324-8cb5-4efc-b83e-8b8483df690e/c4e323b4-6fee-445e-b7db-c9fffa354a94/d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:32.281238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.285123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.326798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-d2f63e0e-9ea7-4142-81b6-5655bc363579 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661313 Sep 02 13:04:32.448610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.461105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Transition to ACTIVE for port object d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:32.473598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.484028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Transition to ACTIVE for port object d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:32.494422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.555865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Router ebb03393-f861-4bae-9e16-bbfc75292e62 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:04:32.579493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Pushing event updated for resources: {'Port': ['ID=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:32.606608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Network c82b8324-8cb5-4efc-b83e-8b8483df690e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:32.610925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:32.620963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:32.666619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.715809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Attempting to bind port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:32.716100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Attempting to bind port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:32.716351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Attempting to bind port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f on network c82b8324-8cb5-4efc-b83e-8b8483df690e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:32.728800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:32.729349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Checking segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:32.730161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.731299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Bound using segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:32.731530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:32.732889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Bound port: d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:32.733339 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.740252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.746725 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ffdf7ce3-b4b5-46ba-8ead-3436921c7864 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "PUT /v2.0/routers/ebb03393-f861-4bae-9e16-bbfc75292e62 HTTP/1.1" status: 200 len: 926 time: 2.5530093 Sep 02 13:04:32.747306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:32.810857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] Sync routers for ids ['ebb03393-f861-4bae-9e16-bbfc75292e62'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:32.830619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] Routers {'ebb03393-f861-4bae-9e16-bbfc75292e62'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:32.831298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ebb03393-f861-4bae-9e16-bbfc75292e62'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:32.876475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:32.898956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] Routers {'ebb03393-f861-4bae-9e16-bbfc75292e62'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:32.899645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ebb03393-f861-4bae-9e16-bbfc75292e62'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:32.902462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] For port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:32.907432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] For port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:32.932130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:32.954330 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:32.956382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:32.957011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcd398-82f9-496d-88b4-4cc371a4a19e None None] The sync data for ids ['ebb03393-f861-4bae-9e16-bbfc75292e62'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:32.969764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dbba0733-e004-4b82-8265-3a230eae4d39 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/ebb03393-f861-4bae-9e16-bbfc75292e62 HTTP/1.1" status: 200 len: 926 time: 0.2206914 Sep 02 13:04:32.972561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59602) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:33.141391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c3354-a2e9-4878-9ccd-7c368f060fca None None] Pushing event updated for resources: {'Port': ['ID=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:33.142273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dafbd9-8ec3-443b-a4ee-85b49db3d28d tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:33.143915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60dafbd9-8ec3-443b-a4ee-85b49db3d28d tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=ebb03393-f861-4bae-9e16-bbfc75292e62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1701241 Sep 02 13:04:33.153603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:33.302504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035a877-6c08-4653-bb99-d1a01cccbe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:33.327744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-d47744ca-d947-41ce-bbeb-700858e0bc6b service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9476168 Sep 02 13:04:33.383583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861fe3e-3197-4112-9c98-da419192bf99 req-d36a624c-0c92-4013-a86e-424392fa8eac tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:33.385413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9861fe3e-3197-4112-9c98-da419192bf99 req-d36a624c-0c92-4013-a86e-424392fa8eac tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1112568 Sep 02 13:04:33.751983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035a877-6c08-4653-bb99-d1a01cccbe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:33.777205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:33.777647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035a877-6c08-4653-bb99-d1a01cccbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:33.800834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-8f08526f-09f6-4717-98bf-035c24e6c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:33.807426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73997b49-c516-4a24-b1d2-942d225efb58 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:33.809303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-73997b49-c516-4a24-b1d2-942d225efb58 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.6546285 Sep 02 13:04:33.827313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-8f08526f-09f6-4717-98bf-035c24e6c5eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1095 time: 0.4273193 Sep 02 13:04:33.845993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:33.859160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9861fe3e-3197-4112-9c98-da419192bf99 req-6264ffd1-290c-408e-919d-129352fc72c9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214745 Sep 02 13:04:33.868356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c035a877-6c08-4653-bb99-d1a01cccbe0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c5770a515fd4b749193f89243359b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318454 Sep 02 13:04:33.876390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:33.883681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:33.952314 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2ada603f-1622-4b70-a757-8609d5254f58 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb03393-f861-4bae-9e16-bbfc75292e62 HTTP/1.1" status: 200 len: 205 time: 0.0903170 Sep 02 13:04:33.954915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59632) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:33.979288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a877-6c08-4653-bb99-d1a01cccbe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae025a9-1ce9-420f-8d5e-933428ea21ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:34.057924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a7f534-6de7-49f1-9be0-54d4789958c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.120057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a7f534-6de7-49f1-9be0-54d4789958c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.203473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.222203 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.256559 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a7f534-6de7-49f1-9be0-54d4789958c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.260563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29a7f534-6de7-49f1-9be0-54d4789958c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.264446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-29a7f534-6de7-49f1-9be0-54d4789958c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bae025a9-1ce9-420f-8d5e-933428ea21ad HTTP/1.1" status: 204 len: 168 time: 0.3844259 Sep 02 13:04:34.286545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7f534-6de7-49f1-9be0-54d4789958c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae025a9-1ce9-420f-8d5e-933428ea21ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:34.303413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.477247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:34.707766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-d2009f52-f9a8-4f3c-b883-5fe2ad04c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:34.713635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-d2009f52-f9a8-4f3c-b883-5fe2ad04c5f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.7879241 Sep 02 13:04:34.972027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc520d-da9e-4364-9323-8b55f7cabcec None None] Network c82b8324-8cb5-4efc-b83e-8b8483df690e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:04:35.001124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-bf689c8f-dd63-47e0-b251-ef5a7371c512 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 999 time: 0.2611828 Sep 02 13:04:35.091953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:35.185016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Allocated IP 172.25.7.253 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/b8781f1c-81d8-4091-9451-850a62e33577) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:35.219508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9644a-6682-4f4d-aa71-e16853ca0125 req-14e15a52-cda0-49d3-898d-760f1115e98c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:35.226831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75e9644a-6682-4f4d-aa71-e16853ca0125 req-14e15a52-cda0-49d3-898d-760f1115e98c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1791632 Sep 02 13:04:35.325856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] Provisioning for port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:35.335408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-75e9644a-6682-4f4d-aa71-e16853ca0125 req-14354da0-af44-461b-bb9c-2bb51afc14db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933280 Sep 02 13:04:35.380728 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:35.381673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] Provisioning complete for port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:35.382161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:35.386504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-a1e88389-607e-41ac-a1a2-2476be22dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:35.388686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-a1e88389-607e-41ac-a1a2-2476be22dd97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.3407667 Sep 02 13:04:35.690779 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:35.778613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Deleting port 7d7ad5d7-917c-4ab4-a1f2-4524a2c2198f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:35.779236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:35.828068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] For port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:35.843743 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:35.982150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-f8f08320-6328-4e4e-acc8-bba30030024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:35.996459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-f8f08320-6328-4e4e-acc8-bba30030024a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4978693 Sep 02 13:04:36.001714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929d876-650f-44a7-bf39-ec20f1d0c441 None None] Pushing event updated for resources: {'Port': ['ID=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:36.253254 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:36.305450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d476b59f-f277-4cff-ac00-05e4c81bf296 None None] Provisioning complete for port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:36.305952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d476b59f-f277-4cff-ac00-05e4c81bf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:36.319897 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:36.439160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:36.468789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:36.472005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:36.500829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:36.519714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-ac21fe87-d5c3-4adf-8e8e-b693869917ee service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861548 Sep 02 13:04:36.525552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b8781f1c-81d8-4091-9451-850a62e33577,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:36.587464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Calling delete_port for 7d7ad5d7-917c-4ab4-a1f2-4524a2c2198f owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:36.600079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.600535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.602403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.602860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.605039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.605598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.606035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.606450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.610138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.610705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.611361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.611716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:36.937704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d94652e-012c-4588-8b2b-1d0ac9958657 req-14da69b8-994f-49e0-b737-0f21c033ea9d service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667931 Sep 02 13:04:37.155707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9094ae-a978-437a-b0b2-aafc1e0d7fd7 req-3377d730-6b1b-4fa8-ae9b-4c5227376a66 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:37.157874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c9094ae-a978-437a-b0b2-aafc1e0d7fd7 req-3377d730-6b1b-4fa8-ae9b-4c5227376a66 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.5723794 Sep 02 13:04:37.414135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-cd80d141-fa2c-426a-bde1-c3cc6168c854 req-5517485f-3268-43ba-8d17-cc2739978a7d service neutron] (94840) timed out ('10.222.0.60', 37118) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:04:37.415066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5c9094ae-a978-437a-b0b2-aafc1e0d7fd7 req-0e267c70-388a-4962-9e0d-8e37c07c05a3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480216 Sep 02 13:04:37.600700 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:37.762979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:37.889161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:37.889542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.106207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:38.229559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Deleting subnet 66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:04:38.235779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.341530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.437481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.576438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.682864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.693625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0 HTTP/1.1" status: 204 len: 168 time: 0.5859945 Sep 02 13:04:38.744357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8bfa1-84d6-4e3e-948c-4f28957c1a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c5ae16-0e0e-4ff1-9b1b-61115dbea0c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:38.746594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:38.821725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.842497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:38.968463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.059390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event deleted for resources: {'Port': ['ID=7d7ad5d7-917c-4ab4-a1f2-4524a2c2198f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:39.130297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964365e4-4973-4f37-9c07-80cc9ecc9d11 req-45bb260a-3d9a-4ec1-bdf7-f440bf0e4b8c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:39.148786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-964365e4-4973-4f37-9c07-80cc9ecc9d11 req-45bb260a-3d9a-4ec1-bdf7-f440bf0e4b8c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.5497229 Sep 02 13:04:39.178244 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.214939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a8beae-e3a9-4f26-9490-4fe7019ddb14']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:39.256360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa8698b-64da-488e-8836-ad83dc6faa25') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:39.258266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa8698b-64da-488e-8836-ad83dc6faa25') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:39.265782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.294344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.353824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.391055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:04:39.394512 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:04:39.565541 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:04:39.578686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.607323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.614279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7a8beae-e3a9-4f26-9490-4fe7019ddb14 HTTP/1.1" status: 204 len: 168 time: 0.8499687 Sep 02 13:04:39.681650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ce73f-9452-4b58-952e-c85e2773eec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a8beae-e3a9-4f26-9490-4fe7019ddb14,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:39.696367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.703549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.708739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-964365e4-4973-4f37-9c07-80cc9ecc9d11 req-979f69c3-e6fc-41f0-a0d5-fba8c0e85e96 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585217 Sep 02 13:04:39.898522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.900285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Fanout notify agent at l3_agent the message router_deleted on router ebb03393-f861-4bae-9e16-bbfc75292e62 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:39.914684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:39.934677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:39.939817 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a53bb5ab-5414-43e0-8a77-154af1a6500e tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/ebb03393-f861-4bae-9e16-bbfc75292e62 HTTP/1.1" status: 204 len: 168 time: 5.9837236 Sep 02 13:04:39.941058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Router 0b76698a-2b4f-4abb-979b-d7def618de01 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:39.956671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:39.994072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-548794978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:40.007480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:40.050721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2fc9dc77-5694-4be0-9af7-66e73cdefbec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20dda396ddd14ff18bf7825a507fddc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348131 Sep 02 13:04:40.051926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:40.242970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4011921b-5314-472b-8985-2df8d133a203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.253561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.259571 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.292440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4011921b-5314-472b-8985-2df8d133a203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.386518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4011921b-5314-472b-8985-2df8d133a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.395711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4011921b-5314-472b-8985-2df8d133a203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.405075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4011921b-5314-472b-8985-2df8d133a203 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9 HTTP/1.1" status: 204 len: 168 time: 0.3466716 Sep 02 13:04:40.431518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011921b-5314-472b-8985-2df8d133a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c13e0c5-0002-4d2d-8fdc-1328cfe64cb9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:40.450391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.463111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.495220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:40.505407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d69dd1a3-e5c3-44f5-bca6-8639a0579325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.511297 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Sync routers for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:40.520685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.525748 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8606cb3-532f-49f3-b757-c4002539c8f6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6645167 Sep 02 13:04:40.526846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:40.534880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:40.535822 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:40.536547 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:40.537906 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-edd321de-7943-431f-96d0-1fafdc049c93 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5797567 Sep 02 13:04:40.557306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:40.576914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:40.793377 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:41.121720 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:41.141163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404313-fe6a-4271-9297-7858939fc55c req-3419571a-995b-4c78-9d77-d55c7267e0b1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:41.143435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b404313-fe6a-4271-9297-7858939fc55c req-3419571a-995b-4c78-9d77-d55c7267e0b1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1833494 Sep 02 13:04:41.288783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:41.314485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b404313-fe6a-4271-9297-7858939fc55c req-6f1beeee-d05b-4c51-ad4b-675c117d4872 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575265 Sep 02 13:04:41.319389 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:37Z', 'revision_number': 3, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:41.412595 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Checking router: 0b76698a-2b4f-4abb-979b-d7def618de01 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:04:41.421304 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Updating router 0b76698a-2b4f-4abb-979b-d7def618de01 port b8781f1c-81d8-4091-9451-850a62e33577 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:04:41.529103 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:41.553797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d69dd1a3-e5c3-44f5-bca6-8639a0579325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:41.565177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d69dd1a3-e5c3-44f5-bca6-8639a0579325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:41.819904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d69dd1a3-e5c3-44f5-bca6-8639a0579325 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0f46b0b930c42f6bc29394900e5925b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8070514 Sep 02 13:04:41.827796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:41.856768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dd1a3-e5c3-44f5-bca6-8639a0579325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db87ab4-02c0-49e1-b941-0f196336a92d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:42.013374 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.084280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.320751 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.432694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d54b-9f50-40a8-a189-2ca5d7b9d552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.643827 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d54b-9f50-40a8-a189-2ca5d7b9d552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.747137 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.830822 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Transition to ACTIVE for port object b8781f1c-81d8-4091-9451-850a62e33577 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:42.854127 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:42.891495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a502-8410-4baa-88b4-d6d4ac0514e1 req-270e0660-6497-4dd8-bf40-ddb6d208c725 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:42.901617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5050a502-8410-4baa-88b4-d6d4ac0514e1 req-270e0660-6497-4dd8-bf40-ddb6d208c725 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.2954094 Sep 02 13:04:42.982462 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4a0db-239b-4053-8e77-764a6140e466 None None] Pushing event updated for resources: {'Port': ['ID=b8781f1c-81d8-4091-9451-850a62e33577,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:42.995007 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d54b-9f50-40a8-a189-2ca5d7b9d552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.001621 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d54b-9f50-40a8-a189-2ca5d7b9d552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.006924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f7b3d54b-9f50-40a8-a189-2ca5d7b9d552 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5db87ab4-02c0-49e1-b941-0f196336a92d HTTP/1.1" status: 204 len: 168 time: 1.1735332 Sep 02 13:04:43.045179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Allocated IP 172.20.0.1 (c82b8324-8cb5-4efc-b83e-8b8483df690e/c4e323b4-6fee-445e-b7db-c9fffa354a94/7084c5a9-8b6b-421a-bd0e-9d5ef0207dad) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:43.047649 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Attempting to bind port b8781f1c-81d8-4091-9451-850a62e33577 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:43.052048 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Attempting to bind port b8781f1c-81d8-4091-9451-850a62e33577 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:43.052473 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Attempting to bind port b8781f1c-81d8-4091-9451-850a62e33577 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:43.064571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3d54b-9f50-40a8-a189-2ca5d7b9d552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db87ab4-02c0-49e1-b941-0f196336a92d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:43.084940 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:43.085606 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:43.093930 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.093930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:43.093930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Bound port: b8781f1c-81d8-4091-9451-850a62e33577, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:43.093930 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.113266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5050a502-8410-4baa-88b4-d6d4ac0514e1 req-573aa8da-9f6c-4b83-8d7c-ac1f03e88815 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104521 Sep 02 13:04:43.188337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Allocated IP 172.25.7.193 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/af37caeb-6b84-439d-9eaa-ef096baae58c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:43.224686 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] For port b8781f1c-81d8-4091-9451-850a62e33577, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:43.233744 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] For port b8781f1c-81d8-4091-9451-850a62e33577, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8781f1c-81d8-4091-9451-850a62e33577,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:43.243151 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.384870 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.464487 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:43.465655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Transition to ACTIVE for port object 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:43.468002 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:43.473803 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4a0db-239b-4053-8e77-764a6140e466 None None] Pushing event updated for resources: {'Port': ['ID=b8781f1c-81d8-4091-9451-850a62e33577,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:43.549319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.581270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.726298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:43.798939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Network c82b8324-8cb5-4efc-b83e-8b8483df690e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:43.829659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:43.847213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:43.969107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event updated for resources: {'Port': ['ID=af37caeb-6b84-439d-9eaa-ef096baae58c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:44.065065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:44.080994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:44.094492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:44.097148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:44.151784 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:44.206414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:44.406984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59848) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:44.520123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-756627b0-a2e3-474c-867a-cd62d9eb1ff5 None None] Provisioning for port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:44.525316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-179fd488-288d-4f59-ab6c-38345a021aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:44.526083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-756627b0-a2e3-474c-867a-cd62d9eb1ff5 None None] Provisioning complete for port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:44.526083 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-756627b0-a2e3-474c-867a-cd62d9eb1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:44.598211 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:44.653785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-756627b0-a2e3-474c-867a-cd62d9eb1ff5 None None] Port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:04:44.887284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f52fe-316f-4851-bec4-f6d7eccb763d req-c59aaf87-6447-4edb-8037-ccd2e8b45c68 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:44.889282 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b15f52fe-316f-4851-bec4-f6d7eccb763d req-c59aaf87-6447-4edb-8037-ccd2e8b45c68 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.3347776 Sep 02 13:04:45.026968 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:37Z', 'revision_number': 3, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:45.040831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:45.126352 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47023ad8-fa96-4ece-95b3-fc65fdb34ebe None None] The sync data for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 is: [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:37Z', 'revision_number': 3, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:45.148073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b15f52fe-316f-4851-bec4-f6d7eccb763d req-c9169a70-e297-4995-b9f3-5e33e4cdc5fa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377901 Sep 02 13:04:45.358414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:45.370330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:45.596320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:45.598278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:45.799637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Network c82b8324-8cb5-4efc-b83e-8b8483df690e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:45.803557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:46.010411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8781f1c-81d8-4091-9451-850a62e33577 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:46.447032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Router 0b76698a-2b4f-4abb-979b-d7def618de01 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:04:46.499920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db047e6a-758f-482c-b9ac-cc63066cbe7f None None] Provisioning complete for port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:46.501868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db047e6a-758f-482c-b9ac-cc63066cbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:46.677588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b8781f1c-81d8-4091-9451-850a62e33577 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:46.691752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-db047e6a-758f-482c-b9ac-cc63066cbe7f None None] Port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:04:46.704110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b8781f1c-81d8-4091-9451-850a62e33577 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:46.704550 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:46.892608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:46.922539 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:46.931821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db09a37e-465b-48ae-a726-a4f9547c68e7 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b76698a-2b4f-4abb-979b-d7def618de01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3929734 Sep 02 13:04:46.976766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port b8781f1c-81d8-4091-9451-850a62e33577, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8781f1c-81d8-4091-9451-850a62e33577,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:46.984713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:47.109379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=b8781f1c-81d8-4091-9451-850a62e33577,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:47.155259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.155616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.158086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.158448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.164290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.165037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.165212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.166555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.177790 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.181388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.181388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.181388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:04:47.432662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:47.448824 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:47.465373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-179fd488-288d-4f59-ab6c-38345a021aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:47.534031 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-179fd488-288d-4f59-ab6c-38345a021aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:47.561117 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:04:47.623452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fd488-288d-4f59-ab6c-38345a021aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4551702a-3766-4f74-9768-0f4b72db400d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:47.669964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-179fd488-288d-4f59-ab6c-38345a021aa6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee0f2eff702c4b73a374d8b58f80a39f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2526495 Sep 02 13:04:47.672985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:47.679262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec45e6-e3f8-4aec-bf9f-0e3d0bb6642a req-12583786-8d2b-45f6-972a-8919377b6ca6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:47.681293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7ec45e6-e3f8-4aec-bf9f-0e3d0bb6642a req-12583786-8d2b-45f6-972a-8919377b6ca6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.5080569 Sep 02 13:04:47.760629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7ec45e6-e3f8-4aec-bf9f-0e3d0bb6642a req-4ccd6a5a-5284-4bf7-8cb1-b4d35edb7982 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720842 Sep 02 13:04:47.827194 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d34719a-6d42-4c0a-adfb-c2f1d4dc56b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:47.828805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Router 5f2c30f7-813b-42dd-ab4e-456f2b4cf661 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:47.888336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8781f1c-81d8-4091-9451-850a62e33577 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:47.906310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d34719a-6d42-4c0a-adfb-c2f1d4dc56b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.002245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b8781f1c-81d8-4091-9451-850a62e33577 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:48.007722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.038587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d34719a-6d42-4c0a-adfb-c2f1d4dc56b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.041981 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d34719a-6d42-4c0a-adfb-c2f1d4dc56b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.044456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4d34719a-6d42-4c0a-adfb-c2f1d4dc56b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4551702a-3766-4f74-9768-0f4b72db400d HTTP/1.1" status: 204 len: 168 time: 0.3702285 Sep 02 13:04:48.076719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34719a-6d42-4c0a-adfb-c2f1d4dc56b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4551702a-3766-4f74-9768-0f4b72db400d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:48.119002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:48.160719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.162724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05c46ef8-bf6f-4d44-b84e-408ebf1c4cbc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "PUT /v2.0/routers/5f2c30f7-813b-42dd-ab4e-456f2b4cf661 HTTP/1.1" status: 200 len: 883 time: 7.6010995 Sep 02 13:04:48.165728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:48.177975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] Sync routers for ids ['5f2c30f7-813b-42dd-ab4e-456f2b4cf661'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:48.286750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] Routers {'5f2c30f7-813b-42dd-ab4e-456f2b4cf661'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:48.287732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5f2c30f7-813b-42dd-ab4e-456f2b4cf661'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:48.584868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:48.598661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:48.608256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d3b867f-9154-4e02-9637-1412e8363239 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/5f2c30f7-813b-42dd-ab4e-456f2b4cf661 HTTP/1.1" status: 200 len: 924 time: 0.4143267 Sep 02 13:04:48.608526 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Sync routers for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:48.624229 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:48.625796 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:48.651569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] Routers {'5f2c30f7-813b-42dd-ab4e-456f2b4cf661'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:48.652207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5f2c30f7-813b-42dd-ab4e-456f2b4cf661'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:48.734993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a1414-8c58-4eaf-80eb-b7c0d296a15a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:48.739315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-209a1414-8c58-4eaf-80eb-b7c0d296a15a tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=5f2c30f7-813b-42dd-ab4e-456f2b4cf661&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1506026 Sep 02 13:04:48.740152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:48.765980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:48.772853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c693b1f-3cfd-439c-aa26-c283aa2a920d None None] The sync data for ids ['5f2c30f7-813b-42dd-ab4e-456f2b4cf661'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:48.774217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:48.781234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-386372087-network', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:48.845291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Made reservation on behalf of 2c7242abaf2a4a02b824344dd7b12b80 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:04:48.848494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.870286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:48.947886 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:49.061949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce77d833-b96d-4876-bbc6-43862e16fa5b tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:49.068593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ce77d833-b96d-4876-bbc6-43862e16fa5b tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.3272150 Sep 02 13:04:49.071393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59916) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:49.172343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-566d26a0-eb2f-432d-add6-247a61d236ee tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f2c30f7-813b-42dd-ab4e-456f2b4cf661 HTTP/1.1" status: 200 len: 205 time: 0.0975161 Sep 02 13:04:49.174489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:49.201267 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c4416-8b47-4bbe-85c2-57dc478a40bf req-2081caf6-4cec-467a-ba6d-c0ccd01e400c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:49.213916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-556c4416-8b47-4bbe-85c2-57dc478a40bf req-2081caf6-4cec-467a-ba6d-c0ccd01e400c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.2326915 Sep 02 13:04:49.323120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-556c4416-8b47-4bbe-85c2-57dc478a40bf req-3eaa30a9-5b2b-4a9f-a851-83b13ace692e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015997 Sep 02 13:04:49.379454 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 2, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:49.420553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.423947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.450980 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Checking router: 0b76698a-2b4f-4abb-979b-d7def618de01 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:04:49.454053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Updating router 0b76698a-2b4f-4abb-979b-d7def618de01 port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:04:49.506299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.536142 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.720843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81883a92-72ea-4791-83cf-bcb7cf1d4773,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:49.738397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:04:49.751249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.751673 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Added segment af13ca88-6e2d-4a3f-9e88-3d9abcc82588 of type vlan for network 6f3eec96-54df-4ced-a272-f32623ceeba2 Sep 02 13:04:49.858416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.890986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.920684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:49.924199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:49.924992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.015283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2398577 Sep 02 13:04:50.018607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:50.025110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Request body: {'subnet': {'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-386372087-subnet', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:50.046022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3da0-de22-4a26-a1ea-ed159ebfb736 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3eec96-54df-4ced-a272-f32623ceeba2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:50.059443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:04:50.072157 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.072948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Deleting port af37caeb-6b84-439d-9eaa-ef096baae58c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:50.073309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.076241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Made reservation on behalf of 2c7242abaf2a4a02b824344dd7b12b80 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:04:50.084975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.091151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Transition to ACTIVE for port object 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:50.102295 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.190938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.212831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Calling delete_port for af37caeb-6b84-439d-9eaa-ef096baae58c owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:50.312142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7ee2-5a9f-4ed2-8f0b-28c4e9dbbc14 None None] Pushing event updated for resources: {'Port': ['ID=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:50.333740 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Attempting to bind port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:50.337314 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Attempting to bind port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:50.337891 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Attempting to bind port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad on network c82b8324-8cb5-4efc-b83e-8b8483df690e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:50.350354 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:50.351020 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Checking segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:50.351599 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.354023 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Bound using segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:50.354988 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Bound port: 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:50.356653 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.462901 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.481570 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.549204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32797a75-b051-4cf9-bd4b-aa7eb620e08c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:50.563915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Checking segment: {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:50.564942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Network hostable DHCP agents. Network: 6f3eec96-54df-4ced-a272-f32623ceeba2, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:04:50.579799 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] For port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:50.593991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] For port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:50.598468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event deleted for resources: {'Port': ['ID=af37caeb-6b84-439d-9eaa-ef096baae58c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:50.601682 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.627502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:04:50.659274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 6f3eec96-54df-4ced-a272-f32623ceeba2) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:50.685286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:50.686438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.714248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf787a-533f-4efe-9417-b70058625914 None None] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:04:50.723463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349198f-ea8d-4aff-9d82-85c0361150e5 req-b358201c-3e3c-414f-9722-1a30da0f0d99 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:50.728207 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:50.728863 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:50.736256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5c82a424-8e23-4fa1-825c-65975aaae143 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7161322 Sep 02 13:04:50.736709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1349198f-ea8d-4aff-9d82-85c0361150e5 req-b358201c-3e3c-414f-9722-1a30da0f0d99 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1584427 Sep 02 13:04:50.738691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 59974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:50.744406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:50.749002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.794441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.797184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.935971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.938038 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.941611 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:50.965475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1349198f-ea8d-4aff-9d82-85c0361150e5 req-c0431f51-38ea-4e92-a2a8-adc7e7336b38 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274170 Sep 02 13:04:51.035212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:51.037413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.038346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Fanout notify agent at l3_agent the message router_deleted on router 5f2c30f7-813b-42dd-ab4e-456f2b4cf661 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:51.056649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.061745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-efb86be1-0c7b-440b-8a40-bb35cabc90dc tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/5f2c30f7-813b-42dd-ab4e-456f2b4cf661 HTTP/1.1" status: 204 len: 168 time: 1.8719249 Sep 02 13:04:51.075783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59980) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:51.085406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-719825241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:51.116236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-6f3eec96-54df-4ced-a272-f32623ceeba2', 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'fixed_ips': [{'subnet_id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:04:51.117134 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.166589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.171076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.310810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.317857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.342662 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.351563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-516bdac5-bb95-4f61-b411-5815779fe850 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2723923 Sep 02 13:04:51.354087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 59992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:51.365748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': True}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:51.395029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Allocated IP 172.20.0.2 (6f3eec96-54df-4ced-a272-f32623ceeba2/32797a75-b051-4cf9-bd4b-aa7eb620e08c/f157405d-8276-4fae-8f6b-fd12528f35e2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:51.396163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7ee2-5a9f-4ed2-8f0b-28c4e9dbbc14 None None] Pushing event updated for resources: {'Port': ['ID=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:51.561175 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:50Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:51.582511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.593516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Transition to ACTIVE for port object f157405d-8276-4fae-8f6b-fd12528f35e2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:51.609899 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56732ad-8358-4855-b509-13dbd4317f5f None None] The sync data for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 is: [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:50Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:51.621167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Transition to ACTIVE for port object f157405d-8276-4fae-8f6b-fd12528f35e2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:51.631919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.790004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:51.791297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:51.796975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:51.819232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Pushing event updated for resources: {'Port': ['ID=f157405d-8276-4fae-8f6b-fd12528f35e2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:51.898617 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.899701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Attempting to bind port f157405d-8276-4fae-8f6b-fd12528f35e2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:51.900078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Attempting to bind port f157405d-8276-4fae-8f6b-fd12528f35e2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:51.900464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Attempting to bind port f157405d-8276-4fae-8f6b-fd12528f35e2 on network 6f3eec96-54df-4ced-a272-f32623ceeba2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:51.931716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:51.932360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Checking segment: {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:51.934794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:51.935256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Bound using segment: {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:51.935785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Bound port: f157405d-8276-4fae-8f6b-fd12528f35e2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:51.940488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.055490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] For port f157405d-8276-4fae-8f6b-fd12528f35e2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:52.060182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] For port f157405d-8276-4fae-8f6b-fd12528f35e2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f157405d-8276-4fae-8f6b-fd12528f35e2,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:52.065373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:52.127534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.133666 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.250876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:52.266317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25175f-d500-4945-9cf9-60ca729adc14 req-9514cccc-e7a7-486b-94a5-0433b88dd8f9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:52.267358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b88e9-56ad-4edc-927c-e7c219f0d841 None None] Pushing event updated for resources: {'Port': ['ID=f157405d-8276-4fae-8f6b-fd12528f35e2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:52.280537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:52.286326 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.287553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff25175f-d500-4945-9cf9-60ca729adc14 req-9514cccc-e7a7-486b-94a5-0433b88dd8f9 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1533828 Sep 02 13:04:52.477523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff25175f-d500-4945-9cf9-60ca729adc14 req-19c27fa3-327b-44d7-bb32-c6ea163e7a09 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884530 Sep 02 13:04:52.559650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.573074 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.590745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.671626 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.715835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:52.726879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.734808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:52.883887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:52.968739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Allocated IP 172.25.7.160 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/5be07b89-c6f5-4388-ade9-c1a59d97808a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:53.162048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:53.244667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:53.342356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Port': ['ID=5be07b89-c6f5-4388-ade9-c1a59d97808a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:53.343059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Allocated IP 172.25.7.133 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/99a98ea5-02f7-4284-9fbb-40d67226751d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:53.347446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:53.349380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:53.352057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:53.572951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:53.672889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:53.737237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Pushing event updated for resources: {'Port': ['ID=99a98ea5-02f7-4284-9fbb-40d67226751d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:53.751518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:53.754319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:53.758029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:53.917074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843df61-311a-457f-945a-43cc96051d40 req-5600e3bd-e210-4a78-a3b8-49b74a910c7c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:53.923276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2843df61-311a-457f-945a-43cc96051d40 req-5600e3bd-e210-4a78-a3b8-49b74a910c7c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.2216341 Sep 02 13:04:53.989093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:54.063357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:54.203882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:54.204263 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:54.271400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:54.283691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2843df61-311a-457f-945a-43cc96051d40 req-8e1288bf-5b00-486e-b36d-e42145b61570 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513508 Sep 02 13:04:54.295247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d84b87-786e-4846-ac47-80d5fe5b960f None None] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:04:54.448838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:54.453818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:54.486952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3cf77daf-1358-4ddd-9adc-c2cfdce31885 None None] Provisioning for port f157405d-8276-4fae-8f6b-fd12528f35e2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:54.544314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f157405d-8276-4fae-8f6b-fd12528f35e2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:54.624587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:54.740116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f157405d-8276-4fae-8f6b-fd12528f35e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:54.747056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f157405d-8276-4fae-8f6b-fd12528f35e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:54.747584 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:55.003202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Router c29b716c-d2c8-44f0-8b79-668a51b54637 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:55.037575 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:55.101954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Router e559b9f8-9648-4f9a-ab7e-81a19b70ec2b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:04:55.141997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port f157405d-8276-4fae-8f6b-fd12528f35e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f157405d-8276-4fae-8f6b-fd12528f35e2,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:04:55.148130 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:55.290188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=f157405d-8276-4fae-8f6b-fd12528f35e2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:55.345048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:55.356189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Sync routers for ids ['c29b716c-d2c8-44f0-8b79-668a51b54637'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:55.379246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Routers {'c29b716c-d2c8-44f0-8b79-668a51b54637'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:55.381713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c29b716c-d2c8-44f0-8b79-668a51b54637'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:55.403869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:55.407851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-37509eff-a2e2-4795-bc4e-f111f1da7edb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6651704 Sep 02 13:04:55.408509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:55.429614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:55.441217 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] Sync routers for ids ['e559b9f8-9648-4f9a-ab7e-81a19b70ec2b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:04:55.457350 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] Routers {'e559b9f8-9648-4f9a-ab7e-81a19b70ec2b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:55.459775 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e559b9f8-9648-4f9a-ab7e-81a19b70ec2b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:55.503592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:55.505030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bdcd80c3-8f55-4558-a792-987164668f97 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "PUT /v2.0/routers/e559b9f8-9648-4f9a-ab7e-81a19b70ec2b HTTP/1.1" status: 200 len: 918 time: 4.1498883 Sep 02 13:04:55.508328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:55.566485 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:55.584333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] Routers {'e559b9f8-9648-4f9a-ab7e-81a19b70ec2b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:55.610204 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e559b9f8-9648-4f9a-ab7e-81a19b70ec2b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:55.730775 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:55.731639 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae781e1-35b6-4e06-993f-b4b142bb118a None None] The sync data for ids ['e559b9f8-9648-4f9a-ab7e-81a19b70ec2b'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:55.734920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Set router c29b716c-d2c8-44f0-8b79-668a51b54637 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:55.752534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ef12-44e2-4d43-aba6-2629ae9ca967 req-0a9750c8-cba9-4a1b-a555-d08b42760dc1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:55.761847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3914ef12-44e2-4d43-aba6-2629ae9ca967 req-0a9750c8-cba9-4a1b-a555-d08b42760dc1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.3267558 Sep 02 13:04:55.890876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3914ef12-44e2-4d43-aba6-2629ae9ca967 req-a233caad-2b14-41a7-a5ac-d1f9d0eb4499 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274323 Sep 02 13:04:55.900653 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-895b5ad7-5fa6-47cd-aa1d-eb52b3c7bae4 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/e559b9f8-9648-4f9a-ab7e-81a19b70ec2b HTTP/1.1" status: 200 len: 924 time: 0.3910644 Sep 02 13:04:55.905035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:55.916331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f157405d-8276-4fae-8f6b-fd12528f35e2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:04:55.982582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be9c69f4-c927-4d24-836b-9e0578eafaa8 None None] Provisioning complete for port f157405d-8276-4fae-8f6b-fd12528f35e2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:55.982965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be9c69f4-c927-4d24-836b-9e0578eafaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:55.985229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e47480-1cfa-459c-b26f-6bd9edf0e0a2 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:55.987003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-65e47480-1cfa-459c-b26f-6bd9edf0e0a2 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=e559b9f8-9648-4f9a-ab7e-81a19b70ec2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0809510 Sep 02 13:04:55.990388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:56.107638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6d76a-48a8-4202-89c0-2b80e1ad3993 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:56.109453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4ac6d76a-48a8-4202-89c0-2b80e1ad3993 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.1176128 Sep 02 13:04:56.112306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60098) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:56.186691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cbd4bb1f-9759-4a17-b2f8-c6bea9935274 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=e559b9f8-9648-4f9a-ab7e-81a19b70ec2b HTTP/1.1" status: 200 len: 205 time: 0.0703251 Sep 02 13:04:56.187416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:56.193284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f157405d-8276-4fae-8f6b-fd12528f35e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:56.194456 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.262472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:04:54Z', 'revision_number': 3, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:56.355932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Checking router: c29b716c-d2c8-44f0-8b79-668a51b54637 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:04:56.356607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Updating router c29b716c-d2c8-44f0-8b79-668a51b54637 port 99a98ea5-02f7-4284-9fbb-40d67226751d binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:04:56.391586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.447441 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.451987 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.586056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.731139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Deleting port 5be07b89-c6f5-4388-ade9-c1a59d97808a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:04:56.731139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.866207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:56.867066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Allocated IP 172.20.0.1 (6f3eec96-54df-4ced-a272-f32623ceeba2/32797a75-b051-4cf9-bd4b-aa7eb620e08c/8922f56f-3696-413e-9a6e-ae1cbeac62ec) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:56.910181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Calling delete_port for 5be07b89-c6f5-4388-ade9-c1a59d97808a owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:04:57.153414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.176325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.176707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Transition to ACTIVE for port object 8922f56f-3696-413e-9a6e-ae1cbeac62ec will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:57.184795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.200287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Transition to ACTIVE for port object 99a98ea5-02f7-4284-9fbb-40d67226751d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:04:57.209676 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.214108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event deleted for resources: {'Port': ['ID=5be07b89-c6f5-4388-ade9-c1a59d97808a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:57.218230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068ca37-2f18-4d13-ac7a-59537ab056fd req-e64d0369-2e00-4659-a085-1e22f3cd1b77 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:57.219801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4068ca37-2f18-4d13-ac7a-59537ab056fd req-e64d0369-2e00-4659-a085-1e22f3cd1b77 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.1514087 Sep 02 13:04:57.275971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.288339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Attempting to bind port 99a98ea5-02f7-4284-9fbb-40d67226751d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:04:57.289067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Attempting to bind port 99a98ea5-02f7-4284-9fbb-40d67226751d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:04:57.289754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Attempting to bind port 99a98ea5-02f7-4284-9fbb-40d67226751d on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:04:57.303444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcbd63-a660-4009-858d-0c32843453e2 None None] Pushing event updated for resources: {'Port': ['ID=99a98ea5-02f7-4284-9fbb-40d67226751d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:57.308635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:04:57.309728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:04:57.310499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.311164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:04:57.311943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Bound port: 99a98ea5-02f7-4284-9fbb-40d67226751d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:04:57.312654 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.351965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4068ca37-2f18-4d13-ac7a-59537ab056fd req-78c3c323-585c-453c-9a8b-343ff1075242 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086259 Sep 02 13:04:57.392567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] For port 99a98ea5-02f7-4284-9fbb-40d67226751d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:04:57.396670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] For port 99a98ea5-02f7-4284-9fbb-40d67226751d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99a98ea5-02f7-4284-9fbb-40d67226751d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:04:57.404871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.405511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.419702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:57.422978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:57.434167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:04:57.450123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Pushing event updated for resources: {'Port': ['ID=8922f56f-3696-413e-9a6e-ae1cbeac62ec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:57.530356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.559413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Routers {'c29b716c-d2c8-44f0-8b79-668a51b54637'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:04:57.560097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c29b716c-d2c8-44f0-8b79-668a51b54637'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:57.783199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:57.855398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcbd63-a660-4009-858d-0c32843453e2 None None] Pushing event updated for resources: {'Port': ['ID=99a98ea5-02f7-4284-9fbb-40d67226751d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:57.964036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] Set router c29b716c-d2c8-44f0-8b79-668a51b54637 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:04:58.098917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.106160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.183240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:58.195731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.196343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Fanout notify agent at l3_agent the message router_deleted on router e559b9f8-9648-4f9a-ab7e-81a19b70ec2b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:04:58.206205 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.207520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-124c37ce-7a99-4bc3-95ab-cb6c4322ce1c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/e559b9f8-9648-4f9a-ab7e-81a19b70ec2b HTTP/1.1" status: 204 len: 168 time: 2.0191405 Sep 02 13:04:58.211775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:58.222239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-102651595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:58.231100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-453f86f6-7d63-4e1f-a4c0-975371181fcd None None] Provisioning for port 8922f56f-3696-413e-9a6e-ae1cbeac62ec completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:04:58.244552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.246035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-453f86f6-7d63-4e1f-a4c0-975371181fcd None None] Provisioning complete for port 8922f56f-3696-413e-9a6e-ae1cbeac62ec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:58.246399 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-453f86f6-7d63-4e1f-a4c0-975371181fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.253248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.271955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.273137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.361400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.400499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-453f86f6-7d63-4e1f-a4c0-975371181fcd None None] Port 8922f56f-3696-413e-9a6e-ae1cbeac62ec cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:04:58.404696 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.412559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.443665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.446070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-edc13ca8-eb01-4383-9a39-55614d627b8c tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2321959 Sep 02 13:04:58.448860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:58.462595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:04:58.539718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:04:54Z', 'revision_number': 3, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:04:58.558938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1fced5f-5033-4ec8-9a98-fc8e9d2c62b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.572502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e21412-45c0-4c58-9c6f-3981cb303d94 None None] The sync data for ids ['c29b716c-d2c8-44f0-8b79-668a51b54637'] in n-d-792364-8 is: [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:04:54Z', 'revision_number': 3, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:04:58.663668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Pushing event updated for resources: {'Port': ['ID=8922f56f-3696-413e-9a6e-ae1cbeac62ec,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:58.682472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aef06b0f-c0db-4bb9-8e7c-fbd027a865b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:58.801252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:04:58.804592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:04:58.838218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b94642-2c89-4efd-b601-432e57c75e0c req-35900b76-609d-428e-bd52-26c7f1ba5146 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:04:58.839897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44b94642-2c89-4efd-b601-432e57c75e0c req-35900b76-609d-428e-bd52-26c7f1ba5146 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.2903678 Sep 02 13:04:58.937520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.056266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-44b94642-2c89-4efd-b601-432e57c75e0c req-e091b528-c883-43c9-90a1-1b7db3c6f834 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624544 Sep 02 13:04:59.071666 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1fced5f-5033-4ec8-9a98-fc8e9d2c62b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.079603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1fced5f-5033-4ec8-9a98-fc8e9d2c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.133183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Router c29b716c-d2c8-44f0-8b79-668a51b54637 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:04:59.162076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b1fced5f-5033-4ec8-9a98-fc8e9d2c62b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fd5ca930dfe41bf8b0dbad6bdec2411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9774117 Sep 02 13:04:59.164355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fced5f-5033-4ec8-9a98-fc8e9d2c62b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac39275e-3319-4298-815b-73c8866b3bfe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:59.182211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60176) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:04:59.344004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ec45692-7053-4256-992d-576180bbc98d None None] Provisioning complete for port 8922f56f-3696-413e-9a6e-ae1cbeac62ec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:04:59.345409 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ec45692-7053-4256-992d-576180bbc98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.387271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b739eb7f-517f-4ee3-82aa-46c49e8de0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.391449 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.418199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b739eb7f-517f-4ee3-82aa-46c49e8de0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.455309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.495814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b739eb7f-517f-4ee3-82aa-46c49e8de0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.500554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b739eb7f-517f-4ee3-82aa-46c49e8de0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:04:59.506239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b739eb7f-517f-4ee3-82aa-46c49e8de0fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac39275e-3319-4298-815b-73c8866b3bfe HTTP/1.1" status: 204 len: 168 time: 0.3181963 Sep 02 13:04:59.530265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739eb7f-517f-4ee3-82aa-46c49e8de0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac39275e-3319-4298-815b-73c8866b3bfe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:04:59.539989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:04:59.573017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d04fe3c3-cafd-4370-b127-a3095f4fdb7b admin admin] 10.222.0.60 "PUT /v2.0/routers/c29b716c-d2c8-44f0-8b79-668a51b54637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1473134 Sep 02 13:04:59.700223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3ec45692-7053-4256-992d-576180bbc98d None None] Port 8922f56f-3696-413e-9a6e-ae1cbeac62ec cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:04:59.734240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:04:59.741008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Allocated IP 172.25.7.230 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/77ca94ba-9d9f-4fe8-9b1e-0f8ee7ff5280) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:04:59.932053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99a98ea5-02f7-4284-9fbb-40d67226751d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:00.080874 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.122380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:00.150540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 99a98ea5-02f7-4284-9fbb-40d67226751d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:00.163772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'port_id': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'mac_address': 'fa:16:3e:b8:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:05:00.182672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 99a98ea5-02f7-4284-9fbb-40d67226751d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:00.183071 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.190717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.372681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:00.382317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.389057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:00.400179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:00.427524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:05:00.470805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.514318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 99a98ea5-02f7-4284-9fbb-40d67226751d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99a98ea5-02f7-4284-9fbb-40d67226751d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:00.520095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:00.523127 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.537485 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:00.584433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Pushing event updated for resources: {'Port': ['ID=77ca94ba-9d9f-4fe8-9b1e-0f8ee7ff5280,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:00.593599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=99a98ea5-02f7-4284-9fbb-40d67226751d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:00.665549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:00.735702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759c61-7c0c-4295-94a5-dc01480154cb req-1f20fa56-1751-4e72-aba6-a0d26033bade tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:00.746465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['2558df7a-60e0-4e7a-ad81-0b07ed021770'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:05:00.750800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb759c61-7c0c-4295-94a5-dc01480154cb req-1f20fa56-1751-4e72-aba6-a0d26033bade tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 944 time: 0.4599497 Sep 02 13:05:00.962476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb759c61-7c0c-4295-94a5-dc01480154cb req-795123ba-2517-4acc-99b3-b8fb7579ef3b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115507 Sep 02 13:05:01.003807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.305883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:01.309286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.310727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719065819', 'description': 'tempest-secgroup-smoke-719065819 description', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:01.313145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.337299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Sync routers for ids ['c29b716c-d2c8-44f0-8b79-668a51b54637'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:01.348806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Routers {'c29b716c-d2c8-44f0-8b79-668a51b54637'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:01.350144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:04:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c29b716c-d2c8-44f0-8b79-668a51b54637'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:01.371140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.460945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Router f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:05:01.543754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Set router c29b716c-d2c8-44f0-8b79-668a51b54637 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:05:01.590628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.596798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.645254 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d9d2-7bdd-4c20-9cfc-36ee3da02e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.650508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bda42d-7a82-4383-a02b-53f7687919f9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:01.655679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:01.661250 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.663876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bfd285d7-129b-471a-8877-5cae94050843 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "PUT /v2.0/routers/f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c HTTP/1.1" status: 200 len: 919 time: 3.2135658 Sep 02 13:05:01.669487 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] Sync routers for ids ['f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:01.672211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:01.681046 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] Routers {'f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:01.682237 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:01.744321 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:01.758518 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] Routers {'f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:01.760204 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:01.804742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:01.845959 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:01.846559 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f198ea-12cc-422a-ade1-27a09e75d2d8 None None] The sync data for ids ['f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:01.878775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4247f113-9160-4833-abdb-9ca465806190 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c HTTP/1.1" status: 200 len: 925 time: 0.2042644 Sep 02 13:05:01.881652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:01.903344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.907710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ed59852e-96ff-48df-9bb6-7f3303729e14 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5977087 Sep 02 13:05:01.907827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:01.913503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group_rule': {'security_group_id': '05bda42d-7a82-4383-a02b-53f7687919f9', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:01.928936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99a98ea5-02f7-4284-9fbb-40d67226751d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:01.931383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:01.963378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f3a2d-5050-4d95-ba16-36119d7df5e5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:01.965863 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-358f3a2d-5050-4d95-ba16-36119d7df5e5 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0828805 Sep 02 13:05:01.969061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:01.975103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.080978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604545e-174d-4229-8c50-237739a020f2 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:02.083387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b604545e-174d-4229-8c50-237739a020f2 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/networks/89208983-4238-4a7a-801c-c970583ac987 HTTP/1.1" status: 200 len: 881 time: 0.1128361 Sep 02 13:05:02.086395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:02.114106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.134225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.138100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-51422f12-d06f-480f-83e3-785cf7a1c0ce tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c HTTP/1.1" status: 200 len: 205 time: 0.0491707 Sep 02 13:05:02.139822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:02.165606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8df9a35-b536-437d-9018-f7e110d4df11,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:02.184686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b3fa-9c73-4dc3-80ed-9f3f9f16a04b req-4d5b5d5c-907b-4429-90f4-ce37295cc6a1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:02.196651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6fd7b3fa-9c73-4dc3-80ed-9f3f9f16a04b req-4d5b5d5c-907b-4429-90f4-ce37295cc6a1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 945 time: 0.1072459 Sep 02 13:05:02.208270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.212694 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fc4b868d-a46f-422f-af93-52bee336574d tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036840 Sep 02 13:05:02.213961 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:02.227215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group_rule': {'security_group_id': '05bda42d-7a82-4383-a02b-53f7687919f9', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:02.270801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6fd7b3fa-9c73-4dc3-80ed-9f3f9f16a04b req-c5b3d5f8-5871-4e28-b816-f7aad9b266a6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728166 Sep 02 13:05:02.285276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:02.299632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.299861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 2558df7a-60e0-4e7a-ad81-0b07ed021770 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:02.303384 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.314679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.374588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 99a98ea5-02f7-4284-9fbb-40d67226751d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:02.374951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.376529 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.382619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.405513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bddaa29-df2a-4b91-8772-c91d4597485c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:02.417982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.421397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-60f46fef-af0f-497f-bde8-87bbab2cd7ce tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1991353 Sep 02 13:05:02.423473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:02.430912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group_rule': {'security_group_id': '05bda42d-7a82-4383-a02b-53f7687919f9', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:02.482502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.503113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.566568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:04:57Z', 'revision_number': 4, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8922f56f-3696-413e-9a6e-ae1cbeac62ec', 'name': '', 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'mac_address': 'fa:16:3e:5e:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:56Z', 'updated_at': '2021-09-02T13:04:57Z', 'revision_number': 2, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'subnets': [{'id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:02.596245 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.598450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.606364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.627506 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.630439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Deleting port 77ca94ba-9d9f-4fe8-9b1e-0f8ee7ff5280 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:02.630807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.635391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91168e04-7f34-4b95-a849-2ca5ca01572e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:02.638581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Checking router: c29b716c-d2c8-44f0-8b79-668a51b54637 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:05:02.638933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Updating router c29b716c-d2c8-44f0-8b79-668a51b54637 port 8922f56f-3696-413e-9a6e-ae1cbeac62ec binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:05:02.648835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.650098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c05d28c1-8c57-4322-9657-8d9bd1e14f8b tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2254088 Sep 02 13:05:02.653008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:02.664235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group_rule': {'security_group_id': '05bda42d-7a82-4383-a02b-53f7687919f9', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:02.684451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:05:02.687052 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591a550a-7df5-445e-beb9-307fe11e8102" -d '{"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-plugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:05:02.706476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:02.710133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.712699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.714860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.757872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.761235 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f3965-eac3-4b70-a1d3-d921f91d8c9a x-openstack-request-id: req-1b4f3965-eac3-4b70-a1d3-d921f91d8c9a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:05:02.761567 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-plugged", "status": "completed", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:05:02.762297 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b4f3965-eac3-4b70-a1d3-d921f91d8c9a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:05:02.762297 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'code': 200} Sep 02 13:05:02.787144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Calling delete_port for 77ca94ba-9d9f-4fe8-9b1e-0f8ee7ff5280 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:02.811927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.832599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.839421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:02.871892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d8d5c2-13a1-47f6-869c-39b099a29ee8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:02.889077 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.893258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e00f460c-abd2-4837-b5ad-69ab5e2eaeff tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2357507 Sep 02 13:05:02.893480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:02.903175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group_rule': {'security_group_id': '05bda42d-7a82-4383-a02b-53f7687919f9', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:02.939560 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Project 9b0dcaa512454fed96a8b26b68f26be6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:05:02.949653 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:02.955807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a350649-3f3a-48f2-b869-a4ea8c145b38 req-fe417ce1-35ce-4bb0-8378-72b20902b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:02.958264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a350649-3f3a-48f2-b869-a4ea8c145b38 req-fe417ce1-35ce-4bb0-8378-72b20902b584 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1097 time: 0.0590527 Sep 02 13:05:03.004479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a350649-3f3a-48f2-b869-a4ea8c145b38 req-417b9e5d-6049-41c3-aa0b-3b4ce04ec8fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Sep 02 13:05:03.103370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.108549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.137159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa365c3d-9641-43a3-bb34-8a140e7a0373,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:03.174848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.180208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6a81e9a9-439c-4b21-aa76-dc842c625db0 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2850780 Sep 02 13:05:03.182784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:03.191423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'security_group_rule': {'security_group_id': '05bda42d-7a82-4383-a02b-53f7687919f9', 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:03.207089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.235803 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Project 9b0dcaa512454fed96a8b26b68f26be6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:05:03.241335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event deleted for resources: {'Port': ['ID=77ca94ba-9d9f-4fe8-9b1e-0f8ee7ff5280,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:03.247680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.248547 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.265815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Transition to ACTIVE for port object 8922f56f-3696-413e-9a6e-ae1cbeac62ec will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:03.285092 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.343524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.353095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.360475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.380510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b69c11b-87cf-40de-9dd3-cda3d625adc8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:03.400038 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.402047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a1dc789-39f8-4b14-bf0e-831a1f977646 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2181230 Sep 02 13:05:03.424128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff7577-3c51-4e96-a54b-ccf97a6171e6 None None] Pushing event updated for resources: {'Port': ['ID=8922f56f-3696-413e-9a6e-ae1cbeac62ec,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:03.498100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Attempting to bind port 8922f56f-3696-413e-9a6e-ae1cbeac62ec on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:05:03.499143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Attempting to bind port 8922f56f-3696-413e-9a6e-ae1cbeac62ec by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:05:03.499780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Attempting to bind port 8922f56f-3696-413e-9a6e-ae1cbeac62ec on network 6f3eec96-54df-4ced-a272-f32623ceeba2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:03.511844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:05:03.518328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Checking segment: {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:03.518866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.520063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Bound using segment: {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:05:03.526282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Bound port: 8922f56f-3696-413e-9a6e-ae1cbeac62ec, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:05:03.527209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.543888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92eb7f-2ac3-4c21-a0aa-cabb0beaf1b6 req-d4a61ee0-edf6-45ab-b349-f352b97c2582 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:03.545555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a92eb7f-2ac3-4c21-a0aa-cabb0beaf1b6 req-d4a61ee0-edf6-45ab-b349-f352b97c2582 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 946 time: 0.1293137 Sep 02 13:05:03.680532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] For port 8922f56f-3696-413e-9a6e-ae1cbeac62ec, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:05:03.689732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4a92eb7f-2ac3-4c21-a0aa-cabb0beaf1b6 req-34fe7158-4800-427e-87f5-d730d53cd2b8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352434 Sep 02 13:05:03.691262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] For port 8922f56f-3696-413e-9a6e-ae1cbeac62ec, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8922f56f-3696-413e-9a6e-ae1cbeac62ec,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:05:03.697759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:03.850111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Routers {'c29b716c-d2c8-44f0-8b79-668a51b54637'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:03.850849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c29b716c-d2c8-44f0-8b79-668a51b54637'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:04.036689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] Set router c29b716c-d2c8-44f0-8b79-668a51b54637 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:05:04.058701 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.068143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.163805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.164586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Fanout notify agent at l3_agent the message router_deleted on router f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:05:04.180113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff7577-3c51-4e96-a54b-ccf97a6171e6 None None] Pushing event updated for resources: {'Port': ['ID=8922f56f-3696-413e-9a6e-ae1cbeac62ec,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:04.201116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.202403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8341172b-aa5a-44eb-874a-7697fe67834f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c HTTP/1.1" status: 204 len: 168 time: 2.0572531 Sep 02 13:05:04.206436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:04.213807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1889308309', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:04.231576 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-7eb7f9d3-0398-4055-a6f0-e00864b48b65 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719065819&fields=id&tenant_id=9b0dcaa512454fed96a8b26b68f26be6 HTTP/1.1" status: 200 len: 267 time: 0.2934239 Sep 02 13:05:04.249619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.251373 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.353557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.451098 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.552050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:04.562914 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:04:57Z', 'revision_number': 4, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8922f56f-3696-413e-9a6e-ae1cbeac62ec', 'name': '', 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'mac_address': 'fa:16:3e:5e:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:56Z', 'updated_at': '2021-09-02T13:05:03Z', 'revision_number': 4, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'subnets': [{'id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:04.622587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3431aa-9d37-4300-b9b8-3e508ea0704c None None] The sync data for ids ['c29b716c-d2c8-44f0-8b79-668a51b54637'] in n-d-792364-8 is: [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:04:57Z', 'revision_number': 4, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8922f56f-3696-413e-9a6e-ae1cbeac62ec', 'name': '', 'network_id': '6f3eec96-54df-4ced-a272-f32623ceeba2', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'mac_address': 'fa:16:3e:5e:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:56Z', 'updated_at': '2021-09-02T13:05:03Z', 'revision_number': 4, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'subnets': [{'id': '32797a75-b051-4cf9-bd4b-aa7eb620e08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:04.836611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-1da42caf-8d34-40e4-ad81-c69ee451c11f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:04.845461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-1da42caf-8d34-40e4-ad81-c69ee451c11f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 809 time: 0.6119711 Sep 02 13:05:04.877426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-0eb90711-6f16-482d-950a-4743801b6756 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/quotas/9b0dcaa512454fed96a8b26b68f26be6 HTTP/1.1" status: 200 len: 375 time: 0.0233393 Sep 02 13:05:05.046917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-595a16a5-9673-4ea9-912a-0e634431143a tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564527 Sep 02 13:05:05.073450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28484ba2-9046-4302-bc5a-70ab3143bbc7 req-8bccaaa4-4bb0-4e18-b030-cf2c260cdbb7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:05.080359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28484ba2-9046-4302-bc5a-70ab3143bbc7 req-8bccaaa4-4bb0-4e18-b030-cf2c260cdbb7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 946 time: 0.2110138 Sep 02 13:05:05.113206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:05.173634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:05.204361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-8ac76c6f-83ff-40b6-809b-f3152997d0d2 service neutron] 10.222.0.60 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338248 Sep 02 13:05:05.204950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-28484ba2-9046-4302-bc5a-70ab3143bbc7 req-bf34859e-11c1-48ba-b371-58f198900686 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236899 Sep 02 13:05:05.284164 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:05.375643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-33bccfbd-f84b-49ae-a352-aa1a12f581ba service neutron] 10.222.0.60 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596918 Sep 02 13:05:05.748656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e408904-3f38-4586-9a26-9a4f2c3666e4 req-537fa987-cbd9-494f-b31f-ffd95ff82da2 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 210 time: 0.0414310 Sep 02 13:05:05.846743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Allocated IP 172.25.7.164 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/89d7a607-18d9-4c01-8c59-cf732d54672b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:05.898723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8922f56f-3696-413e-9a6e-ae1cbeac62ec up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:05.962721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8922f56f-3696-413e-9a6e-ae1cbeac62ec completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:05.976570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8922f56f-3696-413e-9a6e-ae1cbeac62ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:05.989109 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:06.050923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:06.104294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:06.156667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:06.190144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:06.190437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 8922f56f-3696-413e-9a6e-ae1cbeac62ec, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8922f56f-3696-413e-9a6e-ae1cbeac62ec,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:06.195280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:06.204814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:06.222129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:06.279689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=8922f56f-3696-413e-9a6e-ae1cbeac62ec,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:06.455713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55d22-6290-49b5-bf55-9414ea1b3da7 req-3b184463-131c-4240-bd48-3475c654ec9f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:06.482139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2c55d22-6290-49b5-bf55-9414ea1b3da7 req-3b184463-131c-4240-bd48-3475c654ec9f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 946 time: 0.1115038 Sep 02 13:05:06.551064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event updated for resources: {'Port': ['ID=89d7a607-18d9-4c01-8c59-cf732d54672b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:06.580526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c2c55d22-6290-49b5-bf55-9414ea1b3da7 req-44136c29-9dbb-48f5-98d7-a2c9e0af18b0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974135 Sep 02 13:05:06.791907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:06.891497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76c70706-2d97-48d3-a2f8-bb0ff6cc96da req-91c77971-d206-4e3f-8544-c0fe0fb8f57f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 210 time: 0.0384576 Sep 02 13:05:07.033552 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.201897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Router ab5e38f8-3dc8-47d8-97e2-32dd4910b06f is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:05:07.245266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-a5717ca5-3ac2-4d2b-b075-4d29f97b2dad tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:07.248639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-a5717ca5-3ac2-4d2b-b075-4d29f97b2dad tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 809 time: 0.1909027 Sep 02 13:05:07.323032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-33bf72d3-5526-4134-859b-9dc910256650 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b0dcaa512454fed96a8b26b68f26be6 HTTP/1.1" status: 200 len: 379 time: 0.0646837 Sep 02 13:05:07.335789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'port': {'device_id': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'admin_state_up': True, 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'security_groups': ['05bda42d-7a82-4383-a02b-53f7687919f9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:07.353723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:07.367336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] Sync routers for ids ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:07.375232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.376806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e1c281c2-14d9-466d-b890-c342b654c34d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1690564 Sep 02 13:05:07.379964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:07.385780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] Routers {'ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:07.386025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:07.386770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:07.488248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:07.511202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] Routers {'ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:07.514254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:07.555269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Made reservation on behalf of 9b0dcaa512454fed96a8b26b68f26be6 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:07.559353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.561232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:07.562144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6f3ad-7cce-451f-bf1c-aab8091dfc9a None None] The sync data for ids ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:07.728397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Allocated IP 172.20.0.14 (c82b8324-8cb5-4efc-b83e-8b8483df690e/c4e323b4-6fee-445e-b7db-c9fffa354a94/6157efe5-dfcb-47c3-bea9-508bca03e3a2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:07.842390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8922f56f-3696-413e-9a6e-ae1cbeac62ec up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:07.845162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.862489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.927212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Deleting port 89d7a607-18d9-4c01-8c59-cf732d54672b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:07.927824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.966311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8922f56f-3696-413e-9a6e-ae1cbeac62ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:07.967583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:07.975326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.015713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Transition to ACTIVE for port object 6157efe5-dfcb-47c3-bea9-508bca03e3a2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:08.048796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80e1d3f8-b45e-416b-810e-0f347c06e93a req-24ee3098-ae7d-410b-a89b-7637bf985bdd tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 210 time: 0.0424592 Sep 02 13:05:08.092184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.098898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.112947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Calling delete_port for 89d7a607-18d9-4c01-8c59-cf732d54672b owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:08.137742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Network c82b8324-8cb5-4efc-b83e-8b8483df690e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:08.145228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:08.149714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:08.189573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'Port': ['ID=6157efe5-dfcb-47c3-bea9-508bca03e3a2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:08.214575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:08.215258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.233683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-aa044ef3-f1e3-49da-93dd-37b09a14447e tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9028761 Sep 02 13:05:08.247757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Request body: {'port': {'device_id': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:08.315232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.334009 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.386936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Pushing event deleted for resources: {'Port': ['ID=89d7a607-18d9-4c01-8c59-cf732d54672b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:08.441951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.490934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0dd355a-3cce-4ef9-b88d-da847be169ed None None] Provisioning for port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:08.499628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0dd355a-3cce-4ef9-b88d-da847be169ed None None] Provisioning complete for port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:08.500018 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0dd355a-3cce-4ef9-b88d-da847be169ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.552872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd355a-3cce-4ef9-b88d-da847be169ed None None] Port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:05:08.668531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.672554 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.715670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6157efe5-dfcb-47c3-bea9-508bca03e3a2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:05:08.724503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.740801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Transition to ACTIVE for port object 6157efe5-dfcb-47c3-bea9-508bca03e3a2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:08.746506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.747661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Router ab5e38f8-3dc8-47d8-97e2-32dd4910b06f has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:05:08.812984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Pushing event updated for resources: {'Port': ['ID=6157efe5-dfcb-47c3-bea9-508bca03e3a2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:08.836452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:08.852555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.854661 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] Sync routers for ids ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:08.855358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-759b90f6-b9ac-429c-856c-59a2481df735 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "PUT /v2.0/routers/ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 200 len: 710 time: 1.4740558 Sep 02 13:05:08.857992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:08.870097 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] Routers {'ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:08.871011 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:08.929717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Attempting to bind port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:05:08.930526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Attempting to bind port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:05:08.931042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Attempting to bind port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 on network c82b8324-8cb5-4efc-b83e-8b8483df690e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:08.936305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 on network c82b8324-8cb5-4efc-b83e-8b8483df690e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:05:08.937115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Attempting to bind port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 on network c82b8324-8cb5-4efc-b83e-8b8483df690e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:08.943401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:05:08.947686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Checking segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:08.948357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Bound using segment: {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:05:08.949052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Bound port: 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4223da-69ba-496c-90f4-259ffb2d250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:05:08.949630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:08.966504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-494dd0d7-e581-4520-bb1b-d2e45eebf936 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/routers/ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 200 len: 745 time: 0.1065609 Sep 02 13:05:08.971659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60474) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.065080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f5fcb8a4-1593-4331-91be-d5f9f872cad2 tempest-RoutersIpV6AdminTest-224337264 tempest-RoutersIpV6AdminTest-224337264-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=89208983-4238-4a7a-801c-c970583ac987&device_id=ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 200 len: 205 time: 0.0903928 Sep 02 13:05:09.069652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60478) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.119038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] For port 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:05:09.126187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] For port 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:05:09.132742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.136250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-833751ef-c9c0-4f4b-9c83-2ffc746421cf tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 200 len: 205 time: 0.0625772 Sep 02 13:05:09.138207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.140446 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:09.159340 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] Routers {'ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:09.167541 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:09.235352 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:09.236312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efaa5c8-4f62-4c3a-bee8-03ffe7ad10ca None None] The sync data for ids ['ab5e38f8-3dc8-47d8-97e2-32dd4910b06f'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:09.248499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:09.249635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.254979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] 10.222.0.18 "PUT /v2.0/ports/6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 1092 time: 1.0124695 Sep 02 13:05:09.256063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:05:09.280428 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ed217-aa0d-44bb-8101-3116527a8852" -d '{"events": [{"name": "network-changed", "server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:05:09.383166 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d57ad1-b9cf-4eff-a74b-5410ac023610 x-openstack-request-id: req-21d57ad1-b9cf-4eff-a74b-5410ac023610 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:05:09.383785 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:05:09.384034 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21d57ad1-b9cf-4eff-a74b-5410ac023610 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:05:09.384631 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'status': 'completed', 'code': 200} Sep 02 13:05:09.389109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00dd11-f7dd-4002-a3b6-543a320cfa2c service neutron] Pushing event updated for resources: {'Port': ['ID=6157efe5-dfcb-47c3-bea9-508bca03e3a2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:09.419560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-a5702b84-2f96-4cf7-bd7a-e6dfb8e43455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:09.421730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-a5702b84-2f96-4cf7-bd7a-e6dfb8e43455 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1095 time: 0.0757844 Sep 02 13:05:09.474403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-91d8035c-a009-48dc-a4dc-000c8952348b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 217 time: 0.0442719 Sep 02 13:05:09.533608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-4b5fdc5d-e33d-45f4-8c55-0543ed3c21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:09.535194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-4b5fdc5d-e33d-45f4-8c55-0543ed3c21d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.0534222 Sep 02 13:05:09.586245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-f96fe716-1382-4d98-ab76-5d8272c084fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:09.588007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-f96fe716-1382-4d98-ab76-5d8272c084fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454619 Sep 02 13:05:09.604225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.615339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.697947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9d2b-7b12-4647-933f-957ddf0fbb2c req-0ce1a844-6856-4480-8be6-34ff6ed46f42 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:09.699242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-4477e035-bd3d-44b4-8773-1c1414a2e737 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035557 Sep 02 13:05:09.699518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34dd9d2b-7b12-4647-933f-957ddf0fbb2c req-0ce1a844-6856-4480-8be6-34ff6ed46f42 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 944 time: 0.1513019 Sep 02 13:05:09.762705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15a5a14-db55-4e2b-b7ea-bea635629d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.804278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.808544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.832444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-933da9dc-1ef5-4f07-bf52-8a1bbb6b946c req-b92c8c05-7b13-47e5-8a6c-3ceb64a52993 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252210 Sep 02 13:05:09.856286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34dd9d2b-7b12-4647-933f-957ddf0fbb2c req-27daf47e-9eaa-4760-a5f2-743d50be4c36 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294181 Sep 02 13:05:09.871063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.871579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Fanout notify agent at l3_agent the message router_deleted on router ab5e38f8-3dc8-47d8-97e2-32dd4910b06f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:05:09.879910 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.880968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3d3243c7-bf4a-4a60-ace1-2e37767d5338 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 204 len: 168 time: 0.7417622 Sep 02 13:05:09.885206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60496) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.914940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e99aa78f-c077-4c7a-b5b8-0bafaf86d1b1 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 200 len: 205 time: 0.0270727 Sep 02 13:05:09.916780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.938064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15a5a14-db55-4e2b-b7ea-bea635629d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.945056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15a5a14-db55-4e2b-b7ea-bea635629d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:09.958065 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-28ef0089-ce45-424e-a4de-920d493a23a4 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] delete failed (client error): The resource could not be found. Sep 02 13:05:09.959449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-28ef0089-ce45-424e-a4de-920d493a23a4 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/ab5e38f8-3dc8-47d8-97e2-32dd4910b06f HTTP/1.1" status: 404 len: 336 time: 0.0416844 Sep 02 13:05:09.962328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60500) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:09.977820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-9bf87d82-0193-4377-acc8-9ac55d42a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:09.979503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-9bf87d82-0193-4377-acc8-9ac55d42a25f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1095 time: 0.0819473 Sep 02 13:05:09.990613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fc61a205-a614-4589-8e9e-4bc818046e58 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c HTTP/1.1" status: 200 len: 205 time: 0.0271494 Sep 02 13:05:09.993062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.008926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a5a14-db55-4e2b-b7ea-bea635629d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e2f27-3514-4170-942a-8b9dec348ce5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:10.030063 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-cebdf278-dce7-4731-be08-b59a2a9e4cfe tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] delete failed (client error): The resource could not be found. Sep 02 13:05:10.031114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cebdf278-dce7-4731-be08-b59a2a9e4cfe tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/f5fe6de5-d40a-4fbe-b6c4-34c46ca6da9c HTTP/1.1" status: 404 len: 336 time: 0.0371826 Sep 02 13:05:10.033832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.037449 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c15a5a14-db55-4e2b-b7ea-bea635629d71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de589cb42dab4749836852dfd452cb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321952 Sep 02 13:05:10.040151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.065300 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-228918c4-b458-407c-812d-27945aad9f03 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=e559b9f8-9648-4f9a-ab7e-81a19b70ec2b HTTP/1.1" status: 200 len: 205 time: 0.0303261 Sep 02 13:05:10.067919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60508) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.104790 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-1d4ce81f-4b38-4445-80b9-16593c10936d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] delete failed (client error): The resource could not be found. Sep 02 13:05:10.105854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d4ce81f-4b38-4445-80b9-16593c10936d tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/e559b9f8-9648-4f9a-ab7e-81a19b70ec2b HTTP/1.1" status: 404 len: 336 time: 0.0366764 Sep 02 13:05:10.108630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.122328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164eebbe-72ff-4a5c-b7f9-a84b2c6ec4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.124513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-2bd80720-3e54-405e-b45c-55b186a4adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.126049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-2bd80720-3e54-405e-b45c-55b186a4adf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 910 time: 0.1392860 Sep 02 13:05:10.141849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-00e76416-2987-498d-9f81-b0d41e1da1af tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f2c30f7-813b-42dd-ab4e-456f2b4cf661 HTTP/1.1" status: 200 len: 205 time: 0.0322065 Sep 02 13:05:10.144267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60512) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.183847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164eebbe-72ff-4a5c-b7f9-a84b2c6ec4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.221569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-cb9a571a-d70e-44dc-a09d-e9c75610f77f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 217 time: 0.0871096 Sep 02 13:05:10.224517 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-e07cc2f9-1c6c-4470-ae49-0e8adae64694 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] delete failed (client error): The resource could not be found. Sep 02 13:05:10.225482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e07cc2f9-1c6c-4470-ae49-0e8adae64694 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/5f2c30f7-813b-42dd-ab4e-456f2b4cf661 HTTP/1.1" status: 404 len: 336 time: 0.0803304 Sep 02 13:05:10.228487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.258561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6af9fac6-7810-4325-bf26-c1855d2398a2 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb03393-f861-4bae-9e16-bbfc75292e62 HTTP/1.1" status: 200 len: 205 time: 0.0286789 Sep 02 13:05:10.261097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.289697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-71f8476c-d48e-4315-b031-5eca59536ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.291599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-71f8476c-d48e-4315-b031-5eca59536ec9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.0632007 Sep 02 13:05:10.300997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164eebbe-72ff-4a5c-b7f9-a84b2c6ec4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.304496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164eebbe-72ff-4a5c-b7f9-a84b2c6ec4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.305946 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-164eebbe-72ff-4a5c-b7f9-a84b2c6ec4cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c05e2f27-3514-4170-942a-8b9dec348ce5 HTTP/1.1" status: 204 len: 168 time: 0.2650030 Sep 02 13:05:10.313286 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-791d343f-a075-48b1-9cf0-82ca36465235 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] delete failed (client error): The resource could not be found. Sep 02 13:05:10.314319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-791d343f-a075-48b1-9cf0-82ca36465235 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/ebb03393-f861-4bae-9e16-bbfc75292e62 HTTP/1.1" status: 404 len: 336 time: 0.0522768 Sep 02 13:05:10.318014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.341780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eebbe-72ff-4a5c-b7f9-a84b2c6ec4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e2f27-3514-4170-942a-8b9dec348ce5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:10.360461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0d5620e5-ce6d-4eda-b406-f1d6c92aaf39 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d8cacdb-3c89-44a0-a32f-a36d94b5f70b HTTP/1.1" status: 200 len: 205 time: 0.0420339 Sep 02 13:05:10.364059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60524) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.381605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-904eefb1-c0f9-4a2b-bdf8-f0fe0d825806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.385578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-904eefb1-c0f9-4a2b-bdf8-f0fe0d825806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784855 Sep 02 13:05:10.412603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-cf39551c-b2e1-4e2f-a8a7-4d76ddb67c21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089559 Sep 02 13:05:10.414172 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-52db36f4-e36b-49a3-9203-7852bc0329f2 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] delete failed (client error): The resource could not be found. Sep 02 13:05:10.415114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-52db36f4-e36b-49a3-9203-7852bc0329f2 tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/routers/5d8cacdb-3c89-44a0-a32f-a36d94b5f70b HTTP/1.1" status: 404 len: 336 time: 0.0499897 Sep 02 13:05:10.417901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60528) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.454964 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bde347-5be4-4947-bdc9-a91c35aa303f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] DELETE failed (client error): The resource could not be found. Sep 02 13:05:10.455592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bde347-5be4-4947-bdc9-a91c35aa303f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:05:10.465139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a4bde347-5be4-4947-bdc9-a91c35aa303f tempest-RoutersIpV6AdminTest-1266139678 tempest-RoutersIpV6AdminTest-1266139678-project] 10.222.0.60 "DELETE /v2.0/subnets/ba7008a9-e52d-4586-99d6-bdf1efe8f088 HTTP/1.1" status: 404 len: 337 time: 0.0461493 Sep 02 13:05:10.537135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-4d0d1cba-ab83-497b-ac6b-62af81dc5adf service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426220 Sep 02 13:05:10.540858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e62ec-9011-4860-b9fb-054d9632870e req-6c398fa3-cecd-4b7b-8dcc-37725744d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.549732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-6c398fa3-cecd-4b7b-8dcc-37725744d4a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 1097 time: 0.0824757 Sep 02 13:05:10.655947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b46ed217-aa0d-44bb-8101-3116527a8852 req-e245547b-427f-4a56-9c29-aca93ab5e4b6 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115558 Sep 02 13:05:10.681813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e62ec-9011-4860-b9fb-054d9632870e req-748bf8a6-fbdd-4c7d-8a9d-341eecec93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.683348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-748bf8a6-fbdd-4c7d-8a9d-341eecec93e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1058829 Sep 02 13:05:10.755090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.757760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-294ffaf9-f598-4d8d-b3b8-95e6099daa6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 200 len: 1001 time: 0.0668454 Sep 02 13:05:10.770904 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37c8cbd0-35d6-4eba-a1cf-70721fd8175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.815641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e62ec-9011-4860-b9fb-054d9632870e req-03d6adcb-6ac2-4819-ab43-323ffd0c6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.817346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-03d6adcb-6ac2-4819-ab43-323ffd0c6944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0529642 Sep 02 13:05:10.828434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.868143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e62ec-9011-4860-b9fb-054d9632870e req-d16c8e7a-17c2-4dc1-bf56-43bd3951a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:10.869833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-d16c8e7a-17c2-4dc1-bf56-43bd3951a4e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450623 Sep 02 13:05:10.881001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37c8cbd0-35d6-4eba-a1cf-70721fd8175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.890149 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37c8cbd0-35d6-4eba-a1cf-70721fd8175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:10.924016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-37c8cbd0-35d6-4eba-a1cf-70721fd8175d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b75345ae2fb438e8c8ed2fc8fe46e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650474 Sep 02 13:05:10.924748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:10.967078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-e529b8e9-760e-4130-94b4-ca5688ada1ac service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900450 Sep 02 13:05:10.988648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b68a050f-c5fc-43a9-b947-b73083bdb4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.019332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8cbd0-35d6-4eba-a1cf-70721fd8175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce58317-c67c-498a-9d99-c217169dc309,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:11.064266 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164a0e99-75cf-4db4-92a0-61243dd97d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.065818 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c34e62ec-9011-4860-b9fb-054d9632870e req-202c88fe-55bd-4d11-b1c4-e6abbc72ebed service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918338 Sep 02 13:05:11.081145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe1da8-8349-4370-973f-c714cc0e26ab req-28e52d3a-f868-46dc-adbf-260a6eca55d4 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:11.082671 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dfe1da8-8349-4370-973f-c714cc0e26ab req-28e52d3a-f868-46dc-adbf-260a6eca55d4 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 944 time: 0.1250105 Sep 02 13:05:11.108661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.125104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164a0e99-75cf-4db4-92a0-61243dd97d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.179866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5dfe1da8-8349-4370-973f-c714cc0e26ab req-b0dabc69-0621-4460-a71c-0ddc8c483ef6 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867605 Sep 02 13:05:11.215415 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b68a050f-c5fc-43a9-b947-b73083bdb4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.217099 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164a0e99-75cf-4db4-92a0-61243dd97d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.219788 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-164a0e99-75cf-4db4-92a0-61243dd97d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.221028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-164a0e99-75cf-4db4-92a0-61243dd97d7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ce58317-c67c-498a-9d99-c217169dc309 HTTP/1.1" status: 204 len: 168 time: 0.2952876 Sep 02 13:05:11.225114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b68a050f-c5fc-43a9-b947-b73083bdb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.238637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0e99-75cf-4db4-92a0-61243dd97d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce58317-c67c-498a-9d99-c217169dc309,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:11.269427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b68a050f-c5fc-43a9-b947-b73083bdb4a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e70a9d91bab448984f6bd65c401a9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399378 Sep 02 13:05:11.272759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:11.274833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a050f-c5fc-43a9-b947-b73083bdb4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5efd964-a338-4c01-8ef0-07925eb9b7e0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:11.344522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfa8c-5923-46da-93f5-e63b6e9a7eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.369044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfa8c-5923-46da-93f5-e63b6e9a7eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.421983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfa8c-5923-46da-93f5-e63b6e9a7eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.424600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfa8c-5923-46da-93f5-e63b6e9a7eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.428131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3fbbfa8c-5923-46da-93f5-e63b6e9a7eed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5efd964-a338-4c01-8ef0-07925eb9b7e0 HTTP/1.1" status: 204 len: 168 time: 0.1519516 Sep 02 13:05:11.435086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbfa8c-5923-46da-93f5-e63b6e9a7eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5efd964-a338-4c01-8ef0-07925eb9b7e0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:11.534636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6157efe5-dfcb-47c3-bea9-508bca03e3a2 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:05:11.661119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:11.680465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'port_id': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'mac_address': 'fa:16:3e:96:a8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:05:11.728636 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.744042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6157efe5-dfcb-47c3-bea9-508bca03e3a2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:05:11.779549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:11.784723 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.834507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:11.861366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=6157efe5-dfcb-47c3-bea9-508bca03e3a2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:11.878176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b32f78ea-a0aa-4252-a13f-1ce537e28752 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8160acc60f4b41079eeb18d074761559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417082 Sep 02 13:05:11.880755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:11.932115 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d76291bb-034c-47ce-91ae-34d8f1b54084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.962089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d76291bb-034c-47ce-91ae-34d8f1b54084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:11.985808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['6157efe5-dfcb-47c3-bea9-508bca03e3a2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:05:12.049260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d76291bb-034c-47ce-91ae-34d8f1b54084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:12.052299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d76291bb-034c-47ce-91ae-34d8f1b54084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:12.053518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d76291bb-034c-47ce-91ae-34d8f1b54084 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/543ce748-b2bb-45bb-9a1b-c097a5542235 HTTP/1.1" status: 204 len: 168 time: 0.1717718 Sep 02 13:05:12.068589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76291bb-034c-47ce-91ae-34d8f1b54084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ce748-b2bb-45bb-9a1b-c097a5542235,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:12.334650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1281-2e0a-4c33-8779-c9941a1edc45 req-2cec164b-7cf0-4f4b-99c9-c94fbd7ccb30 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:12.336459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf2a1281-2e0a-4c33-8779-c9941a1edc45 req-2cec164b-7cf0-4f4b-99c9-c94fbd7ccb30 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 945 time: 0.0674062 Sep 02 13:05:12.387739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf2a1281-2e0a-4c33-8779-c9941a1edc45 req-283ac2e2-5252-48bc-9123-9f521ef32489 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Sep 02 13:05:13.438240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:13.527607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033abc2-9b7d-46b3-a21a-3d1519126e66 req-85ae2b3e-03cc-4381-9b6e-e90791359a83 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:13.536139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2033abc2-9b7d-46b3-a21a-3d1519126e66 req-85ae2b3e-03cc-4381-9b6e-e90791359a83 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 945 time: 0.0681212 Sep 02 13:05:13.546755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6157efe5-dfcb-47c3-bea9-508bca03e3a2 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:13.579267 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2033abc2-9b7d-46b3-a21a-3d1519126e66 req-d21cc179-dfe3-47ae-afac-bfb4ed584c9f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Sep 02 13:05:13.623021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:13.628303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:13.628952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.683671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1721456763', 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:13.709889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Made reservation on behalf of 358b53fb92de411ab04eaf41571ca8ff for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:13.713995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.727828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.731912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.757375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:05:13.760118 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d4715-3280-4211-8dea-bb2507f5392f" -d '{"events": [{"server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "name": "network-vif-plugged", "status": "completed", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:05:13.789225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:13.796527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.824065 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dcf9de-8f68-476c-bfda-2a4b984da338 x-openstack-request-id: req-60dcf9de-8f68-476c-bfda-2a4b984da338 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:05:13.824405 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "name": "network-vif-plugged", "status": "completed", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:05:13.824879 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60dcf9de-8f68-476c-bfda-2a4b984da338 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:05:13.825504 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'code': 200} Sep 02 13:05:13.878081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=6157efe5-dfcb-47c3-bea9-508bca03e3a2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:13.943321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.948997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:13.960607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe9b4c-4ea7-4553-beab-ddc394c9793c req-4db47fe3-1adc-4b4b-a448-4a645409525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:13.963493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6fe9b4c-4ea7-4553-beab-ddc394c9793c req-4db47fe3-1adc-4b4b-a448-4a645409525d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.0679710 Sep 02 13:05:13.963924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] device_id is not set on port a647592b-b265-45f0-99d5-fdc1def601b9 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:05:14.015989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6fe9b4c-4ea7-4553-beab-ddc394c9793c req-8c1ac748-f378-4d0e-a3d9-daf5405da016 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445387 Sep 02 13:05:14.028333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19056c5-42d7-49a4-b0de-afb82734bb37,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:14.124389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Allocated IP 172.25.7.178 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/a647592b-b265-45f0-99d5-fdc1def601b9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:14.351803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:14.404941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:14.458381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:14.465513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:14.471174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:14.474705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Pushing event updated for resources: {'Port': ['ID=a647592b-b265-45f0-99d5-fdc1def601b9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:14.515117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:14.515785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:14.531432 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bb6de9e1-ea22-4b17-a37f-14d4a87e154d tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0912247 Sep 02 13:05:14.534463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:14.540424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.178'}]}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:14.563486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:14.564582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:14.634911 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.127754 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.146695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d9325-3f2b-4fea-9381-a293b6b0a9ad req-97ef5a61-c505-436a-835c-e15a5e78d9c4 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:15.153866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f6d9325-3f2b-4fea-9381-a293b6b0a9ad req-97ef5a61-c505-436a-835c-e15a5e78d9c4 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.4785206 Sep 02 13:05:15.238920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f6d9325-3f2b-4fea-9381-a293b6b0a9ad req-63468b92-c09c-464b-8d97-805a9ab93ee3 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810061 Sep 02 13:05:15.403734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.427969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.648192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.827045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.829498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.875425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:15.875964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cad28cb-1c43-497a-b82a-4d1bb8d04882 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:05:15.893524 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:05:15.894885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-55894739-f69e-42d2-93dd-335c51a554e8 tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3586173 Sep 02 13:05:15.898531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60714) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:15.978490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Deleting port a647592b-b265-45f0-99d5-fdc1def601b9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:15.978839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:16.061117 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:16.082720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Calling delete_port for a647592b-b265-45f0-99d5-fdc1def601b9 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:16.226082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:16.257591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Pushing event deleted for resources: {'Port': ['ID=a647592b-b265-45f0-99d5-fdc1def601b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:16.339926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:16.345316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cf8efaeb-fc46-46e2-83ee-fb13c5bb875c tempest-RoutersAdminNegativeIpV6Test-2088252335 tempest-RoutersAdminNegativeIpV6Test-2088252335-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a647592b-b265-45f0-99d5-fdc1def601b9 HTTP/1.1" status: 204 len: 168 time: 0.4426196 Sep 02 13:05:16.380885 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd1ac-7ca8-4791-bfd5-9c46b284d8de req-54523e76-ea57-4b7b-9479-90582cfc0bc8 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:16.390052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-329dd1ac-7ca8-4791-bfd5-9c46b284d8de req-54523e76-ea57-4b7b-9479-90582cfc0bc8 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.0636573 Sep 02 13:05:16.434382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-329dd1ac-7ca8-4791-bfd5-9c46b284d8de req-54124b84-d78e-4199-8a59-8321ee400fe7 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Sep 02 13:05:16.627553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c751b2-a6f8-4c6b-84ae-5e6c2ad81b0c req-aa9a0606-06a2-4135-bc22-de3517375eaa tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:16.642557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9c751b2-a6f8-4c6b-84ae-5e6c2ad81b0c req-aa9a0606-06a2-4135-bc22-de3517375eaa tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.1162763 Sep 02 13:05:16.734049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9c751b2-a6f8-4c6b-84ae-5e6c2ad81b0c req-1b35d898-451e-43fa-9466-a2ff8ec231b9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850656 Sep 02 13:05:16.777465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:16.895665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63363-2f3b-4716-9541-e9cdfa488910 req-5d49d518-e4b3-4dc3-a080-53bc2b0df560 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:16.907869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9fc63363-2f3b-4716-9541-e9cdfa488910 req-5d49d518-e4b3-4dc3-a080-53bc2b0df560 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.0720329 Sep 02 13:05:16.973622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9fc63363-2f3b-4716-9541-e9cdfa488910 req-e3035115-81aa-4f47-b1bb-1497465a62a1 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683699 Sep 02 13:05:17.003421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:17.007993 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-588de1ed-0697-4b39-9075-1cfbcd6e5043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.135700 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-588de1ed-0697-4b39-9075-1cfbcd6e5043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.148523 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-588de1ed-0697-4b39-9075-1cfbcd6e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.213047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-588de1ed-0697-4b39-9075-1cfbcd6e5043 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7099ee4275384e7d8b2f61c1647b1d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407701 Sep 02 13:05:17.213974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:17.217597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588de1ed-0697-4b39-9075-1cfbcd6e5043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43254551-87b5-400a-bd1d-27ee546986aa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:17.347953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256dd28e-69b7-4d1f-a005-57e1874ee5ef tempest-TestServerBasicOps-455762589 tempest-TestServerBasicOps-455762589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:17.351654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-256dd28e-69b7-4d1f-a005-57e1874ee5ef tempest-TestServerBasicOps-455762589 tempest-TestServerBasicOps-455762589-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1092 time: 0.3466427 Sep 02 13:05:17.353180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ae58327-d159-4d9e-b117-a231f892b5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.354789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:17.360547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:17.383678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ae58327-d159-4d9e-b117-a231f892b5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.413854 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.448600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ae58327-d159-4d9e-b117-a231f892b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.451398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ae58327-d159-4d9e-b117-a231f892b5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.455583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7ae58327-d159-4d9e-b117-a231f892b5ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43254551-87b5-400a-bd1d-27ee546986aa HTTP/1.1" status: 204 len: 168 time: 0.2403350 Sep 02 13:05:17.464616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae58327-d159-4d9e-b117-a231f892b5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43254551-87b5-400a-bd1d-27ee546986aa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:17.580199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.735193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Allocated IP 172.25.7.106 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/9a9c2b2e-ada9-4705-98af-c39f1298dbfd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:17.908808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:17.968026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:18.019701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:18.024075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:18.026011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'Port': ['ID=9a9c2b2e-ada9-4705-98af-c39f1298dbfd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:18.028461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:18.073893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:18.178675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-71e52aec-b078-4044-ade8-716511acc40f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=358b53fb92de411ab04eaf41571ca8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033697 Sep 02 13:05:18.181512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:18.333425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77384027-5682-4381-baeb-135d0218f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:18.385347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77384027-5682-4381-baeb-135d0218f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:18.907838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77384027-5682-4381-baeb-135d0218f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:18.910367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77384027-5682-4381-baeb-135d0218f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:18.911683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-77384027-5682-4381-baeb-135d0218f6ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e19056c5-42d7-49a4-b0de-afb82734bb37 HTTP/1.1" status: 204 len: 168 time: 0.7292774 Sep 02 13:05:18.913652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:18.980398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77384027-5682-4381-baeb-135d0218f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19056c5-42d7-49a4-b0de-afb82734bb37,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:19.087676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:19.273513 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:19.276071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:19.357803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event updated for resources: {'Port': ['ID=9a9c2b2e-ada9-4705-98af-c39f1298dbfd,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:19.369770 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:19.487533 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Floating IP 012db3ff-33b1-464c-814a-a29951fcff51 associated. External IP: 172.25.7.106, port: 6157efe5-dfcb-47c3-bea9-508bca03e3a2. Sep 02 13:05:19.722490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Router 0b76698a-2b4f-4abb-979b-d7def618de01 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:05:19.848292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:19.860339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] Sync routers for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:19.868803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:19.870761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:19.871409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:19.915950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-012f04c8-6089-4ee0-bba6-92d67411c2d9 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5497999 Sep 02 13:05:19.915950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:05:19.915950 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:05:19.936674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:19.973672 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c18f6c-a1a6-4202-9334-3edebd4a81bd x-openstack-request-id: req-e2c18f6c-a1a6-4202-9334-3edebd4a81bd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:05:19.974089 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:05:19.974481 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2c18f6c-a1a6-4202-9334-3edebd4a81bd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:05:19.975059 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'status': 'completed', 'code': 200} Sep 02 13:05:20.045673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:05:20.051727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-315ec8a8-5f23-44ba-91f0-c76c83bc2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:20.054208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-315ec8a8-5f23-44ba-91f0-c76c83bc2670 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.0549440 Sep 02 13:05:20.167965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4668db32-0eb0-476c-96d0-39a3def5a730 tempest-AgentManagementNegativeTest-662125229 tempest-AgentManagementNegativeTest-662125229-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2293088 Sep 02 13:05:20.237798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-70e820e7-af19-43c6-b1d6-17aa4988a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:20.240677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-70e820e7-af19-43c6-b1d6-17aa4988a6a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 910 time: 0.1785765 Sep 02 13:05:20.327073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-9b808794-99c1-4988-a47a-89c386d9a462 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 1000 time: 0.0751081 Sep 02 13:05:20.380716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '012db3ff-33b1-464c-814a-a29951fcff51', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'port_id': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'mac_address': 'fa:16:3e:96:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:05:18Z', 'updated_at': '2021-09-02T13:05:18Z', 'revision_number': 0, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:52Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:20.424448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] Checking router: 0b76698a-2b4f-4abb-979b-d7def618de01 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:05:20.440891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:20.441664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:20.461935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-06546a46-abcf-479e-b655-bdefb6963179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:20.466030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-06546a46-abcf-479e-b655-bdefb6963179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.1242192 Sep 02 13:05:20.570538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-7181e118-294f-4575-bb25-6050f82f3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:20.572593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-7181e118-294f-4575-bb25-6050f82f3892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994234 Sep 02 13:05:20.593909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:05:20.664683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:20.703803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-26b126e4-3345-4128-9450-456f31b85af7 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228647 Sep 02 13:05:20.959494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0cd4a1bd-4c80-45f8-bfbd-7e449f9b91e8 req-ba283cb6-1564-4198-bbd9-20a0ce617d67 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471633 Sep 02 13:05:20.961092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '012db3ff-33b1-464c-814a-a29951fcff51', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'port_id': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'mac_address': 'fa:16:3e:96:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:05:18Z', 'updated_at': '2021-09-02T13:05:18Z', 'revision_number': 0, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:52Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:20.997543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed65969-d60c-4b0d-b626-ab7f5be2368c None None] The sync data for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 is: [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '012db3ff-33b1-464c-814a-a29951fcff51', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'port_id': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'mac_address': 'fa:16:3e:96:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:05:18Z', 'updated_at': '2021-09-02T13:05:18Z', 'revision_number': 0, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:52Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:21.088602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65f283cf-1853-414f-a522-05c1b201c256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.215244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65f283cf-1853-414f-a522-05c1b201c256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.221968 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65f283cf-1853-414f-a522-05c1b201c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.277401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60880) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:21.283738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-65f283cf-1853-414f-a522-05c1b201c256 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e46d4edf9f24e328142bc5889eac636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178586 Sep 02 13:05:21.284825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f283cf-1853-414f-a522-05c1b201c256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e9c44-f4a1-47b9-9635-d0195c7193fe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:21.312359 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01654a04-3030-479b-8457-856a2c041400 None None] New status for floating IP 012db3ff-33b1-464c-814a-a29951fcff51: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:05:21.376393 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2663c32d-8a50-41ac-8148-b6e1735df79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.399874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2663c32d-8a50-41ac-8148-b6e1735df79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.450734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2663c32d-8a50-41ac-8148-b6e1735df79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.453576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2663c32d-8a50-41ac-8148-b6e1735df79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:21.456142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2663c32d-8a50-41ac-8148-b6e1735df79b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/258e9c44-f4a1-47b9-9635-d0195c7193fe HTTP/1.1" status: 204 len: 168 time: 0.1775525 Sep 02 13:05:21.467936 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663c32d-8a50-41ac-8148-b6e1735df79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e9c44-f4a1-47b9-9635-d0195c7193fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:21.624220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-d4c48337-22cf-473d-ae2a-4bf14571f414 req-a689f578-4791-4295-9571-d741578fb7d3 service neutron] (94840) timed out ('10.222.0.60', 38220) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:05:22.471295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.719492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-3b040022-b9bd-4bad-baa4-bcd7e67d527f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.723348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3b040022-b9bd-4bad-baa4-bcd7e67d527f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2480023 Sep 02 13:05:22.723754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.728479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-2522dd16-c127-4b71-bae9-d4e3d9354411 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.729475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2522dd16-c127-4b71-bae9-d4e3d9354411 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047102 Sep 02 13:05:22.731777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.735753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-228cd61a-55ad-41ce-b571-608896fe439b tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.736710 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-228cd61a-55ad-41ce-b571-608896fe439b tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041060 Sep 02 13:05:22.739874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.744659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-3d576f77-bea4-4c77-8580-c4a45dfaf7c9 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.745672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3d576f77-bea4-4c77-8580-c4a45dfaf7c9 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045164 Sep 02 13:05:22.748146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60946) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.752368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-9c416adf-069e-4938-ae69-f4fac456f92c tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.753345 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c416adf-069e-4938-ae69-f4fac456f92c tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042446 Sep 02 13:05:22.755994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60948) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.760394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-1fa7e95e-6095-4356-8e20-6101924f6bd8 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.761373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1fa7e95e-6095-4356-8e20-6101924f6bd8 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045061 Sep 02 13:05:22.763686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.767979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-431eb5b6-c23c-4456-b02a-2a4adb1f2ffd tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.768948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-431eb5b6-c23c-4456-b02a-2a4adb1f2ffd tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044041 Sep 02 13:05:22.771480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.776499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-791242db-64d0-4177-9c05-1dd385d71dfe tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.777487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-791242db-64d0-4177-9c05-1dd385d71dfe tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051336 Sep 02 13:05:22.779810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.785131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-70dc1fa3-b229-4337-984e-6c39e02ef7b3 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.788863 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70dc1fa3-b229-4337-984e-6c39e02ef7b3 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056069 Sep 02 13:05:22.789095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.793584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-b89c8219-b84c-4af3-af79-882814920a20 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.797046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.797187 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b89c8219-b84c-4af3-af79-882814920a20 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070891 Sep 02 13:05:22.801791 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-f3f22c88-e9d3-413a-8ab0-cba58539e04c tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.802839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f3f22c88-e9d3-413a-8ab0-cba58539e04c tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048025 Sep 02 13:05:22.805111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.809433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-7d82c941-663f-4a2e-aeb0-14e12e53a83f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.810373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d82c941-663f-4a2e-aeb0-14e12e53a83f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041900 Sep 02 13:05:22.812654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.817501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-5eed5990-2a09-45e0-b830-9f28399ae5bd tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.818493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5eed5990-2a09-45e0-b830-9f28399ae5bd tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049641 Sep 02 13:05:22.820685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.824683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-95bc5274-df6b-45f1-9f8c-0c094966d18f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.825679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95bc5274-df6b-45f1-9f8c-0c094966d18f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041096 Sep 02 13:05:22.827933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60968) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.832027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-879997a5-9e74-4c0a-bf61-96d8d6114441 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.833142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-879997a5-9e74-4c0a-bf61-96d8d6114441 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042851 Sep 02 13:05:22.835800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.840470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-82a4bb35-a56c-4fbe-a439-ba2c67299841 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.841605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-82a4bb35-a56c-4fbe-a439-ba2c67299841 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047035 Sep 02 13:05:22.843789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60972) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.848095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-89959258-34c2-4f1b-a729-f1b979dc9605 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.849862 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-89959258-34c2-4f1b-a729-f1b979dc9605 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051413 Sep 02 13:05:22.854245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.861614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-ade7a555-ee91-4a6b-a093-f95505e9993c tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.863846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ade7a555-ee91-4a6b-a093-f95505e9993c tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077348 Sep 02 13:05:22.866266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60976) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.871648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-8db0f865-d947-4f93-8289-41995e7f7917 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.872592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8db0f865-d947-4f93-8289-41995e7f7917 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046840 Sep 02 13:05:22.875509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.880174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-6dff0907-d397-4272-8835-5cbd27e36e47 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.881182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6dff0907-d397-4272-8835-5cbd27e36e47 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047228 Sep 02 13:05:22.884412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60980) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.889126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-54233daa-9be8-424c-b956-a0abf1ca7afa tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.891227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-54233daa-9be8-424c-b956-a0abf1ca7afa tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056174 Sep 02 13:05:22.893258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.897653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-6ac0ba83-1a5a-452a-89d7-45d689203edf tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.901265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6ac0ba83-1a5a-452a-89d7-45d689203edf tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070181 Sep 02 13:05:22.902628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.908663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-d9d85984-6a18-4065-b797-865b554e3a73 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.913824 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d9d85984-6a18-4065-b797-865b554e3a73 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111296 Sep 02 13:05:22.914092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.920415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-a3c7ecc0-c9b5-442f-b94d-be7a2a275b31 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.921959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a3c7ecc0-c9b5-442f-b94d-be7a2a275b31 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065475 Sep 02 13:05:22.924574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.929351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-f26f703d-3e93-4012-8b92-f9f14f7a2c9a tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.930370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f26f703d-3e93-4012-8b92-f9f14f7a2c9a tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048163 Sep 02 13:05:22.933297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.937712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-9cac62d8-0f7b-4449-bc17-2ffa55c38bdc tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.938674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9cac62d8-0f7b-4449-bc17-2ffa55c38bdc tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044713 Sep 02 13:05:22.941465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 60992) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.946405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-e78726b8-b243-49d4-8b41-f9f4cdbbac3a tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.949515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e78726b8-b243-49d4-8b41-f9f4cdbbac3a tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065176 Sep 02 13:05:22.950247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.955122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-9ec3d532-11fe-4e0b-a032-86aac9aa944f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.956101 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9ec3d532-11fe-4e0b-a032-86aac9aa944f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047884 Sep 02 13:05:22.959432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.963946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-c6d83ffd-04d8-45b2-be74-5779da5d0283 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.964929 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c6d83ffd-04d8-45b2-be74-5779da5d0283 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044365 Sep 02 13:05:22.967197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 60998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.971140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-9b9f1c17-de15-45f4-9ac0-d64bb3b11c24 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.972124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9b9f1c17-de15-45f4-9ac0-d64bb3b11c24 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040903 Sep 02 13:05:22.975091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32768) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.979074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-eee3336d-a8de-4a13-9a58-4a7aaf5a853d tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.980016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eee3336d-a8de-4a13-9a58-4a7aaf5a853d tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040812 Sep 02 13:05:22.982269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.987378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-9b33cc17-d5e2-480a-9a49-0b52ebee4eca tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.988490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9b33cc17-d5e2-480a-9a49-0b52ebee4eca tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051680 Sep 02 13:05:22.990918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:22.995138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-daf28b9e-ffa9-4170-af4f-1db11a32c5f4 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:22.999185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-daf28b9e-ffa9-4170-af4f-1db11a32c5f4 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047216 Sep 02 13:05:23.000408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.005487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-49ea439c-5e2e-4183-8e3e-91b67d65e717 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.009788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-49ea439c-5e2e-4183-8e3e-91b67d65e717 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080719 Sep 02 13:05:23.010064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.015541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-1926a838-44fd-49b3-9850-175da348147f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.019644 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.019861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1926a838-44fd-49b3-9850-175da348147f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084751 Sep 02 13:05:23.026513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-c1f1ebc9-1686-4816-bdc7-fd35e2a49468 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.028044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c1f1ebc9-1686-4816-bdc7-fd35e2a49468 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060892 Sep 02 13:05:23.031106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.037346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-68cf6d39-5ec1-42eb-bf3b-bd5acc22e928 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.038415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-68cf6d39-5ec1-42eb-bf3b-bd5acc22e928 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060971 Sep 02 13:05:23.041235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.046079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-3db3c5ce-200b-4be4-b080-0c7a2e7b0f37 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.050075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3db3c5ce-200b-4be4-b080-0c7a2e7b0f37 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077441 Sep 02 13:05:23.050341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.055634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-594c6010-71a2-4ac4-a327-a23ae35f6c32 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.057167 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-594c6010-71a2-4ac4-a327-a23ae35f6c32 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055642 Sep 02 13:05:23.059513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.064144 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-150d1271-44a6-4a32-97a2-c8f50ad0ed15 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.068419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-150d1271-44a6-4a32-97a2-c8f50ad0ed15 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0079329 Sep 02 13:05:23.068735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32790) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.075355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-21d7e29e-9bb1-4f18-9be7-170a20ea6729 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.076331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21d7e29e-9bb1-4f18-9be7-170a20ea6729 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056107 Sep 02 13:05:23.081263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.086388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-b662aee0-ab22-40c9-8b02-e52a022d0c76 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.087421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b662aee0-ab22-40c9-8b02-e52a022d0c76 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050249 Sep 02 13:05:23.089914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.094080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-b4bf80fa-ee7d-4b87-85c2-3196dea16f36 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.095113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b4bf80fa-ee7d-4b87-85c2-3196dea16f36 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042233 Sep 02 13:05:23.097353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.101684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-264ac041-9532-47cf-8744-1429c9f838ce tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.102750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-264ac041-9532-47cf-8744-1429c9f838ce tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044098 Sep 02 13:05:23.105145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.109359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-d4c1393a-4c5b-4941-a14c-fc2811b06b6f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.110285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4c1393a-4c5b-4941-a14c-fc2811b06b6f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041344 Sep 02 13:05:23.112565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.118150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-9dfec25e-7754-43ef-a041-3cd91e0cc250 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.121495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9dfec25e-7754-43ef-a041-3cd91e0cc250 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079570 Sep 02 13:05:23.121668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.126493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.126800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-d1b49997-cb8a-4363-832c-52da162197c2 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.127755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1b49997-cb8a-4363-832c-52da162197c2 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051184 Sep 02 13:05:23.130803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.142455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-6c510d3f-cd97-4f3d-ad7a-cc96ff283127 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.143457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6c510d3f-cd97-4f3d-ad7a-cc96ff283127 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117171 Sep 02 13:05:23.146117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.150578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-7f48158b-23b9-4dbf-b32e-5fea90714528 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.151524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f48158b-23b9-4dbf-b32e-5fea90714528 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045090 Sep 02 13:05:23.154396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.159723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-669e3b27-2d5b-458e-a5dc-6a871c81be1e tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.161439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-669e3b27-2d5b-458e-a5dc-6a871c81be1e tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057802 Sep 02 13:05:23.163612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.169265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-9b0970d9-bafb-44bc-bae7-9393aec91c98 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.173302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.173871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9b0970d9-bafb-44bc-bae7-9393aec91c98 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087686 Sep 02 13:05:23.179397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-307a85e4-a6a0-48ae-9d68-c2df18751b08 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.180652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-307a85e4-a6a0-48ae-9d68-c2df18751b08 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051570 Sep 02 13:05:23.183196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.187634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-1d05acda-ffb0-458c-9aa7-e1137427262f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.188639 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d05acda-ffb0-458c-9aa7-e1137427262f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045490 Sep 02 13:05:23.190927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32820) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.195274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-ed832a3b-cbb6-4e6d-aa2f-4725aeeb84e1 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.196446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ed832a3b-cbb6-4e6d-aa2f-4725aeeb84e1 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046496 Sep 02 13:05:23.198982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.204673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-205ca832-736f-4fbc-b6de-2c086a080522 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.205801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-205ca832-736f-4fbc-b6de-2c086a080522 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045195 Sep 02 13:05:23.208803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.214276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-4bd2a1a4-9319-442e-a7b2-c7c263bbd54b tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.215316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4bd2a1a4-9319-442e-a7b2-c7c263bbd54b tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046949 Sep 02 13:05:23.217898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.222231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-6e468af1-79ab-468a-a3ec-7faf23664ce5 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.225543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6e468af1-79ab-468a-a3ec-7faf23664ce5 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0064042 Sep 02 13:05:23.227396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.233688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-c92bbfe4-9b05-4a24-b015-7e778345795f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.237357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c92bbfe4-9b05-4a24-b015-7e778345795f tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088689 Sep 02 13:05:23.237807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.247323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-7bf71020-a77b-4ac4-b5fa-dae2e078e298 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.248494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7bf71020-a77b-4ac4-b5fa-dae2e078e298 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092182 Sep 02 13:05:23.251525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.256203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-590a62a4-02ba-4ca5-b728-59754c73f15a tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.257515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-590a62a4-02ba-4ca5-b728-59754c73f15a tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050473 Sep 02 13:05:23.260628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.265965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-8e7d6f58-f8e7-49e2-87bc-5971e25a1211 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.267096 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8e7d6f58-f8e7-49e2-87bc-5971e25a1211 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053558 Sep 02 13:05:23.269919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.274918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-22725547-cc2b-4731-9d90-76fc2557d122 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.275962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-490ba614-af3d-4515-8bab-d0ff638035e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.276502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-22725547-cc2b-4731-9d90-76fc2557d122 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049384 Sep 02 13:05:23.278829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.283198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-4153289d-d2d8-4c58-a611-33290d1b7d96 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.284176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4153289d-d2d8-4c58-a611-33290d1b7d96 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042312 Sep 02 13:05:23.286847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.291242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-422ca765-1cd4-4dfe-9bea-d932701d9881 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.294688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-422ca765-1cd4-4dfe-9bea-d932701d9881 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066965 Sep 02 13:05:23.294850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32842) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.301638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-63a15bf2-4dcf-4854-8f75-59325a18b53b tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.302598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-63a15bf2-4dcf-4854-8f75-59325a18b53b tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070014 Sep 02 13:05:23.304879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32844) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.308861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-893ff414-137f-4fec-83c4-e2eaab736a8d tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.309872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-893ff414-137f-4fec-83c4-e2eaab736a8d tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040455 Sep 02 13:05:23.312126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32846) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.316577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-51678d85-aec8-4d7d-841f-a1524bd39ac3 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.317889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-51678d85-aec8-4d7d-841f-a1524bd39ac3 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048432 Sep 02 13:05:23.320302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32848) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.324786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [None req-a06b68c3-0934-4be6-8278-98c19c68cf92 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.325982 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a06b68c3-0934-4be6-8278-98c19c68cf92 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045702 Sep 02 13:05:23.328521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.333168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [None req-9516c0c7-ea08-46a3-b408-ec37a1d31799 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:05:23.334114 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9516c0c7-ea08-46a3-b408-ec37a1d31799 tempest-ExtensionsTestJSON-1921892569 tempest-ExtensionsTestJSON-1921892569-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046339 Sep 02 13:05:23.400180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-490ba614-af3d-4515-8bab-d0ff638035e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.412142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-490ba614-af3d-4515-8bab-d0ff638035e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.461071 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-490ba614-af3d-4515-8bab-d0ff638035e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b19577efc5a4013b3519b0c137ce055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333981 Sep 02 13:05:23.464546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.492277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ba614-af3d-4515-8bab-d0ff638035e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea8ab2-a5bd-4859-90c9-56e6783c0dc9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:23.531381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cceb96e0-ec9c-41d1-932d-ab1eb3b843e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.560718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cceb96e0-ec9c-41d1-932d-ab1eb3b843e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.617128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cceb96e0-ec9c-41d1-932d-ab1eb3b843e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.619375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cceb96e0-ec9c-41d1-932d-ab1eb3b843e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.620293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:23.621029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cceb96e0-ec9c-41d1-932d-ab1eb3b843e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71ea8ab2-a5bd-4859-90c9-56e6783c0dc9 HTTP/1.1" status: 204 len: 168 time: 0.1538947 Sep 02 13:05:23.631485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb96e0-ec9c-41d1-932d-ab1eb3b843e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea8ab2-a5bd-4859-90c9-56e6783c0dc9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:23.781729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2565aa8-295f-4e3b-b596-caf875165a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.900884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2565aa8-295f-4e3b-b596-caf875165a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.907932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2565aa8-295f-4e3b-b596-caf875165a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:23.969673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a2565aa8-295f-4e3b-b596-caf875165a02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b7c065a829747858d3911b1b8d5434f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476050 Sep 02 13:05:23.971079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565aa8-295f-4e3b-b596-caf875165a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb2949-bf4b-4cd0-a54b-458d2d1284d7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:23.972512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32872) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:24.041843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6efb-b80f-419f-b1d4-96ed52231f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.068006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6efb-b80f-419f-b1d4-96ed52231f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.126613 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6efb-b80f-419f-b1d4-96ed52231f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.129359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6efb-b80f-419f-b1d4-96ed52231f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.134281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fb2a6efb-b80f-419f-b1d4-96ed52231f2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66fb2949-bf4b-4cd0-a54b-458d2d1284d7 HTTP/1.1" status: 204 len: 168 time: 0.1605785 Sep 02 13:05:24.143922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a6efb-b80f-419f-b1d4-96ed52231f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb2949-bf4b-4cd0-a54b-458d2d1284d7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:24.153701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:24.169728 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8578031-f12f-442d-8392-72b647bb022a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.285265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8578031-f12f-442d-8392-72b647bb022a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.290630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8578031-f12f-442d-8392-72b647bb022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.338157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8578031-f12f-442d-8392-72b647bb022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b640de-ed76-4ba8-a469-2499f95b8d20,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:24.350998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a8578031-f12f-442d-8392-72b647bb022a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43545c25bf4544fcacffad86ccf7da9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959963 Sep 02 13:05:24.352030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:24.413898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6953b3e-cc2e-47ef-baae-ae8f7965c419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.435473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6953b3e-cc2e-47ef-baae-ae8f7965c419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.499208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6953b3e-cc2e-47ef-baae-ae8f7965c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.502246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6953b3e-cc2e-47ef-baae-ae8f7965c419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.505178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e6953b3e-cc2e-47ef-baae-ae8f7965c419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4b640de-ed76-4ba8-a469-2499f95b8d20 HTTP/1.1" status: 204 len: 168 time: 0.1496749 Sep 02 13:05:24.517023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953b3e-cc2e-47ef-baae-ae8f7965c419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b640de-ed76-4ba8-a469-2499f95b8d20,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:24.565420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:05:24.843481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:24.857815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a63475f-754e-42c3-a4ba-29a38ece09fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.993795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a63475f-754e-42c3-a4ba-29a38ece09fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:24.998912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a63475f-754e-42c3-a4ba-29a38ece09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.034956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:25.046617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2a63475f-754e-42c3-a4ba-29a38ece09fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c88eaaa03bbc47a1aec4ac99dc45cd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995630 Sep 02 13:05:25.046617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63475f-754e-42c3-a4ba-29a38ece09fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed283c8f-8e60-4f78-9527-59b157c76a38,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:25.047520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:25.108545 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.149336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.177245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'networks': [{'name': 'tempest-network--502128266'}, {'name': 'tempest-network--1111506840'}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:25.178531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'network': {'name': 'tempest-network--502128266'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:25.179225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'network': {'name': 'tempest-network--1111506840'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:25.210393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'network': 2} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:25.215479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.229861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.264886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.267505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.269103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed283c8f-8e60-4f78-9527-59b157c76a38 HTTP/1.1" status: 204 len: 168 time: 0.2201371 Sep 02 13:05:25.287758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed283c8f-8e60-4f78-9527-59b157c76a38,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:25.301684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.302023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.302381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.302719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.303056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.303390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.303721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.304054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.304371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.304697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.305049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.305376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9955c1-27b9-4c59-9aed-9012e2c1b09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:25.364202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.368945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.369422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.409435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e35cb39-ff6e-4987-b760-59b9b4f72e3b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:25.415004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:25.426287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.426551 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Added segment 99753ec0-51e8-4533-9d49-359238e3436f of type vlan for network 9f4527ac-042e-43ef-b2f0-ea5ff0e5fbe5 Sep 02 13:05:25.468762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.501341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:25.511838 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.512194 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Added segment 70ad823c-5ab2-49ee-adb9-be24daf280ba of type vlan for network e604ad46-f69a-4e2f-9dc4-fcc902dc472f Sep 02 13:05:25.555232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.585834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.586585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.592457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:25.597486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:25.598162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:25.656237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6198845 Sep 02 13:05:25.658937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:25.718795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Network': ['ID=9f4527ac-042e-43ef-b2f0-ea5ff0e5fbe5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:25.733673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 9f4527ac-042e-43ef-b2f0-ea5ff0e5fbe5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:25.824491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551defc-b5e2-4dfd-8d03-f9313d535056 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Network': ['ID=e604ad46-f69a-4e2f-9dc4-fcc902dc472f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:25.837196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e604ad46-f69a-4e2f-9dc4-fcc902dc472f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:25.854819 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c25bb1-1888-4395-b507-c4a237874600 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:25.861302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c25bb1-1888-4395-b507-c4a237874600 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:25.868139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c25bb1-1888-4395-b507-c4a237874600 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:25.873766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c25bb1-1888-4395-b507-c4a237874600 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:25.875897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d6c25bb1-1888-4395-b507-c4a237874600 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2157037 Sep 02 13:05:25.878823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:25.968319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.065055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.078181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4527ac-042e-43ef-b2f0-ea5ff0e5fbe5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:26.089969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99753ec0-51e8-4533-9d49-359238e3436f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:26.090351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99753ec0-51e8-4533-9d49-359238e3436f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:26.100577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.117182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.123759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:26.124171 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:26.127185 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:26.196004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.204257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.206118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/networks/9f4527ac-042e-43ef-b2f0-ea5ff0e5fbe5 HTTP/1.1" status: 204 len: 168 time: 0.3257093 Sep 02 13:05:26.209344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32958) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:26.224269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c040fe1-da61-4edf-a910-2e17f88469be tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Network': ['ID=9f4527ac-042e-43ef-b2f0-ea5ff0e5fbe5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:26.311792 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.409705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.424311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604ad46-f69a-4e2f-9dc4-fcc902dc472f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:26.440713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ad823c-5ab2-49ee-adb9-be24daf280ba') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:26.440884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ad823c-5ab2-49ee-adb9-be24daf280ba') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:26.454103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.469434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.476818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:26.477329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:26.481132 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:26.559111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.568373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.571262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/networks/e604ad46-f69a-4e2f-9dc4-fcc902dc472f HTTP/1.1" status: 204 len: 168 time: 0.3608036 Sep 02 13:05:26.573542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:26.590103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf26f43-c4e4-4140-b197-ce414e5fbee9 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Network': ['ID=e604ad46-f69a-4e2f-9dc4-fcc902dc472f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:26.797757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778cf3c-b183-459c-b74d-31ea8a41dce0 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:26.804828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778cf3c-b183-459c-b74d-31ea8a41dce0 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:26.810645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4778cf3c-b183-459c-b74d-31ea8a41dce0 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2357988 Sep 02 13:05:26.810996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:26.816914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1742287067'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:26.825159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 32992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:26.851903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:26.855555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.881284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:26.892336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.892694 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Added segment fc77ae4c-6f4d-4a1e-bf8d-7644318ad6d2 of type vlan for network 700d4978-a716-4ec2-ab19-510799c826d2 Sep 02 13:05:26.936652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.964614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f60d8c1-ea73-4ba2-9be3-d3a6e8ae6bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.986935 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:26.992562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:26.993180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.089299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Network': ['ID=700d4978-a716-4ec2-ab19-510799c826d2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:27.100186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 700d4978-a716-4ec2-ab19-510799c826d2 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:27.166536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f60d8c1-ea73-4ba2-9be3-d3a6e8ae6bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.173234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f60d8c1-ea73-4ba2-9be3-d3a6e8ae6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.193663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c63a46f3-5ed9-4779-813b-36060367bdd5 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3782778 Sep 02 13:05:27.194076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 32998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:27.199279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-690175418'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:27.219808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f60d8c1-ea73-4ba2-9be3-d3a6e8ae6bc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=321f23fc31a04061acf12e082aa69137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936048 Sep 02 13:05:27.222897 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:27.234025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d8c1-ea73-4ba2-9be3-d3a6e8ae6bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2b36c-a17d-4e63-898b-6e20380fa1a1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:27.238777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:27.244562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.301651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:27.323896 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.324234 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Added segment 84dece88-acab-4435-a207-237926fa468b of type vlan for network ca191bdb-29df-4b95-8807-1a0c830b8850 Sep 02 13:05:27.325903 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7af492-21ab-47c1-9d35-c4191814f4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.386370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7af492-21ab-47c1-9d35-c4191814f4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.388745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.438702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.445614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:27.446262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.523277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7af492-21ab-47c1-9d35-c4191814f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.525871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a7af492-21ab-47c1-9d35-c4191814f4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.527047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a7af492-21ab-47c1-9d35-c4191814f4c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcc2b36c-a17d-4e63-898b-6e20380fa1a1 HTTP/1.1" status: 204 len: 168 time: 0.3014817 Sep 02 13:05:27.528985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3340063 Sep 02 13:05:27.532139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:27.537515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'ports': [{'network_id': '700d4978-a716-4ec2-ab19-510799c826d2', 'name': 'tempest-port--1394539938', 'admin_state_up': True}, {'network_id': 'ca191bdb-29df-4b95-8807-1a0c830b8850', 'admin_state_up': False}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:27.538055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'port': {'network_id': '700d4978-a716-4ec2-ab19-510799c826d2', 'name': 'tempest-port--1394539938', 'admin_state_up': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:27.538542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'port': {'network_id': 'ca191bdb-29df-4b95-8807-1a0c830b8850', 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:27.559476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7af492-21ab-47c1-9d35-c4191814f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2b36c-a17d-4e63-898b-6e20380fa1a1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:27.565319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0adab-9634-4322-b7aa-1adf6ae3a8fe tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Network': ['ID=ca191bdb-29df-4b95-8807-1a0c830b8850,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:27.579841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ca191bdb-29df-4b95-8807-1a0c830b8850 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:27.718960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'port': 2} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:27.726771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.737908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:27.830507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] device_id is not set on port 0a363fa0-3ea2-4df6-a4ff-691c0ac702b5 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:05:27.956750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.030107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] device_id is not set on port 51f23baf-039c-480b-b376-d3ad132dc61d yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:05:28.158471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.211947 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.279616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Port': ['ID=0a363fa0-3ea2-4df6-a4ff-691c0ac702b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:28.302513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Checking segment: {'id': 'fc77ae4c-6f4d-4a1e-bf8d-7644318ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '700d4978-a716-4ec2-ab19-510799c826d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:28.302904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network hostable DHCP agents. Network: 700d4978-a716-4ec2-ab19-510799c826d2, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:28.324237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network 700d4978-a716-4ec2-ab19-510799c826d2 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:28.336889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 700d4978-a716-4ec2-ab19-510799c826d2) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:28.342434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:28.343588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.345052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081fbe3-f3e8-4c0c-8df1-0777b7d946d8 None None] Network 700d4978-a716-4ec2-ab19-510799c826d2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:28.438139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Port': ['ID=51f23baf-039c-480b-b376-d3ad132dc61d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:28.441216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Checking segment: {'id': '84dece88-acab-4435-a207-237926fa468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ca191bdb-29df-4b95-8807-1a0c830b8850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:28.444289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network hostable DHCP agents. Network: ca191bdb-29df-4b95-8807-1a0c830b8850, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:28.465217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network ca191bdb-29df-4b95-8807-1a0c830b8850 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:28.484383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ca191bdb-29df-4b95-8807-1a0c830b8850) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:28.492243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:28.498732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d535916-2a6a-40d6-8cba-32ec04f39cb0 None None] Network ca191bdb-29df-4b95-8807-1a0c830b8850 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:28.506022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:28.516606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:28.517770 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.537592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c0c0c617-5547-4f87-b280-8c2980b52ad6 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0043068 Sep 02 13:05:28.540446 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:28.646981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586eea68-5073-434d-80a2-2f87cf5c2391 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:28.653415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586eea68-5073-434d-80a2-2f87cf5c2391 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:28.655195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-586eea68-5073-434d-80a2-2f87cf5c2391 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1137028 Sep 02 13:05:28.658125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:28.686561 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ca3acf8-d37e-41a5-8366-c520e97420f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.772357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Deleting port 0a363fa0-3ea2-4df6-a4ff-691c0ac702b5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:28.772712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.840702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.854284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Calling delete_port for 0a363fa0-3ea2-4df6-a4ff-691c0ac702b5 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:28.943127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.972074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Port': ['ID=0a363fa0-3ea2-4df6-a4ff-691c0ac702b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:28.981229 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:28.983277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0b69b4c3-bf28-4c5d-a336-b01ca8a3200e tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/ports/0a363fa0-3ea2-4df6-a4ff-691c0ac702b5 HTTP/1.1" status: 204 len: 168 time: 0.3193648 Sep 02 13:05:28.986956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:29.117256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Deleting port 51f23baf-039c-480b-b376-d3ad132dc61d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:29.118776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.245277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.268478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Calling delete_port for 51f23baf-039c-480b-b376-d3ad132dc61d owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:29.357571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.394610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Port': ['ID=51f23baf-039c-480b-b376-d3ad132dc61d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:29.397994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.399915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b2983861-db4e-4151-80fa-9c9ae1dc0811 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/ports/51f23baf-039c-480b-b376-d3ad132dc61d HTTP/1.1" status: 204 len: 168 time: 0.4118006 Sep 02 13:05:29.402536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:29.431965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-33eb1bf3-b878-4ac6-bc93-5972423e84a1 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269957 Sep 02 13:05:29.434177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:29.439271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1558909573'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:29.468701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:29.472631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.502029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:29.512963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.513318 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Added segment 8dce670d-cee5-4ff1-94d5-4e323856f398 of type vlan for network 8712005e-c2b3-451c-be9a-400e0f5950bd Sep 02 13:05:29.565166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.591091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.596748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:29.597373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.651142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2159164 Sep 02 13:05:29.654624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:29.660353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2110530299'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:29.663504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcf499-91a5-4e87-9e1e-df1a074a4828 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Network': ['ID=8712005e-c2b3-451c-be9a-400e0f5950bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:29.674134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8712005e-c2b3-451c-be9a-400e0f5950bd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:29.685579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:29.689293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.714268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:29.724990 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.725295 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Added segment 8e078a8c-290f-4dca-a9c8-033f1da5c9c6 of type vlan for network d9b81409-5dfd-4d66-9c56-bc28712aa213 Sep 02 13:05:29.773971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.798763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.804870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:29.805651 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:29.817612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33098) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:29.939777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cd3628-d785-484d-a510-340770288d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.049141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cd3628-d785-484d-a510-340770288d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.055238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cd3628-d785-484d-a510-340770288d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.091007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-63cd3628-d785-484d-a510-340770288d92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fee99a52ab8448faa422ebd1dc0115b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697272 Sep 02 13:05:30.091822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33108) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:30.123399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd3628-d785-484d-a510-340770288d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6127674-f46f-4d5c-8ee2-bb86a03c47c0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:30.143384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4868996 Sep 02 13:05:30.179718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d964bae0-b1c1-471a-bf28-2cf415a537cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.180930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b469a4-5caf-490a-8615-620564dfbfbd tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Network': ['ID=d9b81409-5dfd-4d66-9c56-bc28712aa213,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:30.200208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d9b81409-5dfd-4d66-9c56-bc28712aa213 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:30.213498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d964bae0-b1c1-471a-bf28-2cf415a537cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.290252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d964bae0-b1c1-471a-bf28-2cf415a537cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.296997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d964bae0-b1c1-471a-bf28-2cf415a537cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.300513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d964bae0-b1c1-471a-bf28-2cf415a537cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6127674-f46f-4d5c-8ee2-bb86a03c47c0 HTTP/1.1" status: 204 len: 168 time: 0.2080839 Sep 02 13:05:30.322588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964bae0-b1c1-471a-bf28-2cf415a537cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6127674-f46f-4d5c-8ee2-bb86a03c47c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:30.698827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:30.714355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6cad585-8e52-4cfe-8e1e-cfa0e489c7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.816038 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6cad585-8e52-4cfe-8e1e-cfa0e489c7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.822157 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6cad585-8e52-4cfe-8e1e-cfa0e489c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.863534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d6cad585-8e52-4cfe-8e1e-cfa0e489c7eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13e1ae1b897344f294fb2d67fbb8f2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611543 Sep 02 13:05:30.863534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad585-8e52-4cfe-8e1e-cfa0e489c7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdeb35-c961-41dc-b315-8d41c16dd79c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:30.864746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:30.917658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21722802-d4f3-48bf-9206-127c24e62a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.939426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21722802-d4f3-48bf-9206-127c24e62a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.989416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21722802-d4f3-48bf-9206-127c24e62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.992423 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21722802-d4f3-48bf-9206-127c24e62a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:30.993644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21722802-d4f3-48bf-9206-127c24e62a8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4cdeb35-c961-41dc-b315-8d41c16dd79c HTTP/1.1" status: 204 len: 168 time: 0.1279292 Sep 02 13:05:31.003979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21722802-d4f3-48bf-9206-127c24e62a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdeb35-c961-41dc-b315-8d41c16dd79c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:31.466804 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4dd88e0-4f22-4864-8f8e-1e9a57fcfca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:31.650728 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:32.567876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.260429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:33.373299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eec6f66-b6bd-4eb8-8f0c-ad1d1bb3037e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.468821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eec6f66-b6bd-4eb8-8f0c-ad1d1bb3037e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.473899 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eec6f66-b6bd-4eb8-8f0c-ad1d1bb3037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.498834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec6f66-b6bd-4eb8-8f0c-ad1d1bb3037e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f38b3-b5bb-419d-ab5f-bcdceb6de5a9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:33.574103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2eec6f66-b6bd-4eb8-8f0c-ad1d1bb3037e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7282af28afa245b784eaefb65095d539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718523 Sep 02 13:05:33.574103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:33.597560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e9f-fbac-474f-b007-5d8aa186b8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.624005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e9f-fbac-474f-b007-5d8aa186b8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.667346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:33.673921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'subnets': [{'network_id': '8712005e-c2b3-451c-be9a-400e0f5950bd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1253563676', 'ip_version': 6}, {'network_id': 'd9b81409-5dfd-4d66-9c56-bc28712aa213', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:33.674420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'subnet': {'network_id': '8712005e-c2b3-451c-be9a-400e0f5950bd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1253563676', 'ip_version': 6}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:33.675360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Request body: {'subnet': {'network_id': 'd9b81409-5dfd-4d66-9c56-bc28712aa213', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:33.719072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e9f-fbac-474f-b007-5d8aa186b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.721597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e9f-fbac-474f-b007-5d8aa186b8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.722777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-33eb7e9f-fbac-474f-b007-5d8aa186b8d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/092f38b3-b5bb-419d-ab5f-bcdceb6de5a9 HTTP/1.1" status: 204 len: 168 time: 0.1857445 Sep 02 13:05:33.744987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb7e9f-fbac-474f-b007-5d8aa186b8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f38b3-b5bb-419d-ab5f-bcdceb6de5a9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:33.863093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Made reservation on behalf of 9c299bbbb4e949c391ebeee3aa182eed for: {'subnet': 2} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:33.869461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:33.869805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.076127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:34.094705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84767da7-3e4e-4efd-8fc9-ed053077843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.197624 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84767da7-3e4e-4efd-8fc9-ed053077843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.202727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84767da7-3e4e-4efd-8fc9-ed053077843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.226175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.250657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84767da7-3e4e-4efd-8fc9-ed053077843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b610c1-5a68-4cca-a910-e38cd9a9056a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:34.260728 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-84767da7-3e4e-4efd-8fc9-ed053077843b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d88d802941324a4eac62e58ecd99706c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829832 Sep 02 13:05:34.263361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:34.319655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0273e3-261f-4845-94fb-a598a53bb75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.331971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.346787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0273e3-261f-4845-94fb-a598a53bb75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.402119 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0273e3-261f-4845-94fb-a598a53bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.404998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0273e3-261f-4845-94fb-a598a53bb75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.405934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Subnet': ['ID=569872a2-1239-4e46-8ceb-8aa1bccda29b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:34.406241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fe0273e3-261f-4845-94fb-a598a53bb75b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58b610c1-5a68-4cca-a910-e38cd9a9056a HTTP/1.1" status: 204 len: 168 time: 0.1418223 Sep 02 13:05:34.414295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Checking segment: {'id': '8dce670d-cee5-4ff1-94d5-4e323856f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8712005e-c2b3-451c-be9a-400e0f5950bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:34.414659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network hostable DHCP agents. Network: 8712005e-c2b3-451c-be9a-400e0f5950bd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:34.416562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0273e3-261f-4845-94fb-a598a53bb75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b610c1-5a68-4cca-a910-e38cd9a9056a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:34.436418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network 8712005e-c2b3-451c-be9a-400e0f5950bd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:34.450232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8712005e-c2b3-451c-be9a-400e0f5950bd) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:34.454495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.467015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002be5df-0ef8-490d-8d22-4faf62daba28 None None] Network 8712005e-c2b3-451c-be9a-400e0f5950bd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:34.522862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event updated for resources: {'Subnet': ['ID=6ab6901b-17a3-4143-a0a8-92615d6d4f3a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:34.534650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Checking segment: {'id': '8e078a8c-290f-4dca-a9c8-033f1da5c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd9b81409-5dfd-4d66-9c56-bc28712aa213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:34.535046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network hostable DHCP agents. Network: d9b81409-5dfd-4d66-9c56-bc28712aa213, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:34.556718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Network d9b81409-5dfd-4d66-9c56-bc28712aa213 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:34.571340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d9b81409-5dfd-4d66-9c56-bc28712aa213) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:34.576379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:34.576793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:34.577526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.584250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b98a0-4f03-40ac-9076-8bd90e0cc621 None None] Network d9b81409-5dfd-4d66-9c56-bc28712aa213 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:34.600122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:34.600467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-75d3faa9-469e-4c5c-93b5-8051dce83166 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9317317 Sep 02 13:05:34.719272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0183c24c-d7f9-44c5-bd5c-599d63023448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-8712005e-c2b3-451c-be9a-400e0f5950bd', 'network_id': '8712005e-c2b3-451c-be9a-400e0f5950bd', 'tenant_id': '9c299bbbb4e949c391ebeee3aa182eed', 'fixed_ips': [{'subnet_id': '569872a2-1239-4e46-8ceb-8aa1bccda29b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:05:34.720412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bd883-7788-40c2-a88c-1347406b98c2 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:34.720754 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0183c24c-d7f9-44c5-bd5c-599d63023448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.722535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bd883-7788-40c2-a88c-1347406b98c2 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:34.724533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bd883-7788-40c2-a88c-1347406b98c2 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:34.737149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:34.737375 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f99bd883-7788-40c2-a88c-1347406b98c2 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1352963 Sep 02 13:05:34.831471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Deleting subnet 569872a2-1239-4e46-8ceb-8aa1bccda29b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:05:34.836314 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.895913 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.912856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5551f-a50f-4a0c-b01c-3960a916eeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d9b81409-5dfd-4d66-9c56-bc28712aa213', 'network_id': 'd9b81409-5dfd-4d66-9c56-bc28712aa213', 'tenant_id': '9c299bbbb4e949c391ebeee3aa182eed', 'fixed_ips': [{'subnet_id': '6ab6901b-17a3-4143-a0a8-92615d6d4f3a'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:05:34.913909 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7ee5551f-a50f-4a0c-b01c-3960a916eeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:34.952171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.040932 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.073682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Subnet': ['ID=569872a2-1239-4e46-8ceb-8aa1bccda29b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:35.084645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.089277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:35.100130 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cffc2918-7478-4e5e-895e-43d4b8e7a37c tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/subnets/569872a2-1239-4e46-8ceb-8aa1bccda29b HTTP/1.1" status: 204 len: 168 time: 0.3606305 Sep 02 13:05:35.169382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Deleting subnet 6ab6901b-17a3-4143-a0a8-92615d6d4f3a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:05:35.173304 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-0183c24c-d7f9-44c5-bd5c-599d63023448 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 569872a2-1239-4e46-8ceb-8aa1bccda29b: This subnet is being modified by another concurrent operation. Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:05:35.235465 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 569872a2-1239-4e46-8ceb-8aa1bccda29b: This subnet is being modified by another concurrent operation. Sep 02 13:05:35.239197 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:05:35.259590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b7171-68da-423a-a92c-761e7c324af2 None None] Network 8712005e-c2b3-451c-be9a-400e0f5950bd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:35.272068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.278856 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.329067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.413039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-7ee5551f-a50f-4a0c-b01c-3960a916eeb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ab6901b-17a3-4143-a0a8-92615d6d4f3a: This subnet is being modified by another concurrent operation. Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:05:35.423227 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ab6901b-17a3-4143-a0a8-92615d6d4f3a: This subnet is being modified by another concurrent operation. Sep 02 13:05:35.425897 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:05:35.446657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008759e-ff6d-4684-aef9-6aa0180357c8 None None] Network d9b81409-5dfd-4d66-9c56-bc28712aa213 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:35.491803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.497010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:35.513517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/subnets/6ab6901b-17a3-4143-a0a8-92615d6d4f3a HTTP/1.1" status: 204 len: 168 time: 0.4230645 Sep 02 13:05:35.515239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95318-afcc-4a64-9775-ae5aaef19914 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab6901b-17a3-4143-a0a8-92615d6d4f3a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:35.624315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c286485-dbbf-45c3-965b-4323c7dc35fa tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:35.625315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02e741-5013-4387-ba64-4e36332b9167 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:05:35.630046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c286485-dbbf-45c3-965b-4323c7dc35fa tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1277614 Sep 02 13:05:35.631250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33314) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:35.727567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02e741-5013-4387-ba64-4e36332b9167 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:05:35.740132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.862729 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.875215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b81409-5dfd-4d66-9c56-bc28712aa213']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:35.890713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e078a8c-290f-4dca-a9c8-033f1da5c9c6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:35.891003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e078a8c-290f-4dca-a9c8-033f1da5c9c6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:35.903836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.919023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.929990 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:35.930508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:35.935434 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:35.998686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.006743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.008783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/networks/d9b81409-5dfd-4d66-9c56-bc28712aa213 HTTP/1.1" status: 204 len: 168 time: 0.3756030 Sep 02 13:05:36.012142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.021032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e98fd6-22b1-43f5-9eb4-8c0f0cdf8fe8 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Network': ['ID=d9b81409-5dfd-4d66-9c56-bc28712aa213,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:36.055430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.059604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85d839-3a77-4910-adb9-9604ccfc2ca8 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:05:36.134455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.163833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85d839-3a77-4910-adb9-9604ccfc2ca8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:05:36.305334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.360655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.375007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d19716cc-1586-438a-9fa5-e2699c300a83 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1089180756'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:36.375572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d19716cc-1586-438a-9fa5-e2699c300a83 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Unknown quota resources ['metering_label']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:36.590656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.596298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d19716cc-1586-438a-9fa5-e2699c300a83 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.598107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d19716cc-1586-438a-9fa5-e2699c300a83 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2904127 Sep 02 13:05:36.601740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8712005e-c2b3-451c-be9a-400e0f5950bd']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:36.602004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.608104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-60431908-bf44-4527-9951-e818aa6b5e75 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '94fd4081-562b-4d27-a23d-70e5616b8816'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:36.608627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-60431908-bf44-4527-9951-e818aa6b5e75 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:36.613316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dce670d-cee5-4ff1-94d5-4e323856f398') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:36.613626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dce670d-cee5-4ff1-94d5-4e323856f398') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:36.623193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.639127 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.645856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:36.646413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:36.649875 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:36.696259 n-d-792364-8 neutron-server[94841]: WARNING neutron.services.metering.metering_plugin [None req-60431908-bf44-4527-9951-e818aa6b5e75 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:05:36.710354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.718005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.719903 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/networks/8712005e-c2b3-451c-be9a-400e0f5950bd HTTP/1.1" status: 204 len: 168 time: 0.7063379 Sep 02 13:05:36.722485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33342) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.740797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdebf4-4a41-4b02-95d8-2eb43504a710 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Network': ['ID=8712005e-c2b3-451c-be9a-400e0f5950bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:36.812836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60431908-bf44-4527-9951-e818aa6b5e75 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.814105 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-60431908-bf44-4527-9951-e818aa6b5e75 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2113509 Sep 02 13:05:36.815494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.818116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.823289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4c6b2e1f-81ca-42ad-91f9-fab5dede41ad tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '94fd4081-562b-4d27-a23d-70e5616b8816'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:36.823837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4c6b2e1f-81ca-42ad-91f9-fab5dede41ad tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:36.828614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.834447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.876040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c8aaf422aff4f9991773a4cf7db4e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169122 Sep 02 13:05:36.876040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f502b-f22c-4540-89b0-08f0fbb133ac,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:36.876608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:36.896845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.897233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.897581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.897924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.898256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.898589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.898921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.899251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.899583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.899909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.900236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.900564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d80f04-e695-429b-91ba-e6ae519aca7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:36.947006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51689fef-3ad8-49a7-9093-757d59523ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:36.970176 n-d-792364-8 neutron-server[94840]: WARNING neutron.services.metering.metering_plugin [None req-4c6b2e1f-81ca-42ad-91f9-fab5dede41ad tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:05:36.989826 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51689fef-3ad8-49a7-9093-757d59523ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.039204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51689fef-3ad8-49a7-9093-757d59523ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.041880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51689fef-3ad8-49a7-9093-757d59523ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.043065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-51689fef-3ad8-49a7-9093-757d59523ba1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d9f502b-f22c-4540-89b0-08f0fbb133ac HTTP/1.1" status: 204 len: 168 time: 0.1654739 Sep 02 13:05:37.051639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51689fef-3ad8-49a7-9093-757d59523ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f502b-f22c-4540-89b0-08f0fbb133ac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:37.057460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.114177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2e1f-81ca-42ad-91f9-fab5dede41ad tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.115503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4c6b2e1f-81ca-42ad-91f9-fab5dede41ad tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2963355 Sep 02 13:05:37.117185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca191bdb-29df-4b95-8807-1a0c830b8850']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:37.118538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33352) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.127351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dece88-acab-4435-a207-237926fa468b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:37.127588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dece88-acab-4435-a207-237926fa468b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:37.137027 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-818cf2fd-89c2-4ba6-9498-74afc9a94794 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=a3a0d4d0-2f56-4f41-8bf4-c285ddee2cc9 HTTP/1.1" status: 200 len: 462 time: 0.0134676 Sep 02 13:05:37.137027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33354) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.144738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.161098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.168167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:37.168587 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:37.173422 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:37.243340 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.250399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eef7ccf2-fa75-4736-8498-2d8586b9e81a tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.251762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eef7ccf2-fa75-4736-8498-2d8586b9e81a tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/a3a0d4d0-2f56-4f41-8bf4-c285ddee2cc9 HTTP/1.1" status: 204 len: 168 time: 0.1141026 Sep 02 13:05:37.253980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.254793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33358) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.256055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/networks/ca191bdb-29df-4b95-8807-1a0c830b8850 HTTP/1.1" status: 204 len: 168 time: 0.5325372 Sep 02 13:05:37.260010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33360) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.270664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac798b-4d33-40ed-ae82-8035d975a223 tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Network': ['ID=ca191bdb-29df-4b95-8807-1a0c830b8850,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:37.278692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-177ad13b-78a8-4349-aecc-c578a66ad46f tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=a3a0d4d0-2f56-4f41-8bf4-c285ddee2cc9 HTTP/1.1" status: 200 len: 221 time: 0.0225964 Sep 02 13:05:37.282950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.293048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5f79abc5-18f6-41ba-a5a1-71612653bb06 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--910950592', 'description': 'label created by tempest'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:37.293901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5f79abc5-18f6-41ba-a5a1-71612653bb06 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Unknown quota resources ['metering_label']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:37.404279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.459036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.518717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae56942c-af35-4563-a4e1-76ed1f8a4157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.535017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f79abc5-18f6-41ba-a5a1-71612653bb06 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.539189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f79abc5-18f6-41ba-a5a1-71612653bb06 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2481310 Sep 02 13:05:37.539602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.543411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.562114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700d4978-a716-4ec2-ab19-510799c826d2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:37.581622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc77ae4c-6f4d-4a1e-bf8d-7644318ad6d2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:37.581622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc77ae4c-6f4d-4a1e-bf8d-7644318ad6d2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:37.594513 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.627754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.635232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:37.635673 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.638186 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2d41a80e-a0cf-4221-85a2-b8a57ed29ce0 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=739f3ab1-7fa0-4818-8ce3-fe812096ebee HTTP/1.1" status: 200 len: 467 time: 0.0975873 Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:37.639640 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:37.641402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.719390 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.725682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.727633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] 10.222.0.60 "DELETE /v2.0/networks/700d4978-a716-4ec2-ab19-510799c826d2 HTTP/1.1" status: 204 len: 168 time: 0.4666481 Sep 02 13:05:37.763908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee402d-126b-4196-9c6e-a9307a5bfbee tempest-BulkNetworkOpsIpV6Test-1923981091 tempest-BulkNetworkOpsIpV6Test-1923981091-project] Pushing event deleted for resources: {'Network': ['ID=700d4978-a716-4ec2-ab19-510799c826d2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:37.829470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae56942c-af35-4563-a4e1-76ed1f8a4157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.835544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae56942c-af35-4563-a4e1-76ed1f8a4157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.863860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-936f8357-3b52-4d55-8405-4823d1ddc68d tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.865351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-936f8357-3b52-4d55-8405-4823d1ddc68d tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/739f3ab1-7fa0-4818-8ce3-fe812096ebee HTTP/1.1" status: 204 len: 168 time: 0.2235236 Sep 02 13:05:37.868128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33386) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.877666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56942c-af35-4563-a4e1-76ed1f8a4157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b72c25-7ae7-4cc4-b0a0-e6cef0bce7ac,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:37.885354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-33ef9719-7cd6-4acc-a092-d4b20a13ed18 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=739f3ab1-7fa0-4818-8ce3-fe812096ebee HTTP/1.1" status: 200 len: 216 time: 0.0129056 Sep 02 13:05:37.885561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ae56942c-af35-4563-a4e1-76ed1f8a4157 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98728f283c264734a44920cea1af4ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224472 Sep 02 13:05:37.885716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.885991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.905801 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f04c30d4-2ee3-4552-98c8-fa1dbcba1258 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0176008 Sep 02 13:05:37.909769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33392) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.922803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e6768ac-851e-46d3-9d04-82cd146da9a5 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117626 Sep 02 13:05:37.926221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:37.951246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f480e058-8be3-4ef7-972b-6f0fae110652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.975993 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f480e058-8be3-4ef7-972b-6f0fae110652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:37.985550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a505d6c3-fff8-4d49-ad12-7209df7465eb tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/94fd4081-562b-4d27-a23d-70e5616b8816 HTTP/1.1" status: 200 len: 473 time: 0.0580134 Sep 02 13:05:37.989855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:38.004271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-34af728e-0f1b-4124-82b2-b31a9c9792d4 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/72a5b7d8-251a-400d-817d-1918e02fae8a HTTP/1.1" status: 200 len: 459 time: 0.0130467 Sep 02 13:05:38.009514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33400) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:38.050216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f480e058-8be3-4ef7-972b-6f0fae110652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.053209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f480e058-8be3-4ef7-972b-6f0fae110652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.060336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f480e058-8be3-4ef7-972b-6f0fae110652 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40b72c25-7ae7-4cc4-b0a0-e6cef0bce7ac HTTP/1.1" status: 204 len: 168 time: 0.1704087 Sep 02 13:05:38.061361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:38.077877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480e058-8be3-4ef7-972b-6f0fae110652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b72c25-7ae7-4cc4-b0a0-e6cef0bce7ac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:38.124642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f21d-af38-4215-9f49-cb93bcdd9102 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.125822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b2a2f21d-af38-4215-9f49-cb93bcdd9102 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/72a5b7d8-251a-400d-817d-1918e02fae8a HTTP/1.1" status: 204 len: 168 time: 0.1153266 Sep 02 13:05:38.128968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:38.393291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44dc4ba0-8263-4843-8013-61451aba80a2 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.397556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-44dc4ba0-8263-4843-8013-61451aba80a2 tempest-MeteringIpV6TestJSON-2064828893 tempest-MeteringIpV6TestJSON-2064828893-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/94fd4081-562b-4d27-a23d-70e5616b8816 HTTP/1.1" status: 204 len: 168 time: 0.2673707 Sep 02 13:05:38.425713 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e7cdb871-3fdf-4981-a56b-71889d0ae175 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c299bbbb4e949c391ebeee3aa182eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632026 Sep 02 13:05:38.428480 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:38.492865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ad4284-bee4-413a-bae8-b3204342bed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.523013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ad4284-bee4-413a-bae8-b3204342bed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.589766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ad4284-bee4-413a-bae8-b3204342bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.593742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20ad4284-bee4-413a-bae8-b3204342bed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:38.595365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-20ad4284-bee4-413a-bae8-b3204342bed6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e35cb39-ff6e-4987-b760-59b9b4f72e3b HTTP/1.1" status: 204 len: 168 time: 0.1657639 Sep 02 13:05:38.606409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad4284-bee4-413a-bae8-b3204342bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e35cb39-ff6e-4987-b760-59b9b4f72e3b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:38.901664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:39.046718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8b53f43-0885-4a24-98b9-93116abf1812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.180446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8b53f43-0885-4a24-98b9-93116abf1812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.188206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8b53f43-0885-4a24-98b9-93116abf1812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.238516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a8b53f43-0885-4a24-98b9-93116abf1812 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=769102f8e4314c258746954725bc9bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352749 Sep 02 13:05:39.240384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b53f43-0885-4a24-98b9-93116abf1812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e748b59-d96a-42e7-94e5-21e7e45fa9c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:39.240656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:39.296398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42bbd178-cb50-4a99-8a25-fae83b7d5637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.319665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42bbd178-cb50-4a99-8a25-fae83b7d5637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.382345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42bbd178-cb50-4a99-8a25-fae83b7d5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.384203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42bbd178-cb50-4a99-8a25-fae83b7d5637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:39.389978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42bbd178-cb50-4a99-8a25-fae83b7d5637 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e748b59-d96a-42e7-94e5-21e7e45fa9c8 HTTP/1.1" status: 204 len: 168 time: 0.1477334 Sep 02 13:05:39.400532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd178-cb50-4a99-8a25-fae83b7d5637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e748b59-d96a-42e7-94e5-21e7e45fa9c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:39.729588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:39.890773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33490) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:39.908011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ddd1df9-a634-438f-836a-0294e17b839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.022314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ddd1df9-a634-438f-836a-0294e17b839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.028214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ddd1df9-a634-438f-836a-0294e17b839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.082334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5ddd1df9-a634-438f-836a-0294e17b839a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c558887a87ec45648c17eed4f821aba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900437 Sep 02 13:05:40.084377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd1df9-a634-438f-836a-0294e17b839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd955bb-c1d4-4c17-8980-3422cb0e555e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:40.085221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:40.109248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-1300859801'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:40.150321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:40.154249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.163641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-328d370f-c6bc-4f17-af93-df6f7ddb9068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.169060 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.201516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-328d370f-c6bc-4f17-af93-df6f7ddb9068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.272112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-328d370f-c6bc-4f17-af93-df6f7ddb9068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.276716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-328d370f-c6bc-4f17-af93-df6f7ddb9068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.278580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-328d370f-c6bc-4f17-af93-df6f7ddb9068 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfd955bb-c1d4-4c17-8980-3422cb0e555e HTTP/1.1" status: 204 len: 168 time: 0.1921067 Sep 02 13:05:40.289148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d370f-c6bc-4f17-af93-df6f7ddb9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd955bb-c1d4-4c17-8980-3422cb0e555e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:40.333154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.343935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.377623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:40.396337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27e0ab-ba97-424f-b64b-c5ac89707485,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:40.401167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.401617 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment 81f436a3-1a0f-4d07-8daa-e251e44c0029 of type vlan for network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 Sep 02 13:05:40.454160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.492304 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.500149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:40.501428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.632377 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9013994 Sep 02 13:05:40.635084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:40.641531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-1543580322'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:40.654463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68777a9c-33bd-4563-96db-e4e04c265dc2 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=c74a87fc-b6aa-480d-b1cc-e70c20f538a3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:40.668060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:40.670738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:40.673140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.705019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:40.716073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.716458 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment 7ce90089-12c3-4950-8b77-21c927b38af1 of type vlan for network 013cbc9a-ee18-4bf6-9052-590f20314ac7 Sep 02 13:05:40.759699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.789260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.794961 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:40.795579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:40.855403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2155690 Sep 02 13:05:40.855403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:40.860580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:40.916391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d4131-ca81-429a-abeb-a26a28e703c8 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=013cbc9a-ee18-4bf6-9052-590f20314ac7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:40.938008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:41.006025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:41.012173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:41.121622 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:41.222341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:41.294843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=f8db835b-f226-48c8-a91d-1cd261ddae3e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:41.297064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': '81f436a3-1a0f-4d07-8daa-e251e44c0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:41.297441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: c74a87fc-b6aa-480d-b1cc-e70c20f538a3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:41.322415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:41.335281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c74a87fc-b6aa-480d-b1cc-e70c20f538a3) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:41.343414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:41.343677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:41.348054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a460d1-3dce-4cc1-b147-8182b8de1140 None None] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:41.364324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e51b1684-038e-465a-b04c-b3b12f213961 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5080874 Sep 02 13:05:41.367400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:41.373083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:41.387345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-486b3a95-55bb-49b5-bd66-ce77e1e9d260 req-91157bb5-a19a-48cc-b6ba-4c7dd4a8be20 service neutron] (94840) timed out ('10.222.0.18', 64251) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:05:41.508047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c74a87fc-b6aa-480d-b1cc-e70c20f538a3', 'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': 'f8db835b-f226-48c8-a91d-1cd261ddae3e'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:05:41.510449 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:41.519704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:41.523739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:41.775051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Allocated IP 172.20.0.2 (c74a87fc-b6aa-480d-b1cc-e70c20f538a3/f8db835b-f226-48c8-a91d-1cd261ddae3e/9450f6db-1705-4e1d-a267-b4aad8dae11e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:41.914576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.000318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=a80d7db9-3d62-4800-9a52-eead55cc00df,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:42.016763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': '7ce90089-12c3-4950-8b77-21c927b38af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:42.017160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: 013cbc9a-ee18-4bf6-9052-590f20314ac7, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:42.048840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:42.055695 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.076081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 013cbc9a-ee18-4bf6-9052-590f20314ac7) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:42.082909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Transition to ACTIVE for port object 9450f6db-1705-4e1d-a267-b4aad8dae11e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:42.087734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:42.088264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.096220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82724d0c-54dd-4595-9a47-41fe7250676a None None] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:42.114768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b4ac1bb0-b336-4d46-a7a5-8afe060dc54b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460098 Sep 02 13:05:42.117914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:42.122947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1465792504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:42.124417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Transition to ACTIVE for port object 9450f6db-1705-4e1d-a267-b4aad8dae11e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:42.162878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.164355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.186794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.242058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.246399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:42.248980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.249866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:42.258290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:42.264432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Pushing event updated for resources: {'Port': ['ID=9450f6db-1705-4e1d-a267-b4aad8dae11e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:42.268113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.269511 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d698e265-5c11-448c-8c4d-208ca5117072 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1504087 Sep 02 13:05:42.273360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:42.278872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:42.364994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d6c7239b-7f62-4a4a-87dd-602ed65f572f tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-700160230'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:42.365459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d6c7239b-7f62-4a4a-87dd-602ed65f572f tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Unknown quota resources ['metering_label']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:42.369065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Attempting to bind port 9450f6db-1705-4e1d-a267-b4aad8dae11e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:05:42.369457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Attempting to bind port 9450f6db-1705-4e1d-a267-b4aad8dae11e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '81f436a3-1a0f-4d07-8daa-e251e44c0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:05:42.369827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Attempting to bind port 9450f6db-1705-4e1d-a267-b4aad8dae11e on network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:42.395399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:05:42.395797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Checking segment: {'id': '81f436a3-1a0f-4d07-8daa-e251e44c0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:42.396225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.396628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Bound using segment: {'id': '81f436a3-1a0f-4d07-8daa-e251e44c0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:05:42.397161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Bound port: 9450f6db-1705-4e1d-a267-b4aad8dae11e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f436a3-1a0f-4d07-8daa-e251e44c0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c74a87fc-b6aa-480d-b1cc-e70c20f538a3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:05:42.397879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.409972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-013cbc9a-ee18-4bf6-9052-590f20314ac7', 'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': 'a80d7db9-3d62-4800-9a52-eead55cc00df'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:05:42.410990 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.493667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6c7239b-7f62-4a4a-87dd-602ed65f572f tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.495056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6c7239b-7f62-4a4a-87dd-602ed65f572f tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2440138 Sep 02 13:05:42.498173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:42.502828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-76a28047-f8ce-426d-a5c8-30538618fa8b tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '681cd721-2621-4a09-bf14-ab3e30afd809'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:42.503422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-76a28047-f8ce-426d-a5c8-30538618fa8b tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:42.550748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] For port 9450f6db-1705-4e1d-a267-b4aad8dae11e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:05:42.555734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] For port 9450f6db-1705-4e1d-a267-b4aad8dae11e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9450f6db-1705-4e1d-a267-b4aad8dae11e,segment=NetworkSegment(81f436a3-1a0f-4d07-8daa-e251e44c0029),segment_id=81f436a3-1a0f-4d07-8daa-e251e44c0029)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:05:42.566436 n-d-792364-8 neutron-server[94841]: WARNING neutron.services.metering.metering_plugin [None req-76a28047-f8ce-426d-a5c8-30538618fa8b tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:05:42.579155 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.584285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.647796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Allocated IP 172.21.0.2 (013cbc9a-ee18-4bf6-9052-590f20314ac7/a80d7db9-3d62-4800-9a52-eead55cc00df/f7b281a5-f984-41c7-b39b-b9325ac9756f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:42.659419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cdc55-e861-4815-9163-508b133d67f8 None None] Pushing event updated for resources: {'Port': ['ID=9450f6db-1705-4e1d-a267-b4aad8dae11e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:42.885838 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.908155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Transition to ACTIVE for port object f7b281a5-f984-41c7-b39b-b9325ac9756f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:42.938833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Transition to ACTIVE for port object f7b281a5-f984-41c7-b39b-b9325ac9756f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:42.949486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.950128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.20.0.1 (c74a87fc-b6aa-480d-b1cc-e70c20f538a3/f8db835b-f226-48c8-a91d-1cd261ddae3e/43c05428-f75c-42a1-9dd1-54e37a9c4af3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:42.998339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76a28047-f8ce-426d-a5c8-30538618fa8b tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:42.999328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:43.001868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-76a28047-f8ce-426d-a5c8-30538618fa8b tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5003979 Sep 02 13:05:43.002898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.003332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:43.008177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:43.011646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c4fdd2a2-5a46-4369-bcd1-75fab60c0143 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '681cd721-2621-4a09-bf14-ab3e30afd809'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:43.012156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c4fdd2a2-5a46-4369-bcd1-75fab60c0143 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:43.019351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Pushing event updated for resources: {'Port': ['ID=f7b281a5-f984-41c7-b39b-b9325ac9756f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:43.091802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Attempting to bind port f7b281a5-f984-41c7-b39b-b9325ac9756f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:05:43.092391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Attempting to bind port f7b281a5-f984-41c7-b39b-b9325ac9756f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7ce90089-12c3-4950-8b77-21c927b38af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:05:43.092763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Attempting to bind port f7b281a5-f984-41c7-b39b-b9325ac9756f on network 013cbc9a-ee18-4bf6-9052-590f20314ac7 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:43.099827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:05:43.100791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Checking segment: {'id': '7ce90089-12c3-4950-8b77-21c927b38af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:43.100791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.101075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Bound using segment: {'id': '7ce90089-12c3-4950-8b77-21c927b38af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:05:43.101192 n-d-792364-8 neutron-server[94841]: WARNING neutron.services.metering.metering_plugin [None req-c4fdd2a2-5a46-4369-bcd1-75fab60c0143 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:05:43.101563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Bound port: f7b281a5-f984-41c7-b39b-b9325ac9756f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce90089-12c3-4950-8b77-21c927b38af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '013cbc9a-ee18-4bf6-9052-590f20314ac7'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:05:43.102043 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.149482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.184531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object 43c05428-f75c-42a1-9dd1-54e37a9c4af3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:43.196581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] For port f7b281a5-f984-41c7-b39b-b9325ac9756f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:05:43.205537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] For port f7b281a5-f984-41c7-b39b-b9325ac9756f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f7b281a5-f984-41c7-b39b-b9325ac9756f,segment=NetworkSegment(7ce90089-12c3-4950-8b77-21c927b38af1),segment_id=7ce90089-12c3-4950-8b77-21c927b38af1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:05:43.213469 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.231222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd2a2-5a46-4369-bcd1-75fab60c0143 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.235573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4fdd2a2-5a46-4369-bcd1-75fab60c0143 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2285411 Sep 02 13:05:43.235864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33576) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.248408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0a22eb98-09fa-41ae-b791-3cf0364ba2ba tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4a2dd346-24c4-45c2-98ce-ea0fdb9e9a14 HTTP/1.1" status: 200 len: 464 time: 0.0113680 Sep 02 13:05:43.251772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.266379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.326734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075568b-2445-4594-baff-ea83ea8912e4 None None] Pushing event updated for resources: {'Port': ['ID=f7b281a5-f984-41c7-b39b-b9325ac9756f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:43.350552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:43.356016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:43.364799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:43.441599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4652f1d-bef2-4ca4-8c17-6e91a09ab3d0 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.442119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.443115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4652f1d-bef2-4ca4-8c17-6e91a09ab3d0 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/4a2dd346-24c4-45c2-98ce-ea0fdb9e9a14 HTTP/1.1" status: 204 len: 168 time: 0.1903918 Sep 02 13:05:43.445863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.459070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c9f81a8f-387e-4585-8f04-a0461c459716 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4a2dd346-24c4-45c2-98ce-ea0fdb9e9a14 HTTP/1.1" status: 200 len: 221 time: 0.0112438 Sep 02 13:05:43.465606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.474730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a9fa7ab8-683d-49a5-aee6-70d4b2e4c6c3 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2135337486', 'description': 'label created by tempest'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:43.475749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a9fa7ab8-683d-49a5-aee6-70d4b2e4c6c3 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Unknown quota resources ['metering_label']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:05:43.516060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=43c05428-f75c-42a1-9dd1-54e37a9c4af3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:43.726579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.810423 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7ab8-683d-49a5-aee6-70d4b2e4c6c3 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:43.812403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a9fa7ab8-683d-49a5-aee6-70d4b2e4c6c3 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3453176 Sep 02 13:05:43.815146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.914230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-67f1085e-14d1-49f0-a6fc-e2314871e5f2 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=5e7b4305-d77b-4be5-b04e-8c9da4b9088c HTTP/1.1" status: 200 len: 468 time: 0.0975931 Sep 02 13:05:43.914831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:43.943625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef826a-5490-4552-a0f8-16be2c806b70 req-63b0777e-a163-4da2-802a-57c54dc8d95a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:43.945389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48ef826a-5490-4552-a0f8-16be2c806b70 req-63b0777e-a163-4da2-802a-57c54dc8d95a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 946 time: 0.1949713 Sep 02 13:05:43.978347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9450f6db-1705-4e1d-a267-b4aad8dae11e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:44.095571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9450f6db-1705-4e1d-a267-b4aad8dae11e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:44.101363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f7b281a5-f984-41c7-b39b-b9325ac9756f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:44.179238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f7b281a5-f984-41c7-b39b-b9325ac9756f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:44.192750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b0a-daef-4354-ab26-711905b82530 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.196944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d5b11b0a-daef-4354-ab26-711905b82530 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/5e7b4305-d77b-4be5-b04e-8c9da4b9088c HTTP/1.1" status: 204 len: 168 time: 0.2808766 Sep 02 13:05:44.197618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.216135 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6353278e-be8a-49de-b9cc-37551ae95463 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=5e7b4305-d77b-4be5-b04e-8c9da4b9088c HTTP/1.1" status: 200 len: 216 time: 0.0171492 Sep 02 13:05:44.219692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.230150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d5e7e20f-b240-4400-81ad-52fad1cdd321 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091834 Sep 02 13:05:44.234088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.242579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7fd26d-386c-4ecc-95bc-5b4ad079bbd6 None None] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:44.256812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f707de8-a939-43a8-bea9-b9a8d2068be8 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209439 Sep 02 13:05:44.260121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.330233 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-334b90ee-f2c2-467c-9037-32f406a6c1bf tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/681cd721-2621-4a09-bf14-ab3e30afd809 HTTP/1.1" status: 200 len: 472 time: 0.0682406 Sep 02 13:05:44.336931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.362231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-43a6627f-bd15-412a-9fd9-618d72f5bca7 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/9ce8ea4a-bf90-482e-9ea4-15fc29d50481 HTTP/1.1" status: 200 len: 461 time: 0.0183060 Sep 02 13:05:44.362670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.405459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] Provisioning for port 9450f6db-1705-4e1d-a267-b4aad8dae11e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:44.414212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] Provisioning complete for port 9450f6db-1705-4e1d-a267-b4aad8dae11e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:44.414212 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.556882 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83c3725b-0ef9-42bd-80d9-9d40a061d999 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.558168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-83c3725b-0ef9-42bd-80d9-9d40a061d999 tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/9ce8ea4a-bf90-482e-9ea4-15fc29d50481 HTTP/1.1" status: 204 len: 168 time: 0.1945505 Sep 02 13:05:44.560618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:44.616140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.692598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] For port 9450f6db-1705-4e1d-a267-b4aad8dae11e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9450f6db-1705-4e1d-a267-b4aad8dae11e,segment=NetworkSegment(81f436a3-1a0f-4d07-8daa-e251e44c0029),segment_id=81f436a3-1a0f-4d07-8daa-e251e44c0029)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:44.701946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.732803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48ef826a-5490-4552-a0f8-16be2c806b70 req-184b148f-7cfc-46b9-96da-0f78e7c89419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7799373 Sep 02 13:05:44.793379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9647251-afa1-4e6b-9588-4290e4afdf54 None None] Pushing event updated for resources: {'Port': ['ID=9450f6db-1705-4e1d-a267-b4aad8dae11e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:44.898366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb24c9d9-d5b0-4da5-a5b0-c7f04b2687ad tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.903756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cb24c9d9-d5b0-4da5-a5b0-c7f04b2687ad tempest-MeteringTestJSON-2017183355 tempest-MeteringTestJSON-2017183355-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/681cd721-2621-4a09-bf14-ab3e30afd809 HTTP/1.1" status: 204 len: 168 time: 0.3396430 Sep 02 13:05:44.942480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2c26c-700a-4125-94b3-4be8c56078f2 None None] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:44.952237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:44.958252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.046864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Provisioning for port 43c05428-f75c-42a1-9dd1-54e37a9c4af3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:45.063780 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Provisioning complete for port 43c05428-f75c-42a1-9dd1-54e37a9c4af3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:45.064795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.085312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.123157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-91f98bce-fbe4-42c2-a9cc-0c5512760e2e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:45.125826 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-91f98bce-fbe4-42c2-a9cc-0c5512760e2e tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 946 time: 0.0862534 Sep 02 13:05:45.138426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Port 43c05428-f75c-42a1-9dd1-54e37a9c4af3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:05:45.162743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Provisioning for port f7b281a5-f984-41c7-b39b-b9325ac9756f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:45.181694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Provisioning complete for port f7b281a5-f984-41c7-b39b-b9325ac9756f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:45.182787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.207213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=43c05428-f75c-42a1-9dd1-54e37a9c4af3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:45.216447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:45.218054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:45.378271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Deleting port 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:45.381076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:05:45.382024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.394715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:45.560168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:45.579136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-10926aa7-9133-49b7-8ea7-08b0f622c5e7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3032341 Sep 02 13:05:45.580610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:45.602524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] Sync routers for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:45.629607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:45.630680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:45.636647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] For port 2558df7a-60e0-4e7a-ad81-0b07ed021770, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=2558df7a-60e0-4e7a-ad81-0b07ed021770,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:45.641177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-440a5120-281f-4b3d-a2d3-8a30b3c172e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.641677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.673463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:45.724684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:45.725388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:45.755810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501431d-d6a8-409a-a8b6-502e771135f5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:45.760272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4501431d-d6a8-409a-a8b6-502e771135f5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports/43c05428-f75c-42a1-9dd1-54e37a9c4af3 HTTP/1.1" status: 200 len: 910 time: 0.1750171 Sep 02 13:05:45.761208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:45.765148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:45.765820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df49b4f-19e2-4383-b80c-1fc1dec25c3c None None] The sync data for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:45.812830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.890752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] For port f7b281a5-f984-41c7-b39b-b9325ac9756f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f7b281a5-f984-41c7-b39b-b9325ac9756f,segment=NetworkSegment(7ce90089-12c3-4950-8b77-21c927b38af1),segment_id=7ce90089-12c3-4950-8b77-21c927b38af1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:45.894260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-440a5120-281f-4b3d-a2d3-8a30b3c172e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.899586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.906514 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-440a5120-281f-4b3d-a2d3-8a30b3c172e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:45.910573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9450f6db-1705-4e1d-a267-b4aad8dae11e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:45.956393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-440a5120-281f-4b3d-a2d3-8a30b3c172e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ce989d78877439291bf0c4d91fc370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554128 Sep 02 13:05:45.972619 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33654) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:46.003976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Provisioning complete for port 9450f6db-1705-4e1d-a267-b4aad8dae11e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:46.004410 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.058056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2859d3-9dc6-4c36-9de1-2b85e561cd43 req-6d50b110-aa99-411b-9069-c4103281e9ec tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:46.060054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae2859d3-9dc6-4c36-9de1-2b85e561cd43 req-6d50b110-aa99-411b-9069-c4103281e9ec tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 946 time: 0.1512671 Sep 02 13:05:46.064070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c77da-7bed-4f09-a41f-c877bcc7ed92 None None] Pushing event updated for resources: {'Port': ['ID=f7b281a5-f984-41c7-b39b-b9325ac9756f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:46.102763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9450f6db-1705-4e1d-a267-b4aad8dae11e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:46.103568 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.123861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5120-281f-4b3d-a2d3-8a30b3c172e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e920ed7c-16dd-4e5b-965c-4b75b3073845,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:46.124080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.124080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.124246 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Floating IP aa6cb72d-72f6-410b-ba0f-d3058b8dd279 disassociated. External IP: 172.25.7.210, port: 2558df7a-60e0-4e7a-ad81-0b07ed021770. Sep 02 13:05:46.124508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Calling delete_port for 2558df7a-60e0-4e7a-ad81-0b07ed021770 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:46.151628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae2859d3-9dc6-4c36-9de1-2b85e561cd43 req-6ff9fd29-f0f9-4c20-8e71-45f67423a0c8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=55d1167e-ea1b-4d27-9336-ff58301b4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799387 Sep 02 13:05:46.178445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afadb735-fee5-4ec7-9a74-f29ce55afdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.218428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afadb735-fee5-4ec7-9a74-f29ce55afdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.322385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-237b27c3-169f-44d1-b1cf-d6d8e18d3671 None None] Provisioning complete for port 43c05428-f75c-42a1-9dd1-54e37a9c4af3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:46.322964 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-237b27c3-169f-44d1-b1cf-d6d8e18d3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.344250 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.359228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-237b27c3-169f-44d1-b1cf-d6d8e18d3671 None None] Port 43c05428-f75c-42a1-9dd1-54e37a9c4af3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:05:46.374613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-237b27c3-169f-44d1-b1cf-d6d8e18d3671 None None] Provisioning complete for port f7b281a5-f984-41c7-b39b-b9325ac9756f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:46.375003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-237b27c3-169f-44d1-b1cf-d6d8e18d3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.386753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event deleted for resources: {'Port': ['ID=2558df7a-60e0-4e7a-ad81-0b07ed021770,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:46.472850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.484321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afadb735-fee5-4ec7-9a74-f29ce55afdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.488132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afadb735-fee5-4ec7-9a74-f29ce55afdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.492605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-afadb735-fee5-4ec7-9a74-f29ce55afdf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e920ed7c-16dd-4e5b-965c-4b75b3073845 HTTP/1.1" status: 204 len: 168 time: 0.5140986 Sep 02 13:05:46.506977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadb735-fee5-4ec7-9a74-f29ce55afdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920ed7c-16dd-4e5b-965c-4b75b3073845,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:46.529349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:05:46.681586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:46.699916 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:46.733612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:46.734449 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:46.750678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] No DVR routers for this DVR port 2558df7a-60e0-4e7a-ad81-0b07ed021770 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:05:46.756729 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:46.758852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d42f99ee-ac2a-4b3c-87a6-96d8c2420952 req-24837edb-7627-4a36-bd10-2e76d0329248 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "DELETE /v2.0/ports/2558df7a-60e0-4e7a-ad81-0b07ed021770 HTTP/1.1" status: 204 len: 173 time: 1.6263061 Sep 02 13:05:46.759314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-deleted', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:05:46.767476 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e39db-18d7-4183-89c6-506d9b052ea2" -d '{"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-deleted", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:05:46.885673 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e71ecc-f616-4a4b-9736-03933c76d03c x-openstack-request-id: req-67e71ecc-f616-4a4b-9736-03933c76d03c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:05:46.886069 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf037a09-ac42-4c1a-a637-191af236be4f", "name": "network-vif-deleted", "tag": "2558df7a-60e0-4e7a-ad81-0b07ed021770", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:05:46.886423 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67e71ecc-f616-4a4b-9736-03933c76d03c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:05:46.890472 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf037a09-ac42-4c1a-a637-191af236be4f', 'name': 'network-vif-deleted', 'tag': '2558df7a-60e0-4e7a-ad81-0b07ed021770', 'status': 'completed', 'code': 200} Sep 02 13:05:47.015315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.21.0.1 (013cbc9a-ee18-4bf6-9052-590f20314ac7/a80d7db9-3d62-4800-9a52-eead55cc00df/f9a85326-fb1f-4b7f-b622-73307aebfcb5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:47.033114 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:05:47.127194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:47.157760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b196b809-3669-4c60-93d8-7810d82cf629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.325396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.374645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object f9a85326-fb1f-4b7f-b622-73307aebfcb5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:47.402405 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d7534d0-a33e-4cda-9ea1-82cf1f748982 req-778b23b7-2f39-40e3-9289-5e88c310f356 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf037a09-ac42-4c1a-a637-191af236be4f HTTP/1.1" status: 200 len: 210 time: 0.0405085 Sep 02 13:05:47.419335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:47.424954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b196b809-3669-4c60-93d8-7810d82cf629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.437556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b196b809-3669-4c60-93d8-7810d82cf629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.443957 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.462311 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:05:47.481399 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:47.482655 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:47.486240 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b196b809-3669-4c60-93d8-7810d82cf629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8d0c963b77f44d0a2f47cbb2a8aa924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577409 Sep 02 13:05:47.487040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:47.489096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b809-3669-4c60-93d8-7810d82cf629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4090336d-43ec-46a6-aebd-126015469d5d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:47.505839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:47.510112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:47.515102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:47.553279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f9a85326-fb1f-4b7f-b622-73307aebfcb5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:47.602725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82523c3a-d39b-4765-aa04-26ca35fd9d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.609887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.641465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82523c3a-d39b-4765-aa04-26ca35fd9d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.657775 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:05:47.720936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82523c3a-d39b-4765-aa04-26ca35fd9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.724624 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82523c3a-d39b-4765-aa04-26ca35fd9d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.741396 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-82523c3a-d39b-4765-aa04-26ca35fd9d72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4090336d-43ec-46a6-aebd-126015469d5d HTTP/1.1" status: 204 len: 168 time: 0.2420580 Sep 02 13:05:47.788045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523c3a-d39b-4765-aa04-26ca35fd9d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4090336d-43ec-46a6-aebd-126015469d5d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:47.830276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:47.923425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f7b281a5-f984-41c7-b39b-b9325ac9756f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:47.932090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-171accfd-5959-4a94-ad18-45452f3dc04b None None] Provisioning for port f9a85326-fb1f-4b7f-b622-73307aebfcb5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:47.991296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-171accfd-5959-4a94-ad18-45452f3dc04b None None] Provisioning complete for port f9a85326-fb1f-4b7f-b622-73307aebfcb5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:47.991682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-171accfd-5959-4a94-ad18-45452f3dc04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.090109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-171accfd-5959-4a94-ad18-45452f3dc04b None None] Port f9a85326-fb1f-4b7f-b622-73307aebfcb5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:05:48.104567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f7b281a5-f984-41c7-b39b-b9325ac9756f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:48.105208 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.126925 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:48.166998 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41831007-8ae8-46c6-830c-a2d852c0e7cb None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:48.230722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.240089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.334805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f9a85326-fb1f-4b7f-b622-73307aebfcb5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:48.338887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.445633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:48.447327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:48.534329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33694) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:48.561666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be474dca-3ab9-4cb5-aa64-1f37c47a3d9d None None] New status for floating IP aa6cb72d-72f6-410b-ba0f-d3058b8dd279: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:05:48.608850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:05:48.676030 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a059520-540c-4170-92da-4e1babf44eb4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.709921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a059520-540c-4170-92da-4e1babf44eb4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.787474 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a059520-540c-4170-92da-4e1babf44eb4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.790977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a059520-540c-4170-92da-4e1babf44eb4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.793058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0a059520-540c-4170-92da-4e1babf44eb4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "DELETE /v2.0/security-groups/55d1167e-ea1b-4d27-9336-ff58301b4f36 HTTP/1.1" status: 204 len: 168 time: 0.2566683 Sep 02 13:05:48.799088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33702) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:48.813431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059520-540c-4170-92da-4e1babf44eb4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1167e-ea1b-4d27-9336-ff58301b4f36,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:48.828234 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-936cac5e-fdb8-432f-8c33-402ae52001d6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] show failed (client error): The resource could not be found. Sep 02 13:05:48.832068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-936cac5e-fdb8-432f-8c33-402ae52001d6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups/55d1167e-ea1b-4d27-9336-ff58301b4f36 HTTP/1.1" status: 404 len: 347 time: 0.0278277 Sep 02 13:05:48.832068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:48.832574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:48.842132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1ef49365-bb2c-48cf-bc44-2654ed32447b None None] Provisioning complete for port f9a85326-fb1f-4b7f-b622-73307aebfcb5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:48.842504 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ef49365-bb2c-48cf-bc44-2654ed32447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:48.863691 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] Sync routers for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:48.865527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f592809-197d-40ed-ae49-d685dab9ea0b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0996559 Sep 02 13:05:48.866554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:48.900577 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:48.901262 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:48.956621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:48.967479 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:48.968329 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:48.975864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1ef49365-bb2c-48cf-bc44-2654ed32447b None None] Port f9a85326-fb1f-4b7f-b622-73307aebfcb5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:05:49.038211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9affde-ded5-43a3-bfde-e921c07b5edd tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:49.051830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e9affde-ded5-43a3-bfde-e921c07b5edd tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports/f9a85326-fb1f-4b7f-b622-73307aebfcb5 HTTP/1.1" status: 200 len: 910 time: 0.1835234 Sep 02 13:05:49.054687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:49.058056 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:49.058849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a8511-573b-44f8-a49b-52883e364e6c None None] The sync data for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:49.204002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Deleting port d3d056ef-9ff6-42eb-90e7-678aa5ca250b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:49.204525 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.333095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.333483 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.350797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Calling delete_port for d3d056ef-9ff6-42eb-90e7-678aa5ca250b owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:49.518993 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.548618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event deleted for resources: {'Port': ['ID=d3d056ef-9ff6-42eb-90e7-678aa5ca250b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:49.572931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.648044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.653265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.661724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ad293942-a251-47ca-98c6-ff15e25675db tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "DELETE /v2.0/floatingips/aa6cb72d-72f6-410b-ba0f-d3058b8dd279 HTTP/1.1" status: 204 len: 168 time: 0.8261988 Sep 02 13:05:49.879991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port f9a85326-fb1f-4b7f-b622-73307aebfcb5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:49.880286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.963005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:49.971476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833361661', 'description': 'tempest-description--1721661969'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:49.986908 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:49.999775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.001868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for f9a85326-fb1f-4b7f-b622-73307aebfcb5 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:50.014147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:05:50.044938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 2558df7a-60e0-4e7a-ad81-0b07ed021770 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:05:50.045578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 2558df7a-60e0-4e7a-ad81-0b07ed021770 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:05:50.073073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.135198 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.143589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.176779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a484e62-07a2-41df-8fa3-6b76d6e114f1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:50.180286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.185258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8dad71c0-79c4-47a1-bd9d-ca5b5a644419 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2199707 Sep 02 13:05:50.185528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.190163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'security_group_rule': {'security_group_id': '3a484e62-07a2-41df-8fa3-6b76d6e114f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:50.238155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.272442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.308225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5c2c4cd-5a30-4db7-acec-3d155253ebff tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:50.310639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=f9a85326-fb1f-4b7f-b622-73307aebfcb5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:50.318054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.324465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.346043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e608a15d-6532-4070-8661-85d034fa55e2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:50.361595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.362855 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2bead3e8-88c4-4821-8304-24bca3593f3c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763561 Sep 02 13:05:50.366381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33764) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.372779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'security_group_rule': {'security_group_id': '3a484e62-07a2-41df-8fa3-6b76d6e114f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:50.425298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a5c2c4cd-5a30-4db7-acec-3d155253ebff tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "PUT /v2.0/quotas/c6fcbde818ec4539984da190806f5571 HTTP/1.1" status: 200 len: 366 time: 0.3510251 Sep 02 13:05:50.426220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33768) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.429470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.498702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.506466 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.529653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e03b4db-958e-482e-9b5c-930ce431cc5e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:50.537823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.542445 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e4a349f-9e67-4a65-a029-20784e44c062 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718230 Sep 02 13:05:50.542941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.550311 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:50.591040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.728470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.838353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Allocated IP 172.25.7.202 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0e4c6227-27a2-45a7-9769-04a9a821c53e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:50.861908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fadbf59c-c617-43ea-a941-c1c43fe27519 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.4343903 Sep 02 13:05:50.866466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.881653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fee4d5a1-2c0c-4ae6-a9df-0e3c2e2cac6b tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "GET /v2.0/quotas/c6fcbde818ec4539984da190806f5571 HTTP/1.1" status: 200 len: 366 time: 0.0134344 Sep 02 13:05:50.884418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.901674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:50.910181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6c370d5e-672b-4e7b-87f8-732a2f3f3fc5 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/c6fcbde818ec4539984da190806f5571 HTTP/1.1" status: 204 len: 168 time: 0.0245526 Sep 02 13:05:50.913458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:50.929331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-db318bf2-e119-42d8-9509-5cf7d205cc02 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0121677 Sep 02 13:05:50.958491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:51.009058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a4684613-7c45-4733-9fa7-dd2e738c1625 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "GET /v2.0/quotas/c6fcbde818ec4539984da190806f5571 HTTP/1.1" status: 200 len: 370 time: 0.0465703 Sep 02 13:05:51.009275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:51.019809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-659c70a4-0d9d-49e4-80e3-81cf8f03ef48 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "GET /v2.0/quotas/c6fcbde818ec4539984da190806f5571/default HTTP/1.1" status: 200 len: 370 time: 0.0042434 Sep 02 13:05:51.020940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:51.033736 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8ae9e6ce-7d52-48c3-93df-2741be8114f2 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] delete failed (client error): The resource could not be found. Sep 02 13:05:51.034810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8ae9e6ce-7d52-48c3-93df-2741be8114f2 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/c6fcbde818ec4539984da190806f5571 HTTP/1.1" status: 404 len: 348 time: 0.0134354 Sep 02 13:05:51.149374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:05:51.163413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:51.263643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:network and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.272568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.275511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:51.281265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:51.289572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f059b13f-aaa5-487d-acc9-0f9f52da625d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301803 Sep 02 13:05:51.289572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:subnet and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.289751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:51.292869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.295683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] Sync routers for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:51.303456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:subnetpool and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.304834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:51.305485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:51.309577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.319911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:port and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.325460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.332863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:router and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.338354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.342482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:51.346813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:floatingip and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.351425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:51.352196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.352315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:51.384605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:51.385298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc6600-a95b-42a9-b45d-8420fd3774c7 None None] The sync data for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:51.391859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:security_group and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.397467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.404281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Usage tracker for resource:security_group_rule and tenant:fd1f7d9518d4468b873387057fbcd317 is out of sync, need to count used quota {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:05:51.409524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.quota.resource [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94840) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:05:51.414711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-76db0f95-0b33-4669-8061-48da76556652 tempest-QuotasTest-454730986 tempest-QuotasTest-454730986-project-admin] 10.222.0.60 "GET /v2.0/quotas/fd1f7d9518d4468b873387057fbcd317/details.json HTTP/1.1" status: 200 len: 703 time: 0.2503440 Sep 02 13:05:51.450880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:51.528030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:51.536067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:51.543035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:51.551397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'Port': ['ID=0e4c6227-27a2-45a7-9769-04a9a821c53e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:51.713115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:51.781516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:51.783974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:51.850275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:51.909249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e205994-5b43-4043-9e78-bee205a81c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.030975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e205994-5b43-4043-9e78-bee205a81c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.039855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e205994-5b43-4043-9e78-bee205a81c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.093207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.102678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.103894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e205994-5b43-4043-9e78-bee205a81c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a4273a-78dc-48ac-9236-c04beeb41d24,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:52.129090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1e205994-5b43-4043-9e78-bee205a81c6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a42c52fb8d44b8c83d9f7b330b1a3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462901 Sep 02 13:05:52.129815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:52.187504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8422bf8-80dc-43ef-ad0c-e1f7a61a8e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.212518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8422bf8-80dc-43ef-ad0c-e1f7a61a8e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.257292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'Port': ['ID=0e4c6227-27a2-45a7-9769-04a9a821c53e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:52.273296 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.276591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8422bf8-80dc-43ef-ad0c-e1f7a61a8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.279608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8422bf8-80dc-43ef-ad0c-e1f7a61a8e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.284492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b8422bf8-80dc-43ef-ad0c-e1f7a61a8e22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04a4273a-78dc-48ac-9236-c04beeb41d24 HTTP/1.1" status: 204 len: 168 time: 0.1528568 Sep 02 13:05:52.293845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8422bf8-80dc-43ef-ad0c-e1f7a61a8e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a4273a-78dc-48ac-9236-c04beeb41d24,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:52.294309 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.296981 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07b00eee-8686-47e6-9c92-d68de07b2040 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7511303 Sep 02 13:05:52.321925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 43c05428-f75c-42a1-9dd1-54e37a9c4af3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:52.322816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.444682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.458376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 43c05428-f75c-42a1-9dd1-54e37a9c4af3 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:52.564493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-f8b9c8c9-fd66-4dcd-abfa-c7a0266acd1d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1833361661&fields=id&tenant_id=b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 267 time: 0.0614057 Sep 02 13:05:52.648757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:52.663699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6017b8-eae6-424a-87c0-6f3bc7d79b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.773222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-5e23bfe9-1246-462a-beea-197576c5d0a3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:52.774913 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-5e23bfe9-1246-462a-beea-197576c5d0a3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 817 time: 0.1706262 Sep 02 13:05:52.796008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-dfc0aab4-948e-4a66-bc0f-767c36e0ae43 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/quotas/b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 375 time: 0.0131509 Sep 02 13:05:52.797812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.813484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6017b8-eae6-424a-87c0-6f3bc7d79b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.820095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6017b8-eae6-424a-87c0-6f3bc7d79b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.837406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=43c05428-f75c-42a1-9dd1-54e37a9c4af3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:52.862817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6017b8-eae6-424a-87c0-6f3bc7d79b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39329762-8673-485c-a414-1c656e5ec1ee,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:52.870797 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f6017b8-eae6-424a-87c0-6f3bc7d79b30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd1f7d9518d4468b873387057fbcd317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208486 Sep 02 13:05:52.871440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:52.928254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671b000-7231-46b7-8137-68d552edc1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:52.953457 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-304b77c4-d7bb-4e29-9b6d-818e6161434a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500411 Sep 02 13:05:52.955901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671b000-7231-46b7-8137-68d552edc1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:53.013921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671b000-7231-46b7-8137-68d552edc1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:53.016730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8671b000-7231-46b7-8137-68d552edc1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:53.018011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8671b000-7231-46b7-8137-68d552edc1fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39329762-8673-485c-a414-1c656e5ec1ee HTTP/1.1" status: 204 len: 168 time: 0.1452391 Sep 02 13:05:53.030774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671b000-7231-46b7-8137-68d552edc1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39329762-8673-485c-a414-1c656e5ec1ee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:53.037455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:53.269821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:05:53.375698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:05:53.379956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-1913ccd3-ae15-4200-adc7-986dd262e269 service neutron] 10.222.0.60 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881564 Sep 02 13:05:53.384822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ca8e4f7c-6cc5-4416-beba-11d839ea2e7b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0943880 Sep 02 13:05:53.387977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:53.391797 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] Sync routers for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:05:53.416653 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:53.417578 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:53.422537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-001a70d8-b6aa-47fb-96a0-0c076b0fb4b3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d HTTP/1.1" status: 200 len: 205 time: 0.0332870 Sep 02 13:05:53.425376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:53.459583 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:53.470667 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] Routers {'88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:05:53.471528 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:05:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:53.514459 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:53.515528 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97a8f4-da81-4df2-b71e-e44fcbf59a52 None None] The sync data for ids ['88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:05:53.893542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:53.941776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33888) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.013393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-eb7850bb-5a7b-43fd-830c-0c8bbe484d97 service neutron] 10.222.0.60 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040382 Sep 02 13:05:54.076016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--63354739'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:54.082289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.084585 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.107990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.117551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.143076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.143744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router 88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:05:54.153236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.157409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-98ea1362-7e1d-44c8-b9dd-e9c728d6b85f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d HTTP/1.1" status: 204 len: 168 time: 0.7309098 Sep 02 13:05:54.158049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.232385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d98fc7a-7479-48e3-9b5d-8eb4e4708269 req-7044f413-7431-48aa-a220-cfa567001ed4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 210 time: 0.0352910 Sep 02 13:05:54.253572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet a80d7db9-3d62-4800-9a52-eead55cc00df {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:05:54.262005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.310955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.329682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.347929 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.385948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb6b64-e1c4-42b5-8212-b5a2703752b7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:54.458165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.466302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.471127 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.503048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.507674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5640364 Sep 02 13:05:54.508328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.516511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a55cb8-08a5-44bf-8e48-02c0abc1076a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd79b0b-77b5-49b3-aa12-fa1ee9561119,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:54.547053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.577994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5eb98c83-e915-4ecb-92f5-0a65bfc858e8 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0671306 Sep 02 13:05:54.579509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.588518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-security--1420321330', 'description': 'tempest-security-description-1300109160'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:54.594347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=a80d7db9-3d62-4800-9a52-eead55cc00df,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:54.600608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.603722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c66c7afe-3b11-4b01-a7fc-33b3affef444 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/a80d7db9-3d62-4800-9a52-eead55cc00df HTTP/1.1" status: 204 len: 168 time: 0.4445407 Sep 02 13:05:54.609524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.615035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4f7fd-337c-4510-bb29-6e4a0535b7e9 None None] Network 013cbc9a-ee18-4bf6-9052-590f20314ac7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:54.636147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.667569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet f8db835b-f226-48c8-a91d-1cd261ddae3e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:05:54.670879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.702509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.708968 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.723294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.730052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "PUT /v2.0/security-groups/7dd79b0b-77b5-49b3-aa12-fa1ee9561119 HTTP/1.1" status: 200 len: 1780 time: 0.1469936 Sep 02 13:05:54.730555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.755247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.797393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ace1-70f4-45e0-840a-5fc55c3c8f6e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd79b0b-77b5-49b3-aa12-fa1ee9561119,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:54.863632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5123cd1c-3a43-4195-995c-0714aafd1ce1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups/7dd79b0b-77b5-49b3-aa12-fa1ee9561119 HTTP/1.1" status: 200 len: 1780 time: 0.1312819 Sep 02 13:05:54.866262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.894773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] DHCP port deletion for 013cbc9a-ee18-4bf6-9052-590f20314ac7 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:05:54.945632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.972842 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-856d5e2e-016c-4a43-8ea6-4a81cf827a75 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:54.979772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:54.985055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Deleting port f7b281a5-f984-41c7-b39b-b9325ac9756f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:54.987297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.009287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-856d5e2e-016c-4a43-8ea6-4a81cf827a75 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.056080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.071976 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-856d5e2e-016c-4a43-8ea6-4a81cf827a75 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.074708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-856d5e2e-016c-4a43-8ea6-4a81cf827a75 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.078555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-856d5e2e-016c-4a43-8ea6-4a81cf827a75 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/7dd79b0b-77b5-49b3-aa12-fa1ee9561119 HTTP/1.1" status: 204 len: 168 time: 0.2108667 Sep 02 13:05:55.079194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:55.086022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=f8db835b-f226-48c8-a91d-1cd261ddae3e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.095034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.097043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-31697e81-9278-492e-bcc7-2e27c8d4cb3e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/f8db835b-f226-48c8-a91d-1cd261ddae3e HTTP/1.1" status: 204 len: 168 time: 0.4859557 Sep 02 13:05:55.111068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:55.111237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf3b58-c180-440c-8d83-64f0e412a8f6 None None] Network c74a87fc-b6aa-480d-b1cc-e70c20f538a3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:55.123915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d5e2e-016c-4a43-8ea6-4a81cf827a75 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd79b0b-77b5-49b3-aa12-fa1ee9561119,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.160456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-694f6785-09fa-4f15-ba4d-01688c76507d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745971 Sep 02 13:05:55.160918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:55.175154 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-f29f0ac9-4c37-4980-b1e0-dede494c2658 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] delete failed (client error): The resource could not be found. Sep 02 13:05:55.180769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f29f0ac9-4c37-4980-b1e0-dede494c2658 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/7dd79b0b-77b5-49b3-aa12-fa1ee9561119 HTTP/1.1" status: 404 len: 347 time: 0.0145247 Sep 02 13:05:55.184167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:55.189106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820262494'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:55.191942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] For port f7b281a5-f984-41c7-b39b-b9325ac9756f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f7b281a5-f984-41c7-b39b-b9325ac9756f,segment=NetworkSegment(7ce90089-12c3-4950-8b77-21c927b38af1),segment_id=7ce90089-12c3-4950-8b77-21c927b38af1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:55.192355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.216121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.216375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Calling delete_port for f7b281a5-f984-41c7-b39b-b9325ac9756f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:55.230683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.243293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeec35-4825-4fb9-9c90-3db3fc1535e6 req-2eb4d6c2-bfb8-48fd-8672-365bcaf155ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:55.245404 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4fbeec35-4825-4fb9-9c90-3db3fc1535e6 req-2eb4d6c2-bfb8-48fd-8672-365bcaf155ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.2642965 Sep 02 13:05:55.309662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4fbeec35-4825-4fb9-9c90-3db3fc1535e6 req-9c92c81a-5183-4da9-9501-ad74eb0e0357 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559597 Sep 02 13:05:55.332991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port f7b281a5-f984-41c7-b39b-b9325ac9756f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:55.333342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.367588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.382734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.407437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.436639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e940b51c-9922-4ff6-83de-56fe9b2ca7eb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.441541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.442878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c0a76246-ba6d-4c2a-8d83-342ba10a52c7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2574952 Sep 02 13:05:55.449262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:55.463529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': 'e940b51c-9922-4ff6-83de-56fe9b2ca7eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:55.467528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] DHCP port deletion for c74a87fc-b6aa-480d-b1cc-e70c20f538a3 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:05:55.469834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] No DVR routers for this DVR port f7b281a5-f984-41c7-b39b-b9325ac9756f on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:05:55.472214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Pushing event deleted for resources: {'Port': ['ID=f7b281a5-f984-41c7-b39b-b9325ac9756f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.477463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port f7b281a5-f984-41c7-b39b-b9325ac9756f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f7b281a5-f984-41c7-b39b-b9325ac9756f,segment=NetworkSegment(7ce90089-12c3-4950-8b77-21c927b38af1),segment_id=7ce90089-12c3-4950-8b77-21c927b38af1)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:55.477673 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.486345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.486923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.487776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.489789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.490365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.491112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.491920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.492430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.493123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.493717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.494267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.494858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23e5221-f10c-4f88-8f7d-3bf844240870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:05:55.554737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] Deleting port 9450f6db-1705-4e1d-a267-b4aad8dae11e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:05:55.555292 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.567119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for f7b281a5-f984-41c7-b39b-b9325ac9756f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:55.629952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] For port 9450f6db-1705-4e1d-a267-b4aad8dae11e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9450f6db-1705-4e1d-a267-b4aad8dae11e,segment=NetworkSegment(81f436a3-1a0f-4d07-8daa-e251e44c0029),segment_id=81f436a3-1a0f-4d07-8daa-e251e44c0029)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:05:55.630645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.631940 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.646787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] Calling delete_port for 9450f6db-1705-4e1d-a267-b4aad8dae11e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:05:55.701126 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85019c34-2186-4bcf-802c-8cfeae31cc88 req-f16cb37d-6e9d-4903-9f30-99fcabb18a0c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 210 time: 0.2988698 Sep 02 13:05:55.762654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-35f339e7-1581-4303-8b6f-0394ce539f63 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:55.764371 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-35f339e7-1581-4303-8b6f-0394ce539f63 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 817 time: 0.2896872 Sep 02 13:05:55.776135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.809683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.812815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] Pushing event deleted for resources: {'Port': ['ID=9450f6db-1705-4e1d-a267-b4aad8dae11e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.834519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de2ff6-a0f6-4ea8-b078-3de5ccb175a0 None None] No DVR routers for this DVR port 9450f6db-1705-4e1d-a267-b4aad8dae11e on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:05:55.846185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.855056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.861426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-0eb1becf-79ab-4b4c-bfe6-699146da8477 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 380 time: 0.0864494 Sep 02 13:05:55.876510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9450f6db-1705-4e1d-a267-b4aad8dae11e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:05:55.900849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9450f6db-1705-4e1d-a267-b4aad8dae11e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:05:55.901271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9450f6db-1705-4e1d-a267-b4aad8dae11e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:05:55.901744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f7b281a5-f984-41c7-b39b-b9325ac9756f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:05:55.905067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'port': {'device_id': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'admin_state_up': True, 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'security_groups': ['3a484e62-07a2-41df-8fa3-6b76d6e114f1']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:55.910589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7c3df9-5ffa-436b-8e78-038f362f8b0c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.923121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f7b281a5-f984-41c7-b39b-b9325ac9756f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:05:55.923469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f7b281a5-f984-41c7-b39b-b9325ac9756f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:05:55.934568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=f7b281a5-f984-41c7-b39b-b9325ac9756f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:55.937149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port f7b281a5-f984-41c7-b39b-b9325ac9756f on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:05:55.970052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:55.971285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9d7ee8e2-56c0-4d30-a4cf-098f9f2e2036 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212321 Sep 02 13:05:55.974786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33954) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.018485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f446aae2-bf09-4267-a0ae-66ca756efdd1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.031235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f446aae2-bf09-4267-a0ae-66ca756efdd1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.075299 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f446aae2-bf09-4267-a0ae-66ca756efdd1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.086346 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f446aae2-bf09-4267-a0ae-66ca756efdd1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.090169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f446aae2-bf09-4267-a0ae-66ca756efdd1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3d7c3df9-5ffa-436b-8e78-038f362f8b0c HTTP/1.1" status: 204 len: 168 time: 0.1119380 Sep 02 13:05:56.090333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.092514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.101123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446aae2-bf09-4267-a0ae-66ca756efdd1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d7c3df9-5ffa-436b-8e78-038f362f8b0c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:56.113416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013cbc9a-ee18-4bf6-9052-590f20314ac7']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:56.129374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce90089-12c3-4950-8b77-21c927b38af1') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:56.129907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce90089-12c3-4950-8b77-21c927b38af1') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:56.150862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.172604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.182800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Made reservation on behalf of b66c8a78b46e4355aa92674afb5c681d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:56.186660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.193553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e2af9efb-5799-4d2a-8fb1-5ea0f148c98b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997701 Sep 02 13:05:56.194223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.200860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:56.201442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:56.204850 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:56.274236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66db6886-8666-4cd5-866f-ee7083fb4918 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.302339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66db6886-8666-4cd5-866f-ee7083fb4918 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.328168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.333244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.335476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/013cbc9a-ee18-4bf6-9052-590f20314ac7 HTTP/1.1" status: 204 len: 168 time: 1.2246253 Sep 02 13:05:56.339595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.358657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7202e5d-4287-4dd8-871c-967f3db5fe71 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=013cbc9a-ee18-4bf6-9052-590f20314ac7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:56.361058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66db6886-8666-4cd5-866f-ee7083fb4918 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.363859 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66db6886-8666-4cd5-866f-ee7083fb4918 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.365361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-66db6886-8666-4cd5-866f-ee7083fb4918 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/e940b51c-9922-4ff6-83de-56fe9b2ca7eb HTTP/1.1" status: 204 len: 168 time: 0.1701603 Sep 02 13:05:56.368824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.410268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db6886-8666-4cd5-866f-ee7083fb4918 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e940b51c-9922-4ff6-83de-56fe9b2ca7eb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:56.446040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.453380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Allocated IP 172.20.0.4 (91fedcf3-01cd-47a8-a24e-241f46a09052/1c3c7fbb-50fe-4e11-9d67-0b380017c18d/42846c41-5928-444a-9900-d485d090c6bc) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:56.461743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-62937bc3-9637-483a-b658-e8552e4d91bd tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918190 Sep 02 13:05:56.467606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.472195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148438785'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:56.518497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.536839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.546905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74a87fc-b6aa-480d-b1cc-e70c20f538a3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:56.557404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f436a3-1a0f-4d07-8daa-e251e44c0029') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:56.557706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f436a3-1a0f-4d07-8daa-e251e44c0029') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:05:56.567755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.583877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.590865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:05:56.591264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:05:56.594330 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:05:56.657231 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.661599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.666642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.668638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/c74a87fc-b6aa-480d-b1cc-e70c20f538a3 HTTP/1.1" status: 204 len: 168 time: 0.3276920 Sep 02 13:05:56.674189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 33980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.681260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea55e4f-8f1c-429d-8d83-23ec17beb83d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=c74a87fc-b6aa-480d-b1cc-e70c20f538a3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:56.690200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-492776494'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:56.708868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Transition to ACTIVE for port object 42846c41-5928-444a-9900-d485d090c6bc will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:56.745747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.761580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.807108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:56.810513 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.817327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.818564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3500204 Sep 02 13:05:56.821519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.826438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '1d67d4bc-021d-4983-bb56-ee51f1d972bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:56.844031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-854502c2-5b7a-4135-9de4-fbff4ed4b672 req-4d1c7f6d-07fa-4e7a-b4e2-d6e960741cb7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 210 time: 0.0644579 Sep 02 13:05:56.855052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.857537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.861506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d31376-d25a-4081-b466-f825ca5a9a2a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67d4bc-021d-4983-bb56-ee51f1d972bd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:56.917927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:56.921079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:05:56.925143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:56.926116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.933467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:56.933985 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.954998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f25d25-b64c-4229-a6b1-f21bd7179b01,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:56.967044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.967275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:56.967615 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment c7b553be-d7b6-4c10-8d88-19d327eca9f9 of type vlan for network af7f846d-c209-47c7-928a-b53ddef47fe9 Sep 02 13:05:56.968729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fc02c26b-5fef-49ea-92c6-06f31f43c276 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460836 Sep 02 13:05:56.971432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:56.976528 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '1d67d4bc-021d-4983-bb56-ee51f1d972bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:56.979098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.008054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.035096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.046833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:57.047501 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.065078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-977d6787-b26b-4d12-91b2-405638c2ad4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1878343 Sep 02 13:05:57.073864 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.078861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Request body: {'port': {'device_id': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:57.079344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.102473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7fc5a5-af3f-4f99-bdb7-da654e1cb4ce,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.108066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.112194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3cdee5ed-0730-4765-b0e7-0a04d368e1b6 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371562 Sep 02 13:05:57.112561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:57.118354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '1d67d4bc-021d-4983-bb56-ee51f1d972bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:57.119427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.125053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:57.125670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.156007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.207437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5283852 Sep 02 13:05:57.210298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:57.212710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.218363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:57.238479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8ccfc-425c-41c0-9181-2b0f90c8125f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=af7f846d-c209-47c7-928a-b53ddef47fe9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.249811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network af7f846d-c209-47c7-928a-b53ddef47fe9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:05:57.295540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.312114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.318104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13f9fc65-f502-40a5-b624-1c617015234e None None] Provisioning for port 42846c41-5928-444a-9900-d485d090c6bc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:05:57.331702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13f9fc65-f502-40a5-b624-1c617015234e None None] Provisioning complete for port 42846c41-5928-444a-9900-d485d090c6bc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:05:57.332210 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13f9fc65-f502-40a5-b624-1c617015234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.353737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109c244a-708f-441c-beca-1f25a9fa7b10,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.360373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.365853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b46c974a-0e6a-4344-a99c-8ec4d6a5c32f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2521951 Sep 02 13:05:57.366595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 33996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:57.372629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-13f9fc65-f502-40a5-b624-1c617015234e None None] Port 42846c41-5928-444a-9900-d485d090c6bc cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:05:57.374168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '1d67d4bc-021d-4983-bb56-ee51f1d972bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:57.396877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:57.401345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.488196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.551474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42846c41-5928-444a-9900-d485d090c6bc {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:05:57.563476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.581782 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Transition to ACTIVE for port object 42846c41-5928-444a-9900-d485d090c6bc will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:57.587386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.605495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.610786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.643598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad8a6e1-a5a2-446f-aad2-98031128f4ef,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.670137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.674241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f46b65f9-416e-4b1c-afff-659cb31e3e1f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041384 Sep 02 13:05:57.676305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:57.683582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '1d67d4bc-021d-4983-bb56-ee51f1d972bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:57.688871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.702627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.774010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.805244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Attempting to bind port 42846c41-5928-444a-9900-d485d090c6bc on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:05:57.811228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Attempting to bind port 42846c41-5928-444a-9900-d485d090c6bc by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:05:57.811709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Attempting to bind port 42846c41-5928-444a-9900-d485d090c6bc on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:57.819380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=f6edf871-3669-43fc-9e49-837b32020cac,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:57.827751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Port 42846c41-5928-444a-9900-d485d090c6bc on network 91fedcf3-01cd-47a8-a24e-241f46a09052 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:05:57.828232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Attempting to bind port 42846c41-5928-444a-9900-d485d090c6bc on network 91fedcf3-01cd-47a8-a24e-241f46a09052 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:57.829771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': 'c7b553be-d7b6-4c10-8d88-19d327eca9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:57.830164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: af7f846d-c209-47c7-928a-b53ddef47fe9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:05:57.852108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:05:57.852616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Checking segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:57.853222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Bound using segment: {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:05:57.853833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Bound port: 42846c41-5928-444a-9900-d485d090c6bc, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:05:57.854404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network af7f846d-c209-47c7-928a-b53ddef47fe9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:05:57.854822 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.869084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, af7f846d-c209-47c7-928a-b53ddef47fe9) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:57.877458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:57.890463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.892394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca4ecb-90e9-4a84-ba1a-063407445f27 None None] Network af7f846d-c209-47c7-928a-b53ddef47fe9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:05:57.914329 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98fea875-1e2d-4e24-8bda-0693fa99217b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7028704 Sep 02 13:05:57.917247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34018) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:57.922973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1868896558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:57.954145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.956581 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.971274 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:57.985913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.030988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:05:58.033622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d0569b-7a49-4211-86b6-7f674183160f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:58.039792 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.043709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e809e24e-8e89-4cf6-a257-330401af5218 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3633025 Sep 02 13:05:58.047195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.062361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:05:58.076695 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.080282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.097670 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.134611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:58.136109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.137120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] 10.222.0.41 "PUT /v2.0/ports/42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 1091 time: 1.0627649 Sep 02 13:05:58.138634 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:05:58.142211 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81" -d '{"events": [{"name": "network-changed", "server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:05:58.162783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-011d1c5f-f08a-46d2-8c7a-4376c2f110c2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.181416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.187739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-98b556ea-4393-4915-abeb-d534adf622a7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2692335 Sep 02 13:05:58.191947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34026) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.195227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-011d1c5f-f08a-46d2-8c7a-4376c2f110c2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.211241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'port': {'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9', 'name': 'tempest-RoutersTest-1175609965'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:58.239193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96e358-9df6-44f2-a157-114fb3b4ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:58.248291 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e290f4-a340-421b-bd0e-1440634c4f28 x-openstack-request-id: req-23e290f4-a340-421b-bd0e-1440634c4f28 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:05:58.248584 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:05:58.248839 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23e290f4-a340-421b-bd0e-1440634c4f28 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:05:58.249595 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'status': 'completed', 'code': 200} Sep 02 13:05:58.268723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-af7f846d-c209-47c7-928a-b53ddef47fe9', 'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': 'f6edf871-3669-43fc-9e49-837b32020cac'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:05:58.270931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.296586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-d1fa1b7d-c192-4978-a1f6-6fa490198d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:58.302026 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-d1fa1b7d-c192-4978-a1f6-6fa490198d7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1094 time: 0.1008637 Sep 02 13:05:58.315842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-011d1c5f-f08a-46d2-8c7a-4376c2f110c2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.343354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c96b9e-5d58-40eb-8c74-889afd54fff5 req-3dfd967c-d234-4044-a37f-3bf0ff196fe6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:58.353597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5c96b9e-5d58-40eb-8c74-889afd54fff5 req-3dfd967c-d234-4044-a37f-3bf0ff196fe6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.2715223 Sep 02 13:05:58.366225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-011d1c5f-f08a-46d2-8c7a-4376c2f110c2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.370007 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-011d1c5f-f08a-46d2-8c7a-4376c2f110c2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/41d0569b-7a49-4211-86b6-7f674183160f HTTP/1.1" status: 204 len: 168 time: 0.3194387 Sep 02 13:05:58.373007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.376065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-6dd784c7-cd26-48cc-b865-cb63636a4f71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 217 time: 0.0679872 Sep 02 13:05:58.382590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d1c5f-f08a-46d2-8c7a-4376c2f110c2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d0569b-7a49-4211-86b6-7f674183160f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:58.417786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:05:58.422890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.443817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f5c96b9e-5d58-40eb-8c74-889afd54fff5 req-60c9412b-3fe6-4578-a800-e1e0b21adffe tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885189 Sep 02 13:05:58.464952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] device_id is not set on port f9aaf8a1-0188-4e69-b707-73330def4fe7 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:05:58.492845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-21a26b45-16fd-4471-b7be-779194752a5d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1155467 Sep 02 13:05:58.493099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34030) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.498367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Allocated IP 172.20.0.2 (af7f846d-c209-47c7-928a-b53ddef47fe9/f6edf871-3669-43fc-9e49-837b32020cac/9f8a4c00-7431-4c36-8e47-5202e812a267) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:58.502543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-a1b5a248-e23b-45ea-983f-d288813f56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:58.504858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-a1b5a248-e23b-45ea-983f-d288813f56bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.1195688 Sep 02 13:05:58.558017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d961c3b-12a7-477d-b933-b9fdc7e63a21 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.567692 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d961c3b-12a7-477d-b933-b9fdc7e63a21 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.591521 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fea03-47f6-4a92-b0df-44605d94271b req-abf4f60b-55a7-462b-93b0-a47c517e92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:58.593101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-abf4f60b-55a7-462b-93b0-a47c517e92b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809352 Sep 02 13:05:58.648630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d961c3b-12a7-477d-b933-b9fdc7e63a21 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.661430 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d961c3b-12a7-477d-b933-b9fdc7e63a21 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.665003 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9d961c3b-12a7-477d-b933-b9fdc7e63a21 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9ad8a6e1-a5a2-446f-aad2-98031128f4ef HTTP/1.1" status: 204 len: 168 time: 0.1686151 Sep 02 13:05:58.666364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.679293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d961c3b-12a7-477d-b933-b9fdc7e63a21 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ad8a6e1-a5a2-446f-aad2-98031128f4ef,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:58.701829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.707897 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c70d-c065-4116-81b9-30a2ddb75367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.714871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Transition to ACTIVE for port object 9f8a4c00-7431-4c36-8e47-5202e812a267 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:58.718459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-c1c1f149-0d68-4b36-bf37-78331d9ae37c service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164842 Sep 02 13:05:58.731824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Transition to ACTIVE for port object 9f8a4c00-7431-4c36-8e47-5202e812a267 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:58.736084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ec2b7aff-f9ca-481e-b359-97e70cc23bef tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0694046 Sep 02 13:05:58.736623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.741291 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.794592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Network af7f846d-c209-47c7-928a-b53ddef47fe9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:58.798395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:58.799406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.20.0.5 (af7f846d-c209-47c7-928a-b53ddef47fe9/f6edf871-3669-43fc-9e49-837b32020cac/f9aaf8a1-0188-4e69-b707-73330def4fe7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:05:58.807638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:58.819824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f98fd6-a91e-48a7-8cee-ed28d7742d19 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.820304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Pushing event updated for resources: {'Port': ['ID=9f8a4c00-7431-4c36-8e47-5202e812a267,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:58.832451 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f98fd6-a91e-48a7-8cee-ed28d7742d19 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.882214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d81fea03-47f6-4a92-b0df-44605d94271b req-e3c12e6c-1d5e-4bed-a4ce-dbdad19b7028 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562104 Sep 02 13:05:58.883761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f98fd6-a91e-48a7-8cee-ed28d7742d19 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.889288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f98fd6-a91e-48a7-8cee-ed28d7742d19 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.895075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c0f98fd6-a91e-48a7-8cee-ed28d7742d19 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/109c244a-708f-441c-beca-1f25a9fa7b10 HTTP/1.1" status: 204 len: 168 time: 0.1521103 Sep 02 13:05:58.895360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:58.912075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f98fd6-a91e-48a7-8cee-ed28d7742d19 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=109c244a-708f-441c-beca-1f25a9fa7b10,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:58.913261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Attempting to bind port 9f8a4c00-7431-4c36-8e47-5202e812a267 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:05:58.914670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Attempting to bind port 9f8a4c00-7431-4c36-8e47-5202e812a267 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c7b553be-d7b6-4c10-8d88-19d327eca9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:05:58.915328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Attempting to bind port 9f8a4c00-7431-4c36-8e47-5202e812a267 on network af7f846d-c209-47c7-928a-b53ddef47fe9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:05:58.925195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:05:58.925826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Checking segment: {'id': 'c7b553be-d7b6-4c10-8d88-19d327eca9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:05:58.927628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:58.927628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Bound using segment: {'id': 'c7b553be-d7b6-4c10-8d88-19d327eca9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:05:58.927628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Bound port: 9f8a4c00-7431-4c36-8e47-5202e812a267, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b553be-d7b6-4c10-8d88-19d327eca9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'af7f846d-c209-47c7-928a-b53ddef47fe9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:05:58.928082 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.005324 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23c68beb-767c-42ae-a457-7cd3d2594cac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1087694 Sep 02 13:05:59.012957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.025223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] For port 9f8a4c00-7431-4c36-8e47-5202e812a267, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:05:59.030234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] For port 9f8a4c00-7431-4c36-8e47-5202e812a267, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f8a4c00-7431-4c36-8e47-5202e812a267,segment=NetworkSegment(c7b553be-d7b6-4c10-8d88-19d327eca9f9),segment_id=c7b553be-d7b6-4c10-8d88-19d327eca9f9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:05:59.037713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.051312 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f13585-a656-491f-903f-ac4d9818a96f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.055133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-51844858-3ab0-4ac9-9b52-75d8538c0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:59.056889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-51844858-3ab0-4ac9-9b52-75d8538c0235 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1094 time: 0.1095011 Sep 02 13:05:59.064628 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f13585-a656-491f-903f-ac4d9818a96f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.087834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.109789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object f9aaf8a1-0188-4e69-b707-73330def4fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:05:59.118836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b40d6-26a9-435d-a636-707e3e93fc65 None None] Pushing event updated for resources: {'Port': ['ID=9f8a4c00-7431-4c36-8e47-5202e812a267,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:59.157702 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.169676 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f13585-a656-491f-903f-ac4d9818a96f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.186852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47f13585-a656-491f-903f-ac4d9818a96f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.188040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47f13585-a656-491f-903f-ac4d9818a96f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7a7fc5a5-af3f-4f99-bdb7-da654e1cb4ce HTTP/1.1" status: 204 len: 168 time: 0.1739542 Sep 02 13:05:59.198574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.208206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f13585-a656-491f-903f-ac4d9818a96f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a7fc5a5-af3f-4f99-bdb7-da654e1cb4ce,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:59.231234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network af7f846d-c209-47c7-928a-b53ddef47fe9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:05:59.235145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:05:59.238343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-9ccc2cb1-56b0-4293-a965-c00d59a907c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:59.240020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-9ccc2cb1-56b0-4293-a965-c00d59a907c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1729918 Sep 02 13:05:59.245050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:05:59.282828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-258dd05a-684f-4a08-9bc3-f6d8bc5c765f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0830965 Sep 02 13:05:59.288965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.289449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f9aaf8a1-0188-4e69-b707-73330def4fe7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:59.323830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-62b71dca-b328-4cff-b3ec-a38ba84e579d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 217 time: 0.0733216 Sep 02 13:05:59.331067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6fffa46-a8a3-4464-b465-4ef5f679240b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.362848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:59.363739 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.367733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6fffa46-a8a3-4464-b465-4ef5f679240b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.410762 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-92f9c72b-e1d9-4bb7-8669-dd277772d2ff tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2096233 Sep 02 13:05:59.413389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.428102 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-d3354db2-75c2-4e73-920b-0d607bae0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:05:59.430103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-d3354db2-75c2-4e73-920b-0d607bae0417 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0987525 Sep 02 13:05:59.451580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6fffa46-a8a3-4464-b465-4ef5f679240b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.461996 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6fffa46-a8a3-4464-b465-4ef5f679240b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.467556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b6fffa46-a8a3-4464-b465-4ef5f679240b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/43f25d25-b64c-4229-a6b1-f21bd7179b01 HTTP/1.1" status: 204 len: 168 time: 0.1715870 Sep 02 13:05:59.476272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.476272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fffa46-a8a3-4464-b465-4ef5f679240b tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f25d25-b64c-4229-a6b1-f21bd7179b01,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:59.533944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dea47184-3690-45e5-8469-020a543faa34 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592370 Sep 02 13:05:59.536861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.625023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db62dd5a-a880-4570-8f21-f9a0b3f88c1e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.653217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db62dd5a-a880-4570-8f21-f9a0b3f88c1e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.702791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db62dd5a-a880-4570-8f21-f9a0b3f88c1e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.705895 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db62dd5a-a880-4570-8f21-f9a0b3f88c1e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.706733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-db62dd5a-a880-4570-8f21-f9a0b3f88c1e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d67d4bc-021d-4983-bb56-ee51f1d972bd HTTP/1.1" status: 204 len: 168 time: 0.1686895 Sep 02 13:05:59.710717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.723945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62dd5a-a880-4570-8f21-f9a0b3f88c1e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67d4bc-021d-4983-bb56-ee51f1d972bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:05:59.787905 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e97158e5-9bb5-4daf-a595-0f242eace6a3 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687490 Sep 02 13:05:59.797511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:05:59.809282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--566242304'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:05:59.851410 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.922671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f8a4c00-7431-4c36-8e47-5202e812a267 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:05:59.976886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.982929 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:05:59.994943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9f8a4c00-7431-4c36-8e47-5202e812a267 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:00.024742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.026279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2267606 Sep 02 13:06:00.029173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:00.033911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '9de2a90b-9b64-4329-b59e-cc7c82e67cec', 'direction': 'ingress', 'protocol': 17}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:00.057823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174588f-3b26-4946-b308-830c2856dd65 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2a90b-9b64-4329-b59e-cc7c82e67cec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:00.064347 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-1a0af09c-89dc-4513-81a3-a573a533094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:00.066836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-1a0af09c-89dc-4513-81a3-a573a533094e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6290739 Sep 02 13:06:00.094663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.125410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51a7e1-d41f-4b71-86fc-092736416cf6 req-ce851d3a-6311-4903-92b1-c19b276e8e6f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:00.127129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb51a7e1-d41f-4b71-86fc-092736416cf6 req-ce851d3a-6311-4903-92b1-c19b276e8e6f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.2326155 Sep 02 13:06:00.177303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.185246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.213914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5a70ff-f91e-4887-8783-fbd82bd09087,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:00.218435 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.220793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-425fff21-de9e-4d73-a44c-d66e8fe1928d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1897545 Sep 02 13:06:00.223003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34066) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:00.295736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0dfa-b1c1-42bb-9ca1-7d9b92708ce7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.305597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb51a7e1-d41f-4b71-86fc-092736416cf6 req-6b73bece-2df7-4d80-81ce-e8eef6cf0826 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447845 Sep 02 13:06:00.362961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-5afb2a49-1b31-40b3-9f32-f97523a7339b service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034745 Sep 02 13:06:00.393943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0dfa-b1c1-42bb-9ca1-7d9b92708ce7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.422249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-73456c67-03cd-4e82-8aef-4dfed9365368 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852733 Sep 02 13:06:00.464320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0dfa-b1c1-42bb-9ca1-7d9b92708ce7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.467811 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0dfa-b1c1-42bb-9ca1-7d9b92708ce7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.472307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6f6c0dfa-b1c1-42bb-9ca1-7d9b92708ce7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/9de2a90b-9b64-4329-b59e-cc7c82e67cec HTTP/1.1" status: 204 len: 168 time: 0.2446861 Sep 02 13:06:00.472890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.473308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:00.523205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c0dfa-b1c1-42bb-9ca1-7d9b92708ce7 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2a90b-9b64-4329-b59e-cc7c82e67cec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:00.534256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f630e1c-f069-4c2a-9143-600085cd2bfb None None] Network af7f846d-c209-47c7-928a-b53ddef47fe9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:00.566746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-295bcb63-498d-452c-a856-7ea363833bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:00.568933 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-295bcb63-498d-452c-a856-7ea363833bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.0941129 Sep 02 13:06:00.572531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1f0d4574-e4e2-4b32-97fa-2ea43ac1f16d tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969362 Sep 02 13:06:00.581778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:00.588360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268685773'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:00.599854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c83ff70-5fc6-4a20-9e60-7d482b1cea81 req-16d5a57b-a87f-4b9d-96dc-42e6902c6424 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274287 Sep 02 13:06:00.696227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.714555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-d2c3c6c9-9dff-4349-8616-7b9fde441e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:00.716474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-d2c3c6c9-9dff-4349-8616-7b9fde441e03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 910 time: 0.1234829 Sep 02 13:06:00.736330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] Provisioning for port 9f8a4c00-7431-4c36-8e47-5202e812a267 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:00.744426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] Provisioning complete for port 9f8a4c00-7431-4c36-8e47-5202e812a267 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:00.744802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.791059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-7b18c560-e338-4919-8f04-7bbaa06b8eab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 1002 time: 0.0672557 Sep 02 13:06:00.891135 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.897594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-afba08e2-9a7b-4786-9e93-4318f5f0cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:00.899248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-afba08e2-9a7b-4786-9e93-4318f5f0cfb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.0934882 Sep 02 13:06:00.920383 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:00.974298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-0d05d100-45e1-46ba-a633-7380aceb5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:00.976673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-0d05d100-45e1-46ba-a633-7380aceb5306 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694566 Sep 02 13:06:00.992388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.021246 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.089771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.090664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5078244 Sep 02 13:06:01.102130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:01.102753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f9aaf8a1-0188-4e69-b707-73330def4fe7,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:01.112163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.114942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031794539'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:01.152278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc010fab-99c1-4971-a647-5e48a70947ab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741807cb-f4c2-4b2d-8baa-97c8abd14142,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:01.161399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-6c7c5613-79cc-41c9-9fb7-242db1bf6e97 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720014 Sep 02 13:06:01.175123 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.208872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] For port 9f8a4c00-7431-4c36-8e47-5202e812a267, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f8a4c00-7431-4c36-8e47-5202e812a267,segment=NetworkSegment(c7b553be-d7b6-4c10-8d88-19d327eca9f9),segment_id=c7b553be-d7b6-4c10-8d88-19d327eca9f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:01.221474 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.279873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6b9de-5ad9-4615-b618-7c29542ae332 None None] Pushing event updated for resources: {'Port': ['ID=9f8a4c00-7431-4c36-8e47-5202e812a267,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:01.318061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1bae14a7-0194-405a-9fd7-e9668dd6cfde req-0d75b795-583d-4e6c-a985-fe2e7a1f9f8f service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494644 Sep 02 13:06:01.350659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b268b499-03b4-4dc2-a43a-012220652cf3 None None] Provisioning for port f9aaf8a1-0188-4e69-b707-73330def4fe7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:01.355276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b268b499-03b4-4dc2-a43a-012220652cf3 None None] Provisioning complete for port f9aaf8a1-0188-4e69-b707-73330def4fe7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:01.355783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b268b499-03b4-4dc2-a43a-012220652cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.409953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b268b499-03b4-4dc2-a43a-012220652cf3 None None] Port f9aaf8a1-0188-4e69-b707-73330def4fe7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:01.413113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.424862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b268b499-03b4-4dc2-a43a-012220652cf3 None None] Provisioning complete for port 9f8a4c00-7431-4c36-8e47-5202e812a267 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:01.425286 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b268b499-03b4-4dc2-a43a-012220652cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.448936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.504329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.513830 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-638c4395-2981-49ca-9de2-bb331de9c88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.564988 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:06:01.601948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2092fc6-91ce-4fde-8382-ef29d4908105 req-79ee181c-58dc-41be-8dd4-e6ba80be94c3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:01.604289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d2092fc6-91ce-4fde-8382-ef29d4908105 req-79ee181c-58dc-41be-8dd4-e6ba80be94c3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1762528 Sep 02 13:06:01.616655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f70fb6-f695-48af-b0e7-56a599baf5eb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:01.623825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.625310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7d1727a2-05c1-4433-b70a-3a1798985ff9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5195704 Sep 02 13:06:01.629445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:01.641536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '741807cb-f4c2-4b2d-8baa-97c8abd14142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e7f70fb6-f695-48af-b0e7-56a599baf5eb', 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:01.666857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.682837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d2092fc6-91ce-4fde-8382-ef29d4908105 req-1ec1d3e1-04ec-4192-9399-f5473862746c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646288 Sep 02 13:06:01.725959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a776e3b0-1a70-4939-af3f-3b0d0b9b2593 None None] Provisioning complete for port f9aaf8a1-0188-4e69-b707-73330def4fe7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:01.726707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a776e3b0-1a70-4939-af3f-3b0d0b9b2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.736846 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.747579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.772927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a776e3b0-1a70-4939-af3f-3b0d0b9b2593 None None] Port f9aaf8a1-0188-4e69-b707-73330def4fe7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:01.884864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f8a4c00-7431-4c36-8e47-5202e812a267 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:01.935838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1b210442-5f44-4fd6-9834-4d198fb4275a None None] Provisioning complete for port f9aaf8a1-0188-4e69-b707-73330def4fe7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:01.936483 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1b210442-5f44-4fd6-9834-4d198fb4275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.947048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.958715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:01.980751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1b210442-5f44-4fd6-9834-4d198fb4275a None None] Port f9aaf8a1-0188-4e69-b707-73330def4fe7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:01.983367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9f8a4c00-7431-4c36-8e47-5202e812a267 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:01.983893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.027507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52427f61-3982-4d3d-a8ec-6da81892cda8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:02.043236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.044566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6dfc85f1-3b7c-4d64-aefc-00bb3803120a tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4108498 Sep 02 13:06:02.047283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.058304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:06:02.095293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f67736-26e4-4530-ab6b-97871ed7d8a1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.112264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f67736-26e4-4530-ab6b-97871ed7d8a1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.164921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.167165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f67736-26e4-4530-ab6b-97871ed7d8a1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.174291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f67736-26e4-4530-ab6b-97871ed7d8a1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.176473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f8f67736-26e4-4530-ab6b-97871ed7d8a1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/52427f61-3982-4d3d-a8ec-6da81892cda8 HTTP/1.1" status: 204 len: 168 time: 0.1272187 Sep 02 13:06:02.178636 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.179346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.186939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:02.207581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f67736-26e4-4530-ab6b-97871ed7d8a1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52427f61-3982-4d3d-a8ec-6da81892cda8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:02.217052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '42846c41-5928-444a-9900-d485d090c6bc', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'port_id': '42846c41-5928-444a-9900-d485d090c6bc', 'mac_address': 'fa:16:3e:59:60:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:06:02.252332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7245c630-8b04-41cb-af72-9c4052c11601 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0688884 Sep 02 13:06:02.252691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.267193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.281988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f9aaf8a1-0188-4e69-b707-73330def4fe7,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:02.282189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42846c41-5928-444a-9900-d485d090c6bc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:06:02.284644 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.312271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:02.317832 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.383268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:02.393205 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ddb93b-3543-4e66-ab65-a45f5b3235dc tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.436039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ddb93b-3543-4e66-ab65-a45f5b3235dc tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.485085 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network af7f846d-c209-47c7-928a-b53ddef47fe9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:02.489678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:02.503154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ddb93b-3543-4e66-ab65-a45f5b3235dc tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.506538 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ddb93b-3543-4e66-ab65-a45f5b3235dc tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.510219 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-73ddb93b-3543-4e66-ab65-a45f5b3235dc tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/e7f70fb6-f695-48af-b0e7-56a599baf5eb HTTP/1.1" status: 204 len: 168 time: 0.2498069 Sep 02 13:06:02.510944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.521895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['42846c41-5928-444a-9900-d485d090c6bc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:06:02.583541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddb93b-3543-4e66-ab65-a45f5b3235dc tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f70fb6-f695-48af-b0e7-56a599baf5eb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:02.605679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.678502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0893fe32-84a7-4c96-ae1e-d8de8b9a4649 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1664746 Sep 02 13:06:02.683629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.730622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 0cf45a87-fa2e-42ca-b4e4-5634774976e9 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:06:02.823325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10072ad-7a0a-4b28-a7d8-02d77318705e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.850799 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10072ad-7a0a-4b28-a7d8-02d77318705e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.918735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10072ad-7a0a-4b28-a7d8-02d77318705e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.920521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4103513f-e1cc-4d17-a3e7-2bc4f5e10007 None None] Provisioning complete for port f9aaf8a1-0188-4e69-b707-73330def4fe7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:02.921093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4103513f-e1cc-4d17-a3e7-2bc4f5e10007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.923076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10072ad-7a0a-4b28-a7d8-02d77318705e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:02.924577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f10072ad-7a0a-4b28-a7d8-02d77318705e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/741807cb-f4c2-4b2d-8baa-97c8abd14142 HTTP/1.1" status: 204 len: 168 time: 0.2396584 Sep 02 13:06:02.925459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:02.932687 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f75725cb-9421-48f9-bc5a-5e124bb5341c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/0cf45a87-fa2e-42ca-b4e4-5634774976e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5148242 Sep 02 13:06:02.935752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.936204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:02.947646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10072ad-7a0a-4b28-a7d8-02d77318705e tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741807cb-f4c2-4b2d-8baa-97c8abd14142,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:02.966629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] Sync routers for ids ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:03.000599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.013156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4103513f-e1cc-4d17-a3e7-2bc4f5e10007 None None] Port f9aaf8a1-0188-4e69-b707-73330def4fe7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:03.018755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] Routers {'0cf45a87-fa2e-42ca-b4e4-5634774976e9'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:03.019600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:03.038115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae9b9f-d905-40ad-b716-0459a9cf1115 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:03.042525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9eae9b9f-d905-40ad-b716-0459a9cf1115 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports/f9aaf8a1-0188-4e69-b707-73330def4fe7 HTTP/1.1" status: 200 len: 977 time: 0.0918069 Sep 02 13:06:03.044324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.051026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e02684-75ba-4afe-b124-2fe866612de3 req-9c0bde71-0536-4830-b492-86e898abb2d8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:03.058773 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9e02684-75ba-4afe-b124-2fe866612de3 req-9c0bde71-0536-4830-b492-86e898abb2d8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 944 time: 0.1658790 Sep 02 13:06:03.065787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:03.077519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] Routers {'0cf45a87-fa2e-42ca-b4e4-5634774976e9'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:03.078567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:03.087354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e833155c-f700-40c0-b044-27d18168add2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502037 Sep 02 13:06:03.092257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34132) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.102411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101767206'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:03.124673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:03.125376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea65064-1bbd-4177-be2d-12355677dbad None None] The sync data for ids ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:03.145489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a9e02684-75ba-4afe-b124-2fe866612de3 req-d1071e83-a7b4-4ff2-a94a-b06ab89fc087 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857627 Sep 02 13:06:03.157253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.254454 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.259997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.262683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b45fe06-eb64-457f-a78b-85ce82896660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.287304 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.288541 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1963243 Sep 02 13:06:03.292224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.297003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '32ce53c4-1ffb-4fd3-94d9-d8fca9b1b543', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:03.301417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555e20d-57b4-40b9-ae27-4a9aacb6a9d1 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce53c4-1ffb-4fd3-94d9-d8fca9b1b543,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:03.436009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b45fe06-eb64-457f-a78b-85ce82896660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.443057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b45fe06-eb64-457f-a78b-85ce82896660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.463559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.487374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b45fe06-eb64-457f-a78b-85ce82896660 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=981bc244cc1d41a0801d3cf3f7122648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850857 Sep 02 13:06:03.490581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34136) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.492530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45fe06-eb64-457f-a78b-85ce82896660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd22515-fdf2-4521-a07e-6f740a9c99ce,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:03.527796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.532480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.553807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd5f9e6-2523-4fd2-8c50-aff3c5189b52,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:03.562185 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.563449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eeb7c8ec-c84d-4e83-a2ae-88f5bad770b4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2702329 Sep 02 13:06:03.566354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.576366 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.591227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a14080b3-945c-44e7-99e5-53a6ddbe2b23 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.599913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a14080b3-945c-44e7-99e5-53a6ddbe2b23 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.626228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a14080b3-945c-44e7-99e5-53a6ddbe2b23 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.633987 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a14080b3-945c-44e7-99e5-53a6ddbe2b23 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.635073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a14080b3-945c-44e7-99e5-53a6ddbe2b23 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4dd5f9e6-2523-4fd2-8c50-aff3c5189b52 HTTP/1.1" status: 204 len: 168 time: 0.0677760 Sep 02 13:06:03.639645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.646118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14080b3-945c-44e7-99e5-53a6ddbe2b23 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dd5f9e6-2523-4fd2-8c50-aff3c5189b52,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:03.652674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feeec80e-ce29-4d17-b01a-dbef326a54af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.682327 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-403e2a43-24e5-47e5-ae1d-7e543c00d088 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415781 Sep 02 13:06:03.685233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34142) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.687542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feeec80e-ce29-4d17-b01a-dbef326a54af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.741998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b88f4fb9-c042-426a-b19f-2278fb3d9092 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.765380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b88f4fb9-c042-426a-b19f-2278fb3d9092 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.813913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b88f4fb9-c042-426a-b19f-2278fb3d9092 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.816875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b88f4fb9-c042-426a-b19f-2278fb3d9092 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:03.818494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b88f4fb9-c042-426a-b19f-2278fb3d9092 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/32ce53c4-1ffb-4fd3-94d9-d8fca9b1b543 HTTP/1.1" status: 204 len: 168 time: 0.1322334 Sep 02 13:06:03.822107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.836609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4fb9-c042-426a-b19f-2278fb3d9092 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce53c4-1ffb-4fd3-94d9-d8fca9b1b543,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:03.883565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-51314323-1aa1-4d8b-a321-a01dfd470360 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601296 Sep 02 13:06:03.887308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:03.892228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097796986'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:03.914842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.044796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:04.103666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 42846c41-5928-444a-9900-d485d090c6bc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:04.109008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 42846c41-5928-444a-9900-d485d090c6bc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:04.109343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.157354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feeec80e-ce29-4d17-b01a-dbef326a54af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.160048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feeec80e-ce29-4d17-b01a-dbef326a54af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.163967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-feeec80e-ce29-4d17-b01a-dbef326a54af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebd22515-fdf2-4521-a07e-6f740a9c99ce HTTP/1.1" status: 204 len: 168 time: 0.6697178 Sep 02 13:06:04.193274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeec80e-ce29-4d17-b01a-dbef326a54af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd22515-fdf2-4521-a07e-6f740a9c99ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.209580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.227050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.227868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port f9aaf8a1-0188-4e69-b707-73330def4fe7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:04.228229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.234355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.255352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:04.265103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:06:04.267846 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550bfed8-cfd7-4538-9dc1-abd5e7a9f894" -d '{"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-plugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:06:04.271336 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.281431 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.287578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3942614 Sep 02 13:06:04.287578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.290382 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '2eb02af8-350a-42e7-9888-e127a905adf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:04.318765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea8f53-fa55-4b20-a900-118d08c93bf9 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb02af8-350a-42e7-9888-e127a905adf3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.344267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.374073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.379869 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9649eb-dcce-41f9-b045-725fa6043eaf x-openstack-request-id: req-ab9649eb-dcce-41f9-b045-725fa6043eaf {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:06:04.380212 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-plugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:06:04.380465 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab9649eb-dcce-41f9-b045-725fa6043eaf {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:06:04.380853 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'code': 200} Sep 02 13:06:04.381809 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.392979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d7c8a-614f-45f1-a112-12707fe64acb req-2e98d1b9-680f-4540-a5bd-4a45b63ea5fc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:04.394519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd1d7c8a-614f-45f1-a112-12707fe64acb req-2e98d1b9-680f-4540-a5bd-4a45b63ea5fc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1190701 Sep 02 13:06:04.432048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.438474 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.449388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.464338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for f9aaf8a1-0188-4e69-b707-73330def4fe7 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:04.486810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd1d7c8a-614f-45f1-a112-12707fe64acb req-1b869f9e-66e7-432e-823d-28a7215255d0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828288 Sep 02 13:06:04.490337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842e8683-f6e6-4bc2-8892-c598111e2cbd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.496023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.497296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e8dfd7aa-76d3-4c9f-96a7-924ae146214f tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2106478 Sep 02 13:06:04.502543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.520112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6a47-9d16-4d57-a8ad-4722d1ea4c99 req-ef117dcb-cd0d-4c5e-9c4e-10c9dc70984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:04.521906 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2a9b6a47-9d16-4d57-a8ad-4722d1ea4c99 req-ef117dcb-cd0d-4c5e-9c4e-10c9dc70984a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1096 time: 0.0827107 Sep 02 13:06:04.527656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d116c048-4a70-428e-8790-4dc18a1e8831 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules/842e8683-f6e6-4bc2-8892-c598111e2cbd HTTP/1.1" status: 200 len: 763 time: 0.0227840 Sep 02 13:06:04.527805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.591150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2a9b6a47-9d16-4d57-a8ad-4722d1ea4c99 req-379fc212-2d58-4008-b536-ce9590068e2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611088 Sep 02 13:06:04.604449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f0696277-68f2-4cec-98cf-82ca642a4474 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0727789 Sep 02 13:06:04.605036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.605370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34164) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.629204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ca4eeb0-d177-4e85-a3fb-5d119b290b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.647964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c73e2b-c182-4e2e-a7df-115c54516bb4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.657234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c73e2b-c182-4e2e-a7df-115c54516bb4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.684706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.696371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c73e2b-c182-4e2e-a7df-115c54516bb4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.701342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c73e2b-c182-4e2e-a7df-115c54516bb4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.702515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b8c73e2b-c182-4e2e-a7df-115c54516bb4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/842e8683-f6e6-4bc2-8892-c598111e2cbd HTTP/1.1" status: 204 len: 168 time: 0.0951290 Sep 02 13:06:04.710866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34166) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.716768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=f9aaf8a1-0188-4e69-b707-73330def4fe7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.738203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73e2b-c182-4e2e-a7df-115c54516bb4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=842e8683-f6e6-4bc2-8892-c598111e2cbd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.783644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-57e8cf9c-8607-4b5c-90c7-06843ab99e10 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716672 Sep 02 13:06:04.788400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.794409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '2eb02af8-350a-42e7-9888-e127a905adf3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:04.833533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ca4eeb0-d177-4e85-a3fb-5d119b290b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.841182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ca4eeb0-d177-4e85-a3fb-5d119b290b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.887065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.894827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2ca4eeb0-d177-4e85-a3fb-5d119b290b74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=596de019420d4241a119313f97e104fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884047 Sep 02 13:06:04.897804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:04.900162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4eeb0-d177-4e85-a3fb-5d119b290b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55a50b-69f7-4ded-9de4-3c175ceb8499,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:04.905206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.963035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.968365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:04.994086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6bda0c-2698-47a7-acf8-061ad8576b22,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:05.000226 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.005609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-84c6dae3-6b7d-4805-b74b-1795a0aa9580 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2125590 Sep 02 13:06:05.006530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34172) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.024293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-88862a77-ca7c-4659-8dec-e604cbe137ba tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules/5a6bda0c-2698-47a7-acf8-061ad8576b22 HTTP/1.1" status: 200 len: 763 time: 0.0165880 Sep 02 13:06:05.026979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.068127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2150f3e8-e944-4f23-a8f4-6abfe4523bab tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399864 Sep 02 13:06:05.070659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.086745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec0042f-39d2-471a-a98d-323342d5546a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.095960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f91cc4-5d1a-4917-b299-1b27e095a021 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.104532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f91cc4-5d1a-4917-b299-1b27e095a021 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.112992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 0cf45a87-fa2e-42ca-b4e4-5634774976e9 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:05.117978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec0042f-39d2-471a-a98d-323342d5546a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.141237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f91cc4-5d1a-4917-b299-1b27e095a021 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.147768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f91cc4-5d1a-4917-b299-1b27e095a021 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.148889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-01f91cc4-5d1a-4917-b299-1b27e095a021 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5a6bda0c-2698-47a7-acf8-061ad8576b22 HTTP/1.1" status: 204 len: 168 time: 0.0773335 Sep 02 13:06:05.153423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34178) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.154366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91cc4-5d1a-4917-b299-1b27e095a021 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a6bda0c-2698-47a7-acf8-061ad8576b22,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:05.247465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:05.253324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-29e77fa9-0e5d-44c6-a65e-86dea4517fe6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/0cf45a87-fa2e-42ca-b4e4-5634774976e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2076263 Sep 02 13:06:05.257894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.262151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] Sync routers for ids ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:05.267359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.273241 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] Routers {'0cf45a87-fa2e-42ca-b4e4-5634774976e9'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:05.273979 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:05.310102 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:05.319516 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] Routers {'0cf45a87-fa2e-42ca-b4e4-5634774976e9'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:05.319677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6a86fa8c-bdcd-4ebc-89c6-0ca0c2512763 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1637447 Sep 02 13:06:05.320295 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:05.322725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.329874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Request body: {'security_group_rule': {'security_group_id': '2eb02af8-350a-42e7-9888-e127a905adf3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:05.347463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec0042f-39d2-471a-a98d-323342d5546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.350046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ec0042f-39d2-471a-a98d-323342d5546a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.351190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ec0042f-39d2-471a-a98d-323342d5546a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce55a50b-69f7-4ded-9de4-3c175ceb8499 HTTP/1.1" status: 204 len: 168 time: 0.4519219 Sep 02 13:06:05.352610 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:05.353288 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b0839-cd65-4589-9a51-de4438d87348 None None] The sync data for ids ['0cf45a87-fa2e-42ca-b4e4-5634774976e9'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:05.364550 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Project e25b190208304160860ef026a6814c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:06:05.370028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0042f-39d2-471a-a98d-323342d5546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55a50b-69f7-4ded-9de4-3c175ceb8499,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:05.370289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.441769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.446697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.465759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f05bb34-e4de-4a0b-9be8-8e7e9ad8a7ea,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:05.476250 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.477758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b66b4007-1497-4542-8053-fcb5d5bcd004 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538525 Sep 02 13:06:05.480369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.500260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d775e29e-cf9f-4a0f-8886-331ad137eda4 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules/1f05bb34-e4de-4a0b-9be8-8e7e9ad8a7ea HTTP/1.1" status: 200 len: 769 time: 0.0164251 Sep 02 13:06:05.500465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.504351 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8ffa0b73-a7dc-4c53-8458-036aeee0a52c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] remove_router_interface failed (client error): The resource could not be found. Sep 02 13:06:05.505555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8ffa0b73-a7dc-4c53-8458-036aeee0a52c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/0cf45a87-fa2e-42ca-b4e4-5634774976e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2447739 Sep 02 13:06:05.508790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.554703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60fc89f5-feff-47df-900f-1f66415e813a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cf45a87-fa2e-42ca-b4e4-5634774976e9 HTTP/1.1" status: 200 len: 205 time: 0.0445659 Sep 02 13:06:05.557470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.558616 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d888ec30-b4b2-4285-85b9-2f4ae89f4e74 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0569479 Sep 02 13:06:05.561306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34196) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.592327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d7dc-b1e2-4e18-9888-c772ae0ecdac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.604791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d7dc-b1e2-4e18-9888-c772ae0ecdac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.668566 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d7dc-b1e2-4e18-9888-c772ae0ecdac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.676622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d7dc-b1e2-4e18-9888-c772ae0ecdac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.677435 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.680275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c0f7d7dc-b1e2-4e18-9888-c772ae0ecdac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1f05bb34-e4de-4a0b-9be8-8e7e9ad8a7ea HTTP/1.1" status: 204 len: 168 time: 0.1145198 Sep 02 13:06:05.680853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.687226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21552dfe-02cf-406e-9bfe-26a44cfb4f62 req-c6a54690-e855-4359-8e6d-2f8ac1f075c4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:05.695102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21552dfe-02cf-406e-9bfe-26a44cfb4f62 req-c6a54690-e855-4359-8e6d-2f8ac1f075c4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0932496 Sep 02 13:06:05.709018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7d7dc-b1e2-4e18-9888-c772ae0ecdac tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f05bb34-e4de-4a0b-9be8-8e7e9ad8a7ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:05.748069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21552dfe-02cf-406e-9bfe-26a44cfb4f62 req-5ca4cbf3-0640-4f23-ab39-8ebce7a74019 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517664 Sep 02 13:06:05.748289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-f2ecfa1d-2d11-476b-95c3-f021ef352b53 req-5e3e97b1-fa6d-4914-90ac-32425bde5a8d tempest-ServersOnMultiNodesTest-1822067904 tempest-ServersOnMultiNodesTest-1822067904-project] (94840) timed out ('10.222.0.41', 63874) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:06:05.837715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3fd52872-df69-4310-a697-bd5839d48e39 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1528962 Sep 02 13:06:05.838229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34208) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.896669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7335b07a-17aa-466c-8b11-017a20dbcd00 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.899026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.901259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.921295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7335b07a-17aa-466c-8b11-017a20dbcd00 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.951360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.952038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf45a87-fa2e-42ca-b4e4-5634774976e9 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:06:05.959338 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.960465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-640f641a-3dd1-4d5b-be63-a5943c96b481 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/0cf45a87-fa2e-42ca-b4e4-5634774976e9 HTTP/1.1" status: 204 len: 168 time: 0.4019601 Sep 02 13:06:05.963260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.967244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7335b07a-17aa-466c-8b11-017a20dbcd00 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.969931 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7335b07a-17aa-466c-8b11-017a20dbcd00 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:05.973731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7335b07a-17aa-466c-8b11-017a20dbcd00 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "DELETE /v2.0/security-groups/2eb02af8-350a-42e7-9888-e127a905adf3 HTTP/1.1" status: 204 len: 168 time: 0.1317880 Sep 02 13:06:05.975042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34214) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:05.983621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335b07a-17aa-466c-8b11-017a20dbcd00 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb02af8-350a-42e7-9888-e127a905adf3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:06.048990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet f6edf871-3669-43fc-9e49-837b32020cac {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:06.055643 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.082945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-91aef124-cc51-4727-b26f-72aefde267f2 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077991 Sep 02 13:06:06.087193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:06.116866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.172222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-83df1667-0824-48b2-b067-1b2320782b77 tempest-SecGroupIPv6Test-198583705 tempest-SecGroupIPv6Test-198583705-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838807 Sep 02 13:06:06.230099 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.304110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.337206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=f6edf871-3669-43fc-9e49-837b32020cac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:06.342404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.347294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ce6ce3d4-4351-47eb-be81-33ad81e87677 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/f6edf871-3669-43fc-9e49-837b32020cac HTTP/1.1" status: 204 len: 168 time: 0.3804224 Sep 02 13:06:06.347585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:06.359041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d4848-356e-416b-bbc3-581aaa605836 None None] Network af7f846d-c209-47c7-928a-b53ddef47fe9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:06.442616 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.481052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:06.508920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 9f8a4c00-7431-4c36-8e47-5202e812a267 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:06.509930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.587614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] DHCP port deletion for af7f846d-c209-47c7-928a-b53ddef47fe9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:06.597905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 9f8a4c00-7431-4c36-8e47-5202e812a267, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f8a4c00-7431-4c36-8e47-5202e812a267,segment=NetworkSegment(c7b553be-d7b6-4c10-8d88-19d327eca9f9),segment_id=c7b553be-d7b6-4c10-8d88-19d327eca9f9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:06.598310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.614745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 9f8a4c00-7431-4c36-8e47-5202e812a267 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:06.648618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] Deleting port 9f8a4c00-7431-4c36-8e47-5202e812a267 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:06.651033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.720331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c454727-a7c6-47ce-b20c-4364ee9d5b7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e25b190208304160860ef026a6814c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379816 Sep 02 13:06:06.723374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:06.747526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] For port 9f8a4c00-7431-4c36-8e47-5202e812a267, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9f8a4c00-7431-4c36-8e47-5202e812a267,segment=NetworkSegment(c7b553be-d7b6-4c10-8d88-19d327eca9f9),segment_id=c7b553be-d7b6-4c10-8d88-19d327eca9f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:06.748116 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.748450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.764125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] Calling delete_port for 9f8a4c00-7431-4c36-8e47-5202e812a267 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:06.777870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=9f8a4c00-7431-4c36-8e47-5202e812a267,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:06.788975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port 9f8a4c00-7431-4c36-8e47-5202e812a267 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:06.803088 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55ee19b6-a345-4fe7-b10e-25e596f92ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.839145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55ee19b6-a345-4fe7-b10e-25e596f92ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.855727 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.887485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] Pushing event deleted for resources: {'Port': ['ID=9f8a4c00-7431-4c36-8e47-5202e812a267,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:06.898069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb7180-9f34-4776-8109-2fffe6e7b9e2 None None] No DVR routers for this DVR port 9f8a4c00-7431-4c36-8e47-5202e812a267 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:06.916799 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.930782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7f846d-c209-47c7-928a-b53ddef47fe9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:06.936508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55ee19b6-a345-4fe7-b10e-25e596f92ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.939101 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55ee19b6-a345-4fe7-b10e-25e596f92ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.940425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-55ee19b6-a345-4fe7-b10e-25e596f92ef3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34fb6b64-e1c4-42b5-8212-b5a2703752b7 HTTP/1.1" status: 204 len: 168 time: 0.2159023 Sep 02 13:06:06.945704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b553be-d7b6-4c10-8d88-19d327eca9f9') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:06.946003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b553be-d7b6-4c10-8d88-19d327eca9f9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:06.949315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee19b6-a345-4fe7-b10e-25e596f92ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb6b64-e1c4-42b5-8212-b5a2703752b7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:06.962297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:06.979079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf975d-b092-48bd-9519-3a1698640e9d req-1574af07-e88e-4991-9c6d-7ae2fd1a9851 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:06.982079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80cf975d-b092-48bd-9519-3a1698640e9d req-1574af07-e88e-4991-9c6d-7ae2fd1a9851 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1140501 Sep 02 13:06:06.992233 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.017943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:07.018482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:07.022324 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:07.081902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80cf975d-b092-48bd-9519-3a1698640e9d req-0f1e8fe0-d703-42ce-ba2d-4d89d3f02ef3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860729 Sep 02 13:06:07.102468 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.139583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.141513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/af7f846d-c209-47c7-928a-b53ddef47fe9 HTTP/1.1" status: 204 len: 168 time: 0.7928746 Sep 02 13:06:07.142523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4d09b-aa8e-4200-a109-bc5e9b7cb8d7 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=af7f846d-c209-47c7-928a-b53ddef47fe9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:07.145653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:07.151843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-2410795'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:07.184657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:07.188238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.216556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:06:07.250170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.250771 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment a03e4d02-9e61-42da-a408-099c81bdda4e of type vlan for network 58f34015-54a5-434d-b546-39d35e24bed0 Sep 02 13:06:07.305778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.315221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0acc25-7fa3-4f9b-b9a1-223ecbbefbcb req-4d29ce39-00e1-4cbf-b933-d690685cf4fa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:07.316805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b0acc25-7fa3-4f9b-b9a1-223ecbbefbcb req-4d29ce39-00e1-4cbf-b933-d690685cf4fa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1014161 Sep 02 13:06:07.326261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:07.331185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Request body: {'floatingip': {'port_id': '42846c41-5928-444a-9900-d485d090c6bc'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:07.379777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.383995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.393130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:07.393130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.510131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.3630965 Sep 02 13:06:07.513189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:07.519088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': '58f34015-54a5-434d-b546-39d35e24bed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:07.538266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394e7b9-1387-43b2-9601-82f2651ca580 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=58f34015-54a5-434d-b546-39d35e24bed0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:07.552867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 58f34015-54a5-434d-b546-39d35e24bed0 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:06:07.676139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:07.681319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:07.916555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f8a4c00-7431-4c36-8e47-5202e812a267 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:07.946438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9f8a4c00-7431-4c36-8e47-5202e812a267 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:07.947240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9f8a4c00-7431-4c36-8e47-5202e812a267 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:08.003505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.086514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=94d28241-aef5-4137-96c4-116c3ea0e97a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:08.104746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': 'a03e4d02-9e61-42da-a408-099c81bdda4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58f34015-54a5-434d-b546-39d35e24bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:08.105164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: 58f34015-54a5-434d-b546-39d35e24bed0, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:06:08.126928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 58f34015-54a5-434d-b546-39d35e24bed0 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:06:08.145954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 58f34015-54a5-434d-b546-39d35e24bed0) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:08.154926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:08.154926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.157769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb0bca7-8a84-4787-b7f7-b4dc5b987016 None None] Network 58f34015-54a5-434d-b546-39d35e24bed0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:08.159082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:08.182334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e869a19a-ba3b-49f3-a02b-887fb46e13b4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6678321 Sep 02 13:06:08.185087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34296) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:08.189720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1131137178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:08.234269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.235226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.298593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.306041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.325524 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.330906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.347793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-58f34015-54a5-434d-b546-39d35e24bed0', 'network_id': '58f34015-54a5-434d-b546-39d35e24bed0', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': '94d28241-aef5-4137-96c4-116c3ea0e97a'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:06:08.351220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.361564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-864c34f3-edd5-47b2-a4bb-ccf3c382711a tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-269167504', 'prefixes': ['172.20.0.0/16']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:08.381403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.383129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-946a23c5-529a-46f1-9173-d5bc59d36a4c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1970899 Sep 02 13:06:08.389044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:08.432718 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Floating IP 931bcb52-5f10-4a35-b47f-6aa72acc115a associated. External IP: 172.25.7.202, port: 42846c41-5928-444a-9900-d485d090c6bc. Sep 02 13:06:08.519428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Allocated IP 172.20.0.2 (58f34015-54a5-434d-b546-39d35e24bed0/94d28241-aef5-4137-96c4-116c3ea0e97a/9b469123-b062-4a74-9618-f6a5729560f8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:08.703772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:08.706645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-864c34f3-edd5-47b2-a4bb-ccf3c382711a tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.710974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-864c34f3-edd5-47b2-a4bb-ccf3c382711a tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5478990 Sep 02 13:06:08.711550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:08.714960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.726322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Transition to ACTIVE for port object 9b469123-b062-4a74-9618-f6a5729560f8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:08.743519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Transition to ACTIVE for port object 9b469123-b062-4a74-9618-f6a5729560f8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:08.750837 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.779860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.798834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Network 58f34015-54a5-434d-b546-39d35e24bed0 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:08.802737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Pushing event updated for resources: {'Port': ['ID=9b469123-b062-4a74-9618-f6a5729560f8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:08.814466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:08.817481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:08.829170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-98a1fcd2-0823-4b89-a75a-45f1da33b6b7 tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] 10.222.0.60 "GET /v2.0/subnetpools/468c99e7-7f05-4b25-b3b1-3ad300e56d8e HTTP/1.1" status: 200 len: 731 time: 0.1155124 Sep 02 13:06:08.830539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:08.835554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d62c73d5-402e-4663-9c5c-ff398e074e8d tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1082084038'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:08.914022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Attempting to bind port 9b469123-b062-4a74-9618-f6a5729560f8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:08.914648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Attempting to bind port 9b469123-b062-4a74-9618-f6a5729560f8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a03e4d02-9e61-42da-a408-099c81bdda4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58f34015-54a5-434d-b546-39d35e24bed0'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:08.915183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Attempting to bind port 9b469123-b062-4a74-9618-f6a5729560f8 on network 58f34015-54a5-434d-b546-39d35e24bed0 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:08.923616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:08.924464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Checking segment: {'id': 'a03e4d02-9e61-42da-a408-099c81bdda4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58f34015-54a5-434d-b546-39d35e24bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:08.924891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.925329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Bound using segment: {'id': 'a03e4d02-9e61-42da-a408-099c81bdda4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58f34015-54a5-434d-b546-39d35e24bed0'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:08.925926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Bound port: 9b469123-b062-4a74-9618-f6a5729560f8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03e4d02-9e61-42da-a408-099c81bdda4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58f34015-54a5-434d-b546-39d35e24bed0'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:08.926355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.936015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:08.948563 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:08.948788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:08.998409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:08.999147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:09.002987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f415f497-fbe0-4948-a565-d399cb13b4e5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "PUT /v2.0/floatingips/931bcb52-5f10-4a35-b47f-6aa72acc115a HTTP/1.1" status: 200 len: 991 time: 1.6727586 Sep 02 13:06:09.002987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:06:09.013623 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2e7c39-492a-4752-82b0-7eef4b46746c" -d '{"events": [{"name": "network-changed", "server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:06:09.030388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d62c73d5-402e-4663-9c5c-ff398e074e8d tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] Notify callbacks [] for subnetpool, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.034412 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d62c73d5-402e-4663-9c5c-ff398e074e8d tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] 10.222.0.60 "PUT /v2.0/subnetpools/468c99e7-7f05-4b25-b3b1-3ad300e56d8e HTTP/1.1" status: 200 len: 684 time: 0.2028666 Sep 02 13:06:09.037653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:09.094905 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e3cea7-717a-4ada-b46b-79c405e13515 x-openstack-request-id: req-28e3cea7-717a-4ada-b46b-79c405e13515 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:06:09.095406 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:06:09.095722 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28e3cea7-717a-4ada-b46b-79c405e13515 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:06:09.096223 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'status': 'completed', 'code': 200} Sep 02 13:06:09.157588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] For port 9b469123-b062-4a74-9618-f6a5729560f8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:09.164831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] For port 9b469123-b062-4a74-9618-f6a5729560f8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9b469123-b062-4a74-9618-f6a5729560f8,segment=NetworkSegment(a03e4d02-9e61-42da-a408-099c81bdda4e),segment_id=a03e4d02-9e61-42da-a408-099c81bdda4e)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:09.175908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-583f4fed-3f3e-4b8d-913c-66645c21f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:09.178064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-583f4fed-3f3e-4b8d-913c-66645c21f0ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1096 time: 0.0601113 Sep 02 13:06:09.178246 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.195726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.20.0.1 (58f34015-54a5-434d-b546-39d35e24bed0/94d28241-aef5-4137-96c4-116c3ea0e97a/9724acd9-14f5-4b24-9692-0d0794d17c91) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:09.219817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-431319c1-3e0e-4fb5-a28d-74e7e9677c5a tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.221174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-431319c1-3e0e-4fb5-a28d-74e7e9677c5a tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] 10.222.0.60 "DELETE /v2.0/subnetpools/468c99e7-7f05-4b25-b3b1-3ad300e56d8e HTTP/1.1" status: 204 len: 168 time: 0.1824198 Sep 02 13:06:09.232020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34316) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:09.251757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51febb35-8980-46ca-bad3-63bea83ee92d None None] Pushing event updated for resources: {'Port': ['ID=9b469123-b062-4a74-9618-f6a5729560f8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:09.282185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:09.293182 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-e5643461-74da-4505-8b3a-79f9c991e1a8 tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] show failed (client error): The resource could not be found. Sep 02 13:06:09.296767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e5643461-74da-4505-8b3a-79f9c991e1a8 tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] 10.222.0.60 "GET /v2.0/subnetpools/468c99e7-7f05-4b25-b3b1-3ad300e56d8e HTTP/1.1" status: 404 len: 346 time: 0.0612812 Sep 02 13:06:09.297455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:09.309068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-b9e3b4be-9041-4dcc-99b2-dcc0f0f6ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:09.311313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-b9e3b4be-9041-4dcc-99b2-dcc0f0f6ccbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1256566 Sep 02 13:06:09.316059 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-a1c4eadf-d1a0-4e31-aed8-e78d9a384f3f tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] delete failed (client error): The resource could not be found. Sep 02 13:06:09.322036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a1c4eadf-d1a0-4e31-aed8-e78d9a384f3f tempest-SubnetPoolsTestJSON-128119823 tempest-SubnetPoolsTestJSON-128119823-project] 10.222.0.60 "DELETE /v2.0/subnetpools/468c99e7-7f05-4b25-b3b1-3ad300e56d8e HTTP/1.1" status: 404 len: 346 time: 0.0187330 Sep 02 13:06:09.411758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-19bd28d9-6f69-4686-a0fe-aa01d82e8506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 999 time: 0.0939553 Sep 02 13:06:09.415906 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.438594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object 9724acd9-14f5-4b24-9692-0d0794d17c91 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:09.521108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-bb3f7e48-218a-4429-a80e-39b511717a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:09.523133 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-bb3f7e48-218a-4429-a80e-39b511717a74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.1040437 Sep 02 13:06:09.526057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.648276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 58f34015-54a5-434d-b546-39d35e24bed0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:09.653182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:09.662148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-6c843f34-790a-412e-8c21-baaef13fa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:09.670260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-6c843f34-790a-412e-8c21-baaef13fa6ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334057 Sep 02 13:06:09.673850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:09.710407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=9724acd9-14f5-4b24-9692-0d0794d17c91,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:09.737306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '931bcb52-5f10-4a35-b47f-6aa72acc115a', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'port_id': '42846c41-5928-444a-9900-d485d090c6bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'mac_address': 'fa:16:3e:59:60:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:05:51Z', 'updated_at': '2021-09-02T13:06:08Z', 'revision_number': 1, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:09.752684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.774194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:09.784406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:09.785540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:09.822211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:09.850655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-0b99ff82-f5e7-4c35-a33c-e3eee5b116e8 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791773 Sep 02 13:06:09.967280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:09.987860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9b469123-b062-4a74-9618-f6a5729560f8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:09.995336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ba2e7c39-492a-4752-82b0-7eef4b46746c req-1a62cfce-d2ed-4740-bad8-69263aed0e07 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331413 Sep 02 13:06:10.057728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:10.065612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7099a6a5-0e89-452e-aa60-3267e7bf660a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.261404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7099a6a5-0e89-452e-aa60-3267e7bf660a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.274407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7099a6a5-0e89-452e-aa60-3267e7bf660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.310147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099a6a5-0e89-452e-aa60-3267e7bf660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deacd50-9e57-40fe-90cf-2b00e79c1c2f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:10.347238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7099a6a5-0e89-452e-aa60-3267e7bf660a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e3645521d2c4235a9b487782696207e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241818 Sep 02 13:06:10.351015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:10.357452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.363738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.385392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9b469123-b062-4a74-9618-f6a5729560f8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:10.461216 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-825e1966-5d46-4c4a-96e3-296f762c3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.467090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.481424 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=9724acd9-14f5-4b24-9692-0d0794d17c91,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:10.488108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-825e1966-5d46-4c4a-96e3-296f762c3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.566387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-825e1966-5d46-4c4a-96e3-296f762c3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.571516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-825e1966-5d46-4c4a-96e3-296f762c3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:10.575527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-825e1966-5d46-4c4a-96e3-296f762c3cd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0deacd50-9e57-40fe-90cf-2b00e79c1c2f HTTP/1.1" status: 204 len: 168 time: 0.2230632 Sep 02 13:06:10.590687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e1966-5d46-4c4a-96e3-296f762c3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deacd50-9e57-40fe-90cf-2b00e79c1c2f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:10.624177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 58f34015-54a5-434d-b546-39d35e24bed0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:10.625828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:10.649806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '931bcb52-5f10-4a35-b47f-6aa72acc115a', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'port_id': '42846c41-5928-444a-9900-d485d090c6bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'mac_address': 'fa:16:3e:59:60:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:05:51Z', 'updated_at': '2021-09-02T13:06:08Z', 'revision_number': 1, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:10.803228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de4780-c8b1-483d-baff-6dc0958cc615 None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '931bcb52-5f10-4a35-b47f-6aa72acc115a', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'port_id': '42846c41-5928-444a-9900-d485d090c6bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'mac_address': 'fa:16:3e:59:60:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:05:51Z', 'updated_at': '2021-09-02T13:06:08Z', 'revision_number': 1, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:10.847930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 5606d2c3-774a-44d1-acde-141c9be43f1b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:06:10.900029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af11e4-5cbc-4d18-912f-532995e09fdc None None] Network 58f34015-54a5-434d-b546-39d35e24bed0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:10.981453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:10.992891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] Provisioning for port 9b469123-b062-4a74-9618-f6a5729560f8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:10.994162 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-86748715-c4a8-4c09-a4e3-4758668ae252 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/5606d2c3-774a-44d1-acde-141c9be43f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024954 Sep 02 13:06:10.995995 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] Sync routers for ids ['5606d2c3-774a-44d1-acde-141c9be43f1b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:10.996926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:11.003146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] Provisioning complete for port 9b469123-b062-4a74-9618-f6a5729560f8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:11.003861 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.017160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] Routers {'5606d2c3-774a-44d1-acde-141c9be43f1b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:11.017160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5606d2c3-774a-44d1-acde-141c9be43f1b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:11.050108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087a8f3-a2b0-47ca-976f-619e488a76a4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:11.052483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b087a8f3-a2b0-47ca-976f-619e488a76a4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports/9724acd9-14f5-4b24-9692-0d0794d17c91 HTTP/1.1" status: 200 len: 910 time: 0.0544145 Sep 02 13:06:11.055890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:11.085194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:11.096985 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] Routers {'5606d2c3-774a-44d1-acde-141c9be43f1b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:11.097928 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5606d2c3-774a-44d1-acde-141c9be43f1b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:11.157254 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:11.158270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db9ee4-5897-452e-92f1-59a97313845d None None] The sync data for ids ['5606d2c3-774a-44d1-acde-141c9be43f1b'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:11.228794 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.230921 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.297077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] For port 9b469123-b062-4a74-9618-f6a5729560f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9b469123-b062-4a74-9618-f6a5729560f8,segment=NetworkSegment(a03e4d02-9e61-42da-a408-099c81bdda4e),segment_id=a03e4d02-9e61-42da-a408-099c81bdda4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:11.312309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c121ba-0ac5-459e-b0e6-58bdad4f9964 None None] New status for floating IP 931bcb52-5f10-4a35-b47f-6aa72acc115a: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:06:11.371169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.445639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-72bcce80-16b6-4a2b-8956-12c4e44395a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122487 Sep 02 13:06:11.496690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a33809-6a45-407d-9c3c-f93e2f76a2bb None None] Pushing event updated for resources: {'Port': ['ID=9b469123-b062-4a74-9618-f6a5729560f8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:11.586523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-128e3c30-174c-4a9d-88d6-9c5892c746e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:11.596075 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-128e3c30-174c-4a9d-88d6-9c5892c746e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1096 time: 0.0910146 Sep 02 13:06:11.696888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f60fe55-7c9e-428c-bd8b-4314386d2318 None None] Provisioning complete for port 9b469123-b062-4a74-9618-f6a5729560f8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:11.697713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f60fe55-7c9e-428c-bd8b-4314386d2318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.760978 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.850815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-43edac05-7ca9-4248-aada-91a281f301ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:11.852439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-43edac05-7ca9-4248-aada-91a281f301ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.2194920 Sep 02 13:06:11.888091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f60fe55-7c9e-428c-bd8b-4314386d2318 None None] Provisioning for port 9724acd9-14f5-4b24-9692-0d0794d17c91 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:11.896417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f60fe55-7c9e-428c-bd8b-4314386d2318 None None] Provisioning complete for port 9724acd9-14f5-4b24-9692-0d0794d17c91 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:11.896704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f60fe55-7c9e-428c-bd8b-4314386d2318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:11.939337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9b469123-b062-4a74-9618-f6a5729560f8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:12.006266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7f60fe55-7c9e-428c-bd8b-4314386d2318 None None] Port 9724acd9-14f5-4b24-9692-0d0794d17c91 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:12.028441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-9cd0c3aa-2d35-44d4-b0a9-4eada3f1e705 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 1001 time: 0.1632273 Sep 02 13:06:12.034337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9b469123-b062-4a74-9618-f6a5729560f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:12.035042 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:12.122195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-41429d6e-403f-4106-bea9-9fcde397cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:12.124013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-41429d6e-403f-4106-bea9-9fcde397cda0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0825005 Sep 02 13:06:12.165394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf24ae32-be89-4278-ab89-695859d3ef48 None None] Provisioning complete for port 9724acd9-14f5-4b24-9692-0d0794d17c91 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:12.165772 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf24ae32-be89-4278-ab89-695859d3ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:12.215280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cf24ae32-be89-4278-ab89-695859d3ef48 None None] Port 9724acd9-14f5-4b24-9692-0d0794d17c91 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:12.231097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-c1733a80-b2bf-45f4-b5d3-3d638acc8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:12.232829 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-c1733a80-b2bf-45f4-b5d3-3d638acc8fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917571 Sep 02 13:06:12.329060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 9724acd9-14f5-4b24-9692-0d0794d17c91 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:12.329403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:12.338891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0de52af1-e203-49cc-a9ba-bcb3f4a924ca None None] Provisioning complete for port 9724acd9-14f5-4b24-9692-0d0794d17c91 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:12.339495 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0de52af1-e203-49cc-a9ba-bcb3f4a924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:12.382383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0de52af1-e203-49cc-a9ba-bcb3f4a924ca None None] Port 9724acd9-14f5-4b24-9692-0d0794d17c91 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:12.389638 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-429e8bf2-2397-479f-8bda-dfea6d518b40 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492329 Sep 02 13:06:12.487768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:12.513518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 9724acd9-14f5-4b24-9692-0d0794d17c91 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:12.531174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652a908e-c3ed-4606-94c8-d59a86f75fee req-dfa8094a-90af-4f3c-9bc2-a4cfaa0fef3f service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346610 Sep 02 13:06:12.704774 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:12.732160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=9724acd9-14f5-4b24-9692-0d0794d17c91,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:12.904497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.085350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 5606d2c3-774a-44d1-acde-141c9be43f1b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:13.263721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34408) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:13.394277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ec57c5-a45f-42f4-8162-09e4042e492c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.498318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ec57c5-a45f-42f4-8162-09e4042e492c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.504891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-32ec57c5-a45f-42f4-8162-09e4042e492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.522998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:13.538043 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] Sync routers for ids ['5606d2c3-774a-44d1-acde-141c9be43f1b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:13.539066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-76a212c2-ba03-489d-991b-7890100d7e70 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/5606d2c3-774a-44d1-acde-141c9be43f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819262 Sep 02 13:06:13.540091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:13.548097 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] Routers {'5606d2c3-774a-44d1-acde-141c9be43f1b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:13.548791 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5606d2c3-774a-44d1-acde-141c9be43f1b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:13.555545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-32ec57c5-a45f-42f4-8162-09e4042e492c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee72768bec87440da78e3ef14ec96448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906563 Sep 02 13:06:13.555913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:13.556564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec57c5-a45f-42f4-8162-09e4042e492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e60f81b-9fe1-48a0-8d6f-fbedea1c514d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:13.580298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-15858c56-2cf0-44a3-8009-1d7490ba0529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=5606d2c3-774a-44d1-acde-141c9be43f1b HTTP/1.1" status: 200 len: 205 time: 0.0389259 Sep 02 13:06:13.583147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:13.635553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e293070-d4da-471d-8c0c-67fb8445e4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.663222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e293070-d4da-471d-8c0c-67fb8445e4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.687968 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:13.698276 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] Routers {'5606d2c3-774a-44d1-acde-141c9be43f1b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:13.698929 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5606d2c3-774a-44d1-acde-141c9be43f1b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:13.726299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e293070-d4da-471d-8c0c-67fb8445e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.729611 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e293070-d4da-471d-8c0c-67fb8445e4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:13.731043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e293070-d4da-471d-8c0c-67fb8445e4d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e60f81b-9fe1-48a0-8d6f-fbedea1c514d HTTP/1.1" status: 204 len: 168 time: 0.1582556 Sep 02 13:06:13.738138 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:13.738876 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e519e5-9bc3-4037-b390-bdbd8d5384b6 None None] The sync data for ids ['5606d2c3-774a-44d1-acde-141c9be43f1b'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:13.747349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e293070-d4da-471d-8c0c-67fb8445e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e60f81b-9fe1-48a0-8d6f-fbedea1c514d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:14.017221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.105057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:14.120378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26cb9429-3f30-4c1b-9234-d03325dee22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.210248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.217187 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.245782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26cb9429-3f30-4c1b-9234-d03325dee22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.249864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26cb9429-3f30-4c1b-9234-d03325dee22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.275008 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.275656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router 5606d2c3-774a-44d1-acde-141c9be43f1b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:06:14.284010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.288134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f386568-82ef-45d5-8420-e5599e5b1b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/5606d2c3-774a-44d1-acde-141c9be43f1b HTTP/1.1" status: 204 len: 168 time: 0.7011504 Sep 02 13:06:14.289067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34428) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:14.297888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb9429-3f30-4c1b-9234-d03325dee22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39765088-8e66-458f-bac4-e2ac21c60b20,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:14.302766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-26cb9429-3f30-4c1b-9234-d03325dee22b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b049d2497cf34db599763a288cdfd89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962831 Sep 02 13:06:14.309587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:14.345298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet 94d28241-aef5-4137-96c4-116c3ea0e97a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:14.348823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.362555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-127b106b-2fae-4ef5-a819-b7dff3066b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.388391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-127b106b-2fae-4ef5-a819-b7dff3066b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.401108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.486351 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-127b106b-2fae-4ef5-a819-b7dff3066b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.490564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-127b106b-2fae-4ef5-a819-b7dff3066b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.495103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-127b106b-2fae-4ef5-a819-b7dff3066b88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39765088-8e66-458f-bac4-e2ac21c60b20 HTTP/1.1" status: 204 len: 168 time: 0.1841843 Sep 02 13:06:14.505156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b106b-2fae-4ef5-a819-b7dff3066b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39765088-8e66-458f-bac4-e2ac21c60b20,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:14.560324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.625697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.652872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=94d28241-aef5-4137-96c4-116c3ea0e97a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:14.659796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.665864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-357fb449-68b6-4bea-a391-b275a8aed148 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/94d28241-aef5-4137-96c4-116c3ea0e97a HTTP/1.1" status: 204 len: 168 time: 0.3723321 Sep 02 13:06:14.667094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34436) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:14.669133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7980ed-b320-45e8-b901-b997ae4a1f52 None None] Network 58f34015-54a5-434d-b546-39d35e24bed0 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:14.752690 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.807929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 9b469123-b062-4a74-9618-f6a5729560f8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:14.808263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.875290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] DHCP port deletion for 58f34015-54a5-434d-b546-39d35e24bed0 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:14.883449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 9b469123-b062-4a74-9618-f6a5729560f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9b469123-b062-4a74-9618-f6a5729560f8,segment=NetworkSegment(a03e4d02-9e61-42da-a408-099c81bdda4e),segment_id=a03e4d02-9e61-42da-a408-099c81bdda4e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:14.883817 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.898856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 9b469123-b062-4a74-9618-f6a5729560f8 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:14.938545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] Deleting port 9b469123-b062-4a74-9618-f6a5729560f8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:14.939051 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:14.991752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.009844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] For port 9b469123-b062-4a74-9618-f6a5729560f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9b469123-b062-4a74-9618-f6a5729560f8,segment=NetworkSegment(a03e4d02-9e61-42da-a408-099c81bdda4e),segment_id=a03e4d02-9e61-42da-a408-099c81bdda4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:15.010391 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.020459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=9b469123-b062-4a74-9618-f6a5729560f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:15.030094 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port 9b469123-b062-4a74-9618-f6a5729560f8 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:15.034314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] Calling delete_port for 9b469123-b062-4a74-9618-f6a5729560f8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:15.115464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.119733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.131979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f34015-54a5-434d-b546-39d35e24bed0']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:15.146658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] Pushing event deleted for resources: {'Port': ['ID=9b469123-b062-4a74-9618-f6a5729560f8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:15.147515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03e4d02-9e61-42da-a408-099c81bdda4e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:15.147940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03e4d02-9e61-42da-a408-099c81bdda4e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:15.150743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0100ae-148c-4146-b608-fc2b059d17fa None None] No DVR routers for this DVR port 9b469123-b062-4a74-9618-f6a5729560f8 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:15.160503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.176681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.186697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:15.187145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:15.190238 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:15.268841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.274532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.277445 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/58f34015-54a5-434d-b546-39d35e24bed0 HTTP/1.1" status: 204 len: 168 time: 0.6102009 Sep 02 13:06:15.281160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:15.287863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-465501904', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:15.297911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9a112-db48-4a63-b99e-7b56c7ae4fba tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=58f34015-54a5-434d-b546-39d35e24bed0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:15.323313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.324362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.383735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.533408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.758467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.783610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:15.883520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9b469123-b062-4a74-9618-f6a5729560f8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:15.904468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9b469123-b062-4a74-9618-f6a5729560f8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:15.904820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9b469123-b062-4a74-9618-f6a5729560f8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:15.914438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.25.7.60 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/6b50cb89-db89-4721-acd6-bd45de69eeed) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:16.036558 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.081407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.127034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:16.130023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:16.132924 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:16.165653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=6b50cb89-db89-4721-acd6-bd45de69eeed,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:16.424776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:16.451075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.584145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd00034-77b5-4a7d-b37e-6ef6dc6d1dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.709614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.737488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd00034-77b5-4a7d-b37e-6ef6dc6d1dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.744209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd00034-77b5-4a7d-b37e-6ef6dc6d1dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.786559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2bd00034-77b5-4a7d-b37e-6ef6dc6d1dea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35e946648d3e42c1aeba626f626c32e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561947 Sep 02 13:06:16.787232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd00034-77b5-4a7d-b37e-6ef6dc6d1dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1878c179-5d62-4a4f-9d50-0ea3f072525e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:16.790036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:16.868549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a11aca-daaa-4dff-b17b-cfc087f3af0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.901408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a11aca-daaa-4dff-b17b-cfc087f3af0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.944095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 56e54b05-e951-4808-b01e-86d551a673ac is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:06:16.990321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a11aca-daaa-4dff-b17b-cfc087f3af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.992882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a11aca-daaa-4dff-b17b-cfc087f3af0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:16.996493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f5a11aca-daaa-4dff-b17b-cfc087f3af0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1878c179-5d62-4a4f-9d50-0ea3f072525e HTTP/1.1" status: 204 len: 168 time: 0.2027662 Sep 02 13:06:17.047857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a11aca-daaa-4dff-b17b-cfc087f3af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878c179-5d62-4a4f-9d50-0ea3f072525e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:17.090674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:17.102895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] Sync routers for ids ['56e54b05-e951-4808-b01e-86d551a673ac'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:17.112224 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.116151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2acb68d9-2fc0-4030-a6a2-07848fe1953d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8309302 Sep 02 13:06:17.116591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:17.124468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] Routers {'56e54b05-e951-4808-b01e-86d551a673ac'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:17.125425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['56e54b05-e951-4808-b01e-86d551a673ac'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:17.169383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:17.180659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] Routers {'56e54b05-e951-4808-b01e-86d551a673ac'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:17.181521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['56e54b05-e951-4808-b01e-86d551a673ac'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:17.215374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:17.216032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac76f0-00c4-4980-af88-e3b3a3f43986 None None] The sync data for ids ['56e54b05-e951-4808-b01e-86d551a673ac'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:17.261695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b84230e2-3728-48e2-8fef-5f4483ab555c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/routers/56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 200 len: 879 time: 0.1438789 Sep 02 13:06:17.265129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:17.351830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:17.414131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd134cc5-d1c1-4034-a5e6-1239452de4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.611763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd134cc5-d1c1-4034-a5e6-1239452de4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.621204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fd134cc5-d1c1-4034-a5e6-1239452de4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.638733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14e9c916-3826-4bb7-beff-490b8bf882a3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3722878 Sep 02 13:06:17.641476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:17.646466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-465501904'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:17.672320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd134cc5-d1c1-4034-a5e6-1239452de4e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53fa065372b0482bbc1ac505754bbb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167284 Sep 02 13:06:17.672818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:17.679297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd134cc5-d1c1-4034-a5e6-1239452de4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f397f-37ba-4642-acc8-8889cf112d51,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:17.740466 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07becc57-e290-4751-acad-a0cbe03cd76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.771258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07becc57-e290-4751-acad-a0cbe03cd76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.834796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07becc57-e290-4751-acad-a0cbe03cd76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.837475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07becc57-e290-4751-acad-a0cbe03cd76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:17.838662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07becc57-e290-4751-acad-a0cbe03cd76d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/836f397f-37ba-4642-acc8-8889cf112d51 HTTP/1.1" status: 204 len: 168 time: 0.1650362 Sep 02 13:06:17.858241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07becc57-e290-4751-acad-a0cbe03cd76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f397f-37ba-4642-acc8-8889cf112d51,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:18.002953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.016163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.149837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 56e54b05-e951-4808-b01e-86d551a673ac has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:18.269459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:18.279677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.281026 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0e3b8fe4-0581-4159-a735-549f2123a644 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 200 len: 886 time: 0.6384006 Sep 02 13:06:18.283624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:18.284127 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] Sync routers for ids ['56e54b05-e951-4808-b01e-86d551a673ac'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:18.297508 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] Routers {'56e54b05-e951-4808-b01e-86d551a673ac'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:18.298158 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['56e54b05-e951-4808-b01e-86d551a673ac'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:18.352781 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:18.365320 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] Routers {'56e54b05-e951-4808-b01e-86d551a673ac'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:18.366510 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['56e54b05-e951-4808-b01e-86d551a673ac'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:18.408757 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:18.409437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37286f6c-4b38-4009-934e-e02e436dd571 None None] The sync data for ids ['56e54b05-e951-4808-b01e-86d551a673ac'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:18.427831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-85c65d17-006a-41d5-a6f6-87e2424a9ae9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/routers/56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 200 len: 886 time: 0.1391327 Sep 02 13:06:18.428060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34536) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:18.459227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-98a6274f-750a-421a-98c4-1bfc6b1229bd tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 200 len: 205 time: 0.0272849 Sep 02 13:06:18.459227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:18.572152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.683678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.743506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 6b50cb89-db89-4721-acd6-bd45de69eeed {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:18.744035 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.840972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:18.856302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 6b50cb89-db89-4721-acd6-bd45de69eeed owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:19.061842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.089457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=6b50cb89-db89-4721-acd6-bd45de69eeed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:19.163803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.269522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.274401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.326272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.326956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router 56e54b05-e951-4808-b01e-86d551a673ac {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:06:19.339379 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.341038 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3ce36b0e-19d9-4778-88b6-5de11b0241be tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 204 len: 168 time: 0.8805282 Sep 02 13:06:19.344505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:19.350560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-743486729'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:19.374319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:19.378980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.409110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:06:19.421113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.421731 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment 0a69023b-f4cf-4b6d-8036-2dfe95035aa8 of type vlan for network 2ef11088-040f-41bd-bdfa-8b006be58169 Sep 02 13:06:19.467500 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.494084 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.507260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:19.508163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.571951 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2262082 Sep 02 13:06:19.574881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:19.580475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:19.584329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e2941-cf0c-4eb6-95c0-8e53153d2a12 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=2ef11088-040f-41bd-bdfa-8b006be58169,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:19.595097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2ef11088-040f-41bd-bdfa-8b006be58169 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:06:19.687646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:19.694284 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:19.929980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.028574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=24c10339-0bae-4e3c-b0eb-8da6c2566d6b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:20.048236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': '0a69023b-f4cf-4b6d-8036-2dfe95035aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:20.048380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: 2ef11088-040f-41bd-bdfa-8b006be58169, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:06:20.068689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 2ef11088-040f-41bd-bdfa-8b006be58169 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:06:20.081200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2ef11088-040f-41bd-bdfa-8b006be58169) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:20.086375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:20.086794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.094108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0bc098-a397-42e3-bb01-29b3d75945c4 None None] Network 2ef11088-040f-41bd-bdfa-8b006be58169 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:20.107003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:20.107230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11e8609f-b0c2-426a-97fc-0d969f3f6e7a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312035 Sep 02 13:06:20.112423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1231878052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:20.140790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:20.140978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.140978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.239749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.246175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.278031 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.282377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-38aa83a4-6420-4a67-92b1-e84345c813c3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1736646 Sep 02 13:06:20.282509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:20.314811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2ef11088-040f-41bd-bdfa-8b006be58169', 'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': '24c10339-0bae-4e3c-b0eb-8da6c2566d6b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:06:20.316185 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.367535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-013448e8-184c-4c67-b10b-ec4a41daebf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.470671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Allocated IP 172.20.0.2 (2ef11088-040f-41bd-bdfa-8b006be58169/24c10339-0bae-4e3c-b0eb-8da6c2566d6b/23cf1700-cce0-426d-8bfb-7f93146b9c7e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:20.627488 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.655414 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.664472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Transition to ACTIVE for port object 23cf1700-cce0-426d-8bfb-7f93146b9c7e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:20.680091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Transition to ACTIVE for port object 23cf1700-cce0-426d-8bfb-7f93146b9c7e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:20.687150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.719225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-013448e8-184c-4c67-b10b-ec4a41daebf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.725482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-013448e8-184c-4c67-b10b-ec4a41daebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.728507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Network 2ef11088-040f-41bd-bdfa-8b006be58169 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:20.731424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:20.733895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:20.742515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Pushing event updated for resources: {'Port': ['ID=23cf1700-cce0-426d-8bfb-7f93146b9c7e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:20.795919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Attempting to bind port 23cf1700-cce0-426d-8bfb-7f93146b9c7e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:20.796180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Attempting to bind port 23cf1700-cce0-426d-8bfb-7f93146b9c7e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '0a69023b-f4cf-4b6d-8036-2dfe95035aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:20.796563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Attempting to bind port 23cf1700-cce0-426d-8bfb-7f93146b9c7e on network 2ef11088-040f-41bd-bdfa-8b006be58169 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:20.801879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:20.802258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Checking segment: {'id': '0a69023b-f4cf-4b6d-8036-2dfe95035aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:20.802663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.803063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Bound using segment: {'id': '0a69023b-f4cf-4b6d-8036-2dfe95035aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:20.803527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Bound port: 23cf1700-cce0-426d-8bfb-7f93146b9c7e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69023b-f4cf-4b6d-8036-2dfe95035aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2ef11088-040f-41bd-bdfa-8b006be58169'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:20.803909 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.811138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-013448e8-184c-4c67-b10b-ec4a41daebf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1529d658bc2c4272abe1fb42fc56444a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718519 Sep 02 13:06:20.814528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013448e8-184c-4c67-b10b-ec4a41daebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3376c0-26a2-4fe0-aef4-b6f512b67a23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:20.814968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:20.876603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] For port 23cf1700-cce0-426d-8bfb-7f93146b9c7e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:20.880015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] For port 23cf1700-cce0-426d-8bfb-7f93146b9c7e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=23cf1700-cce0-426d-8bfb-7f93146b9c7e,segment=NetworkSegment(0a69023b-f4cf-4b6d-8036-2dfe95035aa8),segment_id=0a69023b-f4cf-4b6d-8036-2dfe95035aa8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:20.882715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68dc663-c4d2-4b2a-8894-aaec8197cbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.887150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.904943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68dc663-c4d2-4b2a-8894-aaec8197cbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.936418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.20.0.1 (2ef11088-040f-41bd-bdfa-8b006be58169/24c10339-0bae-4e3c-b0eb-8da6c2566d6b/19286cc3-6c8b-4e18-a66d-0441931d2a5d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:20.960577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb31c-8526-41ff-864f-4a2f0ef7352d None None] Pushing event updated for resources: {'Port': ['ID=23cf1700-cce0-426d-8bfb-7f93146b9c7e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:20.964382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68dc663-c4d2-4b2a-8894-aaec8197cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.967537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68dc663-c4d2-4b2a-8894-aaec8197cbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:20.969532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a68dc663-c4d2-4b2a-8894-aaec8197cbc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db3376c0-26a2-4fe0-aef4-b6f512b67a23 HTTP/1.1" status: 204 len: 168 time: 0.1527929 Sep 02 13:06:20.986100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dc663-c4d2-4b2a-8894-aaec8197cbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3376c0-26a2-4fe0-aef4-b6f512b67a23,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:21.146941 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.170656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object 19286cc3-6c8b-4e18-a66d-0441931d2a5d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:21.245040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.345106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 2ef11088-040f-41bd-bdfa-8b006be58169 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:21.354415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:21.359373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:21.363946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=19286cc3-6c8b-4e18-a66d-0441931d2a5d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:21.413750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.423483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:21.438948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa34c-670f-43bb-a18e-aa914efcfb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.557439 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.564763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa34c-670f-43bb-a18e-aa914efcfb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.570367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa34c-670f-43bb-a18e-aa914efcfb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:21.619800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bf3fa34c-670f-43bb-a18e-aa914efcfb9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48db801a56ac49febec6397fa7e1742a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950810 Sep 02 13:06:21.620751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fa34c-670f-43bb-a18e-aa914efcfb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd72791-ac8c-4cc2-8f74-003b5a31e67a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:21.624983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:21.935537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 23cf1700-cce0-426d-8bfb-7f93146b9c7e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:22.001850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 23cf1700-cce0-426d-8bfb-7f93146b9c7e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:22.132071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d698a01-7ad3-432e-9214-30ef4d3fffb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.205596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d698a01-7ad3-432e-9214-30ef4d3fffb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.259902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56535e7c-1770-4e33-8f9f-b05207a439e1 None None] Network 2ef11088-040f-41bd-bdfa-8b006be58169 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:22.315480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.317541 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d698a01-7ad3-432e-9214-30ef4d3fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.320609 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d698a01-7ad3-432e-9214-30ef4d3fffb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.321909 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d698a01-7ad3-432e-9214-30ef4d3fffb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abd72791-ac8c-4cc2-8f74-003b5a31e67a HTTP/1.1" status: 204 len: 168 time: 0.6957550 Sep 02 13:06:22.325257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.359026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] Provisioning for port 23cf1700-cce0-426d-8bfb-7f93146b9c7e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:22.368672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] Provisioning complete for port 23cf1700-cce0-426d-8bfb-7f93146b9c7e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:22.369457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.401239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d698a01-7ad3-432e-9214-30ef4d3fffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd72791-ac8c-4cc2-8f74-003b5a31e67a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:22.404214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.584227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=19286cc3-6c8b-4e18-a66d-0441931d2a5d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:22.626339 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.674931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] For port 23cf1700-cce0-426d-8bfb-7f93146b9c7e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=23cf1700-cce0-426d-8bfb-7f93146b9c7e,segment=NetworkSegment(0a69023b-f4cf-4b6d-8036-2dfe95035aa8),segment_id=0a69023b-f4cf-4b6d-8036-2dfe95035aa8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:22.682007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:22.687829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 2ef11088-040f-41bd-bdfa-8b006be58169 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:22.689509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:22.758269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3b7ec-b7f2-4086-8a23-4b39465c1c91 None None] Pushing event updated for resources: {'Port': ['ID=23cf1700-cce0-426d-8bfb-7f93146b9c7e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:22.835265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:06:22.937429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:22.943013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-42315556-3a12-4106-949d-b7b1b9b615a5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/ad4e9d75-080a-4fdb-94ca-1d98ed026ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592557 Sep 02 13:06:22.945607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:22.947828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] Sync routers for ids ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:22.963559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] Routers {'ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:22.964661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:23.017976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eaaf05-967d-4d37-80b1-c6db7bee5244 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:23.022542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-87eaaf05-967d-4d37-80b1-c6db7bee5244 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports/19286cc3-6c8b-4e18-a66d-0441931d2a5d HTTP/1.1" status: 200 len: 910 time: 0.0734856 Sep 02 13:06:23.022959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:23.029187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24c10339-0bae-4e3c-b0eb-8da6c2566d6b'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:23.030194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:23.046832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] Routers {'ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:23.047568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:23.088159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:23.088673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07545004-296d-462f-8bde-e3d48af6b324 None None] The sync data for ids ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:23.090581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9e0a062-e7b0-49e3-94a3-6233325863e6 None None] Provisioning for port 19286cc3-6c8b-4e18-a66d-0441931d2a5d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:23.096027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9e0a062-e7b0-49e3-94a3-6233325863e6 None None] Provisioning complete for port 19286cc3-6c8b-4e18-a66d-0441931d2a5d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:23.096574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a062-e7b0-49e3-94a3-6233325863e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:23.146785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0a062-e7b0-49e3-94a3-6233325863e6 None None] Port 19286cc3-6c8b-4e18-a66d-0441931d2a5d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:23.168591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9e0a062-e7b0-49e3-94a3-6233325863e6 None None] Provisioning complete for port 23cf1700-cce0-426d-8bfb-7f93146b9c7e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:23.169011 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a062-e7b0-49e3-94a3-6233325863e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:23.233965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:23.431950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8249372b-3128-46f2-8c05-ec06fad10783 None None] Provisioning complete for port 19286cc3-6c8b-4e18-a66d-0441931d2a5d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:23.432503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8249372b-3128-46f2-8c05-ec06fad10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:23.484187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8249372b-3128-46f2-8c05-ec06fad10783 None None] Port 19286cc3-6c8b-4e18-a66d-0441931d2a5d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:23.608160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-846f1deb-7a86-4d1a-967d-ca2e62eac3d4 None None] Provisioning complete for port 19286cc3-6c8b-4e18-a66d-0441931d2a5d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:23.608750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-846f1deb-7a86-4d1a-967d-ca2e62eac3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:23.678299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-846f1deb-7a86-4d1a-967d-ca2e62eac3d4 None None] Port 19286cc3-6c8b-4e18-a66d-0441931d2a5d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:23.883463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 23cf1700-cce0-426d-8bfb-7f93146b9c7e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:23.982377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 23cf1700-cce0-426d-8bfb-7f93146b9c7e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:23.983562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.057304 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.068554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.160026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:24.160665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.165032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/ports/19286cc3-6c8b-4e18-a66d-0441931d2a5d HTTP/1.1" status: 200 len: 910 time: 1.1378591 Sep 02 13:06:24.165032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9ea5-6158-4646-ac7d-5617ce10a176 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=19286cc3-6c8b-4e18-a66d-0441931d2a5d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:24.165879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34678) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:24.524704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.782920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 19286cc3-6c8b-4e18-a66d-0441931d2a5d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:24.783256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.884279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:24.897361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 19286cc3-6c8b-4e18-a66d-0441931d2a5d owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:25.110201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:25.177324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=19286cc3-6c8b-4e18-a66d-0441931d2a5d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:25.395873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:25.589517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:25.674668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:25.682979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34696) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:25.683434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8aee53d-38cd-430c-a0f3-73a72a96d287 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/ad4e9d75-080a-4fdb-94ca-1d98ed026ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5152683 Sep 02 13:06:25.690696 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] Sync routers for ids ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:25.703730 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] Routers {'ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:25.704370 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:25.713209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2280ce55-3da2-4b42-afdc-caa68f2f5b5c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 HTTP/1.1" status: 200 len: 205 time: 0.0290549 Sep 02 13:06:25.716152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:25.741839 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:25.751625 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] Routers {'ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:25.752264 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:25.787908 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:25.788481 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eedc514-1bff-4dc2-909f-8c5cf5e45cfd None None] The sync data for ids ['ad4e9d75-080a-4fdb-94ca-1d98ed026ff7'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:25.802983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.050518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.053970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.115000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.115698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:06:26.124555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.129928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-85658621-2a2b-421f-b5da-4c63ecc1057b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 HTTP/1.1" status: 204 len: 168 time: 0.4086540 Sep 02 13:06:26.130236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:26.221209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet 24c10339-0bae-4e3c-b0eb-8da6c2566d6b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:26.226707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.272134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.363499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.431711 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.457610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=24c10339-0bae-4e3c-b0eb-8da6c2566d6b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:26.476675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d768f2-a977-4975-a519-271760e65649 None None] Network 2ef11088-040f-41bd-bdfa-8b006be58169 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:26.480944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.491346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/24c10339-0bae-4e3c-b0eb-8da6c2566d6b HTTP/1.1" status: 204 len: 168 time: 0.3595982 Sep 02 13:06:26.493540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.494174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34716) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:26.504970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.505395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.506101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.506454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.506807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.507147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.507486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.507818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.508161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.508495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.508828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897415b-4b3d-4edf-8693-6eef31c67ef9 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:26.606453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.666191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 23cf1700-cce0-426d-8bfb-7f93146b9c7e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:26.666472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.749685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 23cf1700-cce0-426d-8bfb-7f93146b9c7e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=23cf1700-cce0-426d-8bfb-7f93146b9c7e,segment=NetworkSegment(0a69023b-f4cf-4b6d-8036-2dfe95035aa8),segment_id=0a69023b-f4cf-4b6d-8036-2dfe95035aa8)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:26.750162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.767614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 23cf1700-cce0-426d-8bfb-7f93146b9c7e owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:26.869062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:26.904865 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=23cf1700-cce0-426d-8bfb-7f93146b9c7e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:26.907272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port 23cf1700-cce0-426d-8bfb-7f93146b9c7e on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:26.956666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa3207-2781-4c5c-91fb-2a8ff0e76f3c None None] DHCP port deletion for 2ef11088-040f-41bd-bdfa-8b006be58169 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:27.011782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.023841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef11088-040f-41bd-bdfa-8b006be58169']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:27.035354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a69023b-f4cf-4b6d-8036-2dfe95035aa8') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:27.035692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a69023b-f4cf-4b6d-8036-2dfe95035aa8') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:27.045549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.062363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.069079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:27.069493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:27.072795 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:27.137037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.142558 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.145643 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/2ef11088-040f-41bd-bdfa-8b006be58169 HTTP/1.1" status: 204 len: 168 time: 0.6498616 Sep 02 13:06:27.151545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:27.156675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-711117451', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:27.215567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8298a1-c152-468c-8777-d33d2cf9074c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=2ef11088-040f-41bd-bdfa-8b006be58169,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:27.281374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.283005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.344095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.352398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.375757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.377013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-78410730-643b-4037-bdde-e485ddb032fe tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2243888 Sep 02 13:06:27.380351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:27.386730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-792099806'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:27.410519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:27.414424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.442054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:06:27.451807 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.452185 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment 5e3f5b29-5662-4bd3-810f-614eb8453a2d of type vlan for network a74131a4-3d34-4723-bfba-be33d939d2dd Sep 02 13:06:27.498870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.526665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.533094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:27.533841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.591215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2086267 Sep 02 13:06:27.594345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:27.600187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:27.613413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f407b-24a7-4480-ae8e-61ce1a2be744 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=a74131a4-3d34-4723-bfba-be33d939d2dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:27.627173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a74131a4-3d34-4723-bfba-be33d939d2dd details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:06:27.708705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:27.712260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.875283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 23cf1700-cce0-426d-8bfb-7f93146b9c7e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:27.900939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 23cf1700-cce0-426d-8bfb-7f93146b9c7e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:27.901475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 23cf1700-cce0-426d-8bfb-7f93146b9c7e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:27.910577 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:27.978131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=b6f1df18-cd04-4358-ba36-40fefeca708d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:27.985859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:27.986213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: a74131a4-3d34-4723-bfba-be33d939d2dd, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:06:28.007198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network a74131a4-3d34-4723-bfba-be33d939d2dd is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:06:28.017475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a74131a4-3d34-4723-bfba-be33d939d2dd) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:28.023922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:28.024594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.027066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b072a3-39e0-4dea-a21a-b09e78466cfc None None] Network a74131a4-3d34-4723-bfba-be33d939d2dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:28.044452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-96287dbe-66fa-4a46-8420-54cfbaa563e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4463632 Sep 02 13:06:28.044755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:28.205154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a74131a4-3d34-4723-bfba-be33d939d2dd', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:06:28.206953 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.347338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.350079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Allocated IP 172.20.0.2 (a74131a4-3d34-4723-bfba-be33d939d2dd/b6f1df18-cd04-4358-ba36-40fefeca708d/84fbb360-8360-4312-ac29-350e7dcd2935) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:28.527052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.542258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Transition to ACTIVE for port object 84fbb360-8360-4312-ac29-350e7dcd2935 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:28.571254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Transition to ACTIVE for port object 84fbb360-8360-4312-ac29-350e7dcd2935 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:28.594343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.642061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Network a74131a4-3d34-4723-bfba-be33d939d2dd is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:28.645475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:28.653100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:28.667497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Pushing event updated for resources: {'Port': ['ID=84fbb360-8360-4312-ac29-350e7dcd2935,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:28.678238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.20.0.1 (a74131a4-3d34-4723-bfba-be33d939d2dd/b6f1df18-cd04-4358-ba36-40fefeca708d/f81edfca-695e-40f4-96f8-c3649683e464) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:28.746003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e5db4c89-8dce-4a90-b292-772dbfcdccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.763434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Attempting to bind port 84fbb360-8360-4312-ac29-350e7dcd2935 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:28.764168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Attempting to bind port 84fbb360-8360-4312-ac29-350e7dcd2935 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:28.764584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Attempting to bind port 84fbb360-8360-4312-ac29-350e7dcd2935 on network a74131a4-3d34-4723-bfba-be33d939d2dd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:28.770845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:28.771217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Checking segment: {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:28.771675 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.772117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Bound using segment: {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:28.772759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Bound port: 84fbb360-8360-4312-ac29-350e7dcd2935, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:28.773186 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.857339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] For port 84fbb360-8360-4312-ac29-350e7dcd2935, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:28.861177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] For port 84fbb360-8360-4312-ac29-350e7dcd2935, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=84fbb360-8360-4312-ac29-350e7dcd2935,segment=NetworkSegment(5e3f5b29-5662-4bd3-810f-614eb8453a2d),segment_id=5e3f5b29-5662-4bd3-810f-614eb8453a2d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:28.869080 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.878724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.895378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object f81edfca-695e-40f4-96f8-c3649683e464 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:28.940228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:28.971465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41be8-06a6-4aff-80a4-ed957400eb0d None None] Pushing event updated for resources: {'Port': ['ID=84fbb360-8360-4312-ac29-350e7dcd2935,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:28.996230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network a74131a4-3d34-4723-bfba-be33d939d2dd is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:28.999656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:29.004165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:29.032086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f81edfca-695e-40f4-96f8-c3649683e464,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:29.056467 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:29.235008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:29.527594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:29.534335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.033852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 84fbb360-8360-4312-ac29-350e7dcd2935 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:30.109903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 84fbb360-8360-4312-ac29-350e7dcd2935 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:30.111763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=f81edfca-695e-40f4-96f8-c3649683e464,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:30.121769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.246504 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network a74131a4-3d34-4723-bfba-be33d939d2dd is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:30.247644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:30.262855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563320e9-da4c-4b86-8c11-c33dc35d3147 None None] Network a74131a4-3d34-4723-bfba-be33d939d2dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:30.379755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:06:30.393734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] Provisioning for port 84fbb360-8360-4312-ac29-350e7dcd2935 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:30.399172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] Provisioning complete for port 84fbb360-8360-4312-ac29-350e7dcd2935 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:30.399560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.494506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:30.502561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a835eb5d-5ded-493e-ba84-c4413830aafa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4542804 Sep 02 13:06:30.502902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:30.512580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:30.512724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-1462734015'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:30.520274 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.541281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:30.542130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:30.543035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:30.548871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.581944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:06:30.595660 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.596050 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment 713fae7a-d023-4ab8-9ab8-c2ecdfda9313 of type vlan for network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 Sep 02 13:06:30.643772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] For port 84fbb360-8360-4312-ac29-350e7dcd2935, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=84fbb360-8360-4312-ac29-350e7dcd2935,segment=NetworkSegment(5e3f5b29-5662-4bd3-810f-614eb8453a2d),segment_id=5e3f5b29-5662-4bd3-810f-614eb8453a2d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:30.644449 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.650058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.689831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:30.698237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.712303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:30.713113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:30.791105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3b863-905c-4ed8-8a38-b23bd3c86286 None None] Pushing event updated for resources: {'Port': ['ID=84fbb360-8360-4312-ac29-350e7dcd2935,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:30.823170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3187015 Sep 02 13:06:30.826072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:30.832003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:30.842363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa13a-247c-4622-a484-006134092671 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=6f14705c-ee51-4480-9e4e-d2618ffb59f6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:30.927068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:06:30.996613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:31.001047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.044358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a150999f-5f78-4ce2-a3d7-64cf1d479649 None None] Provisioning for port f81edfca-695e-40f4-96f8-c3649683e464 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:31.072060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a150999f-5f78-4ce2-a3d7-64cf1d479649 None None] Provisioning complete for port f81edfca-695e-40f4-96f8-c3649683e464 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:31.072462 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a150999f-5f78-4ce2-a3d7-64cf1d479649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.159002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a150999f-5f78-4ce2-a3d7-64cf1d479649 None None] Port f81edfca-695e-40f4-96f8-c3649683e464 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:31.184051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a150999f-5f78-4ce2-a3d7-64cf1d479649 None None] Provisioning complete for port 84fbb360-8360-4312-ac29-350e7dcd2935 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:31.184661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a150999f-5f78-4ce2-a3d7-64cf1d479649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.229259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:29Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:29Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:31.264743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:31.265129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Updating router c0a37c19-e503-4332-9304-d41d9980b6b4 port f81edfca-695e-40f4-96f8-c3649683e464 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:06:31.299339 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.350268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.411716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=3965455e-e71e-4587-8cac-38479e2b70b0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:31.446815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:31.447329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: 6f14705c-ee51-4480-9e4e-d2618ffb59f6, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:06:31.467421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:06:31.486631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 6f14705c-ee51-4480-9e4e-d2618ffb59f6) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:31.491588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:31.492178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.495745 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-668af162-8c3c-4ca0-88ed-af8055c5bb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.503105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad2680-18e3-44eb-8f44-1c95a650c264 None None] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:31.508999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-90ef6604-dd7c-4799-a951-c2feb4bb2b5a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6812360 Sep 02 13:06:31.512004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:31.646974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-16c95355-f043-4d1d-b23f-28fcfe8e8021 None None] Provisioning complete for port f81edfca-695e-40f4-96f8-c3649683e464 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:31.647412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16c95355-f043-4d1d-b23f-28fcfe8e8021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.731655 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.751487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-16c95355-f043-4d1d-b23f-28fcfe8e8021 None None] Port f81edfca-695e-40f4-96f8-c3649683e464 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:31.853887 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.873665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:06:31.873665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:31.919123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Transition to ACTIVE for port object f81edfca-695e-40f4-96f8-c3649683e464 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:31.924050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 84fbb360-8360-4312-ac29-350e7dcd2935 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:31.957619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.032256 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.215111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed57895-cc92-42bb-ac9e-09720b22f58f None None] Pushing event updated for resources: {'Port': ['ID=f81edfca-695e-40f4-96f8-c3649683e464,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:32.271308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Allocated IP 172.21.0.2 (6f14705c-ee51-4480-9e4e-d2618ffb59f6/3965455e-e71e-4587-8cac-38479e2b70b0/fb2a1b97-ceb6-4568-9a3f-b0708afcc492) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:32.282210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 84fbb360-8360-4312-ac29-350e7dcd2935 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:32.282624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.330299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Attempting to bind port f81edfca-695e-40f4-96f8-c3649683e464 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:32.330809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Attempting to bind port f81edfca-695e-40f4-96f8-c3649683e464 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:32.331213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Attempting to bind port f81edfca-695e-40f4-96f8-c3649683e464 on network a74131a4-3d34-4723-bfba-be33d939d2dd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:32.413151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:32.413674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Checking segment: {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:32.414290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.414649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Bound using segment: {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:32.415159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Bound port: f81edfca-695e-40f4-96f8-c3649683e464, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3f5b29-5662-4bd3-810f-614eb8453a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:32.415605 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.636677 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.646391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] For port f81edfca-695e-40f4-96f8-c3649683e464, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:32.651376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] For port f81edfca-695e-40f4-96f8-c3649683e464, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f81edfca-695e-40f4-96f8-c3649683e464,segment=NetworkSegment(5e3f5b29-5662-4bd3-810f-614eb8453a2d),segment_id=5e3f5b29-5662-4bd3-810f-614eb8453a2d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:32.654344 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.659271 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.694881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Transition to ACTIVE for port object fb2a1b97-ceb6-4568-9a3f-b0708afcc492 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:32.729115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Transition to ACTIVE for port object fb2a1b97-ceb6-4568-9a3f-b0708afcc492 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:32.744783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.748098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:32.748761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:32.750464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed57895-cc92-42bb-ac9e-09720b22f58f None None] Pushing event updated for resources: {'Port': ['ID=f81edfca-695e-40f4-96f8-c3649683e464,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:32.794530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.21.0.1 (6f14705c-ee51-4480-9e4e-d2618ffb59f6/3965455e-e71e-4587-8cac-38479e2b70b0/4e22f215-2dd5-4b56-abf0-4dbfe4de77a7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:32.948561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:32.965390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:33.003002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.048553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:33.051960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:33.054620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:33.081334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:33.086779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:33.092214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:33.098086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:33.101884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:33.104197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:33.141743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.255492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Attempting to bind port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:33.256391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Attempting to bind port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:33.256685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Attempting to bind port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 on network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:33.312735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:33.313731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Checking segment: {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:33.314320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.315037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Bound using segment: {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:33.316049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Bound port: fb2a1b97-ceb6-4568-9a3f-b0708afcc492, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:33.316775 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.327259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.448002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] For port fb2a1b97-ceb6-4568-9a3f-b0708afcc492, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:33.473795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] For port fb2a1b97-ceb6-4568-9a3f-b0708afcc492, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:33.513685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.635539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:29Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:32Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:33.637760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fb4a3-cae4-49ff-917e-72d1af6ec1b9 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:33.697399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f0eed-0344-4f85-b37d-3a16e50c7fd0 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:29Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:32Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:33.738236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.748995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.840307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:33.953766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:33.983331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:33.984920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:34.185331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:34.229234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:34.320584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:34.329229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:34.329758 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6e6e3102-0f2b-4259-8777-a9c33ccdc433 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8162172 Sep 02 13:06:34.336853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-2057017457'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:34.388598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:34.393318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:34.434160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:06:34.446116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:34.446715 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment 8e92a30d-83eb-45da-8346-d5b3e21cbe64 of type vlan for network 5743cf83-3b2c-4437-b3b3-ec15bc04116a Sep 02 13:06:34.513336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:34.570440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:34.580283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:34.581412 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:34.704395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3732560 Sep 02 13:06:34.707407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:34.718556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:34.742937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4366b81-6849-42fb-a409-888caf056a6a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=5743cf83-3b2c-4437-b3b3-ec15bc04116a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:34.789854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:06:34.982656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:34.986863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:35.048229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c762d8-999f-4d16-be9c-b649431db591 None None] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:35.181257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0745bde5-b6b7-44d1-a405-50a344fffba9 None None] Provisioning for port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:35.203950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:35.261828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:35.285827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=e814fb69-c39f-4da7-8dee-1eb5a424c9ab,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:35.290551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:35.290988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: 5743cf83-3b2c-4437-b3b3-ec15bc04116a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:06:35.312369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:06:35.324201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 5743cf83-3b2c-4437-b3b3-ec15bc04116a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:35.328852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:35.329607 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:35.339252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14be3be4-abb3-4d8c-8ca6-82235975d34e None None] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:35.354237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80c06ab4-82ee-442b-96d3-f98d7648721c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6456509 Sep 02 13:06:35.354515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:35.679079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:06:35.680228 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:35.833288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8464839d-b48a-4b9f-98c3-bfc2209b31e3 None None] Provisioning for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:35.848836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:35.863406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8464839d-b48a-4b9f-98c3-bfc2209b31e3 None None] Provisioning complete for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:35.863406 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8464839d-b48a-4b9f-98c3-bfc2209b31e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:35.865194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:35.866823 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:36.050489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8464839d-b48a-4b9f-98c3-bfc2209b31e3 None None] Port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:36.056872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.065026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fb2a1b97-ceb6-4568-9a3f-b0708afcc492 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:36.098200 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:36.156776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Allocated IP 172.22.0.2 (5743cf83-3b2c-4437-b3b3-ec15bc04116a/e814fb69-c39f-4da7-8dee-1eb5a424c9ab/2ebba1ac-9ba7-4970-9757-03f5ad026abc) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:36.267251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4552e8f-a8f4-4854-b16e-9f0bf178d761 None None] Provisioning complete for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:36.267537 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4552e8f-a8f4-4854-b16e-9f0bf178d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.419792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:36.432380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:36.432924 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.433173 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:33Z', 'revision_number': 3, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:33Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:32Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:36.465759 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:36.466362 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Updating router c0a37c19-e503-4332-9304-d41d9980b6b4 port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:06:36.473829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.481629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d4552e8f-a8f4-4854-b16e-9f0bf178d761 None None] Port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:36.490897 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Transition to ACTIVE for port object 2ebba1ac-9ba7-4970-9757-03f5ad026abc will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:36.493755 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.516180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Transition to ACTIVE for port object 2ebba1ac-9ba7-4970-9757-03f5ad026abc will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:36.544972 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.579496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.22.0.1 (5743cf83-3b2c-4437-b3b3-ec15bc04116a/e814fb69-c39f-4da7-8dee-1eb5a424c9ab/65f64f2d-f381-4ef3-a043-4e7f491ee7a1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:36.656221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.672020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:36.685817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:36.689118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Pushing event updated for resources: {'Port': ['ID=2ebba1ac-9ba7-4970-9757-03f5ad026abc,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:36.711724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:36.713902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45ce9f42-f0cf-46e9-831d-f31f34c06173 None None] Provisioning complete for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:36.714278 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45ce9f42-f0cf-46e9-831d-f31f34c06173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.777725 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.800495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:36.804357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port fb2a1b97-ceb6-4568-9a3f-b0708afcc492, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:36.840733 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.842244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f81edfca-695e-40f4-96f8-c3649683e464 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:36.874648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.898728 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.910236 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Transition to ACTIVE for port object 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:36.917882 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.948224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Attempting to bind port 2ebba1ac-9ba7-4970-9757-03f5ad026abc on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:36.948935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Attempting to bind port 2ebba1ac-9ba7-4970-9757-03f5ad026abc by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:36.949512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Attempting to bind port 2ebba1ac-9ba7-4970-9757-03f5ad026abc on network 5743cf83-3b2c-4437-b3b3-ec15bc04116a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:36.954223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-45ce9f42-f0cf-46e9-831d-f31f34c06173 None None] Port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:36.954705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:36.969595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:36.970159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Checking segment: {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:36.970922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.971616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Bound using segment: {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:36.972346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Bound port: 2ebba1ac-9ba7-4970-9757-03f5ad026abc, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:36.972889 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:36.996367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:36.999399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:37.008170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:37.013837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f81edfca-695e-40f4-96f8-c3649683e464 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:37.036325 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Pushing event updated for resources: {'Port': ['ID=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:37.063396 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.063736 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.064066 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.064402 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.064733 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.065082 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.065401 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.065759 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.066261 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.067053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.067053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.067053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:37.087564 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Attempting to bind port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:37.087938 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Attempting to bind port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:37.088437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Attempting to bind port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 on network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:37.095217 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:37.095631 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Checking segment: {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:37.096047 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.098078 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Bound using segment: {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:37.098585 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Bound port: 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713fae7a-d023-4ab8-9ab8-c2ecdfda9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:37.098974 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.103871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f81edfca-695e-40f4-96f8-c3649683e464 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:37.104246 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.108757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:37.170987 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.172320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] For port 2ebba1ac-9ba7-4970-9757-03f5ad026abc, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:37.189530 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] For port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:37.193464 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] For port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:37.207171 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.211857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] For port 2ebba1ac-9ba7-4970-9757-03f5ad026abc, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2ebba1ac-9ba7-4970-9757-03f5ad026abc,segment=NetworkSegment(8e92a30d-83eb-45da-8346-d5b3e21cbe64),segment_id=8e92a30d-83eb-45da-8346-d5b3e21cbe64)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:37.219574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.357116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0be6c-7fb6-4cc7-864d-d713f87a427f None None] Pushing event updated for resources: {'Port': ['ID=2ebba1ac-9ba7-4970-9757-03f5ad026abc,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:37.421720 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72de9c-7b5f-4cfe-839e-18b51e65aaf3 None None] Pushing event updated for resources: {'Port': ['ID=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:37.436928 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:37.440728 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:37.504684 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.576477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.601532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port f81edfca-695e-40f4-96f8-c3649683e464, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f81edfca-695e-40f4-96f8-c3649683e464,segment=NetworkSegment(5e3f5b29-5662-4bd3-810f-614eb8453a2d),segment_id=5e3f5b29-5662-4bd3-810f-614eb8453a2d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:37.607637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:37.665455 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:37.773377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=f81edfca-695e-40f4-96f8-c3649683e464,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:38.133050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fb2a1b97-ceb6-4568-9a3f-b0708afcc492 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:38.213700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:38.214073 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:38.245646 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:33Z', 'revision_number': 3, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:32Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:38.281922 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f38f-c480-46d2-bea0-29496f9aafbe None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:33Z', 'revision_number': 3, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:32Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:38.302012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:38.309576 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:38.416289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2ebba1ac-9ba7-4970-9757-03f5ad026abc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:38.452156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:38.467287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:38.498906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2ebba1ac-9ba7-4970-9757-03f5ad026abc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:38.503955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f81edfca-695e-40f4-96f8-c3649683e464 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:38.575978 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:06:38.605187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f81edfca-695e-40f4-96f8-c3649683e464 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:38.605624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:38.635162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:38.636930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:38.854268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:38.960143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91182726-27a7-486d-818e-2a0979d5e374 None None] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:38.993148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:39.001192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3bd141bf-16a0-45eb-85fd-261132815b3a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6433330 Sep 02 13:06:39.001418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:39.010092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'network': {'name': 'tempest-RoutersTest-1237274368'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:39.054935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] Provisioning for port 2ebba1ac-9ba7-4970-9757-03f5ad026abc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:39.069696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:39.077425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] Provisioning complete for port 2ebba1ac-9ba7-4970-9757-03f5ad026abc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:39.078371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.080799 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.114274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:06:39.130420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.130952 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added segment a908633a-8b79-4a26-af99-d29b2418dc87 of type vlan for network a45aa955-1111-4f44-81e2-68ca343478ef Sep 02 13:06:39.206796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.260375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.267799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:39.270582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.290611 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.353550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:39.372971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] For port 2ebba1ac-9ba7-4970-9757-03f5ad026abc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2ebba1ac-9ba7-4970-9757-03f5ad026abc,segment=NetworkSegment(8e92a30d-83eb-45da-8346-d5b3e21cbe64),segment_id=8e92a30d-83eb-45da-8346-d5b3e21cbe64)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:39.387442 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:39.392855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:39.393744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:39.508277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149c6d2-70a2-4f85-9b93-74f8eda44a6f None None] Pushing event updated for resources: {'Port': ['ID=2ebba1ac-9ba7-4970-9757-03f5ad026abc,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:39.658671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:39.804301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 34948) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:39.811036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'subnet': {'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:39.829242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8266675 Sep 02 13:06:39.887435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44c9fb-8564-46bc-9dc4-642c5d723750 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Network': ['ID=a45aa955-1111-4f44-81e2-68ca343478ef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:40.150819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Made reservation on behalf of 77447ee57c37445abaa962496432b45c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:06:40.167082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.224809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a45aa955-1111-4f44-81e2-68ca343478ef details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:06:40.226622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:40.424315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.454972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b695121-1877-4a58-bc5a-ea1ff93b3fea None None] Provisioning complete for port 2ebba1ac-9ba7-4970-9757-03f5ad026abc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:40.455541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b695121-1877-4a58-bc5a-ea1ff93b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.562614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Subnet': ['ID=2efa475a-df6f-4893-8d8d-3f070380c3dc,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:40.581329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.582420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.582420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.582420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.583164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.583453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.583837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.584213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.585200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.585630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.586127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.586624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:40.591369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Checking segment: {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:40.591956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network hostable DHCP agents. Network: a45aa955-1111-4f44-81e2-68ca343478ef, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:06:40.620096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network a45aa955-1111-4f44-81e2-68ca343478ef is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:06:40.632037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a45aa955-1111-4f44-81e2-68ca343478ef) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:40.644500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2aa24-37a5-41f7-9a4e-088c0df01f31 None None] Network a45aa955-1111-4f44-81e2-68ca343478ef requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:40.650466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:06:40.651367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.666744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:40.675451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 34972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:40.676783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7af69c2c-fa2b-4e93-aca2-815e06db5309 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8705959 Sep 02 13:06:40.714166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:40.714541 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.782289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:40.833305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:40.833688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Updating router c0a37c19-e503-4332-9304-d41d9980b6b4 port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:06:40.840274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b695121-1877-4a58-bc5a-ea1ff93b3fea None None] Provisioning for port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:40.878466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.884252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b695121-1877-4a58-bc5a-ea1ff93b3fea None None] Provisioning complete for port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:40.884993 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b695121-1877-4a58-bc5a-ea1ff93b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:40.967865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4b695121-1877-4a58-bc5a-ea1ff93b3fea None None] Port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:41.158887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.182586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a45aa955-1111-4f44-81e2-68ca343478ef', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:06:41.183552 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.331106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.375141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.389920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5156b7b4-e32c-4163-b081-1dcf9542e3d7 None None] Provisioning complete for port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:41.390512 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5156b7b4-e32c-4163-b081-1dcf9542e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.472409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Allocated IP 172.23.0.1 (a45aa955-1111-4f44-81e2-68ca343478ef/2efa475a-df6f-4893-8d8d-3f070380c3dc/2fca90d1-47ea-4fc5-8daa-68c8a2e37b85) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:41.554935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:41.569803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.570961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2ebba1ac-9ba7-4970-9757-03f5ad026abc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:41.604408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5156b7b4-e32c-4163-b081-1dcf9542e3d7 None None] Port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:41.646863 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.658084 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.667583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Transition to ACTIVE for port object 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:41.709655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:41.724856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Transition to ACTIVE for port object 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:41.736058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.739718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.820006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network a45aa955-1111-4f44-81e2-68ca343478ef is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:41.824745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:41.832834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:41.857215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2ebba1ac-9ba7-4970-9757-03f5ad026abc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:41.857879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.897553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:41.915575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6140d4-095f-416e-9fb9-77a0c25f5add None None] Pushing event updated for resources: {'Port': ['ID=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:41.929980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:41.940048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Allocated IP 172.23.0.2 (a45aa955-1111-4f44-81e2-68ca343478ef/2efa475a-df6f-4893-8d8d-3f070380c3dc/8566d97b-ab30-4c87-bb33-beb09f444fa9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:06:42.072164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Attempting to bind port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:42.072571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Attempting to bind port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:42.072962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Attempting to bind port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 on network 5743cf83-3b2c-4437-b3b3-ec15bc04116a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:42.092343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:42.092742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Checking segment: {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:42.093193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.093633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Bound using segment: {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:42.094112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Bound port: 65f64f2d-f381-4ef3-a043-4e7f491ee7a1, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e92a30d-83eb-45da-8346-d5b3e21cbe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:42.094509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.125773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.345112 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.388930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Transition to ACTIVE for port object 8566d97b-ab30-4c87-bb33-beb09f444fa9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:42.395372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:42.400965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] For port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:42.405321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] For port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,segment=NetworkSegment(8e92a30d-83eb-45da-8346-d5b3e21cbe64),segment_id=8e92a30d-83eb-45da-8346-d5b3e21cbe64)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:42.440437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.442786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.449804 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.486831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Transition to ACTIVE for port object 8566d97b-ab30-4c87-bb33-beb09f444fa9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:42.514774 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.533627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.536173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event updated for resources: {'Port': ['ID=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:42.542530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:42.543407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:42.643064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Network a45aa955-1111-4f44-81e2-68ca343478ef is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:42.644641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6140d4-095f-416e-9fb9-77a0c25f5add None None] Pushing event updated for resources: {'Port': ['ID=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:42.659156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:42.732079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Pushing event updated for resources: {'Port': ['ID=8566d97b-ab30-4c87-bb33-beb09f444fa9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:42.738576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:06:42.746714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Network a45aa955-1111-4f44-81e2-68ca343478ef is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:06:42.748833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:06:42.753688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:42.754061 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:42.886849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:43.022866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:43.030714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-89d99903-ccfe-46bb-a161-c155b9631a9f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3537185 Sep 02 13:06:43.033396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:43.044235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:43.048259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:43.240353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Attempting to bind port 8566d97b-ab30-4c87-bb33-beb09f444fa9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:43.240730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Attempting to bind port 8566d97b-ab30-4c87-bb33-beb09f444fa9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:43.241128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Attempting to bind port 8566d97b-ab30-4c87-bb33-beb09f444fa9 on network a45aa955-1111-4f44-81e2-68ca343478ef {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:43.323298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:43.323687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Checking segment: {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:43.324106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:43.324508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Bound using segment: {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:43.326997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Bound port: 8566d97b-ab30-4c87-bb33-beb09f444fa9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:43.326997 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:43.446848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] For port 8566d97b-ab30-4c87-bb33-beb09f444fa9, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:43.450870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] For port 8566d97b-ab30-4c87-bb33-beb09f444fa9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8566d97b-ab30-4c87-bb33-beb09f444fa9,segment=NetworkSegment(a908633a-8b79-4a26-af99-d29b2418dc87),segment_id=a908633a-8b79-4a26-af99-d29b2418dc87)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:43.461583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:43.544787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:06:43.572995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:43.579784 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Removed routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:06:43.580139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:43.621720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5986535-568e-435e-90c4-1a871d25e1c8 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:43.624609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357873-5f07-442a-946f-3aadff2110a0 None None] Pushing event updated for resources: {'Port': ['ID=8566d97b-ab30-4c87-bb33-beb09f444fa9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:44.308564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:44.313654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:44.466080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:44.526194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8566d97b-ab30-4c87-bb33-beb09f444fa9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:44.655329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:44.665798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8566d97b-ab30-4c87-bb33-beb09f444fa9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:44.667221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:44.669691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bb9be4ba-3065-438d-9164-74b016700985 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 933 time: 1.6334169 Sep 02 13:06:44.671537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:44.840944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b53841e-2284-4081-b5b2-80533bed6cee tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 933 time: 0.1674736 Sep 02 13:06:44.843323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:44.848878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'routes': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:45.058903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75134f9-a364-4692-8741-f05b24d3ad6b None None] Network a45aa955-1111-4f44-81e2-68ca343478ef requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:45.206171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] Provisioning for port 8566d97b-ab30-4c87-bb33-beb09f444fa9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:45.215848 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] Provisioning complete for port 8566d97b-ab30-4c87-bb33-beb09f444fa9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:45.216368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.317674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added routes are [] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:06:45.317998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:06:45.362656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.380725 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.423852 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:45.426696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] For port 8566d97b-ab30-4c87-bb33-beb09f444fa9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8566d97b-ab30-4c87-bb33-beb09f444fa9,segment=NetworkSegment(a908633a-8b79-4a26-af99-d29b2418dc87),segment_id=a908633a-8b79-4a26-af99-d29b2418dc87)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:45.433810 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.448508 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:45.448508 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:45.528478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a049-a2b4-4d98-9e1a-745d142b9d2d None None] Pushing event updated for resources: {'Port': ['ID=8566d97b-ab30-4c87-bb33-beb09f444fa9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:45.618681 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:45.731826 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.742633 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.872709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fd77fedc-8a85-4d0d-8004-3791508dd35f None None] Provisioning for port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:45.877071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fd77fedc-8a85-4d0d-8004-3791508dd35f None None] Provisioning complete for port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:45.879193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd77fedc-8a85-4d0d-8004-3791508dd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:45.958499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fd77fedc-8a85-4d0d-8004-3791508dd35f None None] Port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:45.978533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:45.980986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fd77fedc-8a85-4d0d-8004-3791508dd35f None None] Provisioning complete for port 8566d97b-ab30-4c87-bb33-beb09f444fa9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:45.981365 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd77fedc-8a85-4d0d-8004-3791508dd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.057856 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:45Z', 'revision_number': 7, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:42Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:46.087197 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:46.087636 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Updating router c0a37c19-e503-4332-9304-d41d9980b6b4 port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:06:46.110944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:46.131156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.132400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ad157fba-d10a-4789-b4ff-ed6c3a4c230d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 699 time: 1.2880831 Sep 02 13:06:46.132716 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.135403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35106) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:46.266359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d12f045f-5f0a-4c67-a243-b668034ee89f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 699 time: 0.1294742 Sep 02 13:06:46.270054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35108) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:46.319544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7166a16c-dd66-40ab-a6db-4fa5d3a72dea None None] Provisioning complete for port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:46.320239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7166a16c-dd66-40ab-a6db-4fa5d3a72dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.412603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7166a16c-dd66-40ab-a6db-4fa5d3a72dea None None] Port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:46.554833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-239a20c9-d25e-4e76-b52d-b04f707ef79e None None] Provisioning complete for port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:46.555515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-239a20c9-d25e-4e76-b52d-b04f707ef79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.557991 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.576573 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Transition to ACTIVE for port object 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:06:46.590113 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.596519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:46.670313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-239a20c9-d25e-4e76-b52d-b04f707ef79e None None] Port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:06:46.684004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:06:46.692503 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38189a19-845e-4b29-9ee5-e91f320db7fa None None] Pushing event updated for resources: {'Port': ['ID=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:46.693583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:46.695154 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.805748 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Attempting to bind port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:06:46.808108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Attempting to bind port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:06:46.808108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Attempting to bind port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 on network a45aa955-1111-4f44-81e2-68ca343478ef {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:06:46.821601 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:06:46.822104 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Checking segment: {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:06:46.822595 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.823071 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Bound using segment: {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:06:46.823632 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Bound port: 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a908633a-8b79-4a26-af99-d29b2418dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:06:46.828285 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.886004 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.955436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,segment=NetworkSegment(8e92a30d-83eb-45da-8346-d5b3e21cbe64),segment_id=8e92a30d-83eb-45da-8346-d5b3e21cbe64)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:46.962950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:46.965179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8566d97b-ab30-4c87-bb33-beb09f444fa9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:46.982920 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] For port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:06:47.002568 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] For port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,segment=NetworkSegment(a908633a-8b79-4a26-af99-d29b2418dc87),segment_id=a908633a-8b79-4a26-af99-d29b2418dc87)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:06:47.011477 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:47.078470 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:47.079417 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:47.126332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8566d97b-ab30-4c87-bb33-beb09f444fa9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:47.126701 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:47.250041 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38189a19-845e-4b29-9ee5-e91f320db7fa None None] Pushing event updated for resources: {'Port': ['ID=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:47.289075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:47.298298 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:47.632596 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:45Z', 'revision_number': 7, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:47.673480 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef9bf5-f498-4707-b672-8e2f02809dea None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:45Z', 'revision_number': 7, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:47.735134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:47.883331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:47.894471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:47.895300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:47.996717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:48.038103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:48.038499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:48.188457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,segment=NetworkSegment(a908633a-8b79-4a26-af99-d29b2418dc87),segment_id=a908633a-8b79-4a26-af99-d29b2418dc87)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:48.188881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:48.208507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:48.354693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:45Z', 'revision_number': 7, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:48.386134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:48.398573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:48.399309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:48.438712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:48.474199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:48.507880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=2fca90d1-47ea-4fc5-8daa-68c8a2e37b85,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:48.555623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:48.652788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:06:48.653184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:48.752697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.058845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:49.152711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:06:49.230807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:49.231175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 02 13:06:49.267081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:49.267750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 not found, will not notify nova. {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 02 13:06:49.279741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9e7f65f3-f1fd-4339-bb73-fc363e32c651 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0081382 Sep 02 13:06:49.282528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:49.291859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:49.303077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:45Z', 'revision_number': 7, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:49.333540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a5373-faad-4241-ae7f-2499e1c87b84 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:45Z', 'revision_number': 7, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '2fca90d1-47ea-4fc5-8daa-68c8a2e37b85', 'name': '', 'network_id': 'a45aa955-1111-4f44-81e2-68ca343478ef', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:9f:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:41Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 4, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '2efa475a-df6f-4893-8d8d-3f070380c3dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:49.358788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet 2efa475a-df6f-4893-8d8d-3f070380c3dc {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:49.362531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.407960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.506747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b042da-a677-4fe1-8fb6-ed81f02a17d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.526298 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:49.533085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.536743 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:49.537418 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:49.617972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.655379 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:49.660810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=2efa475a-df6f-4893-8d8d-3f070380c3dc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:49.662866 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.667955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f9b7dffd-d00c-4208-a240-c0291b02ff18 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/2efa475a-df6f-4893-8d8d-3f070380c3dc HTTP/1.1" status: 204 len: 168 time: 0.3812563 Sep 02 13:06:49.668058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:49.671515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccec29-5ff5-4327-892b-5e19e822e3dc None None] Network a45aa955-1111-4f44-81e2-68ca343478ef requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:49.722945 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b042da-a677-4fe1-8fb6-ed81f02a17d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.738342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b042da-a677-4fe1-8fb6-ed81f02a17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.807231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b042da-a677-4fe1-8fb6-ed81f02a17d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813b1bb3-af54-40a3-b155-8a7d920df796,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:49.814504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-69b042da-a677-4fe1-8fb6-ed81f02a17d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cf7f3411dcf48eb8650ceb602451929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177019 Sep 02 13:06:49.823747 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.829432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:49.915339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] DHCP port deletion for a45aa955-1111-4f44-81e2-68ca343478ef request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:49.922812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 8566d97b-ab30-4c87-bb33-beb09f444fa9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:49.923251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.931462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530f7ae1-ad42-4df9-a329-086a972fb0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.948060 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:48Z', 'revision_number': 8, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:49.977323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530f7ae1-ad42-4df9-a329-086a972fb0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:49.992216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] Deleting port 8566d97b-ab30-4c87-bb33-beb09f444fa9 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:49.993197 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.018229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 8566d97b-ab30-4c87-bb33-beb09f444fa9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8566d97b-ab30-4c87-bb33-beb09f444fa9,segment=NetworkSegment(a908633a-8b79-4a26-af99-d29b2418dc87),segment_id=a908633a-8b79-4a26-af99-d29b2418dc87)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:50.018688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.032608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 8566d97b-ab30-4c87-bb33-beb09f444fa9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:50.075134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] For port 8566d97b-ab30-4c87-bb33-beb09f444fa9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8566d97b-ab30-4c87-bb33-beb09f444fa9,segment=NetworkSegment(a908633a-8b79-4a26-af99-d29b2418dc87),segment_id=a908633a-8b79-4a26-af99-d29b2418dc87)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:50.075796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.092953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530f7ae1-ad42-4df9-a329-086a972fb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.095904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] Calling delete_port for 8566d97b-ab30-4c87-bb33-beb09f444fa9 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:50.096472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530f7ae1-ad42-4df9-a329-086a972fb0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.098356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-530f7ae1-ad42-4df9-a329-086a972fb0dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/813b1bb3-af54-40a3-b155-8a7d920df796 HTTP/1.1" status: 204 len: 168 time: 0.2677028 Sep 02 13:06:50.118834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f7ae1-ad42-4df9-a329-086a972fb0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b1bb3-af54-40a3-b155-8a7d920df796,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:50.128603 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:50.137458 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:50.138390 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:50.164091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.200119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=8566d97b-ab30-4c87-bb33-beb09f444fa9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:50.206779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port 8566d97b-ab30-4c87-bb33-beb09f444fa9 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:50.252344 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.298256 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:50.342751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.346659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] Pushing event deleted for resources: {'Port': ['ID=8566d97b-ab30-4c87-bb33-beb09f444fa9,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:50.355829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede7c87-f582-4894-b23f-6e933b7cf839 None None] No DVR routers for this DVR port 8566d97b-ab30-4c87-bb33-beb09f444fa9 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:50.358249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45aa955-1111-4f44-81e2-68ca343478ef']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:50.405958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a908633a-8b79-4a26-af99-d29b2418dc87') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:50.406454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a908633a-8b79-4a26-af99-d29b2418dc87') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:50.433030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.460348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.481038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:50.481856 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.483747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8566d97b-ab30-4c87-bb33-beb09f444fa9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:50.488013 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:50.523065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8566d97b-ab30-4c87-bb33-beb09f444fa9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:50.523464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8566d97b-ab30-4c87-bb33-beb09f444fa9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:50.586814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.591654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.596877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/a45aa955-1111-4f44-81e2-68ca343478ef HTTP/1.1" status: 204 len: 168 time: 0.9253564 Sep 02 13:06:50.597418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:50.619069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711f65f-0e7d-403f-8377-706119c9ceeb tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=a45aa955-1111-4f44-81e2-68ca343478ef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:50.645748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:50.655468 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:48Z', 'revision_number': 8, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:50.660821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8cdb-c884-40a6-bd84-057483af53ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.687804 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d7d16-e57e-4a85-bb7b-9a2afa8788f8 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:48Z', 'revision_number': 8, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f64f2d-f381-4ef3-a043-4e7f491ee7a1', 'name': '', 'network_id': '5743cf83-3b2c-4437-b3b3-ec15bc04116a', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:aa:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:36Z', 'updated_at': '2021-09-02T13:06:46Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'e814fb69-c39f-4da7-8dee-1eb5a424c9ab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:50.809308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8cdb-c884-40a6-bd84-057483af53ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.814284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8cdb-c884-40a6-bd84-057483af53ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.853978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8cdb-c884-40a6-bd84-057483af53ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aaae52-f3f2-4b44-9868-dc3e3bb4407f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:50.858379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8d5c8cdb-c884-40a6-bd84-057483af53ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=320144c31aa7464cbdc2be8310f2e434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115054 Sep 02 13:06:50.860883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:50.917892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9354a482-6c9e-45d7-ba4a-449558acec0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.939379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9354a482-6c9e-45d7-ba4a-449558acec0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.990729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9354a482-6c9e-45d7-ba4a-449558acec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.993687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9354a482-6c9e-45d7-ba4a-449558acec0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:50.994846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9354a482-6c9e-45d7-ba4a-449558acec0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79aaae52-f3f2-4b44-9868-dc3e3bb4407f HTTP/1.1" status: 204 len: 168 time: 0.1328101 Sep 02 13:06:51.006566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a482-6c9e-45d7-ba4a-449558acec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aaae52-f3f2-4b44-9868-dc3e3bb4407f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:51.040731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:51.324524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:51.324865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:51.443876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 65f64f2d-f381-4ef3-a043-4e7f491ee7a1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,segment=NetworkSegment(8e92a30d-83eb-45da-8346-d5b3e21cbe64),segment_id=8e92a30d-83eb-45da-8346-d5b3e21cbe64)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:51.444193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:51.463385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:51.669720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:51.698536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=65f64f2d-f381-4ef3-a043-4e7f491ee7a1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:51.903633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.143654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:52.250507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:52.256342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3cfb071a-15ca-4170-a0d5-76e0917b07ad tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577342 Sep 02 13:06:52.259101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:52.269267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:52.286681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:52.287671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:52.342891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet e814fb69-c39f-4da7-8dee-1eb5a424c9ab {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:52.351918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.401197 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.433992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:52.500421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:52.520768 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.538884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:52.539554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2fca90d1-47ea-4fc5-8daa-68c8a2e37b85 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:52.602186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.643484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=e814fb69-c39f-4da7-8dee-1eb5a424c9ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:52.652635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.655235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2f3ce719-2ab2-472b-9e69-1ce2b2d3468f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/e814fb69-c39f-4da7-8dee-1eb5a424c9ab HTTP/1.1" status: 204 len: 168 time: 0.3943834 Sep 02 13:06:52.657666 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:52.662474 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf5ebbe-6c79-47c4-908a-ad665a26d694 None None] Network 5743cf83-3b2c-4437-b3b3-ec15bc04116a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:52.798009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.865344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 2ebba1ac-9ba7-4970-9757-03f5ad026abc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:52.865923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.915617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:51Z', 'revision_number': 9, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:52.954242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:52.975500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 2ebba1ac-9ba7-4970-9757-03f5ad026abc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2ebba1ac-9ba7-4970-9757-03f5ad026abc,segment=NetworkSegment(8e92a30d-83eb-45da-8346-d5b3e21cbe64),segment_id=8e92a30d-83eb-45da-8346-d5b3e21cbe64)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:52.975805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:52.976319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:52.976841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:52.980048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] DHCP port deletion for 5743cf83-3b2c-4437-b3b3-ec15bc04116a request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:53.000079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 2ebba1ac-9ba7-4970-9757-03f5ad026abc owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:53.100574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.113670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:53.135968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=2ebba1ac-9ba7-4970-9757-03f5ad026abc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:53.149415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port 2ebba1ac-9ba7-4970-9757-03f5ad026abc on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:53.166184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Deleting port 2ebba1ac-9ba7-4970-9757-03f5ad026abc {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:53.166558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.256153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.267488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5743cf83-3b2c-4437-b3b3-ec15bc04116a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:53.280139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e92a30d-83eb-45da-8346-d5b3e21cbe64') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:53.280445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e92a30d-83eb-45da-8346-d5b3e21cbe64') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:53.290108 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.313537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.325092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:53.325762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.345928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] For port 2ebba1ac-9ba7-4970-9757-03f5ad026abc, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:53.346961 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.371425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Calling delete_port for 2ebba1ac-9ba7-4970-9757-03f5ad026abc owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:53.376562 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:53.379044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Port 2ebba1ac-9ba7-4970-9757-03f5ad026abc was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:06:53.390445 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.409658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.418230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:53.420691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/5743cf83-3b2c-4437-b3b3-ec15bc04116a HTTP/1.1" status: 204 len: 168 time: 0.7619019 Sep 02 13:06:53.423449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:53.442193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5cae3-5d48-4980-93fd-f569a734bf04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=5743cf83-3b2c-4437-b3b3-ec15bc04116a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:53.448039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] Pushing event deleted for resources: {'Port': ['ID=2ebba1ac-9ba7-4970-9757-03f5ad026abc,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:53.472210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e082129-d8f0-42c5-8871-ed648bb75f58 None None] No DVR routers for this DVR port 2ebba1ac-9ba7-4970-9757-03f5ad026abc on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:53.514684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:51Z', 'revision_number': 9, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:53.568358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a988178-9c43-43b3-9a62-361971ace6f0 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:51Z', 'revision_number': 9, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': '4e22f215-2dd5-4b56-abf0-4dbfe4de77a7', 'name': '', 'network_id': '6f14705c-ee51-4480-9e4e-d2618ffb59f6', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:53:d8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:32Z', 'updated_at': '2021-09-02T13:06:41Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': '3965455e-e71e-4587-8cac-38479e2b70b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:53.846969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.149128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:54.149478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.257118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:54.257465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.272854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:54.338122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:54.373183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:54.393231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:54.393759 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 65f64f2d-f381-4ef3-a043-4e7f491ee7a1 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:54.394401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2ebba1ac-9ba7-4970-9757-03f5ad026abc no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:54.414378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2ebba1ac-9ba7-4970-9757-03f5ad026abc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:54.414727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2ebba1ac-9ba7-4970-9757-03f5ad026abc not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:54.483720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13a36041-a21a-47d5-95aa-b726a28f9971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.489541 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.517611 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=4e22f215-2dd5-4b56-abf0-4dbfe4de77a7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:54.600337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13a36041-a21a-47d5-95aa-b726a28f9971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.614396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13a36041-a21a-47d5-95aa-b726a28f9971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.675435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a36041-a21a-47d5-95aa-b726a28f9971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15b99e3-c724-443b-932b-3f899ca209ce,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:54.683042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-13a36041-a21a-47d5-95aa-b726a28f9971 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a212fd2893f4fecac2eb075a12f506a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442769 Sep 02 13:06:54.683811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:54.706362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.772082 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c844-e7d5-4ca9-91b6-290233573de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.796478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c844-e7d5-4ca9-91b6-290233573de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.854954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c844-e7d5-4ca9-91b6-290233573de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.858779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c844-e7d5-4ca9-91b6-290233573de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:54.860427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ddd1c844-e7d5-4ca9-91b6-290233573de5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d15b99e3-c724-443b-932b-3f899ca209ce HTTP/1.1" status: 204 len: 168 time: 0.1749125 Sep 02 13:06:54.870305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1c844-e7d5-4ca9-91b6-290233573de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15b99e3-c724-443b-932b-3f899ca209ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:55.208227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:55.225217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04c054f-b12c-4460-bd56-bceb32c04a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.286752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:55.325975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04c054f-b12c-4460-bd56-bceb32c04a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.331440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d04c054f-b12c-4460-bd56-bceb32c04a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.378636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d04c054f-b12c-4460-bd56-bceb32c04a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e307ae867d4d44028203c527df10a882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654537 Sep 02 13:06:55.378636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35366) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:55.386297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c054f-b12c-4460-bd56-bceb32c04a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954dcb5c-f2d6-42ad-b777-3216dc051537,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:55.393228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:55.398998 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c63f364c-f992-48c2-bac9-a905dd62e88a tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9743433 Sep 02 13:06:55.402820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:55.407303 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:55.427993 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:55.428639 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:55.453244 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fd3feeb-2de7-4db7-8da5-8c19d17ca92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.476264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fd3feeb-2de7-4db7-8da5-8c19d17ca92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.480445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet 3965455e-e71e-4587-8cac-38479e2b70b0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:55.484234 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.538231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.541117 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fd3feeb-2de7-4db7-8da5-8c19d17ca92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.543724 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fd3feeb-2de7-4db7-8da5-8c19d17ca92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.547678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5fd3feeb-2de7-4db7-8da5-8c19d17ca92d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/954dcb5c-f2d6-42ad-b777-3216dc051537 HTTP/1.1" status: 204 len: 168 time: 0.1678190 Sep 02 13:06:55.550304 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:55.555956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3feeb-2de7-4db7-8da5-8c19d17ca92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954dcb5c-f2d6-42ad-b777-3216dc051537,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:55.687379 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.817441 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.833742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:55.835835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/3965455e-e71e-4587-8cac-38479e2b70b0 HTTP/1.1" status: 204 len: 168 time: 0.4319670 Sep 02 13:06:55.840605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:55.842420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31231554-474f-472c-a873-e4abcc1eae19 None None] Network 6f14705c-ee51-4480-9e4e-d2618ffb59f6 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:55.864765 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:54Z', 'revision_number': 10, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:55.895956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8357ecd-9e40-4bb5-b8ae-d265ee197937 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=3965455e-e71e-4587-8cac-38479e2b70b0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:55.923618 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:55.940221 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:55.944390 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:55.996920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.054010 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:56.120966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:56.121323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.125548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] DHCP port deletion for 6f14705c-ee51-4480-9e4e-d2618ffb59f6 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:56.187148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Deleting port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:56.187732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.267086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port fb2a1b97-ceb6-4568-9a3f-b0708afcc492, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:56.269405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.314815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] For port fb2a1b97-ceb6-4568-9a3f-b0708afcc492, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,segment=NetworkSegment(713fae7a-d023-4ab8-9ab8-c2ecdfda9313),segment_id=713fae7a-d023-4ab8-9ab8-c2ecdfda9313)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:56.315218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.332557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Calling delete_port for fb2a1b97-ceb6-4568-9a3f-b0708afcc492 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:56.344124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for fb2a1b97-ceb6-4568-9a3f-b0708afcc492 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:56.400023 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:54Z', 'revision_number': 10, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:56.436974 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67a71-67b3-4167-b5cc-50d5b8736256 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:54Z', 'revision_number': 10, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None, '_interfaces': [{'id': 'f81edfca-695e-40f4-96f8-c3649683e464', 'name': '', 'network_id': 'a74131a4-3d34-4723-bfba-be33d939d2dd', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'mac_address': 'fa:16:3e:17:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:06:28Z', 'updated_at': '2021-09-02T13:06:37Z', 'revision_number': 5, 'project_id': '77447ee57c37445abaa962496432b45c', 'subnets': [{'id': 'b6f1df18-cd04-4358-ba36-40fefeca708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:56.452950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.500276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Pushing event deleted for resources: {'Port': ['ID=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:56.508167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fb2a1b97-ceb6-4568-9a3f-b0708afcc492 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:56.515668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.534284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: fb2a1b97-ceb6-4568-9a3f-b0708afcc492 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:56.534736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device fb2a1b97-ceb6-4568-9a3f-b0708afcc492 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:56.537463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.537813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.538148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.538487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.538822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.539146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.539476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.539787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.540107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.540430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.540751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.541097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:06:56.546172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ed9e4-fca2-4ff3-b181-bd1717be0b5c None None] No DVR routers for this DVR port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:56.562535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=fb2a1b97-ceb6-4568-9a3f-b0708afcc492,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:56.564574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port fb2a1b97-ceb6-4568-9a3f-b0708afcc492 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:56.646136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.656641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f14705c-ee51-4480-9e4e-d2618ffb59f6']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:56.668448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713fae7a-d023-4ab8-9ab8-c2ecdfda9313') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:56.668839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713fae7a-d023-4ab8-9ab8-c2ecdfda9313') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:56.679148 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.696814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.704695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:56.705172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:56.708942 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:56.787119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.796840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:56.802818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/6f14705c-ee51-4480-9e4e-d2618ffb59f6 HTTP/1.1" status: 204 len: 168 time: 0.9567628 Sep 02 13:06:56.802938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:56.840113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e52cb7-80b4-49f2-a0c9-964266efa08f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=6f14705c-ee51-4480-9e4e-d2618ffb59f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:57.268212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:57.601710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port f81edfca-695e-40f4-96f8-c3649683e464 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:57.601710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:57.703617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port f81edfca-695e-40f4-96f8-c3649683e464, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f81edfca-695e-40f4-96f8-c3649683e464,segment=NetworkSegment(5e3f5b29-5662-4bd3-810f-614eb8453a2d),segment_id=5e3f5b29-5662-4bd3-810f-614eb8453a2d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:57.704144 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:57.722130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for f81edfca-695e-40f4-96f8-c3649683e464 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:57.914614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:57.950237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=f81edfca-695e-40f4-96f8-c3649683e464,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:58.147646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.341228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:06:58.397437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:06:58.421984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:06:58.431627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6ae01af7-59a2-4018-9895-bc3b42cffaaa tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6275287 Sep 02 13:06:58.434124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35476) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:58.453633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:06:58.453978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4e22f215-2dd5-4b56-abf0-4dbfe4de77a7 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:06:58.461312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:06:58.477466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:58.478295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:58.505821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting subnet b6f1df18-cd04-4358-ba36-40fefeca708d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:06:58.513042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.571311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.587841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:58.652620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:57Z', 'revision_number': 11, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:58.684541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:06:58.703466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:06:58.704475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:58.710893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.777579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78df07cb-d243-4976-92cf-34d9fdb23e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.782737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:06:58.788319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.821250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f1df18-cd04-4358-ba36-40fefeca708d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:58.834772 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:58.838558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-421c4a76-6b38-416a-93e1-743bc67ad529 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/b6f1df18-cd04-4358-ba36-40fefeca708d HTTP/1.1" status: 204 len: 168 time: 0.4026980 Sep 02 13:06:58.842135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:58.849155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf2ae6-6c88-4c18-8917-e48930bdbabb None None] Network a74131a4-3d34-4723-bfba-be33d939d2dd requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:06:58.851541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:57Z', 'revision_number': 11, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:58.920556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91703a4f-d379-41d1-8a20-454f46887981 None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:57Z', 'revision_number': 11, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:06:58.979952 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.075514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Deleting port 84fbb360-8360-4312-ac29-350e7dcd2935 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:06:59.075913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.161403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] For port 84fbb360-8360-4312-ac29-350e7dcd2935, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=84fbb360-8360-4312-ac29-350e7dcd2935,segment=NetworkSegment(5e3f5b29-5662-4bd3-810f-614eb8453a2d),segment_id=5e3f5b29-5662-4bd3-810f-614eb8453a2d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:06:59.161939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.182702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Calling delete_port for 84fbb360-8360-4312-ac29-350e7dcd2935 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:06:59.281892 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.320589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Port': ['ID=84fbb360-8360-4312-ac29-350e7dcd2935,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:59.326919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No DVR routers for this DVR port 84fbb360-8360-4312-ac29-350e7dcd2935 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:06:59.351545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf9cc7f-ce82-4820-9af6-186cdfca4a9b None None] DHCP port deletion for a74131a4-3d34-4723-bfba-be33d939d2dd request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:06:59.443907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.456449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74131a4-3d34-4723-bfba-be33d939d2dd']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:59.478292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3f5b29-5662-4bd3-810f-614eb8453a2d') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:59.478597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3f5b29-5662-4bd3-810f-614eb8453a2d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:06:59.490545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.510971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.518740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:06:59.519247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:06:59.523128 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:06:59.607892 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.651664 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:06:59.654430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/networks/a74131a4-3d34-4723-bfba-be33d939d2dd HTTP/1.1" status: 204 len: 168 time: 0.8103831 Sep 02 13:06:59.655323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1a34-9442-43ce-bc90-cbf6519c06e4 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Pushing event deleted for resources: {'Network': ['ID=a74131a4-3d34-4723-bfba-be33d939d2dd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:06:59.657777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35520) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:06:59.666359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'routes': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:06:59.854552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Added routes are [] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:06:59.854854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Removed routes are [] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:06:59.855225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.008313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.012138 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.115152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router c0a37c19-e503-4332-9304-d41d9980b6b4 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:07:00.202903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:07:00.218223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.222412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f9c0ea4e-6583-42ec-a5e5-7c7723d482d5 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 700 time: 0.5601697 Sep 02 13:07:00.222794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:00.225933 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725e802-5673-4df0-a353-18959ea668dc None None] Sync routers for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:07:00.239681 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:07:00.240239 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:00.260417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8abc92b7-3c04-443d-b58b-57efb805784f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 205 time: 0.0362341 Sep 02 13:07:00.262940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:00.366977 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:07:00.393559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 84fbb360-8360-4312-ac29-350e7dcd2935 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:07:00.425069 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.435096 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:57Z', 'revision_number': 11, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:00.446130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 84fbb360-8360-4312-ac29-350e7dcd2935 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:07:00.446879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 84fbb360-8360-4312-ac29-350e7dcd2935 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:07:00.447565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f81edfca-695e-40f4-96f8-c3649683e464 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:07:00.473634 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725e802-5673-4df0-a353-18959ea668dc None None] Checking router: c0a37c19-e503-4332-9304-d41d9980b6b4 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:07:00.479353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f81edfca-695e-40f4-96f8-c3649683e464 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:07:00.479947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f81edfca-695e-40f4-96f8-c3649683e464 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:07:00.482800 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] Routers {'c0a37c19-e503-4332-9304-d41d9980b6b4'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:07:00.483600 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:06:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c0a37c19-e503-4332-9304-d41d9980b6b4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:00.557338 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] Set router c0a37c19-e503-4332-9304-d41d9980b6b4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:07:00.604092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.606578 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.655452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.656159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router c0a37c19-e503-4332-9304-d41d9980b6b4 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:07:00.666157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.667577 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b63a5734-6b65-4947-8b8a-341dc7e18cac tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 204 len: 168 time: 0.4030466 Sep 02 13:07:00.673073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:00.677842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1380451107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:00.710531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.712603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.724428 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1725e802-5673-4df0-a353-18959ea668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:57Z', 'revision_number': 11, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:00.781320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.794740 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725e802-5673-4df0-a353-18959ea668dc None None] The sync data for ids ['c0a37c19-e503-4332-9304-d41d9980b6b4'] in n-d-792364-8 is: [{'id': 'c0a37c19-e503-4332-9304-d41d9980b6b4', 'name': 'tempest-RoutersTest-router-711117451', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:06:27Z', 'updated_at': '2021-09-02T13:06:57Z', 'revision_number': 11, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:07:00.796197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.827599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:00.830805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-57538b70-0627-4ef7-82fe-466d0c7d6527 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1575191 Sep 02 13:07:00.834767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:00.839737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:01.097623 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:01.113251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:01.247068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Router 7f727ba1-7b8f-4513-a60a-a28eae0f8cea is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:07:01.461431 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07414514-07fa-4ec0-b1b4-e899598be6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:01.670075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:01.673639 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:07:01.683800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:01.688701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2fbfadc1-3cc9-4b0a-b701-5fa70cec9727 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "PUT /v2.0/routers/7f727ba1-7b8f-4513-a60a-a28eae0f8cea HTTP/1.1" status: 200 len: 694 time: 0.8526628 Sep 02 13:07:01.689327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:01.724032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] Sync routers for ids ['7f727ba1-7b8f-4513-a60a-a28eae0f8cea'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:07:01.736656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] Routers {'7f727ba1-7b8f-4513-a60a-a28eae0f8cea'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:07:01.737652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:07:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7f727ba1-7b8f-4513-a60a-a28eae0f8cea'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:01.793443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b0b3f600-db9e-4812-a6df-0e69a28f882c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/routers/7f727ba1-7b8f-4513-a60a-a28eae0f8cea HTTP/1.1" status: 200 len: 700 time: 0.1002066 Sep 02 13:07:01.800533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:01.875085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6ad4dce1-28da-4d4a-9aea-51fbc361ad04 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f727ba1-7b8f-4513-a60a-a28eae0f8cea HTTP/1.1" status: 200 len: 205 time: 0.0701301 Sep 02 13:07:01.883940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:01.919569 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-a45c3f5a-7d5f-4e0a-a692-0df5f00547a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2876604 Sep 02 13:07:02.006327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:02.053566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-26806bcb-3d7b-4c42-97e9-ff10957fefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:02.055500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-26806bcb-3d7b-4c42-97e9-ff10957fefcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.0790367 Sep 02 13:07:02.110154 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] Set router 7f727ba1-7b8f-4513-a60a-a28eae0f8cea gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:07:02.190045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f727ba1-7b8f-4513-a60a-a28eae0f8cea', 'name': 'tempest-RoutersTest-router-1380451107', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:07:00Z', 'updated_at': '2021-09-02T13:07:01Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:02.225207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:02.227520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:02.230331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-dc7461b1-9d62-4aa6-9703-66a4815ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:02.232165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-dc7461b1-9d62-4aa6-9703-66a4815ba9a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 910 time: 0.1252410 Sep 02 13:07:02.260842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] Checking router: 7f727ba1-7b8f-4513-a60a-a28eae0f8cea for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:07:02.282418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] Routers {'7f727ba1-7b8f-4513-a60a-a28eae0f8cea'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:07:02.284921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:07:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7f727ba1-7b8f-4513-a60a-a28eae0f8cea'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:02.357659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:02.358250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Fanout notify agent at l3_agent the message router_deleted on router 7f727ba1-7b8f-4513-a60a-a28eae0f8cea {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:07:02.366471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:02.372969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.373478 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-acdd5f20-87c9-4453-90a1-aadbb306da25 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/7f727ba1-7b8f-4513-a60a-a28eae0f8cea HTTP/1.1" status: 204 len: 168 time: 0.4881008 Sep 02 13:07:02.408017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a6984fa2-1414-4ede-8548-df516863f811 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f727ba1-7b8f-4513-a60a-a28eae0f8cea HTTP/1.1" status: 200 len: 205 time: 0.0339034 Sep 02 13:07:02.411585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.412348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-9a222296-4dcd-41d5-9fb0-2928a94b1537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 1002 time: 0.1725996 Sep 02 13:07:02.433605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] Set router 7f727ba1-7b8f-4513-a60a-a28eae0f8cea gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:07:02.453555 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-e5cd7a46-c57d-4176-a0c1-b131856347b6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:02.457726 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e5cd7a46-c57d-4176-a0c1-b131856347b6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/7f727ba1-7b8f-4513-a60a-a28eae0f8cea HTTP/1.1" status: 404 len: 336 time: 0.0450556 Sep 02 13:07:02.458331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.490543 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e66eafa-464d-4aed-ab64-dca73a0b334c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:02.491038 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e66eafa-464d-4aed-ab64-dca73a0b334c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:02.495626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e66eafa-464d-4aed-ab64-dca73a0b334c tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/2efa475a-df6f-4893-8d8d-3f070380c3dc HTTP/1.1" status: 404 len: 337 time: 0.0362930 Sep 02 13:07:02.496247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.521814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-b70dadce-8607-44d3-a669-e646d307bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:02.523495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-b70dadce-8607-44d3-a669-e646d307bfb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.1034403 Sep 02 13:07:02.524685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f727ba1-7b8f-4513-a60a-a28eae0f8cea', 'name': 'tempest-RoutersTest-router-1380451107', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:07:00Z', 'updated_at': '2021-09-02T13:07:01Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:02.529889 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb4c420-1e11-4a68-af8c-a4908ce4d585 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:02.530369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb4c420-1e11-4a68-af8c-a4908ce4d585 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:02.534533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eeb4c420-1e11-4a68-af8c-a4908ce4d585 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/e814fb69-c39f-4da7-8dee-1eb5a424c9ab HTTP/1.1" status: 404 len: 337 time: 0.0342922 Sep 02 13:07:02.536824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.576758 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5e0c55-4604-4537-9a08-6ef6cac13e63 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:02.577301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5e0c55-4604-4537-9a08-6ef6cac13e63 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:02.581660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ae5e0c55-4604-4537-9a08-6ef6cac13e63 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/3965455e-e71e-4587-8cac-38479e2b70b0 HTTP/1.1" status: 404 len: 337 time: 0.0412319 Sep 02 13:07:02.582260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b7acf-0ba7-4356-a20b-cf9b44e8a0d0 None None] The sync data for ids ['7f727ba1-7b8f-4513-a60a-a28eae0f8cea'] in n-d-792364-8 is: [{'id': '7f727ba1-7b8f-4513-a60a-a28eae0f8cea', 'name': 'tempest-RoutersTest-router-1380451107', 'tenant_id': '77447ee57c37445abaa962496432b45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:07:00Z', 'updated_at': '2021-09-02T13:07:01Z', 'revision_number': 2, 'project_id': '77447ee57c37445abaa962496432b45c', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:07:02.582448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.608884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:02.635519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-57db8f11-c567-44bb-955c-da65bd5f089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:02.637108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-57db8f11-c567-44bb-955c-da65bd5f089b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057713 Sep 02 13:07:02.638148 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f8889-94fb-4e66-a13c-09728cae6bc6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:02.638582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f8889-94fb-4e66-a13c-09728cae6bc6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:02.640338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-896f8889-94fb-4e66-a13c-09728cae6bc6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/b6f1df18-cd04-4358-ba36-40fefeca708d HTTP/1.1" status: 404 len: 337 time: 0.0556135 Sep 02 13:07:02.643067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.666397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-7958008c-1724-4455-867a-9b32f6e65b4a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:07:02.666397 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-7958008c-1724-4455-867a-9b32f6e65b4a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063932 Sep 02 13:07:02.703353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.716132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3368c9f3-8458-4bcd-abb7-07707af1010d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 200 len: 205 time: 0.0697162 Sep 02 13:07:02.785592 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-852b22c6-500c-4450-b75f-ed7f5747da6b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:02.789311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-852b22c6-500c-4450-b75f-ed7f5747da6b tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/c0a37c19-e503-4332-9304-d41d9980b6b4 HTTP/1.1" status: 404 len: 336 time: 0.0822773 Sep 02 13:07:02.790683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35618) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.850815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.852289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-30d20d44-5824-4b18-a718-483097695874 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 HTTP/1.1" status: 200 len: 205 time: 0.0605040 Sep 02 13:07:02.865903 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-ee32a9f0-f01b-4eff-96ce-0fa0b980c69e service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982839 Sep 02 13:07:02.902902 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-17f1510e-5f5f-45da-b3a4-4d1f73c58625 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:02.909391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-17f1510e-5f5f-45da-b3a4-4d1f73c58625 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/ad4e9d75-080a-4fdb-94ca-1d98ed026ff7 HTTP/1.1" status: 404 len: 336 time: 0.0572388 Sep 02 13:07:02.910281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.939817 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf035a1-e7c3-45f8-ab69-ff2a6f046b9d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:02.940317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf035a1-e7c3-45f8-ab69-ff2a6f046b9d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:02.948956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2bf035a1-e7c3-45f8-ab69-ff2a6f046b9d tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/24c10339-0bae-4e3c-b0eb-8da6c2566d6b HTTP/1.1" status: 404 len: 337 time: 0.0318322 Sep 02 13:07:02.951284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:02.986853 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d21754cd-2959-4916-a2b0-8240549a1564 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 200 len: 205 time: 0.0315266 Sep 02 13:07:02.993426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.001372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9bdd8f60-08a6-4622-99b2-f709f9ccbcc9 req-dcd20d15-555b-48fd-92a4-6a87ff33ad4c service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260834 Sep 02 13:07:03.033708 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-7a23b434-9533-42f0-91ec-e3619aa637ab tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:03.035576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7a23b434-9533-42f0-91ec-e3619aa637ab tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/56e54b05-e951-4808-b01e-86d551a673ac HTTP/1.1" status: 404 len: 336 time: 0.0411277 Sep 02 13:07:03.038730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.090248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.090408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79cb1009-9cd4-4667-b952-e72729010e78 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=5606d2c3-774a-44d1-acde-141c9be43f1b HTTP/1.1" status: 200 len: 205 time: 0.0473514 Sep 02 13:07:03.139873 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-efe54b0b-e43a-4d17-8572-e6edcfb6d2b6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:03.140055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35640) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.150752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-efe54b0b-e43a-4d17-8572-e6edcfb6d2b6 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/5606d2c3-774a-44d1-acde-141c9be43f1b HTTP/1.1" status: 404 len: 336 time: 0.0622094 Sep 02 13:07:03.175409 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f7148d-9114-4363-8431-860bccdb6c36 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:03.175409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f7148d-9114-4363-8431-860bccdb6c36 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:03.179458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.189533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-50f7148d-9114-4363-8431-860bccdb6c36 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/94d28241-aef5-4137-96c4-116c3ea0e97a HTTP/1.1" status: 404 len: 337 time: 0.0499096 Sep 02 13:07:03.224641 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cb1affd4-f1c1-4270-94ba-a2b58cbf133f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cf45a87-fa2e-42ca-b4e4-5634774976e9 HTTP/1.1" status: 200 len: 205 time: 0.0434990 Sep 02 13:07:03.226575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.268527 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-bec3c666-e11d-42d1-a0ec-d273259c86e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:03.271992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bec3c666-e11d-42d1-a0ec-d273259c86e3 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/0cf45a87-fa2e-42ca-b4e4-5634774976e9 HTTP/1.1" status: 404 len: 336 time: 0.0422380 Sep 02 13:07:03.272804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.307472 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-517cc970-17e9-44d7-8fff-b030275c4d1e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:03.307996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517cc970-17e9-44d7-8fff-b030275c4d1e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:03.313510 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-517cc970-17e9-44d7-8fff-b030275c4d1e tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/f6edf871-3669-43fc-9e49-837b32020cac HTTP/1.1" status: 404 len: 337 time: 0.0371544 Sep 02 13:07:03.314617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.365574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2f810bda-3c2d-4ecb-ab58-8f09a9b1099f tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "GET /v2.0/ports?device_id=88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d HTTP/1.1" status: 200 len: 205 time: 0.0489912 Sep 02 13:07:03.368014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.421250 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ae5fd5ca-f9b9-4fdb-a44c-85a08235bfd1 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] delete failed (client error): The resource could not be found. Sep 02 13:07:03.426158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.427068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ae5fd5ca-f9b9-4fdb-a44c-85a08235bfd1 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/routers/88e60c1e-2fdb-49ee-bbd8-87f4471e5a3d HTTP/1.1" status: 404 len: 336 time: 0.0577657 Sep 02 13:07:03.470123 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff0410b-a698-416e-9419-3faeb54b75b1 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:03.471209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff0410b-a698-416e-9419-3faeb54b75b1 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:03.477035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4ff0410b-a698-416e-9419-3faeb54b75b1 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/a80d7db9-3d62-4800-9a52-eead55cc00df HTTP/1.1" status: 404 len: 337 time: 0.0473690 Sep 02 13:07:03.479043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:03.529125 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b1a605-a5f9-4e62-a932-8a183a23af06 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] DELETE failed (client error): The resource could not be found. Sep 02 13:07:03.530002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b1a605-a5f9-4e62-a932-8a183a23af06 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:07:03.535452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-30b1a605-a5f9-4e62-a932-8a183a23af06 tempest-RoutersTest-1212955964 tempest-RoutersTest-1212955964-project] 10.222.0.60 "DELETE /v2.0/subnets/f8db835b-f226-48c8-a91d-1cd261ddae3e HTTP/1.1" status: 404 len: 337 time: 0.0551319 Sep 02 13:07:03.920711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:04.132523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-de6dd11f-d8d1-43a0-be79-55185e601eb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77447ee57c37445abaa962496432b45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104299 Sep 02 13:07:04.134996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:04.209876 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c0b94d7-49f7-4661-97ff-8958deade022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:04.234114 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:04.242409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c0b94d7-49f7-4661-97ff-8958deade022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:04.295660 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c0b94d7-49f7-4661-97ff-8958deade022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:04.298551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c0b94d7-49f7-4661-97ff-8958deade022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:04.299965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c0b94d7-49f7-4661-97ff-8958deade022 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d27e0ab-ba97-424f-b64b-c5ac89707485 HTTP/1.1" status: 204 len: 168 time: 0.1636999 Sep 02 13:07:04.308657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b94d7-49f7-4661-97ff-8958deade022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27e0ab-ba97-424f-b64b-c5ac89707485,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:05.080450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:05.203415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-905139419'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:05.232359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Made reservation on behalf of f5831a62857245efb4f130cd2d4e83d4 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:07:05.236764 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.248992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.261771 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.353483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.359924 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.393034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:07:05.404812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f687255-44fb-490e-a4a8-263c29476459,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:05.409880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.410242 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Added segment a8ed844f-79ff-48cd-b9ba-824d48abaaff of type vlan for network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 Sep 02 13:07:05.470130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.503617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.510238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:05.510861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.569867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4878857 Sep 02 13:07:05.572795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35760) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:05.584214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Request body: {'subnet': {'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:05.589629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf037f9-96fc-4c99-8a70-87b78ca230ad tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event updated for resources: {'Network': ['ID=cc33ecfe-55cf-47f7-97c2-ed819a8914d7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:05.602588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:07:05.781993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Made reservation on behalf of f5831a62857245efb4f130cd2d4e83d4 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:07:05.786259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:05.986179 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.058349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event updated for resources: {'Subnet': ['ID=d9ceba9e-ba88-420f-9513-d06454ac93ba,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:06.074116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Checking segment: {'id': 'a8ed844f-79ff-48cd-b9ba-824d48abaaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:07:06.074491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Network hostable DHCP agents. Network: cc33ecfe-55cf-47f7-97c2-ed819a8914d7, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:07:06.094826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:07:06.104300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cc33ecfe-55cf-47f7-97c2-ed819a8914d7) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:07:06.108644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:06.109266 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.117020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ead8b1-0d88-4bf3-a4e6-cd3a2330dcb8 None None] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:07:06.124778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed78a0fa-e4ca-4429-9b59-0105ad3f403d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5506501 Sep 02 13:07:06.127669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:06.149949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Request body: {'port': {'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7', 'name': 'tempest-TagsExtTest-545716980'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:06.312888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-cc33ecfe-55cf-47f7-97c2-ed819a8914d7', 'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7', 'tenant_id': 'f5831a62857245efb4f130cd2d4e83d4', 'fixed_ips': [{'subnet_id': 'd9ceba9e-ba88-420f-9513-d06454ac93ba'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:07:06.314146 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.324209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Made reservation on behalf of f5831a62857245efb4f130cd2d4e83d4 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:07:06.329181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.375171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] device_id is not set on port d5a92b22-f95c-4e30-8737-84c325aeb1a4 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:07:06.470062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Allocated IP 172.20.0.2 (cc33ecfe-55cf-47f7-97c2-ed819a8914d7/d9ceba9e-ba88-420f-9513-d06454ac93ba/c624153b-a1e3-4de7-8f13-5dfa130de8f8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:07:06.638124 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.652417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Transition to ACTIVE for port object c624153b-a1e3-4de7-8f13-5dfa130de8f8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:07:06.683828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Transition to ACTIVE for port object c624153b-a1e3-4de7-8f13-5dfa130de8f8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:07:06.700241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.784297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Allocated IP 172.20.0.13 (cc33ecfe-55cf-47f7-97c2-ed819a8914d7/d9ceba9e-ba88-420f-9513-d06454ac93ba/d5a92b22-f95c-4e30-8737-84c325aeb1a4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:07:06.801931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Pushing event updated for resources: {'Port': ['ID=c624153b-a1e3-4de7-8f13-5dfa130de8f8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:06.807026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:07:06.808764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:07:06.815020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:07:06.884171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Attempting to bind port c624153b-a1e3-4de7-8f13-5dfa130de8f8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:07:06.884490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Attempting to bind port c624153b-a1e3-4de7-8f13-5dfa130de8f8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a8ed844f-79ff-48cd-b9ba-824d48abaaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:07:06.884847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Attempting to bind port c624153b-a1e3-4de7-8f13-5dfa130de8f8 on network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:07:06.891735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:07:06.892114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Checking segment: {'id': 'a8ed844f-79ff-48cd-b9ba-824d48abaaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:07:06.892528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.893082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Bound using segment: {'id': 'a8ed844f-79ff-48cd-b9ba-824d48abaaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:07:06.893708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Bound port: c624153b-a1e3-4de7-8f13-5dfa130de8f8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed844f-79ff-48cd-b9ba-824d48abaaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cc33ecfe-55cf-47f7-97c2-ed819a8914d7'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:07:06.894256 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:06.982510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] For port c624153b-a1e3-4de7-8f13-5dfa130de8f8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:07:06.986536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] For port c624153b-a1e3-4de7-8f13-5dfa130de8f8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c624153b-a1e3-4de7-8f13-5dfa130de8f8,segment=NetworkSegment(a8ed844f-79ff-48cd-b9ba-824d48abaaff),segment_id=a8ed844f-79ff-48cd-b9ba-824d48abaaff)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:07:06.996229 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.015306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.030895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Transition to ACTIVE for port object d5a92b22-f95c-4e30-8737-84c325aeb1a4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:07:07.066589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc4840-8a89-4014-b860-ea4787092bb5 None None] Pushing event updated for resources: {'Port': ['ID=c624153b-a1e3-4de7-8f13-5dfa130de8f8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:07.074550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.141172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event updated for resources: {'Port': ['ID=d5a92b22-f95c-4e30-8737-84c325aeb1a4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:07.145980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:07:07.147811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:07:07.150143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:07:07.210010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:07.210854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.228444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d09adc1-898e-4b5d-a26b-04a81c35ee1b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0994270 Sep 02 13:07:07.231442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.239084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-135419284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:07.278583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.279766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.387888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.393927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.420448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.424748 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a577cf46-562e-4efa-be71-fb7cb22c9e01 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1893318 Sep 02 13:07:07.425184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.430177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f6a69eb7-8ac3-41ff-bdd9-5af094105ec3 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2092139915', 'prefixes': ['172.20.0.0/16']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:07:07.502837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6a69eb7-8ac3-41ff-bdd9-5af094105ec3 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:07.508305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.508453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6a69eb7-8ac3-41ff-bdd9-5af094105ec3 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0820827 Sep 02 13:07:07.513626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-8837a17d-83c3-4d5f-9921-62c1e99100a0 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-183111414') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:07.633283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8837a17d-83c3-4d5f-9921-62c1e99100a0 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-183111414 HTTP/1.1" status: 201 len: 201 time: 0.1232622 Sep 02 13:07:07.635709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.640719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-63bc003b-34bc-49f7-953a-d1f0f8ef6b3f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-1851786098') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:07.715841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-63bc003b-34bc-49f7-953a-d1f0f8ef6b3f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-1851786098 HTTP/1.1" status: 201 len: 201 time: 0.0789263 Sep 02 13:07:07.718485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.724120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-8a49ab79-1976-4c4f-8ae3-de80bd070ffb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-1739427831') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:07.828144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8a49ab79-1976-4c4f-8ae3-de80bd070ffb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-1739427831 HTTP/1.1" status: 201 len: 201 time: 0.1082406 Sep 02 13:07:07.830868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.846633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-d4e0164f-635d-4263-8ecf-b838e26e38b7 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-350018027') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:07.934394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d4e0164f-635d-4263-8ecf-b838e26e38b7 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-350018027 HTTP/1.1" status: 201 len: 201 time: 0.1022072 Sep 02 13:07:07.936999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:07.948472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-c90be95f-3912-41f4-9c13-0c98b3e86ccf tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.060941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c90be95f-3912-41f4-9c13-0c98b3e86ccf tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags HTTP/1.1" status: 200 len: 240 time: 0.1216211 Sep 02 13:07:08.063061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.069032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-2afd76ce-ebf6-4945-93b2-1fbea7b1e8b4 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-183111414') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.153155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.153444 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2afd76ce-ebf6-4945-93b2-1fbea7b1e8b4 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-183111414 HTTP/1.1" status: 204 len: 168 time: 0.0887849 Sep 02 13:07:08.158928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-80b86bd4-da5d-41da-8de2-ac5df9b9641b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-183111414') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.283673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-80b86bd4-da5d-41da-8de2-ac5df9b9641b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-183111414 HTTP/1.1" status: 204 len: 168 time: 0.1286519 Sep 02 13:07:08.286057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.292248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-b0da6b20-dfc1-47fd-a4c1-9bff8d678b72 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.407555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b0da6b20-dfc1-47fd-a4c1-9bff8d678b72 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags HTTP/1.1" status: 200 len: 205 time: 0.1204154 Sep 02 13:07:08.410476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.415071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-32146413-517c-454d-b5a3-ce1ed4926d9d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.467473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c624153b-a1e3-4de7-8f13-5dfa130de8f8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:07:08.496189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-32146413-517c-454d-b5a3-ce1ed4926d9d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags HTTP/1.1" status: 200 len: 241 time: 0.0823970 Sep 02 13:07:08.496430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.501882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-d8e62e35-b924-4869-ab7a-8915c36cc11f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-1851786098') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.561026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0dc24c-4835-4b2a-8c0c-acbb5789fed8 None None] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:07:08.638956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d8e62e35-b924-4869-ab7a-8915c36cc11f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-1851786098 HTTP/1.1" status: 204 len: 168 time: 0.1393223 Sep 02 13:07:08.639594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.645426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-296ff2db-451e-487e-87a0-eb6d739a25af tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-1851786098') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.739726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-296ff2db-451e-487e-87a0-eb6d739a25af tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-1851786098 HTTP/1.1" status: 204 len: 168 time: 0.0965714 Sep 02 13:07:08.740276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:08.742791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:07:08.746179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] Provisioning for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:07:08.746942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-581d6c6f-2bed-4132-b7b5-71629371d2c6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:08.771755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:07:08.772755 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:08.777448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] Provisioning complete for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:07:08.777834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:08.858370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.027267 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1167a9bb-9e37-4c10-bdc7-c4cd22471da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.049193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.079816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.118116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] For port c624153b-a1e3-4de7-8f13-5dfa130de8f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c624153b-a1e3-4de7-8f13-5dfa130de8f8,segment=NetworkSegment(a8ed844f-79ff-48cd-b9ba-824d48abaaff),segment_id=a8ed844f-79ff-48cd-b9ba-824d48abaaff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:07:09.127275 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.186003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1167a9bb-9e37-4c10-bdc7-c4cd22471da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.197493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1167a9bb-9e37-4c10-bdc7-c4cd22471da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.229525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-581d6c6f-2bed-4132-b7b5-71629371d2c6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags HTTP/1.1" status: 200 len: 205 time: 0.4864264 Sep 02 13:07:09.231088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.235962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-2c8b0754-d066-482a-96c3-20df1598d4f5 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.246806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:07:09.247264 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:07:09.255435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1167a9bb-9e37-4c10-bdc7-c4cd22471da4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=beef081afe6242b78ccd9e879f582aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912189 Sep 02 13:07:09.255435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167a9bb-9e37-4c10-bdc7-c4cd22471da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2aab05-a7d5-422d-a32d-00fbdefd664a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:09.256221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.256477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e33d1-2423-45df-a1f1-8bcd03a729cb None None] Pushing event updated for resources: {'Port': ['ID=c624153b-a1e3-4de7-8f13-5dfa130de8f8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:09.325130 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6757383-af66-4656-8e8e-fc500a0f00f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.335783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2c8b0754-d066-482a-96c3-20df1598d4f5 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags HTTP/1.1" status: 200 len: 241 time: 0.1035411 Sep 02 13:07:09.338345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.342849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-831eaf20-6d3a-4f21-9a42-be6a4b097271 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-1739427831') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.357706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6757383-af66-4656-8e8e-fc500a0f00f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.411214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6757383-af66-4656-8e8e-fc500a0f00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.413961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6757383-af66-4656-8e8e-fc500a0f00f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.415201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a6757383-af66-4656-8e8e-fc500a0f00f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b2aab05-a7d5-422d-a32d-00fbdefd664a HTTP/1.1" status: 204 len: 168 time: 0.1579945 Sep 02 13:07:09.423530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757383-af66-4656-8e8e-fc500a0f00f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2aab05-a7d5-422d-a32d-00fbdefd664a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:09.470730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01476951-7796-4c00-90b8-cac6aa375b27 None None] Provisioning complete for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:07:09.472828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01476951-7796-4c00-90b8-cac6aa375b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.491675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.493466 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-831eaf20-6d3a-4f21-9a42-be6a4b097271 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-1739427831 HTTP/1.1" status: 204 len: 168 time: 0.1496413 Sep 02 13:07:09.497187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-b11fef64-1291-4418-bc7c-47b5045753e4 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-1739427831') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.629614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01476951-7796-4c00-90b8-cac6aa375b27 None None] Provisioning for port d5a92b22-f95c-4e30-8737-84c325aeb1a4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:07:09.635281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01476951-7796-4c00-90b8-cac6aa375b27 None None] Provisioning complete for port d5a92b22-f95c-4e30-8737-84c325aeb1a4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:07:09.635649 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01476951-7796-4c00-90b8-cac6aa375b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.641110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b11fef64-1291-4418-bc7c-47b5045753e4 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-1739427831 HTTP/1.1" status: 204 len: 168 time: 0.1482120 Sep 02 13:07:09.643687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35886) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.649137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-07f3d18e-7782-4aa1-8342-17dfcf831e9f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.673310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-01476951-7796-4c00-90b8-cac6aa375b27 None None] Port d5a92b22-f95c-4e30-8737-84c325aeb1a4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:07:09.741592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-07f3d18e-7782-4aa1-8342-17dfcf831e9f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags HTTP/1.1" status: 200 len: 205 time: 0.0966008 Sep 02 13:07:09.743848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.748418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-6d23716b-ab6e-4261-b9ae-36dc619483fb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.772104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6d23716b-ab6e-4261-b9ae-36dc619483fb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags HTTP/1.1" status: 200 len: 240 time: 0.0272398 Sep 02 13:07:09.774669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.779230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-0bb7b8bc-ac8c-4d15-ad3f-ef6a9ea82abc tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-350018027') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.811554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0bb7b8bc-ac8c-4d15-ad3f-ef6a9ea82abc tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-350018027 HTTP/1.1" status: 204 len: 168 time: 0.0358725 Sep 02 13:07:09.814189 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.815498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6af2683a-0fe6-40aa-89f5-5a10adfc8038 None None] Provisioning complete for port d5a92b22-f95c-4e30-8737-84c325aeb1a4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:07:09.816016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6af2683a-0fe6-40aa-89f5-5a10adfc8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.819856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-061dddb7-64d1-4c11-8d59-7810b3348734 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-350018027') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.855970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6af2683a-0fe6-40aa-89f5-5a10adfc8038 None None] Port d5a92b22-f95c-4e30-8737-84c325aeb1a4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:07:09.870603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.880809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-061dddb7-64d1-4c11-8d59-7810b3348734 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-350018027 HTTP/1.1" status: 204 len: 168 time: 0.0655935 Sep 02 13:07:09.883271 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.885586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668eb5af-d24f-4bf6-afce-fa5258db3e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.888121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-bd121cfa-f9e9-4597-aa42-4060012cf575 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.912943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd121cfa-f9e9-4597-aa42-4060012cf575 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags HTTP/1.1" status: 200 len: 205 time: 0.0268264 Sep 02 13:07:09.913942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.919705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-00e4a773-095a-47ea-b724-bd09df588aa2 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.947514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-00e4a773-095a-47ea-b724-bd09df588aa2 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0321186 Sep 02 13:07:09.950289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:09.955878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-02061b52-eaeb-47e5-b3e2-a7a39e71ab3d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:09.989995 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668eb5af-d24f-4bf6-afce-fa5258db3e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:09.996022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668eb5af-d24f-4bf6-afce-fa5258db3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.044280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-02061b52-eaeb-47e5-b3e2-a7a39e71ab3d tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0897954 Sep 02 13:07:10.044280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.052013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-668eb5af-d24f-4bf6-afce-fa5258db3e73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2141c33a20154e968acd99d1ba5ccff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803057 Sep 02 13:07:10.053098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668eb5af-d24f-4bf6-afce-fa5258db3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe879ca-862b-45f4-a575-25689bde4031,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:10.054036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-4490226e-3317-4022-b352-182824f9c3c4 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.056676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.114789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4490226e-3317-4022-b352-182824f9c3c4 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0696104 Sep 02 13:07:10.117564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.122222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-1f5f3548-4cda-41b6-b63e-69585d81fbeb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.136239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee8827f-e151-4fed-b967-f403585ee8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.159715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee8827f-e151-4fed-b967-f403585ee8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.185578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f5f3548-4cda-41b6-b63e-69585d81fbeb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0664999 Sep 02 13:07:10.187908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.192813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-65a6fa53-c4c4-4185-9e6b-e2e3e47327ee tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-1281318421') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.218629 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee8827f-e151-4fed-b967-f403585ee8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.221665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee8827f-e151-4fed-b967-f403585ee8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.226037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bee8827f-e151-4fed-b967-f403585ee8b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebe879ca-862b-45f4-a575-25689bde4031 HTTP/1.1" status: 204 len: 168 time: 0.1662147 Sep 02 13:07:10.236834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8827f-e151-4fed-b967-f403585ee8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe879ca-862b-45f4-a575-25689bde4031,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:10.277359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-65a6fa53-c4c4-4185-9e6b-e2e3e47327ee tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-1281318421 HTTP/1.1" status: 201 len: 201 time: 0.0884066 Sep 02 13:07:10.279729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35916) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.285308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-64010e09-9313-46b3-af7e-2545428479e1 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-1497081826') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.360852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-64010e09-9313-46b3-af7e-2545428479e1 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-1497081826 HTTP/1.1" status: 201 len: 201 time: 0.0775893 Sep 02 13:07:10.361427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.367294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-6ef1d727-c5a8-48d2-8adf-af3393aed20f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-2076162685') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.369792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c624153b-a1e3-4de7-8f13-5dfa130de8f8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:07:10.426543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:07:10.427266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.468504 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6ef1d727-c5a8-48d2-8adf-af3393aed20f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-2076162685 HTTP/1.1" status: 201 len: 201 time: 0.1033070 Sep 02 13:07:10.468915 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.475249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-b01277e7-28e7-450a-9f7c-d7a914f70309 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-770516830') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.515935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b01277e7-28e7-450a-9f7c-d7a914f70309 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-770516830 HTTP/1.1" status: 201 len: 201 time: 0.0435543 Sep 02 13:07:10.516560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35924) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.522788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-3597b27f-9cd7-420b-abe3-f2b63fc8a89f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', {'tags': ['tempest-TagsExtTest-Tag-1279894550', 'tempest-TagsExtTest-Tag-1192196203', 'tempest-TagsExtTest-Tag-805699657']}) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.593473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.594111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3597b27f-9cd7-420b-abe3-f2b63fc8a89f tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags HTTP/1.1" status: 200 len: 317 time: 0.0764582 Sep 02 13:07:10.598939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-a066943f-f21b-449e-b5fc-e4e195fb69c9 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.695387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a066943f-f21b-449e-b5fc-e4e195fb69c9 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1004734 Sep 02 13:07:10.698072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.702584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.705519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-1bf441e0-5d35-41f8-8f3a-eec346bd55d8 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-1279894550') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.718201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba1bda35-ca6d-4de1-9faa-263de7b32a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.762716 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1bf441e0-5d35-41f8-8f3a-eec346bd55d8 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:10.763781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1bf441e0-5d35-41f8-8f3a-eec346bd55d8 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-1279894550 HTTP/1.1" status: 404 len: 329 time: 0.0618620 Sep 02 13:07:10.767138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.774786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-de9bdf0b-62cc-4808-8199-9e760c8fedbe tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-1192196203') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.826215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba1bda35-ca6d-4de1-9faa-263de7b32a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.829364 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-de9bdf0b-62cc-4808-8199-9e760c8fedbe tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:10.830464 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-de9bdf0b-62cc-4808-8199-9e760c8fedbe tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-1192196203 HTTP/1.1" status: 404 len: 329 time: 0.0624306 Sep 02 13:07:10.833856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.834930 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba1bda35-ca6d-4de1-9faa-263de7b32a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.840793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-6391749d-3b3e-4eda-ab76-7edd757df230 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba', 'tempest-TagsExtTest-Tag-805699657') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:10.900850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ba1bda35-ca6d-4de1-9faa-263de7b32a71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=830a94140f6d4c28b04229a1dff25f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946607 Sep 02 13:07:10.901657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bda35-ca6d-4de1-9faa-263de7b32a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd65674e-8282-4b07-9f2b-83c953a3c2a4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:10.902060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35938) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.969951 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-6391749d-3b3e-4eda-ab76-7edd757df230 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:10.971000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6391749d-3b3e-4eda-ab76-7edd757df230 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags/tempest-TagsExtTest-Tag-805699657 HTTP/1.1" status: 404 len: 328 time: 0.1358593 Sep 02 13:07:10.972477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95986de4-41a0-436f-b4fa-224058a51d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:10.974045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:10.979412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-0f39a1a9-99d0-47d2-a350-bf8b60509feb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', {'tags': ['tempest-TagsExtTest-Tag-306011128', 'tempest-TagsExtTest-Tag-1038927940', 'tempest-TagsExtTest-Tag-849943002']}) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.025644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95986de4-41a0-436f-b4fa-224058a51d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:11.080847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0f39a1a9-99d0-47d2-a350-bf8b60509feb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags HTTP/1.1" status: 200 len: 316 time: 0.1057742 Sep 02 13:07:11.083593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.087983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-cb8d6b62-54ac-4235-8383-654a092a5653 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.117010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95986de4-41a0-436f-b4fa-224058a51d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:11.119571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95986de4-41a0-436f-b4fa-224058a51d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:11.120722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95986de4-41a0-436f-b4fa-224058a51d36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd65674e-8282-4b07-9f2b-83c953a3c2a4 HTTP/1.1" status: 204 len: 168 time: 0.2174251 Sep 02 13:07:11.132317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95986de4-41a0-436f-b4fa-224058a51d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd65674e-8282-4b07-9f2b-83c953a3c2a4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:11.156096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:11.182804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb8d6b62-54ac-4235-8383-654a092a5653 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0982261 Sep 02 13:07:11.185614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.190014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-2fc98abd-0c27-475d-88e4-981989b8e44a tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-306011128') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.257988 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-2fc98abd-0c27-475d-88e4-981989b8e44a tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:11.260950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2fc98abd-0c27-475d-88e4-981989b8e44a tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-306011128 HTTP/1.1" status: 404 len: 328 time: 0.0726206 Sep 02 13:07:11.261992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.267876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-a3468fe4-f921-4318-8e44-a012ce9d67b6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-1038927940') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.318299 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-a3468fe4-f921-4318-8e44-a012ce9d67b6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:11.319352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a3468fe4-f921-4318-8e44-a012ce9d67b6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-1038927940 HTTP/1.1" status: 404 len: 329 time: 0.0560336 Sep 02 13:07:11.322354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.327568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-7624ba96-acfb-445a-8e83-9682572561bd tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4', 'tempest-TagsExtTest-Tag-849943002') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.388873 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-7624ba96-acfb-445a-8e83-9682572561bd tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:11.390164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7624ba96-acfb-445a-8e83-9682572561bd tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags/tempest-TagsExtTest-Tag-849943002 HTTP/1.1" status: 404 len: 328 time: 0.0664966 Sep 02 13:07:11.393281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.398907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-c4388184-0713-4ac6-875f-88de1d5843dd tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', {'tags': ['tempest-TagsExtTest-Tag-1541670718', 'tempest-TagsExtTest-Tag-1423812427', 'tempest-TagsExtTest-Tag-2017146559']}) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.490515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c4388184-0713-4ac6-875f-88de1d5843dd tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags HTTP/1.1" status: 200 len: 318 time: 0.0960560 Sep 02 13:07:11.492881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.497681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-6fdb5e86-a539-4b53-aebd-54ece3a58e78 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.605209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6fdb5e86-a539-4b53-aebd-54ece3a58e78 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags HTTP/1.1" status: 204 len: 168 time: 0.1083817 Sep 02 13:07:11.605209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.610402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-b0e5ac62-a404-4b5e-a879-52e48373c9ce tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-1541670718') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.693157 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b0e5ac62-a404-4b5e-a879-52e48373c9ce tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:11.697060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b0e5ac62-a404-4b5e-a879-52e48373c9ce tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-1541670718 HTTP/1.1" status: 404 len: 329 time: 0.0881708 Sep 02 13:07:11.697660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.701917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-688ab0bf-5d4c-44d1-9050-b45c76fcb944 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-1423812427') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.786372 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-688ab0bf-5d4c-44d1-9050-b45c76fcb944 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:11.788961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-688ab0bf-5d4c-44d1-9050-b45c76fcb944 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-1423812427 HTTP/1.1" status: 404 len: 329 time: 0.0893710 Sep 02 13:07:11.790400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35976) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.795320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-91951fdc-a984-42f9-a6ec-d3163059ecf6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d', 'tempest-TagsExtTest-Tag-2017146559') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.895275 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-91951fdc-a984-42f9-a6ec-d3163059ecf6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:11.896864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-91951fdc-a984-42f9-a6ec-d3163059ecf6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags/tempest-TagsExtTest-Tag-2017146559 HTTP/1.1" status: 404 len: 329 time: 0.1051078 Sep 02 13:07:11.903978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.908980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-1100e47e-536f-47b8-9424-9b92ef3259a6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', {'tags': ['tempest-TagsExtTest-Tag-1978099240', 'tempest-TagsExtTest-Tag-82505595', 'tempest-TagsExtTest-Tag-742436450']}) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.947723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1100e47e-536f-47b8-9424-9b92ef3259a6 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "PUT /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags HTTP/1.1" status: 200 len: 315 time: 0.0427082 Sep 02 13:07:11.950375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.955293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-730dee99-09ad-4ef4-9e58-c1bb6a4817ba tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:11.992588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-730dee99-09ad-4ef4-9e58-c1bb6a4817ba tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0409501 Sep 02 13:07:11.995302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:11.999941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-6bfb9bc0-8812-4492-ba3e-b54e4369541e tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-1978099240') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.022686 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6bfb9bc0-8812-4492-ba3e-b54e4369541e tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:12.024955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6bfb9bc0-8812-4492-ba3e-b54e4369541e tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-1978099240 HTTP/1.1" status: 404 len: 329 time: 0.0275791 Sep 02 13:07:12.027786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.032755 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-341fd5d6-86a1-49f3-83de-4356c16e2a2b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-82505595') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.056099 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-341fd5d6-86a1-49f3-83de-4356c16e2a2b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:12.057359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-341fd5d6-86a1-49f3-83de-4356c16e2a2b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-82505595 HTTP/1.1" status: 404 len: 327 time: 0.0282803 Sep 02 13:07:12.060362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 35994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.066661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-9958a3a7-343c-480e-abee-3ef91460ce7c tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc', 'tempest-TagsExtTest-Tag-742436450') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.087601 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-9958a3a7-343c-480e-abee-3ef91460ce7c tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] show failed (client error): The resource could not be found. Sep 02 13:07:12.088640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9958a3a7-343c-480e-abee-3ef91460ce7c tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags/tempest-TagsExtTest-Tag-742436450 HTTP/1.1" status: 404 len: 328 time: 0.0272007 Sep 02 13:07:12.093369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.099233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-879c04ad-dfa0-4ed6-a41d-ea230f596cb2 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6dd2385-0f59-49e1-a125-bec1182f41bc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.126422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-879c04ad-dfa0-4ed6-a41d-ea230f596cb2 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0292602 Sep 02 13:07:12.126623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 35998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.131442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-3516d562-fc8d-4a06-bf75-dfe204e36b55 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '910db6dd-fe87-49c7-b426-b4935c493b1d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.214069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3516d562-fc8d-4a06-bf75-dfe204e36b55 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0864239 Sep 02 13:07:12.216702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36002) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.221405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-95758c9f-e820-4959-b868-ea74c76ff59c tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5a92b22-f95c-4e30-8737-84c325aeb1a4') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.284876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-95758c9f-e820-4959-b868-ea74c76ff59c tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0645628 Sep 02 13:07:12.285801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.290435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-9f49bcea-b528-45c2-9477-9b3e653431e8 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9ceba9e-ba88-420f-9513-d06454ac93ba') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:12.353310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f49bcea-b528-45c2-9477-9b3e653431e8 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0645406 Sep 02 13:07:12.357381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.441482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4765299-52a1-4349-aac8-12269829667b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.445461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e4765299-52a1-4349-aac8-12269829667b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c6dd2385-0f59-49e1-a125-bec1182f41bc HTTP/1.1" status: 204 len: 168 time: 0.0869532 Sep 02 13:07:12.445892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.474142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fec9f5d0-62e8-4b91-ad00-56492b54427a tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "GET /v2.0/ports?device_id=910db6dd-fe87-49c7-b426-b4935c493b1d HTTP/1.1" status: 200 len: 205 time: 0.0269825 Sep 02 13:07:12.476879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.556853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.731971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.735767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.789329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.790174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Fanout notify agent at l3_agent the message router_deleted on router 910db6dd-fe87-49c7-b426-b4935c493b1d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:07:12.800180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.804266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e2529fba-15e7-4860-96d4-ae02c65ed301 tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/routers/910db6dd-fe87-49c7-b426-b4935c493b1d HTTP/1.1" status: 204 len: 168 time: 0.3235190 Sep 02 13:07:12.805064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:12.906825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Deleting port d5a92b22-f95c-4e30-8737-84c325aeb1a4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:07:12.907154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:12.999479 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:13.011857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Calling delete_port for d5a92b22-f95c-4e30-8737-84c325aeb1a4 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:07:13.473611 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-d32894ac-7a68-494f-b33c-d77b179f2cc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734014 Sep 02 13:07:13.524169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:13.564701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-527b1783-a05a-47d2-93ed-96966cf1c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:13.567127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-527b1783-a05a-47d2-93ed-96966cf1c72c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1096 time: 0.0494936 Sep 02 13:07:13.582347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event deleted for resources: {'Port': ['ID=d5a92b22-f95c-4e30-8737-84c325aeb1a4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:13.646723 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:13.648940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c8bcb167-67e0-4146-b6a9-5e9c758991da tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/ports/d5a92b22-f95c-4e30-8737-84c325aeb1a4 HTTP/1.1" status: 204 len: 168 time: 0.8424087 Sep 02 13:07:13.651592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:13.701466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-69ba7d0d-6c50-4b1f-b50c-ee438ce32805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:13.703415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-69ba7d0d-6c50-4b1f-b50c-ee438ce32805 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1090939 Sep 02 13:07:13.727733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Deleting subnet d9ceba9e-ba88-420f-9513-d06454ac93ba {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:07:13.734447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:13.803253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:13.810632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-9c007a87-b783-45b5-8193-8cb0eb4bb92d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 1001 time: 0.0987532 Sep 02 13:07:13.879201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-0c2c5121-d19d-4d31-a2bb-c338ac2efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:13.884971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-0c2c5121-d19d-4d31-a2bb-c338ac2efbd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0637736 Sep 02 13:07:13.910971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:13.951642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-2072a323-85ee-44a0-b608-0a858a3e3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:07:13.951642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-2072a323-85ee-44a0-b608-0a858a3e3c15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612223 Sep 02 13:07:13.966869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-b7e194b7-2e54-4e9f-82a6-de251b1f6ded service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:07:13.967889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-b7e194b7-2e54-4e9f-82a6-de251b1f6ded service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104005 Sep 02 13:07:13.994282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.028592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ceba9e-ba88-420f-9513-d06454ac93ba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:14.035725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255908ba-358a-412d-be0e-9e8c71355143 None None] Network cc33ecfe-55cf-47f7-97c2-ed819a8914d7 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:07:14.039245 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.044133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9657d011-2b65-45c8-bee3-18240fccca9b tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/subnets/d9ceba9e-ba88-420f-9513-d06454ac93ba HTTP/1.1" status: 204 len: 168 time: 0.3886740 Sep 02 13:07:14.044874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:14.116548 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-ce6b0a24-8e59-489f-bb19-c23190b111e6 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410711 Sep 02 13:07:14.200511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.256617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76ee8a0a-1632-4083-9393-4e6e62997fb5 req-adaa9a6e-b529-4405-a600-d52a5a0b042a service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284230 Sep 02 13:07:14.276724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Deleting port c624153b-a1e3-4de7-8f13-5dfa130de8f8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:07:14.277166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.305496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] DHCP port deletion for cc33ecfe-55cf-47f7-97c2-ed819a8914d7 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:07:14.363548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] For port c624153b-a1e3-4de7-8f13-5dfa130de8f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c624153b-a1e3-4de7-8f13-5dfa130de8f8,segment=NetworkSegment(a8ed844f-79ff-48cd-b9ba-824d48abaaff),segment_id=a8ed844f-79ff-48cd-b9ba-824d48abaaff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:07:14.364181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.380694 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Calling delete_port for c624153b-a1e3-4de7-8f13-5dfa130de8f8 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:07:14.386181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] Deleting port c624153b-a1e3-4de7-8f13-5dfa130de8f8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:07:14.386766 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.437105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c624153b-a1e3-4de7-8f13-5dfa130de8f8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:07:14.473760 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.492432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] For port c624153b-a1e3-4de7-8f13-5dfa130de8f8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c624153b-a1e3-4de7-8f13-5dfa130de8f8,segment=NetworkSegment(a8ed844f-79ff-48cd-b9ba-824d48abaaff),segment_id=a8ed844f-79ff-48cd-b9ba-824d48abaaff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:07:14.492959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.505232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event deleted for resources: {'Port': ['ID=c624153b-a1e3-4de7-8f13-5dfa130de8f8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:14.507824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] No DVR routers for this DVR port c624153b-a1e3-4de7-8f13-5dfa130de8f8 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:07:14.521335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] Calling delete_port for c624153b-a1e3-4de7-8f13-5dfa130de8f8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:07:14.525756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No active binding found for port c624153b-a1e3-4de7-8f13-5dfa130de8f8 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:07:14.526291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c624153b-a1e3-4de7-8f13-5dfa130de8f8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:07:14.597829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.608085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc33ecfe-55cf-47f7-97c2-ed819a8914d7']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:14.608931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.618735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ed844f-79ff-48cd-b9ba-824d48abaaff') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:14.619026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ed844f-79ff-48cd-b9ba-824d48abaaff') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:07:14.628358 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.641281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] Pushing event deleted for resources: {'Port': ['ID=c624153b-a1e3-4de7-8f13-5dfa130de8f8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:14.643337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343f91f-b4ce-4d73-9151-78635d74e32d None None] No DVR routers for this DVR port c624153b-a1e3-4de7-8f13-5dfa130de8f8 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:07:14.647427 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.655646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:07:14.656229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:07:14.660155 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:07:14.724026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.737395 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:14.740089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] 10.222.0.60 "DELETE /v2.0/networks/cc33ecfe-55cf-47f7-97c2-ed819a8914d7 HTTP/1.1" status: 204 len: 168 time: 0.6938553 Sep 02 13:07:14.760643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6e770-9d6e-43f3-afd6-2298cfd0f0bb tempest-TagsExtTest-1528880166 tempest-TagsExtTest-1528880166-project] Pushing event deleted for resources: {'Network': ['ID=cc33ecfe-55cf-47f7-97c2-ed819a8914d7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:15.043134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:15.202087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fffb23fe-a0f9-480f-933d-bef2ac7b32b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5831a62857245efb4f130cd2d4e83d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574957 Sep 02 13:07:15.204443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:15.254782 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f8a89ef-6434-477d-8d1e-a7a7a84eb945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:15.277069 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f8a89ef-6434-477d-8d1e-a7a7a84eb945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:15.328214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f8a89ef-6434-477d-8d1e-a7a7a84eb945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:15.331001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f8a89ef-6434-477d-8d1e-a7a7a84eb945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:15.332419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6f8a89ef-6434-477d-8d1e-a7a7a84eb945 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f687255-44fb-490e-a4a8-263c29476459 HTTP/1.1" status: 204 len: 168 time: 0.1268909 Sep 02 13:07:15.340557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a89ef-6434-477d-8d1e-a7a7a84eb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f687255-44fb-490e-a4a8-263c29476459,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:15.568751 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:07:16.119816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36126) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:16.129316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033867 Sep 02 13:07:16.129791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:16.261451 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-70bb0008-fe99-4a34-b88d-21d0cdf96cea tempest-NetworksApiDiscovery-1565726271 tempest-NetworksApiDiscovery-1565726271-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1298809 Sep 02 13:07:16.564031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:16.715518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-156feaa4-0670-43fd-9ce9-4ae5b6e78c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:16.890247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-156feaa4-0670-43fd-9ce9-4ae5b6e78c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:16.897843 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-156feaa4-0670-43fd-9ce9-4ae5b6e78c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:16.929305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156feaa4-0670-43fd-9ce9-4ae5b6e78c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac0752-ddfb-40d3-b52d-9eed60e29a79,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:16.959821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-156feaa4-0670-43fd-9ce9-4ae5b6e78c8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=587b824630d9431fa494a7491a6a5e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904877 Sep 02 13:07:16.960689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:17.022829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f8b89e-ab59-447f-9c77-9a05e9777cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:17.047806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f8b89e-ab59-447f-9c77-9a05e9777cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:17.106425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f8b89e-ab59-447f-9c77-9a05e9777cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:17.110201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f8b89e-ab59-447f-9c77-9a05e9777cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:17.112104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-19f8b89e-ab59-447f-9c77-9a05e9777cb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aeac0752-ddfb-40d3-b52d-9eed60e29a79 HTTP/1.1" status: 204 len: 168 time: 0.1506934 Sep 02 13:07:17.122119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8b89e-ab59-447f-9c77-9a05e9777cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeac0752-ddfb-40d3-b52d-9eed60e29a79,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:17.854034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:18.112137 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85dd84d0-0f25-4a82-bb27-d1ffa7c48ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.235022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85dd84d0-0f25-4a82-bb27-d1ffa7c48ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.243066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-85dd84d0-0f25-4a82-bb27-d1ffa7c48ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.289548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-85dd84d0-0f25-4a82-bb27-d1ffa7c48ca7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d7570da81c041e68f5e76c467622fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314036 Sep 02 13:07:18.291921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd84d0-0f25-4a82-bb27-d1ffa7c48ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae09d2e-053f-4e27-ba96-344c2efc65bb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:18.292409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:18.356536 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-651375a1-4917-45c8-834e-e965f271ceef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.379299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-651375a1-4917-45c8-834e-e965f271ceef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.433264 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-651375a1-4917-45c8-834e-e965f271ceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.436422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-651375a1-4917-45c8-834e-e965f271ceef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.437831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-651375a1-4917-45c8-834e-e965f271ceef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ae09d2e-053f-4e27-ba96-344c2efc65bb HTTP/1.1" status: 204 len: 168 time: 0.1443810 Sep 02 13:07:18.448156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651375a1-4917-45c8-834e-e965f271ceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae09d2e-053f-4e27-ba96-344c2efc65bb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:18.804013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:18.820399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0acba6a4-6c12-4a8d-a9cd-da37cf1eecf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.945180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0acba6a4-6c12-4a8d-a9cd-da37cf1eecf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:18.950885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0acba6a4-6c12-4a8d-a9cd-da37cf1eecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.003343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0acba6a4-6c12-4a8d-a9cd-da37cf1eecf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbd5062bfa654c1e874ebb99e7990d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979167 Sep 02 13:07:19.004802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acba6a4-6c12-4a8d-a9cd-da37cf1eecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7141adb-f446-4b76-9b1d-2ac42a119dc7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:19.007475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:19.063648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9688f5a1-3eb5-4c13-ab2d-3a732ecb7515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.089482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9688f5a1-3eb5-4c13-ab2d-3a732ecb7515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.151879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9688f5a1-3eb5-4c13-ab2d-3a732ecb7515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.156956 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9688f5a1-3eb5-4c13-ab2d-3a732ecb7515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.158427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9688f5a1-3eb5-4c13-ab2d-3a732ecb7515 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7141adb-f446-4b76-9b1d-2ac42a119dc7 HTTP/1.1" status: 204 len: 168 time: 0.1499121 Sep 02 13:07:19.167282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688f5a1-3eb5-4c13-ab2d-3a732ecb7515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7141adb-f446-4b76-9b1d-2ac42a119dc7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:19.261879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:19.517866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d33-f673-4a4b-96c0-95d9c2282b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.626959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d33-f673-4a4b-96c0-95d9c2282b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.632797 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d33-f673-4a4b-96c0-95d9c2282b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.672853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26d33-f673-4a4b-96c0-95d9c2282b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94822aa8-d5b4-4117-9cd9-5d66cd71e8b1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:19.682167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:19.689799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3eb26d33-f673-4a4b-96c0-95d9c2282b76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf2e05b2bd6a49a185383a498c64fb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266183 Sep 02 13:07:19.742157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c528e22-5ee1-42c5-a1e0-d5dd38881657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.768365 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c528e22-5ee1-42c5-a1e0-d5dd38881657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.826890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c528e22-5ee1-42c5-a1e0-d5dd38881657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.829798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c528e22-5ee1-42c5-a1e0-d5dd38881657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:19.831877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0c528e22-5ee1-42c5-a1e0-d5dd38881657 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94822aa8-d5b4-4117-9cd9-5d66cd71e8b1 HTTP/1.1" status: 204 len: 168 time: 0.1479383 Sep 02 13:07:19.841822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c528e22-5ee1-42c5-a1e0-d5dd38881657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94822aa8-d5b4-4117-9cd9-5d66cd71e8b1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:20.316268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:20.330271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2197e11-8caf-42d1-a3be-a77971fd419b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.446164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2197e11-8caf-42d1-a3be-a77971fd419b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.454295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2197e11-8caf-42d1-a3be-a77971fd419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.493559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2197e11-8caf-42d1-a3be-a77971fd419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a2e23-3ef1-4d2d-a6e6-6de72e4dc66f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:20.502781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b2197e11-8caf-42d1-a3be-a77971fd419b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12df20bac9514a928093c89bcbc3899a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852977 Sep 02 13:07:20.503305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:20.569591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f086-33a4-4fe6-8103-08836b5a7f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.593818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f086-33a4-4fe6-8103-08836b5a7f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.646636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f086-33a4-4fe6-8103-08836b5a7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.649767 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0c1f086-33a4-4fe6-8103-08836b5a7f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:20.651875 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a0c1f086-33a4-4fe6-8103-08836b5a7f37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a7a2e23-3ef1-4d2d-a6e6-6de72e4dc66f HTTP/1.1" status: 204 len: 168 time: 0.1472299 Sep 02 13:07:20.662699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1f086-33a4-4fe6-8103-08836b5a7f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a2e23-3ef1-4d2d-a6e6-6de72e4dc66f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:27.165209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36528) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:27.322602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4780e6b-880a-4468-a7dd-b78bb286eb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.441515 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4780e6b-880a-4468-a7dd-b78bb286eb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.447466 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4780e6b-880a-4468-a7dd-b78bb286eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.486426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a4780e6b-880a-4468-a7dd-b78bb286eb44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6d9c25072824e15932f09e4e7680ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200328 Sep 02 13:07:27.489937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:27.493051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4780e6b-880a-4468-a7dd-b78bb286eb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c721c969-70a8-4d6e-b452-d1d4b1c636ac,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:27.569457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.603451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.670381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.673605 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:27.677583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c721c969-70a8-4d6e-b452-d1d4b1c636ac HTTP/1.1" status: 204 len: 168 time: 0.1825712 Sep 02 13:07:27.682957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c721c969-70a8-4d6e-b452-d1d4b1c636ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:27.691541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.691969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.692316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.692657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.693006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.693334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.693663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.693986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.694309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.694752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.695610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:27.695948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e8939a-5601-4114-a43a-1bf8339760c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:28.006546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:28.023279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc124d99-6430-4899-ad05-d7edf2c34337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.173428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc124d99-6430-4899-ad05-d7edf2c34337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.181153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc124d99-6430-4899-ad05-d7edf2c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.229457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dc124d99-6430-4899-ad05-d7edf2c34337 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=866d343975e5460db4bca3752f7d8e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209437 Sep 02 13:07:28.230229 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36568) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:28.230696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc124d99-6430-4899-ad05-d7edf2c34337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eade946-16b1-46c6-94d1-a20de4c0acf7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:28.294624 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be5ec23-7ce8-4d25-994b-fc2c897aae1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.326422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be5ec23-7ce8-4d25-994b-fc2c897aae1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.377338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be5ec23-7ce8-4d25-994b-fc2c897aae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.381021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8be5ec23-7ce8-4d25-994b-fc2c897aae1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:28.384940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8be5ec23-7ce8-4d25-994b-fc2c897aae1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4eade946-16b1-46c6-94d1-a20de4c0acf7 HTTP/1.1" status: 204 len: 168 time: 0.1502085 Sep 02 13:07:28.395914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ec23-7ce8-4d25-994b-fc2c897aae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eade946-16b1-46c6-94d1-a20de4c0acf7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:28.692371 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4319dca0-8b4d-42ed-a6d3-b29981096b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:30.951728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:31.142715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03ad9da-1f88-48c5-9822-049f143192b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.271370 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03ad9da-1f88-48c5-9822-049f143192b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.286810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d03ad9da-1f88-48c5-9822-049f143192b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.334929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d03ad9da-1f88-48c5-9822-049f143192b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2cece30831e54cdf8c535e810519e732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809731 Sep 02 13:07:31.338892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 36704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:31.365412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ad9da-1f88-48c5-9822-049f143192b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcc61e7-74dc-4a9d-a7e2-f58eb91e484f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:31.446758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42258cd-65b4-44a1-b565-f7dd13906173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.463948 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b11113e3-8134-442f-b460-12834517e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.474075 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42258cd-65b4-44a1-b565-f7dd13906173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.550795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42258cd-65b4-44a1-b565-f7dd13906173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.554217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42258cd-65b4-44a1-b565-f7dd13906173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:31.557939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b42258cd-65b4-44a1-b565-f7dd13906173 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fcc61e7-74dc-4a9d-a7e2-f58eb91e484f HTTP/1.1" status: 204 len: 168 time: 0.2157509 Sep 02 13:07:31.575287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42258cd-65b4-44a1-b565-f7dd13906173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcc61e7-74dc-4a9d-a7e2-f58eb91e484f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:31.692790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.019731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:32.036012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-117745f6-7ee5-4b4c-82af-81ce69f19383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.203591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-117745f6-7ee5-4b4c-82af-81ce69f19383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.208775 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-117745f6-7ee5-4b4c-82af-81ce69f19383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.240140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117745f6-7ee5-4b4c-82af-81ce69f19383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9006c5a-aa97-4965-bb0b-40a8f11e3f05,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:32.273228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-117745f6-7ee5-4b4c-82af-81ce69f19383 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89efbca4bd9a4b559377756b8053c5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521048 Sep 02 13:07:32.275731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 36736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:32.383205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195d2c8-3fc9-480b-ab4f-73a2998e185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.432104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195d2c8-3fc9-480b-ab4f-73a2998e185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.509640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195d2c8-3fc9-480b-ab4f-73a2998e185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.512617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195d2c8-3fc9-480b-ab4f-73a2998e185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:32.518737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b195d2c8-3fc9-480b-ab4f-73a2998e185e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9006c5a-aa97-4965-bb0b-40a8f11e3f05 HTTP/1.1" status: 204 len: 168 time: 0.2396145 Sep 02 13:07:32.527227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195d2c8-3fc9-480b-ab4f-73a2998e185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9006c5a-aa97-4965-bb0b-40a8f11e3f05,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:32.592290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:34.242203 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:35.282910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:41.173224 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:42.772055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:42.936083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ef24f91-63f6-479f-b691-02e9b10f1416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.262224 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ef24f91-63f6-479f-b691-02e9b10f1416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.270708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ef24f91-63f6-479f-b691-02e9b10f1416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.335460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:43.354109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ef24f91-63f6-479f-b691-02e9b10f1416 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=416fd70bd5ee4b42a32d7a2912e7aa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799446 Sep 02 13:07:43.355247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef24f91-63f6-479f-b691-02e9b10f1416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a14a98e-db8b-49a1-bc23-b49bb3d639dc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:43.409384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.442042 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.531004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.534899 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:43.536690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a14a98e-db8b-49a1-bc23-b49bb3d639dc HTTP/1.1" status: 204 len: 168 time: 0.2003272 Sep 02 13:07:43.548509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a14a98e-db8b-49a1-bc23-b49bb3d639dc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:43.562956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.563309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.563644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.563970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.564666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.565307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.566605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.567128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.567818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.568787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.569339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:43.570332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497fcc2-2b43-42f3-9a10-081adf108076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:07:44.166042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:44.194310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9ac9a39-dfcd-4704-beee-791adfbf99ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.344835 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9ac9a39-dfcd-4704-beee-791adfbf99ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.357654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9ac9a39-dfcd-4704-beee-791adfbf99ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.453526 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c9ac9a39-dfcd-4704-beee-791adfbf99ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7c462eafb84df993daa4768b92a6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857428 Sep 02 13:07:44.456772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:44.469260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac9a39-dfcd-4704-beee-791adfbf99ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b131f-cb9c-4e9a-946e-2885e6580f87,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:44.571418 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c423ed9-db52-4384-ba7a-732f25d60591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.635336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c423ed9-db52-4384-ba7a-732f25d60591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.712404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c423ed9-db52-4384-ba7a-732f25d60591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.720411 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c423ed9-db52-4384-ba7a-732f25d60591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:44.722360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c423ed9-db52-4384-ba7a-732f25d60591 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/955b131f-cb9c-4e9a-946e-2885e6580f87 HTTP/1.1" status: 204 len: 168 time: 0.2637186 Sep 02 13:07:44.739993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c423ed9-db52-4384-ba7a-732f25d60591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b131f-cb9c-4e9a-946e-2885e6580f87,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:49.188400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:49.308173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9fc288c-37ed-4b8b-96cc-53b6af1264d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.401696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9fc288c-37ed-4b8b-96cc-53b6af1264d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.406794 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9fc288c-37ed-4b8b-96cc-53b6af1264d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.445375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e9fc288c-37ed-4b8b-96cc-53b6af1264d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=419f67f7b63b46cd98949e77cc6ab9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546806 Sep 02 13:07:49.446028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc288c-37ed-4b8b-96cc-53b6af1264d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05accc9e-d6cc-4d25-8429-21ef184c65cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:49.448087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:49.513113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-259b0c98-25a2-46a3-a8de-0ef8b9e5141b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.535642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-259b0c98-25a2-46a3-a8de-0ef8b9e5141b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.582387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-259b0c98-25a2-46a3-a8de-0ef8b9e5141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.585693 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-259b0c98-25a2-46a3-a8de-0ef8b9e5141b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:49.589593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-259b0c98-25a2-46a3-a8de-0ef8b9e5141b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05accc9e-d6cc-4d25-8429-21ef184c65cd HTTP/1.1" status: 204 len: 168 time: 0.1404274 Sep 02 13:07:49.597933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b0c98-25a2-46a3-a8de-0ef8b9e5141b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05accc9e-d6cc-4d25-8429-21ef184c65cd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:49.912478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:49.927116 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6344aac7-c800-41b2-a5dd-0e170d03c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.032301 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6344aac7-c800-41b2-a5dd-0e170d03c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.037520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6344aac7-c800-41b2-a5dd-0e170d03c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.081625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6344aac7-c800-41b2-a5dd-0e170d03c46f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ee22c65dc5b4e018fefd7461a5bc282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679878 Sep 02 13:07:50.084330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37632) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:50.091012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344aac7-c800-41b2-a5dd-0e170d03c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a577de-2888-4111-8308-3f61ebdd9b43,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:50.153200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3b57-8069-4ffe-80a6-4cb954199025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.188137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3b57-8069-4ffe-80a6-4cb954199025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.257393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3b57-8069-4ffe-80a6-4cb954199025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.260046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3b57-8069-4ffe-80a6-4cb954199025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.261266 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef4d3b57-8069-4ffe-80a6-4cb954199025 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02a577de-2888-4111-8308-3f61ebdd9b43 HTTP/1.1" status: 204 len: 168 time: 0.1758687 Sep 02 13:07:50.269441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d3b57-8069-4ffe-80a6-4cb954199025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a577de-2888-4111-8308-3f61ebdd9b43,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:50.525917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:50.645927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f9dba4b-6797-4982-98a8-a219232ff772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.767125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f9dba4b-6797-4982-98a8-a219232ff772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.772739 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f9dba4b-6797-4982-98a8-a219232ff772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.815140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dba4b-6797-4982-98a8-a219232ff772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11871b4d-38ca-46b7-bf58-22132e5074e4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:50.824371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:50.834800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0f9dba4b-6797-4982-98a8-a219232ff772 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95cf244dc24a49d9b86c0d6a1b52450c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072615 Sep 02 13:07:50.884446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7ab410b-4312-4da7-8b16-0b28ea74eea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.906282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7ab410b-4312-4da7-8b16-0b28ea74eea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.959055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7ab410b-4312-4da7-8b16-0b28ea74eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.961803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7ab410b-4312-4da7-8b16-0b28ea74eea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:50.965862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a7ab410b-4312-4da7-8b16-0b28ea74eea9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11871b4d-38ca-46b7-bf58-22132e5074e4 HTTP/1.1" status: 204 len: 168 time: 0.1397984 Sep 02 13:07:50.974576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab410b-4312-4da7-8b16-0b28ea74eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11871b4d-38ca-46b7-bf58-22132e5074e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:51.415052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37692) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:51.430096 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17074d55-0de0-44dd-b7eb-a35b436e6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.530991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17074d55-0de0-44dd-b7eb-a35b436e6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.536417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17074d55-0de0-44dd-b7eb-a35b436e6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.578998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-17074d55-0de0-44dd-b7eb-a35b436e6312 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73dad5548f5848c391446f74987e02f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599669 Sep 02 13:07:51.578998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17074d55-0de0-44dd-b7eb-a35b436e6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8aa60-d0c3-4984-aa02-a33015dbef42,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:51.580047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:51.633627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce9d-b9c5-4454-8ec3-fc398925f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.656254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce9d-b9c5-4454-8ec3-fc398925f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.709542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce9d-b9c5-4454-8ec3-fc398925f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.712066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce9d-b9c5-4454-8ec3-fc398925f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:51.716006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0e81ce9d-b9c5-4454-8ec3-fc398925f687 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ca8aa60-d0c3-4984-aa02-a33015dbef42 HTTP/1.1" status: 204 len: 168 time: 0.1311128 Sep 02 13:07:51.726604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81ce9d-b9c5-4454-8ec3-fc398925f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8aa60-d0c3-4984-aa02-a33015dbef42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:52.568057 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:07:57.632784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:57.794866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b790f577-1af6-4fa8-886e-652e6d598451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:57.906523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b790f577-1af6-4fa8-886e-652e6d598451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:57.912581 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b790f577-1af6-4fa8-886e-652e6d598451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:57.956889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b790f577-1af6-4fa8-886e-652e6d598451 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01d77a2cd199465fad11faf5f5258563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200645 Sep 02 13:07:57.956889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f577-1af6-4fa8-886e-652e6d598451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2377af4d-f2e6-423e-90f8-55dbf5c4ec35,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:57.959748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:58.026842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49c64bf8-fcd8-4a4f-b50c-171f030a8e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.055152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49c64bf8-fcd8-4a4f-b50c-171f030a8e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.113953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49c64bf8-fcd8-4a4f-b50c-171f030a8e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.117002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49c64bf8-fcd8-4a4f-b50c-171f030a8e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.120929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-49c64bf8-fcd8-4a4f-b50c-171f030a8e81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2377af4d-f2e6-423e-90f8-55dbf5c4ec35 HTTP/1.1" status: 204 len: 168 time: 0.1564391 Sep 02 13:07:58.130003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c64bf8-fcd8-4a4f-b50c-171f030a8e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2377af4d-f2e6-423e-90f8-55dbf5c4ec35,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:58.525848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 37954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:58.540333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f1a-2560-4d23-936b-2c98cd9b5504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.649648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f1a-2560-4d23-936b-2c98cd9b5504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.655049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f1a-2560-4d23-936b-2c98cd9b5504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.687047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e47266a2-4585-4233-84c1-cf964ca10464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.697831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71f1a-2560-4d23-936b-2c98cd9b5504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f615495c-14aa-44e4-9c4b-f25e8804d90c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:07:58.705556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 37960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:07:58.706051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b8c71f1a-2560-4d23-936b-2c98cd9b5504 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9d82a07e7dd4824a952c502eba6f537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786089 Sep 02 13:07:58.764064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb490b82-b83e-47e3-8fc2-c9f19b25912b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.790712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb490b82-b83e-47e3-8fc2-c9f19b25912b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.861999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb490b82-b83e-47e3-8fc2-c9f19b25912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.866769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb490b82-b83e-47e3-8fc2-c9f19b25912b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:07:58.867754 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cb490b82-b83e-47e3-8fc2-c9f19b25912b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f615495c-14aa-44e4-9c4b-f25e8804d90c HTTP/1.1" status: 204 len: 168 time: 0.1611626 Sep 02 13:07:58.877344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb490b82-b83e-47e3-8fc2-c9f19b25912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f615495c-14aa-44e4-9c4b-f25e8804d90c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:01.380809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-cbfa75f6-5e3d-4629-999a-74c747abb9ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533719 Sep 02 13:08:01.463165 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ea49b69-ca87-4d74-bfb3-95252772f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:01.488854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-452721cf-27c8-4b8f-9147-47f877e38c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:01.490689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-452721cf-27c8-4b8f-9147-47f877e38c74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.0545855 Sep 02 13:08:01.672745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-8924b546-8177-4547-8a4d-589861768aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:01.675334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-8924b546-8177-4547-8a4d-589861768aae service neutron] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 910 time: 0.1624701 Sep 02 13:08:01.728393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:01.778901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-5eac7e05-8c9f-4306-b608-5aff73757d74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 1002 time: 0.0882089 Sep 02 13:08:01.835297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-7dd490e6-80be-4225-a260-bea75e55d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:01.837210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-7dd490e6-80be-4225-a260-bea75e55d80d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.0516713 Sep 02 13:08:01.907146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-e6d2cbc8-295a-47da-98c1-35e229a46edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:01.911244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-e6d2cbc8-295a-47da-98c1-35e229a46edd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642543 Sep 02 13:08:02.076057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-589b9791-4db5-4019-aebe-6e87eab96457 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540647 Sep 02 13:08:02.196298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22872860-c99f-4bfc-a85d-7231a3dc5677 req-4c8c53a3-f80d-40ba-9ad1-58a5647edd1c service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130278 Sep 02 13:08:02.568460 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:04.238653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:05.295550 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:05.357111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460413e9-39ac-4ab9-ae6b-b9adac4c091d req-0ae42546-0b99-4d93-9426-b8a7ebf32c30 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:05.358856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-460413e9-39ac-4ab9-ae6b-b9adac4c091d req-0ae42546-0b99-4d93-9426-b8a7ebf32c30 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0927882 Sep 02 13:08:05.407446 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-460413e9-39ac-4ab9-ae6b-b9adac4c091d req-dfc65819-623a-4677-89ac-9a404a84e4c1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403068 Sep 02 13:08:06.628754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334b20-a578-49e8-bbc1-98d061294d6f req-3afa8aee-8aa2-41aa-83f8-5b35f5003c46 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:06.637567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61334b20-a578-49e8-bbc1-98d061294d6f req-3afa8aee-8aa2-41aa-83f8-5b35f5003c46 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1029253 Sep 02 13:08:06.683701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61334b20-a578-49e8-bbc1-98d061294d6f req-eed5ce8b-493e-4191-8e54-11e0f16a055b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440211 Sep 02 13:08:07.887406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674a450-bf51-4bd1-a09c-034c06f77b47 req-eeae3537-bd45-4604-8334-e6632eda40b1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:07.889156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e674a450-bf51-4bd1-a09c-034c06f77b47 req-eeae3537-bd45-4604-8334-e6632eda40b1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0554919 Sep 02 13:08:07.960519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e674a450-bf51-4bd1-a09c-034c06f77b47 req-61493ee0-86c5-415d-95f0-d3dbbf5c04f2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648150 Sep 02 13:08:09.156055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6346b6-c3e7-40ed-b69c-b96b93c4d535 req-c48ab145-68fd-4fb7-9655-e90734c548fc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:09.165007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6346b6-c3e7-40ed-b69c-b96b93c4d535 req-c48ab145-68fd-4fb7-9655-e90734c548fc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0873876 Sep 02 13:08:09.240891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6346b6-c3e7-40ed-b69c-b96b93c4d535 req-c5fa41d4-a5a2-4e5d-8834-9db84200f485 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724404 Sep 02 13:08:10.413712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24796a-c5d9-4928-8036-c6d978c35331 req-2ae634db-144b-4666-a003-47541f3987ee tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:10.415351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d24796a-c5d9-4928-8036-c6d978c35331 req-2ae634db-144b-4666-a003-47541f3987ee tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0814495 Sep 02 13:08:10.470968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d24796a-c5d9-4928-8036-c6d978c35331 req-0f7357fc-1861-4876-8af6-b128e48eff30 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Sep 02 13:08:11.200490 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:11.638645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730dd97-5926-4118-9836-28fdef2b821d req-b50bebc4-f9b3-4952-9393-cf5eeb460fcc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:11.640713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5730dd97-5926-4118-9836-28fdef2b821d req-b50bebc4-f9b3-4952-9393-cf5eeb460fcc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0609338 Sep 02 13:08:11.684171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5730dd97-5926-4118-9836-28fdef2b821d req-b8ecc7c6-13b9-4f98-a475-d3b1dd14baa5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360417 Sep 02 13:08:12.840117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b2805-9697-49fa-a2b1-cb654eddf2d6 req-058b74a2-2262-43a0-b13a-e998e213d36a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:12.841706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a1b2805-9697-49fa-a2b1-cb654eddf2d6 req-058b74a2-2262-43a0-b13a-e998e213d36a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0610397 Sep 02 13:08:12.890540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a1b2805-9697-49fa-a2b1-cb654eddf2d6 req-a8acdc1f-84e3-46e4-8ab6-90ac497562b7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355952 Sep 02 13:08:14.130903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122069d6-eb44-43e0-b39d-a4fa0d813d1c req-2b898c15-955d-4995-8148-3881efe71666 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:14.132492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-122069d6-eb44-43e0-b39d-a4fa0d813d1c req-2b898c15-955d-4995-8148-3881efe71666 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1191323 Sep 02 13:08:14.189151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-122069d6-eb44-43e0-b39d-a4fa0d813d1c req-a181c17b-2a5c-4425-845a-b2fede8d89cc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500782 Sep 02 13:08:15.342211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c45082-6668-4d84-9b1b-d3f5df9eaada req-3ed7d69e-213d-414a-bd26-e102439dbbb2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:15.357972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7c45082-6668-4d84-9b1b-d3f5df9eaada req-3ed7d69e-213d-414a-bd26-e102439dbbb2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0834131 Sep 02 13:08:15.506191 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7c45082-6668-4d84-9b1b-d3f5df9eaada req-b1d07965-5cd9-44e4-8871-e65783bd3db1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393309 Sep 02 13:08:15.522404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579197e-6a5d-4195-96fa-b39033733f01 req-235ea5a3-7956-4e13-a354-a747c3820434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:15.524499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-235ea5a3-7956-4e13-a354-a747c3820434 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1096 time: 0.1249912 Sep 02 13:08:15.668855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579197e-6a5d-4195-96fa-b39033733f01 req-c2d49517-39d9-459b-bdf0-cac8cfa89739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:15.670409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-c2d49517-39d9-459b-bdf0-cac8cfa89739 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1176057 Sep 02 13:08:15.750493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-d92309df-cc82-4fc6-b6eb-54f1b75983e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 1001 time: 0.0723610 Sep 02 13:08:15.818763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579197e-6a5d-4195-96fa-b39033733f01 req-75a19b7f-1c23-4f08-bf4a-c7a642bff2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:15.820463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-75a19b7f-1c23-4f08-bf4a-c7a642bff2c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0608666 Sep 02 13:08:15.894486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579197e-6a5d-4195-96fa-b39033733f01 req-8d309b2a-ab19-4816-9631-1ab660edf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:15.896094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-8d309b2a-ab19-4816-9631-1ab660edf077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662150 Sep 02 13:08:16.010185 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-fb52f787-ecdd-46e5-aa70-99f3c3aae14e service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050286 Sep 02 13:08:16.119173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5579197e-6a5d-4195-96fa-b39033733f01 req-5e6d016b-b369-4a20-bc3c-137033f14939 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984170 Sep 02 13:08:16.762847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062daace-badb-49cf-965d-d1b6be02e085 req-c8b9b158-c3e7-4e40-aaa0-4f43eb51e525 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:16.771635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-062daace-badb-49cf-965d-d1b6be02e085 req-c8b9b158-c3e7-4e40-aaa0-4f43eb51e525 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0884442 Sep 02 13:08:16.820615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-062daace-badb-49cf-965d-d1b6be02e085 req-37ffad8d-34b2-4b78-bc9a-0bee7064f676 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Sep 02 13:08:18.079111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d738-1023-48dd-ae40-7e5a59c453c4 req-dda5ec26-6ad0-4058-8a4b-b80451ee6714 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:18.081733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c79d738-1023-48dd-ae40-7e5a59c453c4 req-dda5ec26-6ad0-4058-8a4b-b80451ee6714 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1194837 Sep 02 13:08:18.164211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c79d738-1023-48dd-ae40-7e5a59c453c4 req-4b682b53-b31b-4352-a997-ba2d9ad95518 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764251 Sep 02 13:08:18.619946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:08:18.886013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:18.902176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '42846c41-5928-444a-9900-d485d090c6bc', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'port_id': '42846c41-5928-444a-9900-d485d090c6bc', 'mac_address': 'fa:16:3e:59:60:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:08:18.988614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:19.026250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42846c41-5928-444a-9900-d485d090c6bc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:08:19.063079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:19.076696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:19.183140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['42846c41-5928-444a-9900-d485d090c6bc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:08:19.508335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:19.571065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.571065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.571409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.573497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.573845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.574436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.576746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.579070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d51b0-b4a7-494c-a251-ed02abb64c1b req-caa3427e-88dd-402e-aabb-3d206727a18b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:19.579946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.580953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.583058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.583702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.595598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:19.596535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-846d51b0-b4a7-494c-a251-ed02abb64c1b req-caa3427e-88dd-402e-aabb-3d206727a18b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 944 time: 0.1384480 Sep 02 13:08:19.775494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-846d51b0-b4a7-494c-a251-ed02abb64c1b req-28286487-dc4f-4530-babc-e1d94cbba0fa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751645 Sep 02 13:08:20.635756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:20.814450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 42846c41-5928-444a-9900-d485d090c6bc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:20.815266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:21.050327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:21.127240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f9ad6-933a-4390-b11d-05fc3a10b881 req-c163a91f-64ba-474f-bf08-2b30e0c80451 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:21.141012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:21.147114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:08:21.150627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f0f9ad6-933a-4390-b11d-05fc3a10b881 req-c163a91f-64ba-474f-bf08-2b30e0c80451 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 944 time: 0.1950893 Sep 02 13:08:21.153033 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48975fec-4d99-4e78-b938-eed9544cf068" -d '{"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-plugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:08:21.162501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:21.332792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5f0f9ad6-933a-4390-b11d-05fc3a10b881 req-4ae09645-857e-4b5f-973f-4938258721a0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763999 Sep 02 13:08:21.346473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:21.640935 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a60a7b-f79e-45b5-992a-73e4e555073d x-openstack-request-id: req-d2a60a7b-f79e-45b5-992a-73e4e555073d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:08:21.640935 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-plugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:08:21.640935 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2a60a7b-f79e-45b5-992a-73e4e555073d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:08:21.640935 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'code': 200} Sep 02 13:08:22.614178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2de2-f25e-48fc-8c19-409a4dd1e21e req-76720c03-a232-4f2b-9b7d-669b1fa545bb tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:22.617247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a1b2de2-f25e-48fc-8c19-409a4dd1e21e req-76720c03-a232-4f2b-9b7d-669b1fa545bb tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1091709 Sep 02 13:08:22.740435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a1b2de2-f25e-48fc-8c19-409a4dd1e21e req-65375c92-364d-42e1-a2cf-fdc557c8ad2a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097753 Sep 02 13:08:23.944244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bbe8d-2a4f-45df-b3b2-fbd7612c0a28 req-e9e71256-5d43-45a6-a0ff-72e939af5176 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:23.965554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-225bbe8d-2a4f-45df-b3b2-fbd7612c0a28 req-e9e71256-5d43-45a6-a0ff-72e939af5176 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0988686 Sep 02 13:08:24.043666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-225bbe8d-2a4f-45df-b3b2-fbd7612c0a28 req-17eeb025-9f27-4e20-abcb-f13930263ed4 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767403 Sep 02 13:08:25.266222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebf177-94d2-45a4-87d6-752d12eaa740 req-6cf423cb-acea-4241-bfdd-730d45c96efe tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:25.268765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75ebf177-94d2-45a4-87d6-752d12eaa740 req-6cf423cb-acea-4241-bfdd-730d45c96efe tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1005361 Sep 02 13:08:25.359011 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75ebf177-94d2-45a4-87d6-752d12eaa740 req-bc7655c4-1bd0-4368-99d8-9a163e7b102f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733254 Sep 02 13:08:26.721991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c91574-40b8-4580-aa3b-aea9e190f508 req-f30b028c-4f1b-4c83-8a78-a31ca7ab3054 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:26.738222 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1c91574-40b8-4580-aa3b-aea9e190f508 req-f30b028c-4f1b-4c83-8a78-a31ca7ab3054 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1782856 Sep 02 13:08:26.951286 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1c91574-40b8-4580-aa3b-aea9e190f508 req-0545a01c-d2a0-45b8-aa61-0a23810a0d0d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121418 Sep 02 13:08:27.007250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:27.312497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac87ad0d-20e8-4853-be3c-8cc59e834c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.488944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac87ad0d-20e8-4853-be3c-8cc59e834c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.500887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac87ad0d-20e8-4853-be3c-8cc59e834c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.568744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87ad0d-20e8-4853-be3c-8cc59e834c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f95342e-5543-4790-ad6b-1a105291a26f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:27.586458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:27.587136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ac87ad0d-20e8-4853-be3c-8cc59e834c1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8689f1d22de44e89b4f6e5b29e9bde9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776312 Sep 02 13:08:27.654363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5af6bf88-263d-4c27-a138-21fb7c988d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.688392 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5af6bf88-263d-4c27-a138-21fb7c988d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.769956 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5af6bf88-263d-4c27-a138-21fb7c988d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.781373 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5af6bf88-263d-4c27-a138-21fb7c988d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:27.783455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5af6bf88-263d-4c27-a138-21fb7c988d5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f95342e-5543-4790-ad6b-1a105291a26f HTTP/1.1" status: 204 len: 168 time: 0.1949151 Sep 02 13:08:27.799830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6bf88-263d-4c27-a138-21fb7c988d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f95342e-5543-4790-ad6b-1a105291a26f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:28.176924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315f4a-8f28-43a2-9422-bba8c2992322 req-b2949f1f-fde8-41e7-997b-a7137ef234f1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:28.192171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c315f4a-8f28-43a2-9422-bba8c2992322 req-b2949f1f-fde8-41e7-997b-a7137ef234f1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1013844 Sep 02 13:08:28.334841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c315f4a-8f28-43a2-9422-bba8c2992322 req-c80e5906-16fe-4bed-953f-0130908358b7 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220031 Sep 02 13:08:28.739140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f4960b3-ce52-4c86-90c3-b4e3df44048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:29.537637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb7e3-b268-41b5-a60b-b503f73bae9e req-33964c61-d8c5-4236-97c6-69d95aaefb08 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:29.554293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7ddb7e3-b268-41b5-a60b-b503f73bae9e req-33964c61-d8c5-4236-97c6-69d95aaefb08 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1267519 Sep 02 13:08:29.575819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:08:29.616515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7ddb7e3-b268-41b5-a60b-b503f73bae9e req-ca68378c-c6da-4ee2-8931-e87e38fffb20 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607305 Sep 02 13:08:30.791395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b700b1-73b0-4249-a8d9-15720c942bde req-3b4524ed-9bcd-4ace-ac91-827065865d0d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:30.793581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0b700b1-73b0-4249-a8d9-15720c942bde req-3b4524ed-9bcd-4ace-ac91-827065865d0d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0619855 Sep 02 13:08:30.873064 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0b700b1-73b0-4249-a8d9-15720c942bde req-2a23a8b8-4e5c-45c0-9fad-544c2487620a tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695603 Sep 02 13:08:31.477474 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2125-0024-4090-abb8-cd275700c0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:31.683796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.020301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 38934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:32.164484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686ca2-ae9f-47aa-b428-f93b3f96a041 req-cbf9d3cf-dc6e-43b0-89e2-62aaaca4df20 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:32.197942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8686ca2-ae9f-47aa-b428-f93b3f96a041 req-cbf9d3cf-dc6e-43b0-89e2-62aaaca4df20 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1688814 Sep 02 13:08:32.260821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8686ca2-ae9f-47aa-b428-f93b3f96a041 req-94beb21a-61f1-4bcf-8b8e-c4a5b2369370 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617452 Sep 02 13:08:32.345323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac2331bf-18af-4021-98ff-c6dd5fdbcccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.574005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.587494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac2331bf-18af-4021-98ff-c6dd5fdbcccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.594596 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac2331bf-18af-4021-98ff-c6dd5fdbcccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.652337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ac2331bf-18af-4021-98ff-c6dd5fdbcccb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34fd71cafbdc407097ff56365de7b08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295567 Sep 02 13:08:32.653741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2331bf-18af-4021-98ff-c6dd5fdbcccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f347531-d953-434c-a51c-519b0fecd528,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:32.655401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:32.763275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.793919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.878620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.881897 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:32.886696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f347531-d953-434c-a51c-519b0fecd528 HTTP/1.1" status: 204 len: 168 time: 0.2300510 Sep 02 13:08:32.896514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f347531-d953-434c-a51c-519b0fecd528,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:32.905527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.906146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.906635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.907117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.907822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.908334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.909001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.909497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.910092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.910764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.911258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:32.911744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0c4ab-2257-4015-a5fb-8e66a5524420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:33.345541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:33.361361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6c606f-1c7b-435b-a8d2-59abb7f919b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.444240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2c0b1-b1ac-45fb-b0d1-e0f0c0cae300 req-ef03a335-c8c4-49f2-a55a-3f42af2db121 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:33.453408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35c2c0b1-b1ac-45fb-b0d1-e0f0c0cae300 req-ef03a335-c8c4-49f2-a55a-3f42af2db121 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0684326 Sep 02 13:08:33.488331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6c606f-1c7b-435b-a8d2-59abb7f919b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.493139 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6c606f-1c7b-435b-a8d2-59abb7f919b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.510348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35c2c0b1-b1ac-45fb-b0d1-e0f0c0cae300 req-2aa14023-ee78-4db1-a8db-d5319fc56c02 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554981 Sep 02 13:08:33.563484 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eb6c606f-1c7b-435b-a8d2-59abb7f919b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cf125c8a9e24f77a324a2cb4a82f041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138982 Sep 02 13:08:33.564057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 38958) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:33.614463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c606f-1c7b-435b-a8d2-59abb7f919b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d5001c-f5ee-48f0-af41-8c7ea440bd64,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:33.652379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-963b7d15-d135-4c8d-aff3-9a702c200ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.681330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-963b7d15-d135-4c8d-aff3-9a702c200ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.750211 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-963b7d15-d135-4c8d-aff3-9a702c200ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.756564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-963b7d15-d135-4c8d-aff3-9a702c200ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:33.760264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-963b7d15-d135-4c8d-aff3-9a702c200ad4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7d5001c-f5ee-48f0-af41-8c7ea440bd64 HTTP/1.1" status: 204 len: 168 time: 0.1857896 Sep 02 13:08:33.772273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b7d15-d135-4c8d-aff3-9a702c200ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d5001c-f5ee-48f0-af41-8c7ea440bd64,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:34.261306 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:34.697102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3a60-6750-45fb-8d07-00c3d728345f req-ec62846e-5305-4a61-b6cf-cc58bdd2cb84 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:34.706612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60db3a60-6750-45fb-8d07-00c3d728345f req-ec62846e-5305-4a61-b6cf-cc58bdd2cb84 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0879436 Sep 02 13:08:34.756884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60db3a60-6750-45fb-8d07-00c3d728345f req-3c4c783a-f81f-485a-a751-d4e770b8079b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Sep 02 13:08:35.020706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-14cfb5f6-07ea-4b3f-bbbe-7c7f9cc7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:35.022030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-14cfb5f6-07ea-4b3f-bbbe-7c7f9cc7a766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1096 time: 0.0624204 Sep 02 13:08:35.069758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:35.129491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-169dc204-ec2f-4317-9ebd-7a619ef5e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:35.131350 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-169dc204-ec2f-4317-9ebd-7a619ef5e845 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1025851 Sep 02 13:08:35.185746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2119274347-network', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:08:35.214525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:08:35.218097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.223156 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-31dc6052-472e-4ed9-a68d-c99226648f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 1001 time: 0.0779448 Sep 02 13:08:35.228369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.281030 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.307395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-6024c3f4-f506-494f-acc3-85fa36d77ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:35.309831 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-6024c3f4-f506-494f-acc3-85fa36d77ca9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0790372 Sep 02 13:08:35.368086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-cbc71312-b434-4595-923d-53e83dac0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:35.370320 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-cbc71312-b434-4595-923d-53e83dac0a41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528274 Sep 02 13:08:35.375877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.382449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.398201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:08:35.424141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.424737 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Added segment 5977a328-1547-4f2a-8d01-5742871723b6 of type vlan for network e4151e90-4fc7-403b-bb11-50c80c2aac77 Sep 02 13:08:35.478185 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-5deabb11-1779-45ca-8ab9-d637388b80c1 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993547 Sep 02 13:08:35.483212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.501774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e42e7-0169-4f32-843c-f5e908686fa0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:35.531062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.532876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:35.533952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.602290 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9aff48ba-ee1f-42aa-917f-77e05d738c18 req-5e11d9a4-ba67-41db-9132-e15928243606 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173315 Sep 02 13:08:35.626353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:35.627456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5548933 Sep 02 13:08:35.632212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Request body: {'subnet': {'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2119274347-subnet', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:08:35.639984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dd9f3-d456-4d4f-a2d2-8a5ce39679bb admin admin] Pushing event updated for resources: {'Network': ['ID=e4151e90-4fc7-403b-bb11-50c80c2aac77,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:35.655957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:08:35.685496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:08:35.687808 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:35.962125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd3db3-50a4-4c16-85ed-a7b968b1b33b req-e68b2363-9fcd-4d2d-8545-fc596f9a52a0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:35.963770 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbdd3db3-50a4-4c16-85ed-a7b968b1b33b req-e68b2363-9fcd-4d2d-8545-fc596f9a52a0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1171529 Sep 02 13:08:36.038877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dbdd3db3-50a4-4c16-85ed-a7b968b1b33b req-6bc80447-2e6a-4cf0-a211-9b2121d1affc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531297 Sep 02 13:08:36.044092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.100399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a254791-972e-4154-a1e9-a72a947c9e33,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:36.184371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:36.185774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Network hostable DHCP agents. Network: e4151e90-4fc7-403b-bb11-50c80c2aac77, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:08:36.218599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:08:36.235009 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e4151e90-4fc7-403b-bb11-50c80c2aac77) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:36.250583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757cc31-61ff-452e-a058-b249d40d5f2d None None] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:08:36.254567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:36.255103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.272753 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-295d3ceb-aa09-4eb8-a3cc-63307f9a8bb4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6452310 Sep 02 13:08:36.276816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:36.281741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:08:36.312199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.318183 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.397337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.498353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e4151e90-4fc7-403b-bb11-50c80c2aac77', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:08:36.499871 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.570077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.685451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Allocated IP 172.20.0.2 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/6066ba4a-4f68-4527-801f-a750d508dadb) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:08:36.846744 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.869167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.941175 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:36.955226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Transition to ACTIVE for port object 6066ba4a-4f68-4527-801f-a750d508dadb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:36.984966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Transition to ACTIVE for port object 6066ba4a-4f68-4527-801f-a750d508dadb will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:36.998412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:37.000321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Allocated IP 172.25.7.254 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/97abe088-c743-47bc-9b87-3ba4eab4afb5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:08:37.088472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:37.092018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:37.096018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:08:37.112015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Pushing event updated for resources: {'Port': ['ID=6066ba4a-4f68-4527-801f-a750d508dadb,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:37.171346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Attempting to bind port 6066ba4a-4f68-4527-801f-a750d508dadb on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:08:37.172081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Attempting to bind port 6066ba4a-4f68-4527-801f-a750d508dadb by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:08:37.172702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Attempting to bind port 6066ba4a-4f68-4527-801f-a750d508dadb on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:08:37.181115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:08:37.181667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:37.184443 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:37.184850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:08:37.185421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Bound port: 6066ba4a-4f68-4527-801f-a750d508dadb, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:08:37.186980 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:37.260176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:37.281995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] For port 6066ba4a-4f68-4527-801f-a750d508dadb, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:08:37.290457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] For port 6066ba4a-4f68-4527-801f-a750d508dadb, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6066ba4a-4f68-4527-801f-a750d508dadb,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:08:37.299318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:37.383803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d99c1b-434b-49ca-832b-b9da01dfae18 None None] Pushing event updated for resources: {'Port': ['ID=6066ba4a-4f68-4527-801f-a750d508dadb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:37.416586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:37.483512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:37.489185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:37.496078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:08:37.511366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54374f34-ad65-4f5d-88ae-b96705ecaf95 req-33c5e10f-e100-4abf-9c8e-c2233f6a0bcb tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:37.512976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54374f34-ad65-4f5d-88ae-b96705ecaf95 req-33c5e10f-e100-4abf-9c8e-c2233f6a0bcb tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.1570542 Sep 02 13:08:37.548031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Pushing event updated for resources: {'Port': ['ID=97abe088-c743-47bc-9b87-3ba4eab4afb5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:37.675601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-54374f34-ad65-4f5d-88ae-b96705ecaf95 req-13acc286-7cde-49d5-b054-db75bf1163ef tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338356 Sep 02 13:08:37.940992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:38.231459 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:38.463757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:08:38.518791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6066ba4a-4f68-4527-801f-a750d508dadb up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:38.632951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 6066ba4a-4f68-4527-801f-a750d508dadb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:38.652230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:08:38.667269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:08:38.679478 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:38.683739 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:38.684307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-16768749-78e9-420c-a97a-d12b3fdddc1e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4064088 Sep 02 13:08:38.686131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:38.687327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39270) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:38.733521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:08:38.880130 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826318d5-7bbc-4c9e-be1f-4fdb447c019f None None] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:08:38.920067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a4fae-5a08-4aa6-8011-e4e409b2b6d7 req-b5e10986-062f-4ef0-9edd-c5544bc50c7f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:38.921848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-321a4fae-5a08-4aa6-8011-e4e409b2b6d7 req-b5e10986-062f-4ef0-9edd-c5544bc50c7f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 945 time: 0.0930429 Sep 02 13:08:38.957274 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:38.989865 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-321a4fae-5a08-4aa6-8011-e4e409b2b6d7 req-d4f1ebce-af9f-4263-838e-e00c07da5298 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531256 Sep 02 13:08:39.046812 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:39.106766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] Provisioning for port 6066ba4a-4f68-4527-801f-a750d508dadb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:39.228631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:08:39.231320 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e51f57-3e3d-4543-ab65-4632bdb165d1" -d '{"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-unplugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:08:39.234731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] Provisioning complete for port 6066ba4a-4f68-4527-801f-a750d508dadb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:39.235309 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:39.310675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:39.327118 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe4f18e-f542-4d3a-a79e-1d24398f1dfd x-openstack-request-id: req-9fe4f18e-f542-4d3a-a79e-1d24398f1dfd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:08:39.327417 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-unplugged", "status": "failed", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:08:39.327662 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fe4f18e-f542-4d3a-a79e-1d24398f1dfd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:08:39.328079 n-d-792364-8 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'code': 422} returned with failed status Sep 02 13:08:39.332567 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:39.402021 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:37Z', 'revision_number': 3, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:39.468782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:08:39.469163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Updating router 4d0355c4-46c1-4232-8b28-f4affb72bf82 port 97abe088-c743-47bc-9b87-3ba4eab4afb5 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:08:39.535995 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:39.575912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:39.748688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:39.863241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] For port 6066ba4a-4f68-4527-801f-a750d508dadb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6066ba4a-4f68-4527-801f-a750d508dadb,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:39.870768 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.061618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd85d4-a667-41e8-8a5c-7a89286df3ca None None] Pushing event updated for resources: {'Port': ['ID=6066ba4a-4f68-4527-801f-a750d508dadb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:40.072924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a177e6d5-b989-4454-9e60-5dcad2415b71 None None] Provisioning complete for port 6066ba4a-4f68-4527-801f-a750d508dadb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:40.073551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a177e6d5-b989-4454-9e60-5dcad2415b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.214127 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.227271 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Transition to ACTIVE for port object 97abe088-c743-47bc-9b87-3ba4eab4afb5 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:40.236927 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.299115 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Attempting to bind port 97abe088-c743-47bc-9b87-3ba4eab4afb5 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:08:40.300540 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Attempting to bind port 97abe088-c743-47bc-9b87-3ba4eab4afb5 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:08:40.300968 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Attempting to bind port 97abe088-c743-47bc-9b87-3ba4eab4afb5 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:08:40.322733 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:08:40.323312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:40.323967 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.324811 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:08:40.325476 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Bound port: 97abe088-c743-47bc-9b87-3ba4eab4afb5, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:08:40.326003 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.375018 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Pushing event updated for resources: {'Port': ['ID=97abe088-c743-47bc-9b87-3ba4eab4afb5,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.410620 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.411265 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.411265 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.411686 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.411861 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:40.497669 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] For port 97abe088-c743-47bc-9b87-3ba4eab4afb5, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:08:40.507022 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] For port 97abe088-c743-47bc-9b87-3ba4eab4afb5, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=97abe088-c743-47bc-9b87-3ba4eab4afb5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:08:40.518347 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.528287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6066ba4a-4f68-4527-801f-a750d508dadb up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:40.603348 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:40.604037 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:40.608362 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.676250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 6066ba4a-4f68-4527-801f-a750d508dadb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:40.677747 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:40.838973 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd809-e7ab-4b0c-9428-78e3d51037c4 None None] Pushing event updated for resources: {'Port': ['ID=97abe088-c743-47bc-9b87-3ba4eab4afb5,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:40.918860 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:40.992753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Allocated IP 172.20.0.1 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/c46987b2-3926-450a-831b-600fd7d89182) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:08:41.192631 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:41.247616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1680e-e2e6-4aaf-bc00-71ee1f3a8d09 req-78164ed2-2caa-445c-a027-73e6bec07dd6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:41.249601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7bc1680e-e2e6-4aaf-bc00-71ee1f3a8d09 req-78164ed2-2caa-445c-a027-73e6bec07dd6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.0951073 Sep 02 13:08:41.313535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:41.340318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7bc1680e-e2e6-4aaf-bc00-71ee1f3a8d09 req-755584f9-1e68-487b-9092-882c11edce05 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667410 Sep 02 13:08:41.344158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Transition to ACTIVE for port object c46987b2-3926-450a-831b-600fd7d89182 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:41.441235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:41.466869 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:37Z', 'revision_number': 3, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:41.504596 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca375c-0a2e-4c78-9694-222b21350c6f None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:37Z', 'revision_number': 3, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:08:41.532753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:41.537122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:41.541400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:08:41.596839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c46987b2-3926-450a-831b-600fd7d89182,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:41.620874 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:41.820265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-aabafc52-d0a4-4a65-84ad-41d37013ef60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2515609 Sep 02 13:08:41.828103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-ea369c0d-4776-4623-b02d-2953d750b95b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:08:41.829469 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-ea369c0d-4776-4623-b02d-2953d750b95b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081892 Sep 02 13:08:41.906882 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:41.975452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53a66efc-f752-4cb4-80f1-1114c0149422 None None] Provisioning for port c46987b2-3926-450a-831b-600fd7d89182 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:41.980829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53a66efc-f752-4cb4-80f1-1114c0149422 None None] Provisioning complete for port c46987b2-3926-450a-831b-600fd7d89182 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:41.981518 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-f752-4cb4-80f1-1114c0149422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.037296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53a66efc-f752-4cb4-80f1-1114c0149422 None None] Port c46987b2-3926-450a-831b-600fd7d89182 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:08:42.234836 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.241864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.329973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c46987b2-3926-450a-831b-600fd7d89182,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:42.357557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.507840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 97abe088-c743-47bc-9b87-3ba4eab4afb5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:42.573431 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:42.575397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:42.615537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 97abe088-c743-47bc-9b87-3ba4eab4afb5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:42.634730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 97abe088-c743-47bc-9b87-3ba4eab4afb5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:42.641887 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.691835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44defbd-76a3-4e64-9d36-68c2097b1150 req-cf81db7a-2471-4214-bb7c-d2611ee53597 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:42.695876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b44defbd-76a3-4e64-9d36-68c2097b1150 req-cf81db7a-2471-4214-bb7c-d2611ee53597 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1331139 Sep 02 13:08:42.802563 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b44defbd-76a3-4e64-9d36-68c2097b1150 req-e5eeb2e2-9483-4590-b248-888f7545f349 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005836 Sep 02 13:08:42.852683 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.867966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:08:42.894208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 97abe088-c743-47bc-9b87-3ba4eab4afb5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=97abe088-c743-47bc-9b87-3ba4eab4afb5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:42.900866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:42.966476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=97abe088-c743-47bc-9b87-3ba4eab4afb5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:42.982184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28bb3cbd-77ee-4d75-aef9-7f4e752580b8 None None] Provisioning complete for port c46987b2-3926-450a-831b-600fd7d89182 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:42.984500 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28bb3cbd-77ee-4d75-aef9-7f4e752580b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:43.030507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-28bb3cbd-77ee-4d75-aef9-7f4e752580b8 None None] Port c46987b2-3926-450a-831b-600fd7d89182 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:08:43.065437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:08:43.082671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-172da5c1-d5ab-40e7-b0cb-4b2f33c0d0a7 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d0355c4-46c1-4232-8b28-f4affb72bf82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3941503 Sep 02 13:08:43.536332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-957a92b6-c217-4c4c-8245-ef6cbf5b154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:43.537983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-957a92b6-c217-4c4c-8245-ef6cbf5b154b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9&tenant_id=b66c8a78b46e4355aa92674afb5c681d HTTP/1.1" status: 200 len: 1094 time: 0.0922873 Sep 02 13:08:43.629785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-6ef4811b-9b89-45bc-a70c-add4b167aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:43.631630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-6ef4811b-9b89-45bc-a70c-add4b167aa5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1094 time: 0.0619700 Sep 02 13:08:43.763026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-4b01df75-8396-4823-979f-3f17247b5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:43.764578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-4b01df75-8396-4823-979f-3f17247b5cf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1261108 Sep 02 13:08:43.826502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:43.832929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-511097153-network', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:08:43.872968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-c116ee5b-79c4-4b00-ba17-fb45581b6695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 999 time: 0.1010458 Sep 02 13:08:43.876235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Made reservation on behalf of 2268cdea840d4ab992fd2e45fc3ee2f6 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:08:43.879728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:43.902257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:43.999130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-37a528eb-c225-44aa-bb6f-f196c7400c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:44.001448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-37a528eb-c225-44aa-bb6f-f196c7400c07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.1175535 Sep 02 13:08:44.067805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c4233-0caa-4b4c-aa35-662cc24b46b4 req-502faf2f-982f-40a0-9870-b9e51cd6e535 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:44.069559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de7c4233-0caa-4b4c-aa35-662cc24b46b4 req-502faf2f-982f-40a0-9870-b9e51cd6e535 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1445286 Sep 02 13:08:44.152953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-6d0cdf3e-d71a-4df1-878b-05811a6f36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:44.152953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-6d0cdf3e-d71a-4df1-878b-05811a6f36e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418395 Sep 02 13:08:44.212070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:08:44.227061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:44.227799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:44.247468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de7c4233-0caa-4b4c-aa35-662cc24b46b4 req-5013b46b-970d-4758-9a54-73e58cd46f7f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656463 Sep 02 13:08:44.284451 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.293235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.356774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c696c0-a41b-4f6c-b874-89c1eaacdf67,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:44.363058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-a19ac63c-5b31-48ca-886a-924a0b95ddaf service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041287 Sep 02 13:08:44.368223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:08:44.368472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:44.380650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.381061 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Added segment 825dd4dc-8f66-4bd3-8963-5f36371bf43f of type vlan for network 919b63d7-3bee-4ef4-968a-73878c73ad6a Sep 02 13:08:44.443221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.488323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.488826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.489217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.489559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.489895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.490275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.490607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.491117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.491453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.491780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.492107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.492433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:08:44.506341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.508393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:44.509048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.562257 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 97abe088-c743-47bc-9b87-3ba4eab4afb5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:44.623709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] Pushing event updated for resources: {'Network': ['ID=919b63d7-3bee-4ef4-968a-73878c73ad6a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:44.641748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:44.642417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-830433d7-d81b-4514-99d6-bc52830e208b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8137250 Sep 02 13:08:44.645122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:08:44.647068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Request body: {'subnet': {'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-511097153-subnet', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:08:44.675890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Made reservation on behalf of 2268cdea840d4ab992fd2e45fc3ee2f6 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:08:44.679014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.682795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-60349e0a-9b94-42c9-af52-0d95de8de46e service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581077 Sep 02 13:08:44.750901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 97abe088-c743-47bc-9b87-3ba4eab4afb5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:44.751565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.812839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 2, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:44.854775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:08:44.855382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Updating router 4d0355c4-46c1-4232-8b28-f4affb72bf82 port c46987b2-3926-450a-831b-600fd7d89182 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:08:44.870471 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.891293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:44.955280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Checking segment: {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:44.955890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Network hostable DHCP agents. Network: 919b63d7-3bee-4ef4-968a-73878c73ad6a, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:08:44.960969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade0f5ef-87b7-43bb-80dc-d6f18539ca78,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:44.983785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:08:44.997507 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 919b63d7-3bee-4ef4-968a-73878c73ad6a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:45.006042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:45.006729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:45.028638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ada065f0-f6ef-4be1-904f-bd74db37d7c9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3856466 Sep 02 13:08:45.031415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:45.046864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:08:45.098247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:45.100408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:45.202197 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:45.231179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19135ce4-ecfa-47e2-a86e-3b955ef608bc None None] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:08:45.600965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:45.637502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28617d-3661-4006-9a5b-dc52c829d631 req-21a8c392-d030-423d-92d5-93f4b0fc5a2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:45.650508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff28617d-3661-4006-9a5b-dc52c829d631 req-21a8c392-d030-423d-92d5-93f4b0fc5a2d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.2439635 Sep 02 13:08:45.750707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff28617d-3661-4006-9a5b-dc52c829d631 req-1d0bc770-41bc-426c-b2c0-77d7f42674c0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991526 Sep 02 13:08:46.110475 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:46.183339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-919b63d7-3bee-4ef4-968a-73878c73ad6a', 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'fixed_ips': [{'subnet_id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:08:46.192818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:46.207035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Transition to ACTIVE for port object c46987b2-3926-450a-831b-600fd7d89182 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:46.241118 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:46.616206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Attempting to bind port c46987b2-3926-450a-831b-600fd7d89182 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:08:46.619131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Attempting to bind port c46987b2-3926-450a-831b-600fd7d89182 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:08:46.619543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Attempting to bind port c46987b2-3926-450a-831b-600fd7d89182 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:08:46.645295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10189205-840d-481e-ab35-7b2ddea174fe None None] Pushing event updated for resources: {'Port': ['ID=c46987b2-3926-450a-831b-600fd7d89182,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:46.650478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:08:46.650810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:46.651198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:46.651590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:08:46.652076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Bound port: c46987b2-3926-450a-831b-600fd7d89182, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:08:46.652485 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:46.998985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] For port c46987b2-3926-450a-831b-600fd7d89182, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:08:47.003975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] For port c46987b2-3926-450a-831b-600fd7d89182, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c46987b2-3926-450a-831b-600fd7d89182,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:08:47.013123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:47.047127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c00c-4deb-4ab1-a550-21c81eff0bb7 req-5e082a64-9a18-4169-9b4c-632bad091145 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:47.082268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7529c00c-4deb-4ab1-a550-21c81eff0bb7 req-5e082a64-9a18-4169-9b4c-632bad091145 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1813951 Sep 02 13:08:47.161944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Allocated IP 172.20.0.2 (919b63d7-3bee-4ef4-968a-73878c73ad6a/ade0f5ef-87b7-43bb-80dc-d6f18539ca78/f3130b59-a5c7-473a-9845-d72e8d4a2cab) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:08:47.197292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7529c00c-4deb-4ab1-a550-21c81eff0bb7 req-ab70a0e0-2c11-4e89-97ae-de68505fab42 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145320 Sep 02 13:08:47.243988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:47.296721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:47.555049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10189205-840d-481e-ab35-7b2ddea174fe None None] Pushing event updated for resources: {'Port': ['ID=c46987b2-3926-450a-831b-600fd7d89182,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:47.574179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:47.575143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:47.658544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Allocated IP 172.25.7.247 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/a2c7a00b-1eb1-4618-8362-59230f7b0514) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:08:47.838543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:47.958737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:48.086071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:48.257511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c7a00b-1eb1-4618-8362-59230f7b0514,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:48.289138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:48.300324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:48.315829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:08:48.495849 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:48.513324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Transition to ACTIVE for port object f3130b59-a5c7-473a-9845-d72e8d4a2cab will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:48.548760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Transition to ACTIVE for port object f3130b59-a5c7-473a-9845-d72e8d4a2cab will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:48.564242 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:48.836944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:48.852890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:48.856782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520d4c4-c7c4-4392-a0d1-4480a5709469 req-60b8c460-abd3-4559-8b08-ef7e5d8364f5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:48.863514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Pushing event updated for resources: {'Port': ['ID=f3130b59-a5c7-473a-9845-d72e8d4a2cab,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:48.867119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4520d4c4-c7c4-4392-a0d1-4480a5709469 req-60b8c460-abd3-4559-8b08-ef7e5d8364f5 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.3954823 Sep 02 13:08:48.870188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:08:48.956002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4520d4c4-c7c4-4392-a0d1-4480a5709469 req-e514c963-16de-4553-b81b-1fa558f834d3 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874693 Sep 02 13:08:48.999489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:46Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:49.002114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:49.058099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc45b-7d9f-42ae-9f84-c75f4bca8ce0 None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:46Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:08:49.059975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Attempting to bind port f3130b59-a5c7-473a-9845-d72e8d4a2cab on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:08:49.060460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Attempting to bind port f3130b59-a5c7-473a-9845-d72e8d4a2cab by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:08:49.061036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Attempting to bind port f3130b59-a5c7-473a-9845-d72e8d4a2cab on network 919b63d7-3bee-4ef4-968a-73878c73ad6a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:08:49.085295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:08:49.085796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Checking segment: {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:49.086294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:49.086978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Bound using segment: {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:08:49.087563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Bound port: f3130b59-a5c7-473a-9845-d72e8d4a2cab, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:08:49.088030 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:49.362840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] For port f3130b59-a5c7-473a-9845-d72e8d4a2cab, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:08:49.377034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] For port f3130b59-a5c7-473a-9845-d72e8d4a2cab, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f3130b59-a5c7-473a-9845-d72e8d4a2cab,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:08:49.384314 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:49.538706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d18643-894e-4f36-8ae9-f2d5ce098a54 None None] Pushing event updated for resources: {'Port': ['ID=f3130b59-a5c7-473a-9845-d72e8d4a2cab,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:49.542578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:50.011453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Router 8136155c-66b0-436d-aed9-facbd814c0f7 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:08:50.193024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f140e-c457-4410-af1c-ede45fd3e3dc req-8b7ba257-820c-4216-b450-13c745a0f0a8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:50.203744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c22f140e-c457-4410-af1c-ede45fd3e3dc req-8b7ba257-820c-4216-b450-13c745a0f0a8 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1027153 Sep 02 13:08:50.247950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:08:50.264093 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Sync routers for ids ['8136155c-66b0-436d-aed9-facbd814c0f7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:08:50.274768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c22f140e-c457-4410-af1c-ede45fd3e3dc req-381cac08-12d1-49d5-aa30-5900bee78071 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694702 Sep 02 13:08:50.298075 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Routers {'8136155c-66b0-436d-aed9-facbd814c0f7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:50.301944 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8136155c-66b0-436d-aed9-facbd814c0f7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:50.303272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:50.304533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0bb50eea-ae43-4d3e-a20b-6b5c0f81cc88 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2698843 Sep 02 13:08:50.307824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:50.557011 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Set router 8136155c-66b0-436d-aed9-facbd814c0f7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:50.654921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f3130b59-a5c7-473a-9845-d72e8d4a2cab up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:50.831162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f3130b59-a5c7-473a-9845-d72e8d4a2cab completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:50.843546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c46987b2-3926-450a-831b-600fd7d89182 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:51.024186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c46987b2-3926-450a-831b-600fd7d89182 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:51.035538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c46987b2-3926-450a-831b-600fd7d89182 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:51.037786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:51.317327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:51.425121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c46987b2-3926-450a-831b-600fd7d89182, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c46987b2-3926-450a-831b-600fd7d89182,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:51.435657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625cd636-5c47-4a2a-8c2e-c14c63852a9f None None] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:08:51.460465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:51.515150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:08:48Z', 'revision_number': 3, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:51.558761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] Provisioning for port f3130b59-a5c7-473a-9845-d72e8d4a2cab completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:51.574250 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Checking router: 8136155c-66b0-436d-aed9-facbd814c0f7 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:08:51.578801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] Provisioning complete for port f3130b59-a5c7-473a-9845-d72e8d4a2cab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:51.579226 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:51.583366 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Updating router 8136155c-66b0-436d-aed9-facbd814c0f7 port a2c7a00b-1eb1-4618-8362-59230f7b0514 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:08:51.662461 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:51.686304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce50f8-5799-45be-88ca-bc190eff4910 req-49b730b0-4433-4cfb-a80c-10e312793dc6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:51.700029 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7ce50f8-5799-45be-88ca-bc190eff4910 req-49b730b0-4433-4cfb-a80c-10e312793dc6 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1445267 Sep 02 13:08:51.762550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7ce50f8-5799-45be-88ca-bc190eff4910 req-884f9ba3-83d9-4ea7-8490-dd4ed4bc75a1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607553 Sep 02 13:08:51.776118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c46987b2-3926-450a-831b-600fd7d89182,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:51.843379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.034894 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.107073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] For port f3130b59-a5c7-473a-9845-d72e8d4a2cab, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f3130b59-a5c7-473a-9845-d72e8d4a2cab,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:52.118598 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.267107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f3005-18b1-4720-8504-72e55f14134e None None] Pushing event updated for resources: {'Port': ['ID=f3130b59-a5c7-473a-9845-d72e8d4a2cab,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:52.291556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Allocated IP 172.20.0.1 (919b63d7-3bee-4ef4-968a-73878c73ad6a/ade0f5ef-87b7-43bb-80dc-d6f18539ca78/c75f3549-e90a-41d2-a4cb-48c634b8e39f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:08:52.631545 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.644651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f3130b59-a5c7-473a-9845-d72e8d4a2cab up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:52.654778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.674904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Transition to ACTIVE for port object a2c7a00b-1eb1-4618-8362-59230f7b0514 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:52.682629 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.687890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Transition to ACTIVE for port object c75f3549-e90a-41d2-a4cb-48c634b8e39f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:52.765805 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63327fd-cff4-491b-8a25-b6543f1155a8 None None] Pushing event updated for resources: {'Port': ['ID=a2c7a00b-1eb1-4618-8362-59230f7b0514,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:52.788669 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Attempting to bind port a2c7a00b-1eb1-4618-8362-59230f7b0514 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:08:52.789083 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Attempting to bind port a2c7a00b-1eb1-4618-8362-59230f7b0514 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:08:52.789556 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Attempting to bind port a2c7a00b-1eb1-4618-8362-59230f7b0514 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:08:52.795505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:08:52.795905 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:52.796282 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.796678 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:08:52.797590 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Bound port: a2c7a00b-1eb1-4618-8362-59230f7b0514, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:08:52.799297 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.838565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-488497f7-2594-4014-a851-ca1f3b6c345e None None] Provisioning complete for port f3130b59-a5c7-473a-9845-d72e8d4a2cab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:52.839084 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-488497f7-2594-4014-a851-ca1f3b6c345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.856949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.975967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f3130b59-a5c7-473a-9845-d72e8d4a2cab triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:52.976252 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:52.983049 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] For port a2c7a00b-1eb1-4618-8362-59230f7b0514, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:08:52.984363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:52.990232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:52.995392 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] For port a2c7a00b-1eb1-4618-8362-59230f7b0514, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a2c7a00b-1eb1-4618-8362-59230f7b0514,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:08:52.996475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:08:53.006159 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:53.088299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35d210-8b58-4da0-a530-22ce99bfe5c1 req-8b4d22cd-6b0c-4b08-98b4-89356a4bb4d0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:53.105213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c35d210-8b58-4da0-a530-22ce99bfe5c1 req-8b4d22cd-6b0c-4b08-98b4-89356a4bb4d0 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1826456 Sep 02 13:08:53.118737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:53.170631 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Routers {'8136155c-66b0-436d-aed9-facbd814c0f7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:53.171290 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8136155c-66b0-436d-aed9-facbd814c0f7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:53.272851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c35d210-8b58-4da0-a530-22ce99bfe5c1 req-17d38bbf-b7a1-49cb-a26d-fba48d0e0d8b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662335 Sep 02 13:08:53.281198 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Pushing event updated for resources: {'Port': ['ID=c75f3549-e90a-41d2-a4cb-48c634b8e39f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:53.501835 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63327fd-cff4-491b-8a25-b6543f1155a8 None None] Pushing event updated for resources: {'Port': ['ID=a2c7a00b-1eb1-4618-8362-59230f7b0514,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:53.567682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:53.573437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c46987b2-3926-450a-831b-600fd7d89182 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:53.582009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01ac3f60-fbac-40eb-b51b-2ce0a1e19192 None None] Provisioning for port c75f3549-e90a-41d2-a4cb-48c634b8e39f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:53.588082 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] Set router 8136155c-66b0-436d-aed9-facbd814c0f7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:53.633249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01ac3f60-fbac-40eb-b51b-2ce0a1e19192 None None] Provisioning complete for port c75f3549-e90a-41d2-a4cb-48c634b8e39f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:53.633625 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01ac3f60-fbac-40eb-b51b-2ce0a1e19192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:53.778376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-01ac3f60-fbac-40eb-b51b-2ce0a1e19192 None None] Port c75f3549-e90a-41d2-a4cb-48c634b8e39f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:08:53.818777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c46987b2-3926-450a-831b-600fd7d89182 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:53.825416 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:53.971399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:54.095014 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:08:48Z', 'revision_number': 3, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:54.129872 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.137186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.156268 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031d49f-e635-42f5-ab5f-8009b3e92874 None None] The sync data for ids ['8136155c-66b0-436d-aed9-facbd814c0f7'] in n-d-792364-8 is: [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:08:48Z', 'revision_number': 3, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:08:54.185595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11edfcf6-0fc1-46a7-af8c-e3eadcfa14b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.351170 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.381031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Pushing event updated for resources: {'Port': ['ID=c75f3549-e90a-41d2-a4cb-48c634b8e39f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:54.439197 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11edfcf6-0fc1-46a7-af8c-e3eadcfa14b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.445960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11edfcf6-0fc1-46a7-af8c-e3eadcfa14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.572626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edfcf6-0fc1-46a7-af8c-e3eadcfa14b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3573eb-e2bf-4fda-8f62-3e134279ef2b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:54.593476 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11edfcf6-0fc1-46a7-af8c-e3eadcfa14b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a00df82629de4fbe960ec034073cdc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207249 Sep 02 13:08:54.597637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:54.700801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857598d-ea22-4ac5-a478-84feed7b0c88 req-041b2e2f-0f5c-44d0-8b20-f0b3e994f91c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:54.720057 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b857598d-ea22-4ac5-a478-84feed7b0c88 req-041b2e2f-0f5c-44d0-8b20-f0b3e994f91c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.2228949 Sep 02 13:08:54.743137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfb3a-7f6b-4c5b-9cea-a7f76443c998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.780645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:08:54.825896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:08:54.834802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfb3a-7f6b-4c5b-9cea-a7f76443c998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.942001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfb3a-7f6b-4c5b-9cea-a7f76443c998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.946734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfb3a-7f6b-4c5b-9cea-a7f76443c998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:54.948076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd9bfb3a-7f6b-4c5b-9cea-a7f76443c998 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d3573eb-e2bf-4fda-8f62-3e134279ef2b HTTP/1.1" status: 204 len: 168 time: 0.3490181 Sep 02 13:08:54.983532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bfb3a-7f6b-4c5b-9cea-a7f76443c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3573eb-e2bf-4fda-8f62-3e134279ef2b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:55.325849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b857598d-ea22-4ac5-a478-84feed7b0c88 req-10b8dbfa-e518-49ae-9444-244aaeb0ef49 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6025689 Sep 02 13:08:55.423854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8d396f41-d926-4b67-a928-50b42eb9a9c7 None None] Provisioning complete for port c75f3549-e90a-41d2-a4cb-48c634b8e39f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:55.424463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d396f41-d926-4b67-a928-50b42eb9a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:55.488720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Router 8136155c-66b0-436d-aed9-facbd814c0f7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:08:55.547828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8d396f41-d926-4b67-a928-50b42eb9a9c7 None None] Port c75f3549-e90a-41d2-a4cb-48c634b8e39f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:08:55.701069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:08:55.712627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5ffabeac-f4ad-4f78-a66b-6b367ab2cc70 admin admin] 10.222.0.60 "PUT /v2.0/routers/8136155c-66b0-436d-aed9-facbd814c0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4036398 Sep 02 13:08:55.795632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39674) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:55.824070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57aec991-ec35-4dc6-adc3-bc7fae778d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:55.979537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57aec991-ec35-4dc6-adc3-bc7fae778d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:55.985388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57aec991-ec35-4dc6-adc3-bc7fae778d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:56.069256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-57aec991-ec35-4dc6-adc3-bc7fae778d21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf27c692df104edf93461f09fc384c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721674 Sep 02 13:08:56.072280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:08:56.083669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec991-ec35-4dc6-adc3-bc7fae778d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34231685-5f1a-4b5f-aaa5-73c87f63ec1a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:56.234541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515bfc16-ecf9-4b98-ab7d-d67515883769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:56.294188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515bfc16-ecf9-4b98-ab7d-d67515883769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:56.403677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515bfc16-ecf9-4b98-ab7d-d67515883769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:56.408087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515bfc16-ecf9-4b98-ab7d-d67515883769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:56.409674 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-515bfc16-ecf9-4b98-ab7d-d67515883769 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34231685-5f1a-4b5f-aaa5-73c87f63ec1a HTTP/1.1" status: 204 len: 168 time: 0.3359516 Sep 02 13:08:56.424882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bfc16-ecf9-4b98-ab7d-d67515883769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34231685-5f1a-4b5f-aaa5-73c87f63ec1a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:56.607117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a2c7a00b-1eb1-4618-8362-59230f7b0514 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:56.664687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c4b3-f3ef-4445-b92c-6af6d2c42f5f req-3118656f-d7ca-49fa-9540-ad81f6cc88b2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:56.675427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bf5c4b3-f3ef-4445-b92c-6af6d2c42f5f req-3118656f-d7ca-49fa-9540-ad81f6cc88b2 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1333182 Sep 02 13:08:56.755142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a2c7a00b-1eb1-4618-8362-59230f7b0514 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:08:56.775157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a2c7a00b-1eb1-4618-8362-59230f7b0514 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:56.775516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:56.807214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bf5c4b3-f3ef-4445-b92c-6af6d2c42f5f req-2df6b0c2-7728-4517-b699-73923d77c583 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311009 Sep 02 13:08:57.030261 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:57.057009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a2c7a00b-1eb1-4618-8362-59230f7b0514, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a2c7a00b-1eb1-4618-8362-59230f7b0514,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:08:57.078688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:57.243777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a2c7a00b-1eb1-4618-8362-59230f7b0514,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:57.552065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Sync routers for ids ['8136155c-66b0-436d-aed9-facbd814c0f7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:08:57.580146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Routers {'8136155c-66b0-436d-aed9-facbd814c0f7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:57.580146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8136155c-66b0-436d-aed9-facbd814c0f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:58.174205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65eede-0b48-42e3-bb55-6581aea16f93 req-29041fce-26df-48ee-a730-7f9b7ebb7caa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:58.176649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f65eede-0b48-42e3-bb55-6581aea16f93 req-29041fce-26df-48ee-a730-7f9b7ebb7caa tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1737552 Sep 02 13:08:58.253077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f65eede-0b48-42e3-bb55-6581aea16f93 req-a1c72fe8-161a-486f-b271-783b58faffe1 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692410 Sep 02 13:08:58.553315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Set router 8136155c-66b0-436d-aed9-facbd814c0f7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:08:58.662380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a2c7a00b-1eb1-4618-8362-59230f7b0514 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:08:58.864348 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5a12-abc8-43fa-a133-c04fea059c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:58.924102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a2c7a00b-1eb1-4618-8362-59230f7b0514 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:08:58.924624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.194081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:08:53Z', 'revision_number': 4, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c75f3549-e90a-41d2-a4cb-48c634b8e39f', 'name': '', 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'mac_address': 'fa:16:3e:6f:92:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:51Z', 'updated_at': '2021-09-02T13:08:53Z', 'revision_number': 2, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'subnets': [{'id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:08:59.237767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Checking router: 8136155c-66b0-436d-aed9-facbd814c0f7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:08:59.238287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Updating router 8136155c-66b0-436d-aed9-facbd814c0f7 port c75f3549-e90a-41d2-a4cb-48c634b8e39f binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:08:59.287089 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.530574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d9c07-2d6d-4e49-aabf-d34482a38d3b req-933fb606-a2a1-4557-8c39-d31903e930fd tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:08:59.540118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-633d9c07-2d6d-4e49-aabf-d34482a38d3b req-933fb606-a2a1-4557-8c39-d31903e930fd tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1046786 Sep 02 13:08:59.583619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-633d9c07-2d6d-4e49-aabf-d34482a38d3b req-7d4a0b75-d381-495c-a8a0-5a944d87b860 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Sep 02 13:08:59.636437 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.648172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Transition to ACTIVE for port object c75f3549-e90a-41d2-a4cb-48c634b8e39f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:08:59.655663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.772772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6937-4819-4579-aad1-a4c51bcb7e6c None None] Pushing event updated for resources: {'Port': ['ID=c75f3549-e90a-41d2-a4cb-48c634b8e39f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:08:59.788605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Attempting to bind port c75f3549-e90a-41d2-a4cb-48c634b8e39f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:08:59.789076 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Attempting to bind port c75f3549-e90a-41d2-a4cb-48c634b8e39f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:08:59.789528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Attempting to bind port c75f3549-e90a-41d2-a4cb-48c634b8e39f on network 919b63d7-3bee-4ef4-968a-73878c73ad6a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:08:59.794921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:08:59.795806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Checking segment: {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:08:59.796074 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.796556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Bound using segment: {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:08:59.797153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Bound port: c75f3549-e90a-41d2-a4cb-48c634b8e39f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825dd4dc-8f66-4bd3-8963-5f36371bf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:08:59.797601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.898164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] For port c75f3549-e90a-41d2-a4cb-48c634b8e39f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:08:59.907210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] For port c75f3549-e90a-41d2-a4cb-48c634b8e39f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c75f3549-e90a-41d2-a4cb-48c634b8e39f,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:08:59.914433 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:08:59.984505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Routers {'8136155c-66b0-436d-aed9-facbd814c0f7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:08:59.985465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:08:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8136155c-66b0-436d-aed9-facbd814c0f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:00.030716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6937-4819-4579-aad1-a4c51bcb7e6c None None] Pushing event updated for resources: {'Port': ['ID=c75f3549-e90a-41d2-a4cb-48c634b8e39f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:00.150585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] Set router 8136155c-66b0-436d-aed9-facbd814c0f7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:09:00.353843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-5ecf45a6-a6eb-45b7-98d0-ddcc670bca49 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:00.355499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-5ecf45a6-a6eb-45b7-98d0-ddcc670bca49 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.2168832 Sep 02 13:09:00.372814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-03874e51-7b29-49dd-8164-dfab4f12be2b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0108821 Sep 02 13:09:00.439517 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-f93e1194-6ac3-4e1b-9ee4-73ff2ea5469f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467415 Sep 02 13:09:00.451628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-d690525e-c3cb-4875-9ca7-8db1895ad3c2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:09:00.452915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-d690525e-c3cb-4875-9ca7-8db1895ad3c2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061007 Sep 02 13:09:00.509457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:08:53Z', 'revision_number': 4, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c75f3549-e90a-41d2-a4cb-48c634b8e39f', 'name': '', 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'mac_address': 'fa:16:3e:6f:92:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:51Z', 'updated_at': '2021-09-02T13:08:59Z', 'revision_number': 4, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'subnets': [{'id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:00.548997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80840714-4ffe-4fb8-9414-c7c44332b2c6 None None] The sync data for ids ['8136155c-66b0-436d-aed9-facbd814c0f7'] in n-d-792364-8 is: [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:08:53Z', 'revision_number': 4, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c75f3549-e90a-41d2-a4cb-48c634b8e39f', 'name': '', 'network_id': '919b63d7-3bee-4ef4-968a-73878c73ad6a', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'mac_address': 'fa:16:3e:6f:92:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:51Z', 'updated_at': '2021-09-02T13:08:59Z', 'revision_number': 4, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'subnets': [{'id': 'ade0f5ef-87b7-43bb-80dc-d6f18539ca78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:09:00.554089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-d02654d0-3f43-447d-82c8-3bbac315a4de service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939825 Sep 02 13:09:00.732344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-0972b25b-cb82-4b00-bfd6-398ef244ad24 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718087 Sep 02 13:09:00.817142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b044dbe-e8b8-4225-9df6-2b64d3cade9e req-d214eae1-b0ac-4fd0-80fa-dbfa60d9f168 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:00.833813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b044dbe-e8b8-4225-9df6-2b64d3cade9e req-d214eae1-b0ac-4fd0-80fa-dbfa60d9f168 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.1240900 Sep 02 13:09:00.946372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b044dbe-e8b8-4225-9df6-2b64d3cade9e req-e3741c3f-0490-414f-a331-c30ed82d0f69 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115379 Sep 02 13:09:01.127908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 39798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:01.221503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5cab0f29-2996-4fe8-bd25-a63150bd232e req-d0105e3e-f07a-4c41-8a13-27cebb242176 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 210 time: 0.0487497 Sep 02 13:09:01.305657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3bd9-c26e-4d07-b0e1-90f4d46f5a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.460236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3bd9-c26e-4d07-b0e1-90f4d46f5a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.466365 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fd647ac7-e404-4f42-a492-358852749c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.468470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3bd9-c26e-4d07-b0e1-90f4d46f5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.514690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5ffb3bd9-c26e-4d07-b0e1-90f4d46f5a4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c60d2b2c1cd4e77b4f6547cfd7cb190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849769 Sep 02 13:09:01.516129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb3bd9-c26e-4d07-b0e1-90f4d46f5a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2384a-f999-4cf2-8c3e-01e2b65d93a1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:01.517810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 39810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:01.578152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4417eb8-5989-4e6f-9deb-6ad5baa12d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.602259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4417eb8-5989-4e6f-9deb-6ad5baa12d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.662760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4417eb8-5989-4e6f-9deb-6ad5baa12d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.665545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4417eb8-5989-4e6f-9deb-6ad5baa12d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:01.669097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e4417eb8-5989-4e6f-9deb-6ad5baa12d01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62d2384a-f999-4cf2-8c3e-01e2b65d93a1 HTTP/1.1" status: 204 len: 168 time: 0.1478806 Sep 02 13:09:01.681633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4417eb8-5989-4e6f-9deb-6ad5baa12d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2384a-f999-4cf2-8c3e-01e2b65d93a1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:01.691383 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:02.107352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1881-b297-48fa-9ea2-65f8ecc98604 req-98e4de0e-335d-4068-ae8a-cb8f42848b85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:02.108957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aca1881-b297-48fa-9ea2-65f8ecc98604 req-98e4de0e-335d-4068-ae8a-cb8f42848b85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 943 time: 0.0780118 Sep 02 13:09:02.162328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aca1881-b297-48fa-9ea2-65f8ecc98604 req-b68aee48-1726-40aa-82fd-fc0719518712 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Sep 02 13:09:02.370005 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b365419-80f3-4bad-a1f2-730c1428d7be req-9f8b829a-d2aa-40b8-aa0f-f6a0287ddcc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 210 time: 0.0773196 Sep 02 13:09:02.461816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-4608e314-ace4-4138-b820-1cedf4c809b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843363 Sep 02 13:09:02.479120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-839c4eaf-e84a-44a4-885f-b4d28deeef8d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:02.481037 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-839c4eaf-e84a-44a4-885f-b4d28deeef8d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.2018132 Sep 02 13:09:02.496743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:09:02.537031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c75f3549-e90a-41d2-a4cb-48c634b8e39f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:09:02.598278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08105-e64f-4923-9b7b-988859777bb3 req-a26b2522-09ba-43f2-81fe-a9f57785197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:02.598894 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:02.599967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-a26b2522-09ba-43f2-81fe-a9f57785197c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 1097 time: 0.0809903 Sep 02 13:09:02.625285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c75f3549-e90a-41d2-a4cb-48c634b8e39f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:09:02.630451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c75f3549-e90a-41d2-a4cb-48c634b8e39f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:02.630734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:02.679640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:09:02.683265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:02.722060 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:02.761363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08105-e64f-4923-9b7b-988859777bb3 req-c45553a8-cfb0-4ee3-95e8-9990055177ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:02.763795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-c45553a8-cfb0-4ee3-95e8-9990055177ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 200 len: 910 time: 0.1416385 Sep 02 13:09:02.770659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c75f3549-e90a-41d2-a4cb-48c634b8e39f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c75f3549-e90a-41d2-a4cb-48c634b8e39f,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:02.775207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:09:02.794527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:02.835496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-8f07e492-4716-46a2-9a3b-e49495e4987f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 200 len: 1002 time: 0.0633569 Sep 02 13:09:02.855997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.3 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/bbd72b85-f837-4706-bd6d-8acdc0bba91e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:09:02.921581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08105-e64f-4923-9b7b-988859777bb3 req-5ebba956-5e0e-4bf4-9f6d-779ffa3bed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:02.924312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-5ebba956-5e0e-4bf4-9f6d-779ffa3bed5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 200 len: 848 time: 0.0783355 Sep 02 13:09:02.982771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c75f3549-e90a-41d2-a4cb-48c634b8e39f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:03.032334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08105-e64f-4923-9b7b-988859777bb3 req-cf014c80-3331-450b-9ac5-a95acae5fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:03.034012 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-cf014c80-3331-450b-9ac5-a95acae5fae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c82b8324-8cb5-4efc-b83e-8b8483df690e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025350 Sep 02 13:09:03.036125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:03.052735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '42846c41-5928-444a-9900-d485d090c6bc', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'port_id': '42846c41-5928-444a-9900-d485d090c6bc', 'mac_address': 'fa:16:3e:59:60:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:09:03.120297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.153224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42846c41-5928-444a-9900-d485d090c6bc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:09:03.186687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.197241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:03.200890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-21e975f1-0ca9-4e97-a3b7-ac6ef5a39207 service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581926 Sep 02 13:09:03.206126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.207510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object bbd72b85-f837-4706-bd6d-8acdc0bba91e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:09:03.275300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.282362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:03.336535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:09:03.338175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:09:03.342037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:09:03.400405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=bbd72b85-f837-4706-bd6d-8acdc0bba91e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:03.412803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-08b08105-e64f-4923-9b7b-988859777bb3 req-ac718368-4c91-407f-9b67-1e1bb4d0c49d service neutron] 10.222.0.18 "GET /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019191 Sep 02 13:09:03.434957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d4d8b-ad3b-4511-843d-428e3008f418 req-05cd2a3b-ea59-42e3-a43c-f293cd94a116 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:03.437146 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-841d4d8b-ad3b-4511-843d-428e3008f418 req-05cd2a3b-ea59-42e3-a43c-f293cd94a116 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 944 time: 0.1582477 Sep 02 13:09:03.440997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['42846c41-5928-444a-9900-d485d090c6bc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:09:03.456284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:03.467485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.517754 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-bbb18e12-06ad-4eb2-a268-c52f945b9b8f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261452 Sep 02 13:09:03.530754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Request body: {'port': {'device_id': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:09:03.565734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-841d4d8b-ad3b-4511-843d-428e3008f418 req-d33f2a95-1a8b-4964-9418-5c26ed09a44b tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023724 Sep 02 13:09:03.713516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.727528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758d10-74cc-4371-a626-d358ce160c9c req-71af2894-d8d7-4ba9-9868-e90785207462 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:03.734451 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18758d10-74cc-4371-a626-d358ce160c9c req-71af2894-d8d7-4ba9-9868-e90785207462 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 931 time: 0.1547687 Sep 02 13:09:03.759795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4ad54c6-746b-41a5-94af-3004d21501ed None None] Provisioning for port bbd72b85-f837-4706-bd6d-8acdc0bba91e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:09:03.765909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4ad54c6-746b-41a5-94af-3004d21501ed None None] Provisioning complete for port bbd72b85-f837-4706-bd6d-8acdc0bba91e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:03.766340 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4ad54c6-746b-41a5-94af-3004d21501ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:03.807930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad54c6-746b-41a5-94af-3004d21501ed None None] Port bbd72b85-f837-4706-bd6d-8acdc0bba91e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:09:03.856506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18758d10-74cc-4371-a626-d358ce160c9c req-41c781df-b6f8-4dc0-b973-bd111fdfb085 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195164 Sep 02 13:09:04.193334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd72b85-f837-4706-bd6d-8acdc0bba91e {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:09:04.203196 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:04.219168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Transition to ACTIVE for port object bbd72b85-f837-4706-bd6d-8acdc0bba91e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:09:04.224565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:04.271916 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:04.341500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd72b85-f837-4706-bd6d-8acdc0bba91e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:04.414825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Attempting to bind port bbd72b85-f837-4706-bd6d-8acdc0bba91e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:09:04.415400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Attempting to bind port bbd72b85-f837-4706-bd6d-8acdc0bba91e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:09:04.415505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Attempting to bind port bbd72b85-f837-4706-bd6d-8acdc0bba91e on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:09:04.421262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Port bbd72b85-f837-4706-bd6d-8acdc0bba91e on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:09:04.421715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Attempting to bind port bbd72b85-f837-4706-bd6d-8acdc0bba91e on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:09:04.432274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:09:04.432798 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:09:04.433315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:09:04.435259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Bound port: bbd72b85-f837-4706-bd6d-8acdc0bba91e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:09:04.435730 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:04.519929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] For port bbd72b85-f837-4706-bd6d-8acdc0bba91e, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:09:04.526485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] For port bbd72b85-f837-4706-bd6d-8acdc0bba91e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:09:04.548345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:04.568425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c75f3549-e90a-41d2-a4cb-48c634b8e39f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:09:04.674212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:04.674212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:04.676195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbd72b85-f837-4706-bd6d-8acdc0bba91e HTTP/1.1" status: 200 len: 1091 time: 1.1502228 Sep 02 13:09:04.677014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'tag': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:04.679589 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daccf65-f911-4c14-bd8f-05cfb3f70126" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdeca9b-14c3-4f3f-a212-19c5067afe77", "tag": "bbd72b85-f837-4706-bd6d-8acdc0bba91e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:04.704191 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4d4d-ea65-4eb7-a82a-bf82768375d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd72b85-f837-4706-bd6d-8acdc0bba91e,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:04.791740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:09:04.830125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1a46-2ba2-4229-8c37-6463ba532ddb req-a9991130-feb0-44df-bd06-e2f9ca3e4c70 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:04.842250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5ba1a46-2ba2-4229-8c37-6463ba532ddb req-a9991130-feb0-44df-bd06-e2f9ca3e4c70 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 944 time: 0.1107903 Sep 02 13:09:04.886972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-003a0581-8aad-4210-b849-125168ad8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:04.895608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-003a0581-8aad-4210-b849-125168ad8d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 1094 time: 0.1652260 Sep 02 13:09:04.962733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5ba1a46-2ba2-4229-8c37-6463ba532ddb req-f649dd42-9102-4442-bb2c-de82ad223e13 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175547 Sep 02 13:09:04.975782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 42846c41-5928-444a-9900-d485d090c6bc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:04.982404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:05.055862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c75f3549-e90a-41d2-a4cb-48c634b8e39f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:05.056518 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:05.065769 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f419f-9932-430e-95e4-fd54b7ee83ab x-openstack-request-id: req-fb8f419f-9932-430e-95e4-fd54b7ee83ab {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:05.066827 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdeca9b-14c3-4f3f-a212-19c5067afe77", "tag": "bbd72b85-f837-4706-bd6d-8acdc0bba91e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:05.068386 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb8f419f-9932-430e-95e4-fd54b7ee83ab {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:05.068923 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'tag': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e', 'status': 'completed', 'code': 200} Sep 02 13:09:05.074410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-444cf3f4-dcc6-4bbc-8ff7-be356ffeaba1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e HTTP/1.1" status: 200 len: 217 time: 0.1430690 Sep 02 13:09:05.180724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-5ca42136-dad5-46be-8ad2-519e5fd4359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:05.183891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-5ca42136-dad5-46be-8ad2-519e5fd4359d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.1034796 Sep 02 13:09:05.203056 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:05.242027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b36a3c-5820-4819-8af0-8624df82129a req-30c376b9-cf6d-4240-a93d-36d612192916 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:05.244356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67b36a3c-5820-4819-8af0-8624df82129a req-30c376b9-cf6d-4240-a93d-36d612192916 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.1149416 Sep 02 13:09:05.253838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b624a-3377-49ce-949f-4720e0086403 req-891d3a6b-1060-45df-b0c7-fc1122212bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:05.257103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-891d3a6b-1060-45df-b0c7-fc1122212bd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630226 Sep 02 13:09:05.261912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:05.264950 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f81330-a0cf-432a-9ab9-d1b6403a97be" -d '{"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-plugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:05.300991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:05.319434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:05.328502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67b36a3c-5820-4819-8af0-8624df82129a req-b36d4d6f-53bf-48a3-ab92-3ebf4185183a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703321 Sep 02 13:09:05.373750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:05.381028 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707bb23-963a-4923-b29c-528001ba27ec x-openstack-request-id: req-7707bb23-963a-4923-b29c-528001ba27ec {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:05.381375 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-plugged", "status": "completed", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:05.381638 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7707bb23-963a-4923-b29c-528001ba27ec {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:05.382033 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'code': 200} Sep 02 13:09:05.424114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:05.501236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-897e1818-28da-49b5-89ba-16912dc24b5e service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338393 Sep 02 13:09:05.630026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a010f-25dc-4971-9675-67803473a1ac req-b0f60c2e-ccc4-4175-9e7e-ff2cd17c2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:05.631419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d26a010f-25dc-4971-9675-67803473a1ac req-b0f60c2e-ccc4-4175-9e7e-ff2cd17c2469 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1097 time: 0.1122267 Sep 02 13:09:06.119564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d26a010f-25dc-4971-9675-67803473a1ac req-b67ec13c-aed9-467a-b0ed-aa038747246e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4712808 Sep 02 13:09:06.120921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b18b624a-3377-49ce-949f-4720e0086403 req-acd7b572-a360-42fe-bea4-ee3629e05e39 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005423 Sep 02 13:09:06.199487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393549e-c92b-4827-ab5f-314d8a5f026f req-4e10b0a3-37d5-46f3-93bc-25a17bbf9d16 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:06.201108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1393549e-c92b-4827-ab5f-314d8a5f026f req-4e10b0a3-37d5-46f3-93bc-25a17bbf9d16 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 946 time: 0.0959275 Sep 02 13:09:06.254523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1393549e-c92b-4827-ab5f-314d8a5f026f req-ddc09430-0722-4449-abfc-be2ea5e72739 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Sep 02 13:09:06.489706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-d20d6473-1c10-4e6e-9eb8-4ab8184085d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:06.491435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-d20d6473-1c10-4e6e-9eb8-4ab8184085d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 1094 time: 0.1220448 Sep 02 13:09:06.541176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bdf0b-d887-4ed7-881f-a26ab37f5790 req-4e7df8fc-955d-41fe-8861-88315fd38a1d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:06.543062 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a49bdf0b-d887-4ed7-881f-a26ab37f5790 req-4e7df8fc-955d-41fe-8861-88315fd38a1d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.1088653 Sep 02 13:09:06.564473 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:09:06.641520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a49bdf0b-d887-4ed7-881f-a26ab37f5790 req-97c39cb1-a0db-4981-935c-6241b5269af5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675666 Sep 02 13:09:06.678386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-51fc9b30-682f-452d-8af7-51b9269a18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:06.681736 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-51fc9b30-682f-452d-8af7-51b9269a18df service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1820323 Sep 02 13:09:06.738129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-5d1b9037-c6b1-43e8-959d-c59db210cb8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e HTTP/1.1" status: 200 len: 217 time: 0.0472896 Sep 02 13:09:06.800373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-4e0e9fa8-d4aa-4412-adff-8e279aba526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:06.802018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-4e0e9fa8-d4aa-4412-adff-8e279aba526b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0556054 Sep 02 13:09:06.857067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-442a89a3-4d62-4bda-bec4-06fdd3895fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:06.858986 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-442a89a3-4d62-4bda-bec4-06fdd3895fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495329 Sep 02 13:09:07.003677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-7b2e639e-5f5d-4260-9c23-7ac851b22643 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351035 Sep 02 13:09:07.186734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1daccf65-f911-4c14-bd8f-05cfb3f70126 req-986042f6-b335-4bbb-8988-103b92975166 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662509 Sep 02 13:09:07.435988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6caef-fe76-4cce-a1c4-f5e02a28b42a req-5b181716-37d0-44e2-871b-cb0f019e4024 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:07.437714 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eae6caef-fe76-4cce-a1c4-f5e02a28b42a req-5b181716-37d0-44e2-871b-cb0f019e4024 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 946 time: 0.0765600 Sep 02 13:09:07.493060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eae6caef-fe76-4cce-a1c4-f5e02a28b42a req-0237358e-f91b-4d42-aae4-3963d423829f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478768 Sep 02 13:09:07.803624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9ce8-3fad-40d1-a258-a294de9484a7 req-090cc29e-0fcb-4289-bf6d-cbc000c728f4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:07.817827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4ef9ce8-3fad-40d1-a258-a294de9484a7 req-090cc29e-0fcb-4289-bf6d-cbc000c728f4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0818541 Sep 02 13:09:07.913770 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4ef9ce8-3fad-40d1-a258-a294de9484a7 req-a2bbfb3b-062a-4e30-98b2-6c5c08f3b2ed tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956235 Sep 02 13:09:08.675754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9f974-9b75-4c0e-b3a8-9a52e26723e2 req-0f1158ff-673c-4c6c-8d5e-fde083fc90ae tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:08.683664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ba9f974-9b75-4c0e-b3a8-9a52e26723e2 req-0f1158ff-673c-4c6c-8d5e-fde083fc90ae tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 946 time: 0.0815201 Sep 02 13:09:08.722851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ba9f974-9b75-4c0e-b3a8-9a52e26723e2 req-b648e5d0-f686-497f-93f3-5378bb92c57c tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377321 Sep 02 13:09:09.050110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeea3f-a1ad-4d7f-9327-c13c98ff6941 req-d42c4bc8-e111-485d-ac0d-dc5bc7d976d0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:09.051750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53aeea3f-a1ad-4d7f-9327-c13c98ff6941 req-d42c4bc8-e111-485d-ac0d-dc5bc7d976d0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0720921 Sep 02 13:09:09.101241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53aeea3f-a1ad-4d7f-9327-c13c98ff6941 req-305db51e-5cd9-40df-8a67-8653dad31ab8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Sep 02 13:09:10.239168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f62d7-c134-4f38-b58c-0011fb26c0ee req-69bec931-2900-4b06-a30c-5b65db6b9d72 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:10.241038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f62d7-c134-4f38-b58c-0011fb26c0ee req-69bec931-2900-4b06-a30c-5b65db6b9d72 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0567091 Sep 02 13:09:10.286644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f0f62d7-c134-4f38-b58c-0011fb26c0ee req-fd5bed30-c13d-4ed3-b049-1266eea3d2dc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Sep 02 13:09:11.202232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:11.419469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2170d2f-bf7c-4959-aa4d-6d556b402dda req-0a493212-35cc-41fe-86f1-68daa838e3a1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:11.421740 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2170d2f-bf7c-4959-aa4d-6d556b402dda req-0a493212-35cc-41fe-86f1-68daa838e3a1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0568714 Sep 02 13:09:11.471336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f2170d2f-bf7c-4959-aa4d-6d556b402dda req-a41764c9-d4f3-44bb-9859-c65e1ce7ca0a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391874 Sep 02 13:09:12.365973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:12.480575 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b8c7-40a1-4c24-b690-2e5c391d3f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.601162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b8c7-40a1-4c24-b690-2e5c391d3f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.607339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b8c7-40a1-4c24-b690-2e5c391d3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.625878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91d22-181b-47e6-b693-cd2406e87d0e req-24b835e8-93f2-4270-995f-60bb88e87543 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:12.628724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4c91d22-181b-47e6-b693-cd2406e87d0e req-24b835e8-93f2-4270-995f-60bb88e87543 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0595255 Sep 02 13:09:12.640317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7b8c7-40a1-4c24-b690-2e5c391d3f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8d14c-66bd-4a67-b92e-151c6211be0f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:12.665536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2bf7b8c7-40a1-4c24-b690-2e5c391d3f17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbbcea1882c349beb1969bcab87237b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980161 Sep 02 13:09:12.665725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:12.681928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4c91d22-181b-47e6-b693-cd2406e87d0e req-b1c73193-2c19-4bac-9e7f-b9d51739b1c4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470593 Sep 02 13:09:12.724075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75c5f37-ade9-4a46-ab5a-93e10ee07dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.746202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75c5f37-ade9-4a46-ab5a-93e10ee07dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.794281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75c5f37-ade9-4a46-ab5a-93e10ee07dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.797203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75c5f37-ade9-4a46-ab5a-93e10ee07dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:12.800772 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f75c5f37-ade9-4a46-ab5a-93e10ee07dfd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87f8d14c-66bd-4a67-b92e-151c6211be0f HTTP/1.1" status: 204 len: 168 time: 0.1320014 Sep 02 13:09:12.808112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c5f37-ade9-4a46-ab5a-93e10ee07dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8d14c-66bd-4a67-b92e-151c6211be0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:13.098918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:13.113439 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d208a39-8feb-482e-b3f7-559c9670d4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.215584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d208a39-8feb-482e-b3f7-559c9670d4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.229237 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d208a39-8feb-482e-b3f7-559c9670d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.270911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d208a39-8feb-482e-b3f7-559c9670d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1a1e57-1edc-4425-bdd7-4fa3ea17abae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:13.279745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8d208a39-8feb-482e-b3f7-559c9670d4ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94281775710d4ae4b915bb8b247cc923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771169 Sep 02 13:09:13.280228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:13.338159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e94e00-4de8-48cb-b30c-b87015e3ac58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.364387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e94e00-4de8-48cb-b30c-b87015e3ac58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.415741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e94e00-4de8-48cb-b30c-b87015e3ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.418581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5e94e00-4de8-48cb-b30c-b87015e3ac58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.419951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5e94e00-4de8-48cb-b30c-b87015e3ac58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c1a1e57-1edc-4425-bdd7-4fa3ea17abae HTTP/1.1" status: 204 len: 168 time: 0.1386929 Sep 02 13:09:13.431187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e94e00-4de8-48cb-b30c-b87015e3ac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1a1e57-1edc-4425-bdd7-4fa3ea17abae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:13.804065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40100) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:13.815845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005ee08-39fa-4179-a7a7-f49a0c6419bb req-738895b6-af3c-4abf-aa76-6a48ae6d57f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:13.817769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e005ee08-39fa-4179-a7a7-f49a0c6419bb req-738895b6-af3c-4abf-aa76-6a48ae6d57f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0608280 Sep 02 13:09:13.821347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f754ab-2710-4f5f-ae5f-216cd9209516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.863829 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e005ee08-39fa-4179-a7a7-f49a0c6419bb req-db301880-b6d5-4b25-8e73-5acf2bdc46db tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Sep 02 13:09:13.920428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f754ab-2710-4f5f-ae5f-216cd9209516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.927158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f754ab-2710-4f5f-ae5f-216cd9209516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:13.970895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-30f754ab-2710-4f5f-ae5f-216cd9209516 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=181c8e97e8f54735a556715b680b5e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648891 Sep 02 13:09:13.972074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f754ab-2710-4f5f-ae5f-216cd9209516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c5dc27-1814-4023-adfb-990fa9735cdf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:13.973593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:14.027236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e38a1f03-bc6e-4107-9aea-061d0b3fa25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:14.050698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e38a1f03-bc6e-4107-9aea-061d0b3fa25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:14.112187 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e38a1f03-bc6e-4107-9aea-061d0b3fa25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:14.115984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e38a1f03-bc6e-4107-9aea-061d0b3fa25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:14.117115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e38a1f03-bc6e-4107-9aea-061d0b3fa25e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02c5dc27-1814-4023-adfb-990fa9735cdf HTTP/1.1" status: 204 len: 168 time: 0.1425071 Sep 02 13:09:14.125440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a1f03-bc6e-4107-9aea-061d0b3fa25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c5dc27-1814-4023-adfb-990fa9735cdf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:15.005277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0cfd8-8b63-4775-9ab3-684f65dbc475 req-d3e99af7-e981-4867-a774-cd3873878195 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:15.007679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57f0cfd8-8b63-4775-9ab3-684f65dbc475 req-d3e99af7-e981-4867-a774-cd3873878195 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0605373 Sep 02 13:09:15.053981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-57f0cfd8-8b63-4775-9ab3-684f65dbc475 req-3c8a0cb2-66a4-4530-8b66-77c5c3b10bfd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Sep 02 13:09:16.228233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56f9c-27f7-445c-a4bc-046323d36f32 req-255f5762-49da-4afb-855c-5bcf5b628bc8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:16.229871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3c56f9c-27f7-445c-a4bc-046323d36f32 req-255f5762-49da-4afb-855c-5bcf5b628bc8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 943 time: 0.0902524 Sep 02 13:09:16.237600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-427e7af9-6de8-4e2f-af17-0321c8f9a26d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610821 Sep 02 13:09:16.281200 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a3c56f9c-27f7-445c-a4bc-046323d36f32 req-dd8d3ef7-2428-4b93-9517-47c5f7be983b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Sep 02 13:09:16.327276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-144a3e64-45c7-4aa9-a2f9-dc5e51e07407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:16.328839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-144a3e64-45c7-4aa9-a2f9-dc5e51e07407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b66c8a78b46e4355aa92674afb5c681d&device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 1097 time: 0.0447435 Sep 02 13:09:16.446970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-5bc9c874-c369-46e3-8bf0-aba7521b2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:16.448827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-5bc9c874-c369-46e3-8bf0-aba7521b2eb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 200 len: 918 time: 0.1006377 Sep 02 13:09:16.530993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-6d4b4244-1ca7-44e5-b3fb-0793d23b9158 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 200 len: 1001 time: 0.0746412 Sep 02 13:09:16.591796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-3737aaaa-cb79-424a-94f8-96a851f25871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:16.597450 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-3737aaaa-cb79-424a-94f8-96a851f25871 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 200 len: 856 time: 0.0559728 Sep 02 13:09:16.631430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ef1e7859-9d18-4975-882a-d71372b6fcfa tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430734 Sep 02 13:09:16.650924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-e528c970-8ee4-4579-89c6-c1ae486e8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:16.652699 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-e528c970-8ee4-4579-89c6-c1ae486e8a31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91fedcf3-01cd-47a8-a24e-241f46a09052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517395 Sep 02 13:09:16.797068 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-6e59c64f-b3bc-46b0-a2b9-7bfa5c596f11 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341426 Sep 02 13:09:16.840087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device bbd72b85-f837-4706-bd6d-8acdc0bba91e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:09:16.955811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ea2b3a6-5846-4206-8947-1dba1202ec24 req-d88ce6a3-4677-4aaf-8dbe-5c6808dacc41 service neutron] 10.222.0.41 "GET /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518219 Sep 02 13:09:17.029110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port bbd72b85-f837-4706-bd6d-8acdc0bba91e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:17.042920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e', 'mac_address': 'fa:16:3e:92:19:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:09:17.091128 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:17.107554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd72b85-f837-4706-bd6d-8acdc0bba91e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:09:17.162368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port bbd72b85-f837-4706-bd6d-8acdc0bba91e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:17.170583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:17.230742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=bbd72b85-f837-4706-bd6d-8acdc0bba91e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:17.303607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-29b4f72e-1144-452b-8cc7-3e2a1ad8eac4 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:17.305081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-29b4f72e-1144-452b-8cc7-3e2a1ad8eac4 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6639645 Sep 02 13:09:17.331554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-c96ed713-7264-4b1c-b2b1-f2eecbf5d977 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/quotas/e4b8bb333b6943e6b0d6652f8e33ec78 HTTP/1.1" status: 200 len: 375 time: 0.0173869 Sep 02 13:09:17.370735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-6607426c-afd5-4223-a5e3-945bbcc05de1 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326080 Sep 02 13:09:17.404700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['bbd72b85-f837-4706-bd6d-8acdc0bba91e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:09:17.450648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab796-47fe-4113-9e92-1433aeffa133 req-6335624b-0236-437a-b32c-3ab374b3e2c1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:17.452367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-621ab796-47fe-4113-9e92-1433aeffa133 req-6335624b-0236-437a-b32c-3ab374b3e2c1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 944 time: 0.0914128 Sep 02 13:09:17.530082 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-621ab796-47fe-4113-9e92-1433aeffa133 req-46c5cb53-2761-4040-83f7-8596c4e4761c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713058 Sep 02 13:09:17.577073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-605c2b38-badb-4824-a804-80e1d791bbd4 req-6b36c4f8-5ca7-4909-a8bd-98de9df09d3a tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 210 time: 0.0386496 Sep 02 13:09:18.564916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-f3b188fd-10ab-420f-96d2-f8ea5a21a0e0 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220604 Sep 02 13:09:18.700627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423d54c-17a7-47ba-8ad4-1818929b4ece req-6b21f33e-5bee-4601-8312-04cf3e838d43 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:18.703019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a423d54c-17a7-47ba-8ad4-1818929b4ece req-6b21f33e-5bee-4601-8312-04cf3e838d43 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 944 time: 0.0758979 Sep 02 13:09:18.723535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6db657a-f051-4ff1-b91f-26f5af00c4c8 req-fcd76e40-7a2e-4f38-9afe-ac2d40cc2d7a tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 210 time: 0.0430021 Sep 02 13:09:18.748608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-dbc7c1e4-b1f1-4e97-9996-5da3d07a6112 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:18.750857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-dbc7c1e4-b1f1-4e97-9996-5da3d07a6112 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758845 Sep 02 13:09:18.766272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Request body: {'port': {'device_id': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'e4b8bb333b6943e6b0d6652f8e33ec78'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:09:18.767179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a423d54c-17a7-47ba-8ad4-1818929b4ece req-800e2821-6408-4f6f-b56b-ae24b4c35752 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Sep 02 13:09:18.837040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device bbd72b85-f837-4706-bd6d-8acdc0bba91e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:09:18.896512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port bbd72b85-f837-4706-bd6d-8acdc0bba91e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:09:18.899959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port bbd72b85-f837-4706-bd6d-8acdc0bba91e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:18.900344 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:18.904212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Made reservation on behalf of e4b8bb333b6943e6b0d6652f8e33ec78 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:09:18.909819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:18.920874 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:18.982787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.012103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:19.014786 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed20075-3060-47eb-84f7-5f766f96e531" -d '{"events": [{"server_uuid": "dcdeca9b-14c3-4f3f-a212-19c5067afe77", "name": "network-vif-plugged", "status": "completed", "tag": "bbd72b85-f837-4706-bd6d-8acdc0bba91e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:19.033114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port bbd72b85-f837-4706-bd6d-8acdc0bba91e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:19.042918 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.051879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.060029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.079590 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1669c1-ff9b-4753-ac13-8c4719fb1bac x-openstack-request-id: req-2f1669c1-ff9b-4753-ac13-8c4719fb1bac {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:19.079900 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdeca9b-14c3-4f3f-a212-19c5067afe77", "name": "network-vif-plugged", "status": "completed", "tag": "bbd72b85-f837-4706-bd6d-8acdc0bba91e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:19.080521 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f1669c1-ff9b-4753-ac13-8c4719fb1bac {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:19.081033 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e', 'code': 200} Sep 02 13:09:19.120299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=bbd72b85-f837-4706-bd6d-8acdc0bba91e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:19.167180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c077258d-9ad9-4bc2-90a5-03e341170a3c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:19.191419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195291dc-384b-406e-b84c-2ab506c3113b req-777a6c0a-0ae4-4765-a75e-0252872d9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:19.193965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-195291dc-384b-406e-b84c-2ab506c3113b req-777a6c0a-0ae4-4765-a75e-0252872d9cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 1096 time: 0.0562418 Sep 02 13:09:19.234078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-195291dc-384b-406e-b84c-2ab506c3113b req-8665f3c8-5833-4a46-8779-66d2fcc8fc93 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Sep 02 13:09:19.241342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Allocated IP 192.168.233.148 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/098c5793-23b0-4cf3-a119-5bf970c152e2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:09:19.400145 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.414352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Transition to ACTIVE for port object 098c5793-23b0-4cf3-a119-5bf970c152e2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:09:19.460933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.515729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:09:19.519353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:09:19.523740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:09:19.555686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Pushing event updated for resources: {'Port': ['ID=098c5793-23b0-4cf3-a119-5bf970c152e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:19.586648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:19.587812 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.606717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-ccf1c799-82e3-47de-b740-b9b2a6430997 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8461409 Sep 02 13:09:19.621315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Request body: {'port': {'device_id': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:09:19.686718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.778492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6cf6d845-6bc7-465a-b4bf-f27cb085569c None None] Provisioning for port 098c5793-23b0-4cf3-a119-5bf970c152e2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:09:19.784004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6cf6d845-6bc7-465a-b4bf-f27cb085569c None None] Provisioning complete for port 098c5793-23b0-4cf3-a119-5bf970c152e2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:19.784685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cf6d845-6bc7-465a-b4bf-f27cb085569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:19.834259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6d845-6bc7-465a-b4bf-f27cb085569c None None] Port 098c5793-23b0-4cf3-a119-5bf970c152e2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:09:19.869754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8ef54-8ad1-4f16-b71a-b7b027ee7778 req-d45eac39-4f72-48c0-bfea-60554385b0c7 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:19.871882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9b8ef54-8ad1-4f16-b71a-b7b027ee7778 req-d45eac39-4f72-48c0-bfea-60554385b0c7 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 936 time: 0.0651896 Sep 02 13:09:19.913869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9b8ef54-8ad1-4f16-b71a-b7b027ee7778 req-005729bf-17a9-4de1-b31e-b06e17f092f0 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Sep 02 13:09:19.973965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9d12-4a81-4c86-b435-188bc365d7d3 req-b980f4fb-39e3-4e89-a8d2-f5eb664cdbe0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:19.975543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20cc9d12-4a81-4c86-b435-188bc365d7d3 req-b980f4fb-39e3-4e89-a8d2-f5eb664cdbe0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.1063077 Sep 02 13:09:20.059610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20cc9d12-4a81-4c86-b435-188bc365d7d3 req-5571f968-1dd6-4856-98c3-101050de28d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Sep 02 13:09:20.114833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098c5793-23b0-4cf3-a119-5bf970c152e2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:09:20.123879 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:20.143593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Transition to ACTIVE for port object 098c5793-23b0-4cf3-a119-5bf970c152e2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:09:20.149014 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:20.233923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Pushing event updated for resources: {'Port': ['ID=098c5793-23b0-4cf3-a119-5bf970c152e2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:20.304529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Attempting to bind port 098c5793-23b0-4cf3-a119-5bf970c152e2 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:09:20.304886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Attempting to bind port 098c5793-23b0-4cf3-a119-5bf970c152e2 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:09:20.305266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Attempting to bind port 098c5793-23b0-4cf3-a119-5bf970c152e2 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:09:20.311474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Port 098c5793-23b0-4cf3-a119-5bf970c152e2 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:09:20.311935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Attempting to bind port 098c5793-23b0-4cf3-a119-5bf970c152e2 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:09:20.318599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:09:20.318970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:09:20.319720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:09:20.320188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Bound port: 098c5793-23b0-4cf3-a119-5bf970c152e2, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:09:20.320580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:20.404878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] For port 098c5793-23b0-4cf3-a119-5bf970c152e2, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:09:20.409193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] For port 098c5793-23b0-4cf3-a119-5bf970c152e2, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=098c5793-23b0-4cf3-a119-5bf970c152e2,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:09:20.416494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:20.477454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:20.477991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:20.479417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] 10.222.0.18 "PUT /v2.0/ports/098c5793-23b0-4cf3-a119-5bf970c152e2 HTTP/1.1" status: 200 len: 1096 time: 0.8641744 Sep 02 13:09:20.479885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'tag': '098c5793-23b0-4cf3-a119-5bf970c152e2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:20.482450 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b95efcc5-4f3a-4d61-979a-70550e86172d", "tag": "098c5793-23b0-4cf3-a119-5bf970c152e2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:20.520446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db29767-7896-487c-9ea2-6023fcf2eea5 service neutron] Pushing event updated for resources: {'Port': ['ID=098c5793-23b0-4cf3-a119-5bf970c152e2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:20.563783 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828df68f-0533-4f34-84e4-873a54fbba20 x-openstack-request-id: req-828df68f-0533-4f34-84e4-873a54fbba20 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:20.564734 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95efcc5-4f3a-4d61-979a-70550e86172d", "tag": "098c5793-23b0-4cf3-a119-5bf970c152e2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:20.565105 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-828df68f-0533-4f34-84e4-873a54fbba20 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:20.565919 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'tag': '098c5793-23b0-4cf3-a119-5bf970c152e2', 'status': 'completed', 'code': 200} Sep 02 13:09:20.590958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-417abe70-bc14-4e67-b6bd-ff596675ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:20.593075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-417abe70-bc14-4e67-b6bd-ff596675ea19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 1099 time: 0.0660565 Sep 02 13:09:20.646795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-66f80d49-1f9b-44e5-8099-b887c09c9750 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=098c5793-23b0-4cf3-a119-5bf970c152e2 HTTP/1.1" status: 200 len: 217 time: 0.0445147 Sep 02 13:09:20.717218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-d46d2b71-7ace-4e70-b021-1be0417dcf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:20.718994 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-d46d2b71-7ace-4e70-b021-1be0417dcf21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0646994 Sep 02 13:09:20.787438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-5e1a6dbf-5666-4043-aecf-34f305be1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:20.789718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-5e1a6dbf-5666-4043-aecf-34f305be1314 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633478 Sep 02 13:09:20.882183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-15387a7f-856f-46b8-805d-b63859484857 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Sep 02 13:09:20.980531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-035fd511-fdbe-43ed-9ea1-b94570f8bea9 req-e28e95ee-ef31-4ecf-a634-5d5624e6326e service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909798 Sep 02 13:09:21.037139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0397b5-b2fb-4745-ad22-497765897d06 req-c6d809fb-c185-423a-a3a7-31e5111cff41 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.038571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0397b5-b2fb-4745-ad22-497765897d06 req-c6d809fb-c185-423a-a3a7-31e5111cff41 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 948 time: 0.0544024 Sep 02 13:09:21.124023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb0397b5-b2fb-4745-ad22-497765897d06 req-aa47cfea-e333-4d68-989c-92c7a66e87df tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772660 Sep 02 13:09:21.128448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-078d3ce2-27f6-4ed7-9620-61eede272ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.130067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-078d3ce2-27f6-4ed7-9620-61eede272ffa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 1099 time: 0.1013758 Sep 02 13:09:21.235402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99d847-5467-4991-a78f-003860a7d34b req-eefa4cd3-8f80-4c2e-9af8-a684c5bfc353 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.237065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b99d847-5467-4991-a78f-003860a7d34b req-eefa4cd3-8f80-4c2e-9af8-a684c5bfc353 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.0684316 Sep 02 13:09:21.248186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-cf76c7ac-a99d-44dd-bde3-d503794d894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.250083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-cf76c7ac-a99d-44dd-bde3-d503794d894c service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1122460 Sep 02 13:09:21.284645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b99d847-5467-4991-a78f-003860a7d34b req-9e476437-ae0a-4e12-8eff-5b0a8a56d233 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Sep 02 13:09:21.299860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-dbd39706-e90c-437f-8cde-3b91f2645d7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=098c5793-23b0-4cf3-a119-5bf970c152e2 HTTP/1.1" status: 200 len: 217 time: 0.0392540 Sep 02 13:09:21.358455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-d2e4cc2c-7072-4886-b55e-6fab131d84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.360640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-d2e4cc2c-7072-4886-b55e-6fab131d84f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0536687 Sep 02 13:09:21.449475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850dd44-750a-4859-9bbf-555dad54b52e req-2ba9b834-7838-4490-8409-184206f42673 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.451007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a850dd44-750a-4859-9bbf-555dad54b52e req-2ba9b834-7838-4490-8409-184206f42673 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.0889351 Sep 02 13:09:21.452880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-67e81668-1b2e-4049-a1b7-42b2fa954793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.455141 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-67e81668-1b2e-4049-a1b7-42b2fa954793 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838332 Sep 02 13:09:21.544419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a850dd44-750a-4859-9bbf-555dad54b52e req-7070599e-dddb-42bd-9dc8-b4f8d891c266 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Sep 02 13:09:21.578169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-4f461eb4-f14d-4f1d-8662-e99d480020f5 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137810 Sep 02 13:09:21.661936 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95799b00-4e23-4997-851f-8ef189a13b02 req-c3c571a6-8cba-49fc-ba66-90d2a3cdfbf3 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.663474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95799b00-4e23-4997-851f-8ef189a13b02 req-c3c571a6-8cba-49fc-ba66-90d2a3cdfbf3 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Sep 02 13:09:21.669529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f42e842-3b0d-4a35-8bcc-f7a7819777d9 req-96c71cec-e68e-4c7a-978f-add989f0b6db service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838165 Sep 02 13:09:21.705783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-95799b00-4e23-4997-851f-8ef189a13b02 req-6b5347af-4e37-48eb-8459-87b2e9047c7c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Sep 02 13:09:21.955848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25297b-032c-45fd-b6e4-4c306ec43fd5 req-02e26b56-eefe-4510-8680-29793b233f16 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:21.957420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d25297b-032c-45fd-b6e4-4c306ec43fd5 req-02e26b56-eefe-4510-8680-29793b233f16 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Sep 02 13:09:22.001425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d25297b-032c-45fd-b6e4-4c306ec43fd5 req-a23edf23-e84d-472a-917d-3e5168721b92 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 Sep 02 13:09:22.260932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733814-6287-4b2f-bff8-dc35da8fadd3 req-474302a6-a51a-4afb-8dc0-ef3fefe5d538 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:22.262717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14733814-6287-4b2f-bff8-dc35da8fadd3 req-474302a6-a51a-4afb-8dc0-ef3fefe5d538 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 948 time: 0.0567212 Sep 02 13:09:22.303545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-14733814-6287-4b2f-bff8-dc35da8fadd3 req-bfe79fde-9a58-44e0-a1d1-8d0759fca9dd tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Sep 02 13:09:23.125322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c98be-7d36-442c-9149-b2b15d1d841e req-d6a55dc5-e9b9-40ac-8564-078dc5df1353 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:23.126873 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-952c98be-7d36-442c-9149-b2b15d1d841e req-d6a55dc5-e9b9-40ac-8564-078dc5df1353 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.0547774 Sep 02 13:09:23.170565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-952c98be-7d36-442c-9149-b2b15d1d841e req-2cf98f3d-685f-4fc5-bb29-d3e1c18654d1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Sep 02 13:09:23.427892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164d00-61ae-407b-870c-3b55cc4d3775 req-91f78466-7303-48c3-85f9-f5b30cfacd6a tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:23.429739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3164d00-61ae-407b-870c-3b55cc4d3775 req-91f78466-7303-48c3-85f9-f5b30cfacd6a tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 948 time: 0.0545495 Sep 02 13:09:23.470553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3164d00-61ae-407b-870c-3b55cc4d3775 req-fac2efe0-c9db-4615-b974-4c574d826888 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Sep 02 13:09:23.571935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-7ddaa2eb-2ce6-4f39-b647-cdc5663848d4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:23.573603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-7ddaa2eb-2ce6-4f39-b647-cdc5663848d4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 945 time: 0.0552778 Sep 02 13:09:23.668301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port bbd72b85-f837-4706-bd6d-8acdc0bba91e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:09:23.668526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:23.766077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port bbd72b85-f837-4706-bd6d-8acdc0bba91e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=bbd72b85-f837-4706-bd6d-8acdc0bba91e,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:23.766492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:23.787434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for bbd72b85-f837-4706-bd6d-8acdc0bba91e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:09:23.943855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:23.956803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['bbd72b85-f837-4706-bd6d-8acdc0bba91e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:09:23.975788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=bbd72b85-f837-4706-bd6d-8acdc0bba91e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:24.029667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port bbd72b85-f837-4706-bd6d-8acdc0bba91e on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:09:24.032653 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:24.034936 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bec6f6d-62fe-4840-bf30-64c22e3bf72a req-a1ce5f4c-71b0-4ec8-b3d0-dd281357d69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "DELETE /v2.0/ports/bbd72b85-f837-4706-bd6d-8acdc0bba91e HTTP/1.1" status: 204 len: 173 time: 0.4544871 Sep 02 13:09:24.035396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'name': 'network-vif-deleted', 'tag': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:24.037786 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dfc7be-60b4-40c6-8e03-dcd1cf8c5e9d" -d '{"events": [{"server_uuid": "dcdeca9b-14c3-4f3f-a212-19c5067afe77", "name": "network-vif-deleted", "tag": "bbd72b85-f837-4706-bd6d-8acdc0bba91e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:24.083540 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0945676e-f9e9-48ea-991b-761ecf5daf10 x-openstack-request-id: req-0945676e-f9e9-48ea-991b-761ecf5daf10 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:24.083855 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdeca9b-14c3-4f3f-a212-19c5067afe77", "name": "network-vif-deleted", "tag": "bbd72b85-f837-4706-bd6d-8acdc0bba91e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:24.084268 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0945676e-f9e9-48ea-991b-761ecf5daf10 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:24.084844 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdeca9b-14c3-4f3f-a212-19c5067afe77', 'name': 'network-vif-deleted', 'tag': 'bbd72b85-f837-4706-bd6d-8acdc0bba91e', 'status': 'completed', 'code': 200} Sep 02 13:09:24.302023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5c0fb8a-d9ca-49b0-8a6a-59a5db54c200 req-0099656b-5113-43ee-8c1d-8d4be860486a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 210 time: 0.0471387 Sep 02 13:09:24.611501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4472-b37b-4fe7-b5a6-028c7512ae17 req-a259cba4-b329-4851-b6fa-6c1d2ae97452 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:24.613296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4ed4472-b37b-4fe7-b5a6-028c7512ae17 req-a259cba4-b329-4851-b6fa-6c1d2ae97452 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 948 time: 0.0661867 Sep 02 13:09:24.648686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 098c5793-23b0-4cf3-a119-5bf970c152e2 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:09:24.656716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4ed4472-b37b-4fe7-b5a6-028c7512ae17 req-d7d27524-b17f-4712-bbcc-a995aa45a21b tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Sep 02 13:09:24.753542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 098c5793-23b0-4cf3-a119-5bf970c152e2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=098c5793-23b0-4cf3-a119-5bf970c152e2,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:24.764769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '098c5793-23b0-4cf3-a119-5bf970c152e2', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '098c5793-23b0-4cf3-a119-5bf970c152e2', 'mac_address': 'fa:16:3e:2d:e1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:09:24.804403 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:24.819211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098c5793-23b0-4cf3-a119-5bf970c152e2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:09:24.840077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 098c5793-23b0-4cf3-a119-5bf970c152e2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=098c5793-23b0-4cf3-a119-5bf970c152e2,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:24.845463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:24.895773 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=098c5793-23b0-4cf3-a119-5bf970c152e2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:24.903742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.904092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.904438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.904777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.905158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.905494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.905962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.906295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.906648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.906976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.907304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:24.907628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:25.095437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['098c5793-23b0-4cf3-a119-5bf970c152e2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:09:25.399600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cf84ad8-b8ef-4314-bdce-8f8d6c5d8c9c req-872c8784-897c-42f6-95ee-13190baa32ac tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Sep 02 13:09:25.794727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877ca1-625c-403b-8de5-905209a7d29c req-7d962691-ec00-4b75-bbd4-ad4b7e0d6e37 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:25.796777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40877ca1-625c-403b-8de5-905209a7d29c req-7d962691-ec00-4b75-bbd4-ad4b7e0d6e37 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 949 time: 0.0564141 Sep 02 13:09:25.838480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-40877ca1-625c-403b-8de5-905209a7d29c req-1ff3d432-1dfd-43e8-b588-72abd024e7cd tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Sep 02 13:09:26.503691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2558e5c6-b773-4357-b72d-077a55b126d7 req-62e7c1f4-ac0c-4c4e-a429-4fd1b79d2e13 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 210 time: 0.0322418 Sep 02 13:09:26.664057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 098c5793-23b0-4cf3-a119-5bf970c152e2 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:09:26.717870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 098c5793-23b0-4cf3-a119-5bf970c152e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:09:26.722206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 098c5793-23b0-4cf3-a119-5bf970c152e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:26.722589 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:26.804398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:26.830631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098c5793-23b0-4cf3-a119-5bf970c152e2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:26.833020 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada48fb4-5762-4861-990e-375a461eb95e" -d '{"events": [{"server_uuid": "b95efcc5-4f3a-4d61-979a-70550e86172d", "name": "network-vif-plugged", "status": "completed", "tag": "098c5793-23b0-4cf3-a119-5bf970c152e2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:26.848336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 098c5793-23b0-4cf3-a119-5bf970c152e2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=098c5793-23b0-4cf3-a119-5bf970c152e2,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:26.855790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:26.886509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device bbd72b85-f837-4706-bd6d-8acdc0bba91e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:09:26.919524 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fbd85b-361c-4586-bcc7-3bb810173c70 x-openstack-request-id: req-42fbd85b-361c-4586-bcc7-3bb810173c70 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:26.919690 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95efcc5-4f3a-4d61-979a-70550e86172d", "name": "network-vif-plugged", "status": "completed", "tag": "098c5793-23b0-4cf3-a119-5bf970c152e2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:26.920180 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42fbd85b-361c-4586-bcc7-3bb810173c70 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:26.920272 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098c5793-23b0-4cf3-a119-5bf970c152e2', 'code': 200} Sep 02 13:09:26.923213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: bbd72b85-f837-4706-bd6d-8acdc0bba91e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:09:26.923783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device bbd72b85-f837-4706-bd6d-8acdc0bba91e not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:09:26.947902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=098c5793-23b0-4cf3-a119-5bf970c152e2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:27.029277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944635ed-00f8-4690-807e-7c9d5ef2af78 req-d5f35a1d-77fd-4c27-88d8-46bdc2cd15a3 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:27.030810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-944635ed-00f8-4690-807e-7c9d5ef2af78 req-d5f35a1d-77fd-4c27-88d8-46bdc2cd15a3 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 950 time: 0.0755079 Sep 02 13:09:27.036551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c122d70-4db5-426d-849f-9afbd989fc06 req-56518097-1c0c-4818-a18d-0e802c0f9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:27.038068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c122d70-4db5-426d-849f-9afbd989fc06 req-56518097-1c0c-4818-a18d-0e802c0f9253 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 1101 time: 0.0737538 Sep 02 13:09:27.091219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-944635ed-00f8-4690-807e-7c9d5ef2af78 req-200ed6f0-d853-404d-b136-1f24031ba98f tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 Sep 02 13:09:27.095193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c122d70-4db5-426d-849f-9afbd989fc06 req-954a7109-4b6e-4ddc-ad55-cf4fe214facf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501637 Sep 02 13:09:27.621594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a731c2ee-f5b2-456d-84e5-d82400c72094 req-3b482e2a-6743-4c80-aed8-0509b8cceb6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcdeca9b-14c3-4f3f-a212-19c5067afe77 HTTP/1.1" status: 200 len: 210 time: 0.0356562 Sep 02 13:09:28.249407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4cc82-7645-49b5-a063-293fd9ff95a4 req-17eda92f-ce8f-487b-a037-2d0113af3f8e tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:28.251501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69f4cc82-7645-49b5-a063-293fd9ff95a4 req-17eda92f-ce8f-487b-a037-2d0113af3f8e tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 950 time: 0.0641036 Sep 02 13:09:28.296395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69f4cc82-7645-49b5-a063-293fd9ff95a4 req-e4acf7c7-bc74-4240-a8be-6f08ba709286 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Sep 02 13:09:28.913540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7d7596a2-dcc5-4d69-972e-18a5d50d3907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:31.475552 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0726031-d460-4257-90c9-b6f2a3cb7cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:31.691552 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:32.574851 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:34.250129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:35.343531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.487954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:37.636936 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e63f-b6dd-485a-95f4-55c069875906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.737501 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e63f-b6dd-485a-95f4-55c069875906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.742938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e63f-b6dd-485a-95f4-55c069875906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.784052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d9f1e63f-b6dd-485a-95f4-55c069875906 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6052972937bb4b25b6813e4969fee69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945719 Sep 02 13:09:37.786901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:37.789040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1e63f-b6dd-485a-95f4-55c069875906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6bc6b9-51e0-4a48-93ab-9db308c8911c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:37.853040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.879983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.933229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.936074 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:37.937336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb6bc6b9-51e0-4a48-93ab-9db308c8911c HTTP/1.1" status: 204 len: 168 time: 0.1491938 Sep 02 13:09:37.945951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6bc6b9-51e0-4a48-93ab-9db308c8911c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:37.954492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.954846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.956568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.956568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.956568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.956568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.956568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.964583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.965048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.965401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.965744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:37.966085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031fc65-20ae-4165-8630-0bdfb39b63ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:40.701483 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372464ab-43fd-4819-ac54-780b13acbc11 req-b7fa9ca5-1061-45ed-96fc-1160faa95fdc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:40.703897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-372464ab-43fd-4819-ac54-780b13acbc11 req-b7fa9ca5-1061-45ed-96fc-1160faa95fdc tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 946 time: 0.0577044 Sep 02 13:09:40.749125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-372464ab-43fd-4819-ac54-780b13acbc11 req-0a929ea0-5d62-415d-b3ec-b43b4997cd7d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Sep 02 13:09:41.207972 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:41.937756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-35b1a397-1fa3-4a6f-9d20-3cf0c324618d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:41.940635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-35b1a397-1fa3-4a6f-9d20-3cf0c324618d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 946 time: 0.0786011 Sep 02 13:09:41.974069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d660b2-a81e-4037-8e1c-47bb4d3b8cec req-bcd6a2cb-b125-466b-9b6b-a37eb645fa09 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:41.975875 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1d660b2-a81e-4037-8e1c-47bb4d3b8cec req-bcd6a2cb-b125-466b-9b6b-a37eb645fa09 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 946 time: 0.0734260 Sep 02 13:09:42.020537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e1d660b2-a81e-4037-8e1c-47bb4d3b8cec req-de80a96e-ba57-4db2-9248-89945aada144 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a484e62-07a2-41df-8fa3-6b76d6e114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382502 Sep 02 13:09:42.066795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Deleting port 42846c41-5928-444a-9900-d485d090c6bc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:09:42.067165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:42.176978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] For port 42846c41-5928-444a-9900-d485d090c6bc, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=42846c41-5928-444a-9900-d485d090c6bc,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:42.177358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:42.367959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:42.368481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:42.368920 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Floating IP 931bcb52-5f10-4a35-b47f-6aa72acc115a disassociated. External IP: 172.25.7.202, port: 42846c41-5928-444a-9900-d485d090c6bc. Sep 02 13:09:42.369358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Calling delete_port for 42846c41-5928-444a-9900-d485d090c6bc owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:09:42.528991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:42.566855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event deleted for resources: {'Port': ['ID=42846c41-5928-444a-9900-d485d090c6bc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:42.697127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:09:42.825941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:09:42.839577 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:09:42.850276 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:09:42.851289 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:09:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:42.874684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] No DVR routers for this DVR port 42846c41-5928-444a-9900-d485d090c6bc on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:09:42.880396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:42.882552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e56e4e42-5b91-48af-873e-4386db9cb04f req-ad45bc06-00ee-4218-ac9d-4b3cbc0c867f tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.41 "DELETE /v2.0/ports/42846c41-5928-444a-9900-d485d090c6bc HTTP/1.1" status: 204 len: 173 time: 0.9360211 Sep 02 13:09:42.883023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-deleted', 'tag': '42846c41-5928-444a-9900-d485d090c6bc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:42.885948 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b544c04-2e7f-437a-bac7-566eafb8e0b8" -d '{"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-deleted", "tag": "42846c41-5928-444a-9900-d485d090c6bc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:42.959883 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9466ccce-1da5-407f-a78f-012f74ed9ac3 x-openstack-request-id: req-9466ccce-1da5-407f-a78f-012f74ed9ac3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:42.960485 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a4db7f-6920-4e32-965b-ef527d97cad9", "name": "network-vif-deleted", "tag": "42846c41-5928-444a-9900-d485d090c6bc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:42.961496 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9466ccce-1da5-407f-a78f-012f74ed9ac3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:42.961987 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a4db7f-6920-4e32-965b-ef527d97cad9', 'name': 'network-vif-deleted', 'tag': '42846c41-5928-444a-9900-d485d090c6bc', 'status': 'completed', 'code': 200} Sep 02 13:09:43.013826 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:09:43.234634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7bcc9a5-089d-408f-a93e-346f842e2ff8 req-521c71da-849b-4e92-a688-5c49323570da tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/ports?device_id=22a4db7f-6920-4e32-965b-ef527d97cad9 HTTP/1.1" status: 200 len: 210 time: 0.0448914 Sep 02 13:09:43.258080 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:43.290087 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:09:43.302228 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:09:43.303430 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:09:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:43.438357 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:09:43.636345 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:09:43.810771 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:43.839681 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396a35b-e515-4cea-a1c9-dcf39c2f8178 None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:28Z', 'revision_number': 4, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '642d5273-3ca7-4a81-86a2-e9e34567b3c8', 'name': '', 'network_id': '91fedcf3-01cd-47a8-a24e-241f46a09052', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'mac_address': 'fa:16:3e:e9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:27Z', 'updated_at': '2021-09-02T13:01:37Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'subnets': [{'id': '1c3c7fbb-50fe-4e11-9d67-0b380017c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:09:44.144533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112149d8-ffed-4439-8b86-87cdd1b630e0 None None] New status for floating IP 931bcb52-5f10-4a35-b47f-6aa72acc115a: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:09:44.351274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40512) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:44.417048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-843c9b81-bf63-48a3-b8f6-4274d15e8b4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.445154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-843c9b81-bf63-48a3-b8f6-4274d15e8b4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.530817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-843c9b81-bf63-48a3-b8f6-4274d15e8b4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.542994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-843c9b81-bf63-48a3-b8f6-4274d15e8b4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.544220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-843c9b81-bf63-48a3-b8f6-4274d15e8b4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "DELETE /v2.0/security-groups/3a484e62-07a2-41df-8fa3-6b76d6e114f1 HTTP/1.1" status: 204 len: 168 time: 0.1918707 Sep 02 13:09:44.547362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:44.569229 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-652b0e5b-3dc8-4022-bfe1-5a39fdb1c194 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] show failed (client error): The resource could not be found. Sep 02 13:09:44.570275 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-652b0e5b-3dc8-4022-bfe1-5a39fdb1c194 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "GET /v2.0/security-groups/3a484e62-07a2-41df-8fa3-6b76d6e114f1 HTTP/1.1" status: 404 len: 347 time: 0.0211453 Sep 02 13:09:44.571723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c9b81-bf63-48a3-b8f6-4274d15e8b4d tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a484e62-07a2-41df-8fa3-6b76d6e114f1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:44.573395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:44.728496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Deleting port 0e4c6227-27a2-45a7-9769-04a9a821c53e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:09:44.729184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.817936 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.818564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:44.832635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Calling delete_port for 0e4c6227-27a2-45a7-9769-04a9a821c53e owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:09:44.977324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:45.008444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Pushing event deleted for resources: {'Port': ['ID=0e4c6227-27a2-45a7-9769-04a9a821c53e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:45.086329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:45.089158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:45.101368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e739d491-d7d7-48df-af26-101fbd692c85 tempest-AttachVolumeShelveTestJSON-404637687 tempest-AttachVolumeShelveTestJSON-404637687-project] 10.222.0.60 "DELETE /v2.0/floatingips/931bcb52-5f10-4a35-b47f-6aa72acc115a HTTP/1.1" status: 204 len: 168 time: 0.5197928 Sep 02 13:09:46.976469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:09:47.008414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 42846c41-5928-444a-9900-d485d090c6bc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:09:47.009064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 42846c41-5928-444a-9900-d485d090c6bc not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:09:51.145476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:51.810293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:52.089874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Deleting port 642d5273-3ca7-4a81-86a2-e9e34567b3c8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:09:52.090218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:52.182402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] For port 642d5273-3ca7-4a81-86a2-e9e34567b3c8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=642d5273-3ca7-4a81-86a2-e9e34567b3c8,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:52.183102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:52.199441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Calling delete_port for 642d5273-3ca7-4a81-86a2-e9e34567b3c8 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:09:52.385175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:52.415588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=642d5273-3ca7-4a81-86a2-e9e34567b3c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:52.635875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:52.827983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-f2bfea7f-c4f6-41a3-8b07-b5e84a85d2f9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:52.829838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-f2bfea7f-c4f6-41a3-8b07-b5e84a85d2f9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1069174 Sep 02 13:09:52.845600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-d4052285-7d77-43ac-b12f-f77d799dcdda tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Sep 02 13:09:52.875127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Router 40fe7388-86c3-4bb4-a324-84fddda629f6 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:09:52.908329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-c9c6fd49-2ecd-4888-8d69-b56098bb7c1a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557432 Sep 02 13:09:52.920148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-dca77b3c-7674-4541-a583-8a3446dacc99 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:09:52.921624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-dca77b3c-7674-4541-a583-8a3446dacc99 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060797 Sep 02 13:09:53.004288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:09:53.010608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0a8f98da-0c68-4949-86ed-b8742d20fc52 admin admin] 10.222.0.60 "PUT /v2.0/routers/40fe7388-86c3-4bb4-a324-84fddda629f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8630476 Sep 02 13:09:53.013101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:53.017251 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] Sync routers for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:09:53.020095 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-b445de6e-966b-4ed9-840e-f2cd706a5218 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909817 Sep 02 13:09:53.030164 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:09:53.031097 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:09:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:53.129559 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-25e69eff-65ad-4621-b94f-81f7a4b25555 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032004 Sep 02 13:09:53.153852 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:09:53.428687 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:09:52Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:53.466108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] Checking router: 40fe7388-86c3-4bb4-a324-84fddda629f6 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:09:53.476721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] Routers {'40fe7388-86c3-4bb4-a324-84fddda629f6'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:09:53.477479 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:09:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['40fe7388-86c3-4bb4-a324-84fddda629f6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:53.575161 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3ee35c79-d412-4848-bd6d-47e24ce13859 req-57be1d1a-e993-4f8d-8968-8e9dff709f97 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0485935 Sep 02 13:09:53.615019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] Set router 40fe7388-86c3-4bb4-a324-84fddda629f6 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:09:53.622353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:53.770975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:53.826449 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:09:52Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:53.845752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Deleting port 5452fc24-2188-466b-9707-9a0e2e9f633d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:09:53.846441 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:53.858251 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70c38e-a4ec-4241-841e-645568f275a2 None None] The sync data for ids ['40fe7388-86c3-4bb4-a324-84fddda629f6'] in n-d-792364-8 is: [{'id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1654538841-router', 'tenant_id': 'b66c8a78b46e4355aa92674afb5c681d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:09:52Z', 'revision_number': 5, 'project_id': 'b66c8a78b46e4355aa92674afb5c681d', 'gw_port': {'id': '5452fc24-2188-466b-9707-9a0e2e9f633d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fe7388-86c3-4bb4-a324-84fddda629f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:01:23Z', 'updated_at': '2021-09-02T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:09:53.948782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] For port 5452fc24-2188-466b-9707-9a0e2e9f633d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5452fc24-2188-466b-9707-9a0e2e9f633d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:53.949172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:53.963912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Calling delete_port for 5452fc24-2188-466b-9707-9a0e2e9f633d owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:09:54.165962 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.194180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Pushing event deleted for resources: {'Port': ['ID=5452fc24-2188-466b-9707-9a0e2e9f633d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:54.268854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.376986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.379905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.438898 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.439691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fe7388-86c3-4bb4-a324-84fddda629f6 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:09:54.445140 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.446663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-11d76a83-64a3-4d2b-9d32-65124462352a admin admin] 10.222.0.60 "DELETE /v2.0/routers/40fe7388-86c3-4bb4-a324-84fddda629f6 HTTP/1.1" status: 204 len: 168 time: 1.4318163 Sep 02 13:09:54.449635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:54.473816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-878eb82b-0830-490e-9a44-d8a2187f4924 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:54.475402 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-878eb82b-0830-490e-9a44-d8a2187f4924 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1404746 Sep 02 13:09:54.488879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:09:54.501247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Deleting subnet 1c3c7fbb-50fe-4e11-9d67-0b380017c18d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:09:54.505103 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.543712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.551722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 642d5273-3ca7-4a81-86a2-e9e34567b3c8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:09:54.574167 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 642d5273-3ca7-4a81-86a2-e9e34567b3c8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:09:54.574480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 642d5273-3ca7-4a81-86a2-e9e34567b3c8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:09:54.649397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:09:54.655530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.670042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.754224 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.757787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-628db3a5-d254-4a80-bc60-dc36a2cced5f req-04469516-d133-442e-ba49-9b83731f032f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0381558 Sep 02 13:09:54.790834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3c7fbb-50fe-4e11-9d67-0b380017c18d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:54.790834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.793098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932309fa-e338-4a2e-a829-198e9ecb9816 None None] Network 91fedcf3-01cd-47a8-a24e-241f46a09052 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:09:54.796622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-68079bd4-f9a6-4f10-a066-d7a5bddbeb92 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1c3c7fbb-50fe-4e11-9d67-0b380017c18d HTTP/1.1" status: 204 len: 168 time: 0.3459847 Sep 02 13:09:54.801672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:54.864562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.14 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/e60d9796-0f49-46b4-a6fd-27e0dd225b9a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:09:54.901446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:54.981702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Deleting port 1a1c6960-ae3f-46b5-9e4d-524709afff94 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:09:54.982066 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.052474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] For port 1a1c6960-ae3f-46b5-9e4d-524709afff94, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1a1c6960-ae3f-46b5-9e4d-524709afff94,segment=NetworkSegment(62ee4821-ad7f-4f8c-8f60-b555c2ef16ca),segment_id=62ee4821-ad7f-4f8c-8f60-b555c2ef16ca)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:09:55.052855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.067253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Calling delete_port for 1a1c6960-ae3f-46b5-9e4d-524709afff94 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:09:55.071372 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.095712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object e60d9796-0f49-46b4-a6fd-27e0dd225b9a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:09:55.164076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.203816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.205600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3827f92-81f3-451c-b7bb-974235c5f9bb None None] DHCP port deletion for 91fedcf3-01cd-47a8-a24e-241f46a09052 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:09:55.225228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:09:55.230438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:09:55.233300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:09:55.261698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] No DVR routers for this DVR port 1a1c6960-ae3f-46b5-9e4d-524709afff94 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:09:55.266406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1c6960-ae3f-46b5-9e4d-524709afff94,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:55.277088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:55.290445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.290889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.291336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.291814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.292246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.292674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.293203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.293623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.294039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.294453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.294955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.295376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:09:55.320537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:55.321245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.343941 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-118d59c5-37a0-4dbe-91c4-e30caaf58ba9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8577068 Sep 02 13:09:55.355870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Request body: {'port': {'device_id': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:09:55.403038 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.423369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fedcf3-01cd-47a8-a24e-241f46a09052']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:55.438958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:55.439256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ee4821-ad7f-4f8c-8f60-b555c2ef16ca') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:09:55.449531 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.453790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.470238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.478752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:09:55.479297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:09:55.481596 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:09:55.556241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.568469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.571189 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/91fedcf3-01cd-47a8-a24e-241f46a09052 HTTP/1.1" status: 204 len: 168 time: 0.7684295 Sep 02 13:09:55.588245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f7047-354d-4204-a845-de356cb875ae admin admin] Pushing event deleted for resources: {'Network': ['ID=91fedcf3-01cd-47a8-a24e-241f46a09052,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:55.607258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b57de28a-9b65-4a59-ab93-233d3ea6656b None None] Provisioning for port e60d9796-0f49-46b4-a6fd-27e0dd225b9a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:09:55.614082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b57de28a-9b65-4a59-ab93-233d3ea6656b None None] Provisioning complete for port e60d9796-0f49-46b4-a6fd-27e0dd225b9a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:09:55.614609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b57de28a-9b65-4a59-ab93-233d3ea6656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:55.673703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b57de28a-9b65-4a59-ab93-233d3ea6656b None None] Port e60d9796-0f49-46b4-a6fd-27e0dd225b9a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:09:55.740827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:55.862601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-509c7775-9120-47b7-9c39-c4bd66ae0141 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b66c8a78b46e4355aa92674afb5c681d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204989 Sep 02 13:09:55.866158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:09:55.945031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c537c63-355d-4ed3-b5d2-3ba724aa58ce req-31e08cfe-f40a-457b-9340-8f56f41467cc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:55.947290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c537c63-355d-4ed3-b5d2-3ba724aa58ce req-31e08cfe-f40a-457b-9340-8f56f41467cc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 932 time: 0.0676789 Sep 02 13:09:56.003292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c537c63-355d-4ed3-b5d2-3ba724aa58ce req-54dbe844-eaff-4d41-a0f4-34403fba146f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492034 Sep 02 13:09:56.017582 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd894e2b-5527-47d4-8909-01b72ca0fa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.044879 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60d9796-0f49-46b4-a6fd-27e0dd225b9a {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:09:56.055627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd894e2b-5527-47d4-8909-01b72ca0fa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.058469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.090294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Transition to ACTIVE for port object e60d9796-0f49-46b4-a6fd-27e0dd225b9a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:09:56.097985 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.245500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Pushing event updated for resources: {'Port': ['ID=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:56.255408 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd894e2b-5527-47d4-8909-01b72ca0fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.258153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd894e2b-5527-47d4-8909-01b72ca0fa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.262259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd894e2b-5527-47d4-8909-01b72ca0fa1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eac150a8-026e-48ab-9932-a44b30ea9202 HTTP/1.1" status: 204 len: 168 time: 0.3931201 Sep 02 13:09:56.277234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd894e2b-5527-47d4-8909-01b72ca0fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac150a8-026e-48ab-9932-a44b30ea9202,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:56.311293 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Attempting to bind port e60d9796-0f49-46b4-a6fd-27e0dd225b9a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:09:56.311860 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Attempting to bind port e60d9796-0f49-46b4-a6fd-27e0dd225b9a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:09:56.312447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Attempting to bind port e60d9796-0f49-46b4-a6fd-27e0dd225b9a on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:09:56.322567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Port e60d9796-0f49-46b4-a6fd-27e0dd225b9a on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:09:56.323214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Attempting to bind port e60d9796-0f49-46b4-a6fd-27e0dd225b9a on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:09:56.334148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:09:56.335763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:09:56.336510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:09:56.337810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Bound port: e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:09:56.338396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.421456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] For port e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:09:56.425198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] For port e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:09:56.432165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.477047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:56.477810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:56.481647 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] 10.222.0.41 "PUT /v2.0/ports/e60d9796-0f49-46b4-a6fd-27e0dd225b9a HTTP/1.1" status: 200 len: 1092 time: 1.1280475 Sep 02 13:09:56.482277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'tag': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:09:56.486379 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ba306d-3420-47e8-81c9-33a5ac7a03bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b", "tag": "e60d9796-0f49-46b4-a6fd-27e0dd225b9a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:09:56.597881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1a1c6960-ae3f-46b5-9e4d-524709afff94 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:09:56.624360 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68872e52-ceda-4872-827b-2e876b73e983 x-openstack-request-id: req-68872e52-ceda-4872-827b-2e876b73e983 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:09:56.624656 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b", "tag": "e60d9796-0f49-46b4-a6fd-27e0dd225b9a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:09:56.624983 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68872e52-ceda-4872-827b-2e876b73e983 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:09:56.625410 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'tag': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a', 'status': 'completed', 'code': 200} Sep 02 13:09:56.633043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 1a1c6960-ae3f-46b5-9e4d-524709afff94 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:09:56.638022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1a1c6960-ae3f-46b5-9e4d-524709afff94 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:09:56.638656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5452fc24-2188-466b-9707-9a0e2e9f633d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:09:56.660722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b9b5d-8cc9-4f74-8f74-56c7a1166c88 service neutron] Pushing event updated for resources: {'Port': ['ID=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:09:56.677626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-a39c9f66-87f4-40c7-aef2-c6ffdb721e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:56.679171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-a39c9f66-87f4-40c7-aef2-c6ffdb721e83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 1095 time: 0.1327453 Sep 02 13:09:56.717114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 5452fc24-2188-466b-9707-9a0e2e9f633d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:09:56.717114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5452fc24-2188-466b-9707-9a0e2e9f633d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:09:56.733426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-81fe1d38-e55d-4c66-8e1c-300fd7741d6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a HTTP/1.1" status: 200 len: 217 time: 0.0467515 Sep 02 13:09:56.795478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-90feac63-676a-4bed-911d-8039eaff47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:56.797465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-90feac63-676a-4bed-911d-8039eaff47c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0569026 Sep 02 13:09:56.865103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923687ae-5c90-4001-a194-f5b537845234 req-7f3ba896-7829-4138-9e3a-9898cfba6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:56.866593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-7f3ba896-7829-4138-9e3a-9898cfba6dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625648 Sep 02 13:09:56.975372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-74a40841-13bb-4fa1-aac7-50837cd6fb66 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013706 Sep 02 13:09:57.158996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-923687ae-5c90-4001-a194-f5b537845234 req-bffb877a-076e-4de1-b974-54ca09fc706d service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758547 Sep 02 13:09:57.210620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20ef56-ba86-40fa-81cc-0a9012caa1e6 req-3cfac717-bc33-491a-9033-326f4c98b57b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:57.212203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a20ef56-ba86-40fa-81cc-0a9012caa1e6 req-3cfac717-bc33-491a-9033-326f4c98b57b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0740547 Sep 02 13:09:57.266926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2a20ef56-ba86-40fa-81cc-0a9012caa1e6 req-4a50a952-70db-41b5-9964-4ae8c06a1d40 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484397 Sep 02 13:09:57.301281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-00d17e91-b1ac-497c-9d81-b6e0d649b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:57.303093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-00d17e91-b1ac-497c-9d81-b6e0d649b5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 1095 time: 0.0747464 Sep 02 13:09:57.442072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-85acb635-4275-4e31-9ddd-d22f7ae97523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:57.443767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-85acb635-4275-4e31-9ddd-d22f7ae97523 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1336930 Sep 02 13:09:57.503516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-4ed0d4ba-8517-446d-bf07-5c121e53a918 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a HTTP/1.1" status: 200 len: 217 time: 0.0524359 Sep 02 13:09:57.566039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-86b6782f-707f-4b08-b5cf-a00980fb74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:57.567552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-86b6782f-707f-4b08-b5cf-a00980fb74f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0576203 Sep 02 13:09:57.635875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-dba9f27b-2e01-410f-9787-b686e4b45b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:57.637501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-dba9f27b-2e01-410f-9787-b686e4b45b72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633011 Sep 02 13:09:57.770690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-b6812160-74d3-4d5b-9eeb-367e48ebb304 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247482 Sep 02 13:09:57.903967 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ba306d-3420-47e8-81c9-33a5ac7a03bc req-2668aa17-5b2f-4a3f-9775-4075ee0e4aaa service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223819 Sep 02 13:09:58.496702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432eb8e-52ef-4eed-bdd8-b5492ca86f0d req-3de4d885-6a2e-40e7-97b1-fb2e740f2901 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:58.498329 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b432eb8e-52ef-4eed-bdd8-b5492ca86f0d req-3de4d885-6a2e-40e7-97b1-fb2e740f2901 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0942118 Sep 02 13:09:58.581593 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b432eb8e-52ef-4eed-bdd8-b5492ca86f0d req-5ba514b6-db6f-46f9-aac1-77e0aaf43929 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661798 Sep 02 13:09:58.712950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-799081e6-f244-47a5-bbe7-270905ea6f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:09:59.757275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd22fd-ac3d-4cfe-baf8-04eb2e075e25 req-7c60fa53-4be3-4492-8603-ad6cb0fc67e6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:59.760031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37bd22fd-ac3d-4cfe-baf8-04eb2e075e25 req-7c60fa53-4be3-4492-8603-ad6cb0fc67e6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0804689 Sep 02 13:09:59.831714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37bd22fd-ac3d-4cfe-baf8-04eb2e075e25 req-cd175f0d-5c21-4e32-aa66-b4df5b16b89e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638793 Sep 02 13:09:59.977708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0b7a5-10d8-4cb9-8fbd-51d4bbb9dbbb req-340f97bf-ffce-46d0-811e-a4beb4c9e8a1 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:09:59.981759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01c0b7a5-10d8-4cb9-8fbd-51d4bbb9dbbb req-340f97bf-ffce-46d0-811e-a4beb4c9e8a1 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.0844963 Sep 02 13:10:00.076088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01c0b7a5-10d8-4cb9-8fbd-51d4bbb9dbbb req-7f4d9a3c-0d52-40c7-a92c-3d266d727ff3 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884447 Sep 02 13:10:01.038833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7284e4-d27e-4cf9-b07b-4beee40d5b63 req-c18ecd0b-4492-4212-aca4-dc82b81db2dc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:01.040529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa7284e4-d27e-4cf9-b07b-4beee40d5b63 req-c18ecd0b-4492-4212-aca4-dc82b81db2dc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.1036539 Sep 02 13:10:01.135303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa7284e4-d27e-4cf9-b07b-4beee40d5b63 req-04001bb3-2f51-4200-ab4e-3ef55dc86ac3 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858927 Sep 02 13:10:01.493505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9fdcecdd-89ee-4172-97da-9ffb396db3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:01.608098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-bf07277e-6314-4e8e-a936-9dcdcd45d85f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:01.610653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-bf07277e-6314-4e8e-a936-9dcdcd45d85f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.4132745 Sep 02 13:10:01.622687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99980-2721-40e7-8255-be85f7e638b9 req-8ff04836-472d-45f1-946b-7c16f980de9f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:01.628960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1dc99980-2721-40e7-8255-be85f7e638b9 req-8ff04836-472d-45f1-946b-7c16f980de9f tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 946 time: 0.1198711 Sep 02 13:10:01.687647 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:01.810480 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1dc99980-2721-40e7-8255-be85f7e638b9 req-917d8738-3260-4471-9b0e-bbf2c3573ca1 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bda42d-7a82-4383-a02b-53f7687919f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532106 Sep 02 13:10:01.836472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Deleting port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:01.836811 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:01.990083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] For port 6157efe5-dfcb-47c3-bea9-508bca03e3a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=6157efe5-dfcb-47c3-bea9-508bca03e3a2,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:01.990509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:02.286323 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365cce-b0ab-4b43-9ffe-1cd52cc3e736 req-ddd3c769-c599-4dcd-97ff-3c9c24fcb1ec tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:02.295210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25365cce-b0ab-4b43-9ffe-1cd52cc3e736 req-ddd3c769-c599-4dcd-97ff-3c9c24fcb1ec tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0736840 Sep 02 13:10:02.358205 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-25365cce-b0ab-4b43-9ffe-1cd52cc3e736 req-fdf3d385-29f8-44d9-b1df-3d6df55994a4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617166 Sep 02 13:10:02.485053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:02.485847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:02.486454 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Floating IP 012db3ff-33b1-464c-814a-a29951fcff51 disassociated. External IP: 172.25.7.106, port: 6157efe5-dfcb-47c3-bea9-508bca03e3a2. Sep 02 13:10:02.487029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Calling delete_port for 6157efe5-dfcb-47c3-bea9-508bca03e3a2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:02.604240 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:02.675644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:02.716084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event deleted for resources: {'Port': ['ID=6157efe5-dfcb-47c3-bea9-508bca03e3a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:02.959000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Router 0b76698a-2b4f-4abb-979b-d7def618de01 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:02.984607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f36d814-79d3-4e7b-bb1a-a5adb42407f4 req-69b5ba28-3420-4045-98da-5b51940d5732 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 210 time: 0.0370703 Sep 02 13:10:03.192811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:03.210492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] Sync routers for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:03.248122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:03.251940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:03.267322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] No DVR routers for this DVR port 6157efe5-dfcb-47c3-bea9-508bca03e3a2 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:03.272405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:03.277221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d5cb1b07-f0c1-4723-b801-310ec4c2fb4f req-8277be9e-ce24-421d-a297-b1c9e5436910 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.18 "DELETE /v2.0/ports/6157efe5-dfcb-47c3-bea9-508bca03e3a2 HTTP/1.1" status: 204 len: 173 time: 1.6494761 Sep 02 13:10:03.277221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'name': 'network-vif-deleted', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:10:03.289998 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb07f5b-00cb-4bab-b56f-def6d8c0a406" -d '{"events": [{"server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "name": "network-vif-deleted", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:10:03.443972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:03.533507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-80fd387d-9c8e-4a5a-a524-937de6669334 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1972718 Sep 02 13:10:03.834004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94887e6-c541-4ae7-9a26-d4dac7c1ebec req-7e7183ce-c431-4b9e-816f-ad18ee60dc17 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:03.841657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c94887e6-c541-4ae7-9a26-d4dac7c1ebec req-7e7183ce-c431-4b9e-816f-ad18ee60dc17 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.2932477 Sep 02 13:10:03.848044 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa30472-bd25-4d06-b0a4-e7fd01fd589a x-openstack-request-id: req-1aa30472-bd25-4d06-b0a4-e7fd01fd589a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:10:03.851612 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc387b63-9a18-4a21-95c2-f327d06bb02a", "name": "network-vif-deleted", "tag": "6157efe5-dfcb-47c3-bea9-508bca03e3a2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:10:03.851612 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1aa30472-bd25-4d06-b0a4-e7fd01fd589a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:10:03.851612 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc387b63-9a18-4a21-95c2-f327d06bb02a', 'name': 'network-vif-deleted', 'tag': '6157efe5-dfcb-47c3-bea9-508bca03e3a2', 'status': 'completed', 'code': 200} Sep 02 13:10:03.875203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-cd5d8c11-f040-4807-8646-aef45c6b7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:03.877011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-cd5d8c11-f040-4807-8646-aef45c6b7e75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 1101 time: 0.1749938 Sep 02 13:10:03.906550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c94887e6-c541-4ae7-9a26-d4dac7c1ebec req-523696b3-cfdc-4b31-9960-91f1f87a3eb8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635133 Sep 02 13:10:04.045776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:52Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:04.142207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] Checking router: 0b76698a-2b4f-4abb-979b-d7def618de01 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:10:04.165943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:04.166567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:04.214153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-d7ad7d1e-bebf-45ec-98a9-2ba2951417a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:04.215793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-d7ad7d1e-bebf-45ec-98a9-2ba2951417a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.3009179 Sep 02 13:10:04.226552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-031f19d4-a60a-41fb-8bfc-2c6ce0cfeec4 req-ff54d84d-ba77-4721-bb1f-c7afbf3959c8 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc387b63-9a18-4a21-95c2-f327d06bb02a HTTP/1.1" status: 200 len: 210 time: 0.0955079 Sep 02 13:10:04.309366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:04.343006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-4dd25202-db96-452c-8a96-4707787edc8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=098c5793-23b0-4cf3-a119-5bf970c152e2 HTTP/1.1" status: 200 len: 217 time: 0.1184886 Sep 02 13:10:04.456819 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:04.469513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-2779b3d6-14a6-4d1f-903d-0af199cf7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:04.471904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-2779b3d6-14a6-4d1f-903d-0af199cf7201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.1215575 Sep 02 13:10:04.544808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-0acc2c6a-9348-4691-9bb7-f4b9522152e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:04.551622 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-0acc2c6a-9348-4691-9bb7-f4b9522152e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717702 Sep 02 13:10:04.716681 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-b9256358-346b-451a-8381-cf23d8975037 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556056 Sep 02 13:10:04.784980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:52Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:04.854530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81ee50-2a23-4a16-babc-a826fa2f1e99 None None] The sync data for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 is: [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:04:44Z', 'revision_number': 4, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '7084c5a9-8b6b-421a-bd0e-9d5ef0207dad', 'name': '', 'network_id': 'c82b8324-8cb5-4efc-b83e-8b8483df690e', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'mac_address': 'fa:16:3e:23:dc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:42Z', 'updated_at': '2021-09-02T13:04:52Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'subnets': [{'id': 'c4e323b4-6fee-445e-b7db-c9fffa354a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:04.869048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6157efe5-dfcb-47c3-bea9-508bca03e3a2 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:04.903250 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-907e22d2-1e68-4f85-8259-8b8f566670ec req-8413de46-d509-4973-a5d0-c7f35a57d4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767271 Sep 02 13:10:04.911524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 6157efe5-dfcb-47c3-bea9-508bca03e3a2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:04.911979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 6157efe5-dfcb-47c3-bea9-508bca03e3a2 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:05.106345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959a52c-ec51-43c7-86a9-3cce17181a70 req-ffcc3b8f-3672-4f5f-a00f-bdc4e006438b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:05.108142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0959a52c-ec51-43c7-86a9-3cce17181a70 req-ffcc3b8f-3672-4f5f-a00f-bdc4e006438b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0813937 Sep 02 13:10:05.168712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0959a52c-ec51-43c7-86a9-3cce17181a70 req-1e5f4553-27e6-4730-8eae-f619cdfaefeb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Sep 02 13:10:05.270824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:05.282785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604731a1-eba4-4704-b62d-9bd0be799f92 None None] New status for floating IP 012db3ff-33b1-464c-814a-a29951fcff51: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:10:05.338246 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.436824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Deleting port 9a9c2b2e-ada9-4705-98af-c39f1298dbfd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:05.437232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.536710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.537258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.556661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Calling delete_port for 9a9c2b2e-ada9-4705-98af-c39f1298dbfd owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:05.715456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.744925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event deleted for resources: {'Port': ['ID=9a9c2b2e-ada9-4705-98af-c39f1298dbfd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:05.809596 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.812374 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.813861 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a636e74c-e217-4262-ba05-a73d00ae9708 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "DELETE /v2.0/floatingips/012db3ff-33b1-464c-814a-a29951fcff51 HTTP/1.1" status: 204 len: 168 time: 0.5417001 Sep 02 13:10:05.890223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:05.961400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90d5d5d5-8ad3-4059-9f05-9032f7cc5058 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:05.991381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90d5d5d5-8ad3-4059-9f05-9032f7cc5058 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.024098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:06.071125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90d5d5d5-8ad3-4059-9f05-9032f7cc5058 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.075212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90d5d5d5-8ad3-4059-9f05-9032f7cc5058 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.077098 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-90d5d5d5-8ad3-4059-9f05-9032f7cc5058 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] 10.222.0.60 "DELETE /v2.0/security-groups/05bda42d-7a82-4383-a02b-53f7687919f9 HTTP/1.1" status: 204 len: 168 time: 0.1854744 Sep 02 13:10:06.092428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5d5d5-8ad3-4059-9f05-9032f7cc5058 tempest-TestServerBasicOps-2012963514 tempest-TestServerBasicOps-2012963514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bda42d-7a82-4383-a02b-53f7687919f9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:06.124582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 40972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:06.172960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fecd092d-4f4e-4c8e-9701-2eba07dca79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.342381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b8d2-9553-4746-95ae-48979a8cbad5 req-ea8b2b29-34f7-41be-b707-358737b3e95c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:06.345614 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dec4b8d2-9553-4746-95ae-48979a8cbad5 req-ea8b2b29-34f7-41be-b707-358737b3e95c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0860777 Sep 02 13:10:06.397874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dec4b8d2-9553-4746-95ae-48979a8cbad5 req-635455ff-dbde-4584-a3ab-93e70aff7fb9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Sep 02 13:10:06.451253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fecd092d-4f4e-4c8e-9701-2eba07dca79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.456999 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fecd092d-4f4e-4c8e-9701-2eba07dca79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.508615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fecd092d-4f4e-4c8e-9701-2eba07dca79e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3de0467f9c924f079cfdfad19438a6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826655 Sep 02 13:10:06.511060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd092d-4f4e-4c8e-9701-2eba07dca79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e27e168-dd58-4e2c-8882-70af86397be6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:06.511791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:06.574040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5ed5-1e79-43b8-b37a-9f5be1769ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.598037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5ed5-1e79-43b8-b37a-9f5be1769ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.666374 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5ed5-1e79-43b8-b37a-9f5be1769ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.669532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5ed5-1e79-43b8-b37a-9f5be1769ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.670924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4ee5ed5-1e79-43b8-b37a-9f5be1769ba9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e27e168-dd58-4e2c-8882-70af86397be6 HTTP/1.1" status: 204 len: 168 time: 0.1581433 Sep 02 13:10:06.680805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee5ed5-1e79-43b8-b37a-9f5be1769ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e27e168-dd58-4e2c-8882-70af86397be6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:06.702092 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.979119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Deleting port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:06.979447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:06.999209 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 40998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:07.015448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a874edfa-2cc5-44c4-a525-17cc6a34b614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.063371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] For port 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:07.064081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.078857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Calling delete_port for 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:07.113177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a874edfa-2cc5-44c4-a525-17cc6a34b614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.121147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a874edfa-2cc5-44c4-a525-17cc6a34b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.165262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a874edfa-2cc5-44c4-a525-17cc6a34b614 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18ae5bc299324ff384df54930b2e6e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610296 Sep 02 13:10:07.165262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874edfa-2cc5-44c4-a525-17cc6a34b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868266d0-cc4d-4d63-b1d2-e4cd36152a23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:07.170653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:07.229866 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555e83da-fe3c-402c-92e4-7dc2f53cf531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.258286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555e83da-fe3c-402c-92e4-7dc2f53cf531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.306556 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.316221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555e83da-fe3c-402c-92e4-7dc2f53cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.321813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555e83da-fe3c-402c-92e4-7dc2f53cf531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.325364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-555e83da-fe3c-402c-92e4-7dc2f53cf531 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/868266d0-cc4d-4d63-b1d2-e4cd36152a23 HTTP/1.1" status: 204 len: 168 time: 0.1508093 Sep 02 13:10:07.332470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e83da-fe3c-402c-92e4-7dc2f53cf531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868266d0-cc4d-4d63-b1d2-e4cd36152a23,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:07.343345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7084c5a9-8b6b-421a-bd0e-9d5ef0207dad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:07.557408 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:07.771598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a25f1-f3bd-49f2-9431-1f1ef0941bd7 req-6e4852e1-6ef7-4863-a452-94f3314dad57 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:07.773251 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a6a25f1-f3bd-49f2-9431-1f1ef0941bd7 req-6e4852e1-6ef7-4863-a452-94f3314dad57 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.2063348 Sep 02 13:10:07.898479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a6a25f1-f3bd-49f2-9431-1f1ef0941bd7 req-53e96e5e-43a3-4bd4-9531-96f2ffd8bb5a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141832 Sep 02 13:10:07.967622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Router 0b76698a-2b4f-4abb-979b-d7def618de01 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:08.528495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:08.535455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-36936370-4416-4717-b2e7-ba167bc61de1 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b76698a-2b4f-4abb-979b-d7def618de01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092722 Sep 02 13:10:08.538172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:08.542657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] Sync routers for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:08.558666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:08.559635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:08.710124 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:08.783173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:08.888242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:08.988490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Deleting port b8781f1c-81d8-4091-9451-850a62e33577 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:08.988865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.112143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:10:07Z', 'revision_number': 5, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port': {'id': 'b8781f1c-81d8-4091-9451-850a62e33577', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:34Z', 'updated_at': '2021-09-02T13:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:09.127747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] For port b8781f1c-81d8-4091-9451-850a62e33577, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8781f1c-81d8-4091-9451-850a62e33577,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:09.128121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.141974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a681-d6d9-4d63-b8a0-89838ac58a60 req-90a3a019-02f0-4dc4-8edc-3910d3d82f49 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:09.149791 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebc5a681-d6d9-4d63-b8a0-89838ac58a60 req-90a3a019-02f0-4dc4-8edc-3910d3d82f49 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.1041882 Sep 02 13:10:09.179993 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] Checking router: 0b76698a-2b4f-4abb-979b-d7def618de01 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:10:09.194253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Calling delete_port for b8781f1c-81d8-4091-9451-850a62e33577 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:09.202454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] Routers {'0b76698a-2b4f-4abb-979b-d7def618de01'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:09.203372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['0b76698a-2b4f-4abb-979b-d7def618de01'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:09.231263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ebc5a681-d6d9-4d63-b8a0-89838ac58a60 req-32ac1924-8eca-4662-af50-2bb33e848b06 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743208 Sep 02 13:10:09.337711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] Set router 0b76698a-2b4f-4abb-979b-d7def618de01 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:09.413911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:10:08Z', 'revision_number': 6, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:09.455752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.460908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d9fc3-2910-4bd0-8f4a-49f53fd56561 None None] The sync data for ids ['0b76698a-2b4f-4abb-979b-d7def618de01'] in n-d-792364-8 is: [{'id': '0b76698a-2b4f-4abb-979b-d7def618de01', 'name': 'tempest-TestServerBasicOps-1994707789-router', 'tenant_id': '9b0dcaa512454fed96a8b26b68f26be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:31Z', 'updated_at': '2021-09-02T13:10:08Z', 'revision_number': 6, 'project_id': '9b0dcaa512454fed96a8b26b68f26be6', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:09.516808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b8781f1c-81d8-4091-9451-850a62e33577,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:09.588518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.729273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.731496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.790230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.791340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b76698a-2b4f-4abb-979b-d7def618de01 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:10:09.798059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.799658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-03bcd75c-a39e-454c-8d35-6c5c63b1b4ac admin admin] 10.222.0.60 "DELETE /v2.0/routers/0b76698a-2b4f-4abb-979b-d7def618de01 HTTP/1.1" status: 204 len: 168 time: 1.2603078 Sep 02 13:10:09.802184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:09.927574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Deleting subnet c4e323b4-6fee-445e-b7db-c9fffa354a94 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:10:09.936064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:09.980317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.094195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.169405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.209012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.213446 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c4e323b4-6fee-445e-b7db-c9fffa354a94 HTTP/1.1" status: 204 len: 168 time: 0.4076431 Sep 02 13:10:10.213446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a45a3f-c167-447b-9117-2f88ce6b5a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e323b4-6fee-445e-b7db-c9fffa354a94,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:10.214274 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41098) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:10.214729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf57d72-e0b8-47ed-be3c-caca0caa20ee None None] Network c82b8324-8cb5-4efc-b83e-8b8483df690e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:10.409330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.468838 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e014d-5d6e-4bb5-b2d4-c994e8f2b18f req-95e9258d-8540-418a-b6e3-c973c75ae8aa tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:10.473463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c6e014d-5d6e-4bb5-b2d4-c994e8f2b18f req-95e9258d-8540-418a-b6e3-c973c75ae8aa tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.1413815 Sep 02 13:10:10.478277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Deleting port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:10.478878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.538113 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4c6e014d-5d6e-4bb5-b2d4-c994e8f2b18f req-39fafd8c-544e-4478-8d2e-cbe74be442c7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Sep 02 13:10:10.576858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:10.580118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] DHCP port deletion for c82b8324-8cb5-4efc-b83e-8b8483df690e request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:10:10.607129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:10.607809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7084c5a9-8b6b-421a-bd0e-9d5ef0207dad not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:10.608482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8781f1c-81d8-4091-9451-850a62e33577 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:10.692764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b8781f1c-81d8-4091-9451-850a62e33577 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:10.693183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8781f1c-81d8-4091-9451-850a62e33577 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:10.719185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] Deleting port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:10.719492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.806873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] For port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:10.807284 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:10.824509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] Calling delete_port for d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:10.981376 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.013320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] Pushing event deleted for resources: {'Port': ['ID=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:11.017442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042123d9-00a9-41a7-80ba-333ae3126bf8 None None] No DVR routers for this DVR port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:11.072576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] For port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,segment=NetworkSegment(5f4223da-69ba-496c-90f4-259ffb2d250a),segment_id=5f4223da-69ba-496c-90f4-259ffb2d250a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:11.072982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.093261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Calling delete_port for d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:11.190536 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.210797 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.225682 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:11.244529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] No DVR routers for this DVR port d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:11.337811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.355066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82b8324-8cb5-4efc-b83e-8b8483df690e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:11.366721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4223da-69ba-496c-90f4-259ffb2d250a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:11.367028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4223da-69ba-496c-90f4-259ffb2d250a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:11.377753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.393818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.402566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:10:11.402994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:10:11.404854 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:10:11.467005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.496724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:11.502028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] 10.222.0.60 "DELETE /v2.0/networks/c82b8324-8cb5-4efc-b83e-8b8483df690e HTTP/1.1" status: 204 len: 168 time: 1.2827435 Sep 02 13:10:11.502028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473f23f-973e-49e0-ad7c-02527013186a admin admin] Pushing event deleted for resources: {'Network': ['ID=c82b8324-8cb5-4efc-b83e-8b8483df690e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:11.502701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:11.711330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271ccf9-230d-41c3-9130-4b353d3da558 req-afb07c34-2068-48d8-b34f-ad160b5aa8e6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:11.721254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2271ccf9-230d-41c3-9130-4b353d3da558 req-afb07c34-2068-48d8-b34f-ad160b5aa8e6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0669055 Sep 02 13:10:11.777050 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2271ccf9-230d-41c3-9130-4b353d3da558 req-b22443c1-0deb-4f5d-9025-9f8c9f759255 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 Sep 02 13:10:11.934058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:12.017329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.141819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c82e575-e77d-4eaf-83e1-fa6c2134f45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.302096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c82e575-e77d-4eaf-83e1-fa6c2134f45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.310173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c82e575-e77d-4eaf-83e1-fa6c2134f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.322244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Deleting port 8922f56f-3696-413e-9a6e-ae1cbeac62ec {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:12.322927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.352551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82e575-e77d-4eaf-83e1-fa6c2134f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b8123-dd45-4773-afb4-fef232b574c7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:12.363533 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4c82e575-e77d-4eaf-83e1-fa6c2134f45b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c068d6c67d3f436e96ae18cb99ad1612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276299 Sep 02 13:10:12.364211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:12.411451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] For port 8922f56f-3696-413e-9a6e-ae1cbeac62ec, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8922f56f-3696-413e-9a6e-ae1cbeac62ec,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:12.411839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.420107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a13999b4-9f07-4f09-9498-25f5229acc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.426852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Calling delete_port for 8922f56f-3696-413e-9a6e-ae1cbeac62ec owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:12.443730 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a13999b4-9f07-4f09-9498-25f5229acc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.512508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a13999b4-9f07-4f09-9498-25f5229acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.515561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a13999b4-9f07-4f09-9498-25f5229acc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.517119 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a13999b4-9f07-4f09-9498-25f5229acc0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/603b8123-dd45-4773-afb4-fef232b574c7 HTTP/1.1" status: 204 len: 168 time: 0.1516845 Sep 02 13:10:12.540835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:12.551699 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13999b4-9f07-4f09-9498-25f5229acc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b8123-dd45-4773-afb4-fef232b574c7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:12.620660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:12.621087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7d1e3a3-c610-4ef6-9f58-dd3e0ee04b1f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:12.676948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:12.706125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8922f56f-3696-413e-9a6e-ae1cbeac62ec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:12.967019 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.014432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:13.030511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df5b338-7245-495e-a572-13dc5df00218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.096330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c3514-7149-49e4-a0a1-ee5b3f8b2322 req-7fead69e-5cbb-4ca3-a11f-e0ecd96c71f6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:13.109723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c2c3514-7149-49e4-a0a1-ee5b3f8b2322 req-7fead69e-5cbb-4ca3-a11f-e0ecd96c71f6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.2145948 Sep 02 13:10:13.151634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df5b338-7245-495e-a572-13dc5df00218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.158166 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df5b338-7245-495e-a572-13dc5df00218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.193242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7c2c3514-7149-49e4-a0a1-ee5b3f8b2322 req-a29ec640-df59-4f1c-8977-b62917b42540 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820382 Sep 02 13:10:13.220749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5b338-7245-495e-a572-13dc5df00218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc003da-caa5-488c-8f35-017c05c7e6db,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:13.244283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7df5b338-7245-495e-a572-13dc5df00218 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69a421a384d248dba7f97d0072d2543e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286739 Sep 02 13:10:13.244959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:13.317610 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-360344be-dfcf-4cbf-b17a-bad4b0275c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.346912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-360344be-dfcf-4cbf-b17a-bad4b0275c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.383523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Router c29b716c-d2c8-44f0-8b79-668a51b54637 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:13.412378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-360344be-dfcf-4cbf-b17a-bad4b0275c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.416970 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-360344be-dfcf-4cbf-b17a-bad4b0275c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.421328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-360344be-dfcf-4cbf-b17a-bad4b0275c47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dc003da-caa5-488c-8f35-017c05c7e6db HTTP/1.1" status: 204 len: 168 time: 0.1753094 Sep 02 13:10:13.431491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360344be-dfcf-4cbf-b17a-bad4b0275c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc003da-caa5-488c-8f35-017c05c7e6db,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:13.508684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:13.521412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8898feb5-a547-4223-866b-9735226a78c5 admin admin] 10.222.0.60 "PUT /v2.0/routers/c29b716c-d2c8-44f0-8b79-668a51b54637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0130701 Sep 02 13:10:13.521655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:13.542846 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] Sync routers for ids ['c29b716c-d2c8-44f0-8b79-668a51b54637'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:13.552911 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] Routers {'c29b716c-d2c8-44f0-8b79-668a51b54637'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:13.553550 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c29b716c-d2c8-44f0-8b79-668a51b54637'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:13.670128 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] Set router c29b716c-d2c8-44f0-8b79-668a51b54637 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:13.678771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.795438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.865714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Deleting port 99a98ea5-02f7-4284-9fbb-40d67226751d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:13.866331 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:13.884335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:10:12Z', 'revision_number': 5, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port': {'id': '99a98ea5-02f7-4284-9fbb-40d67226751d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:04:52Z', 'updated_at': '2021-09-02T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:13.926273 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] Checking router: c29b716c-d2c8-44f0-8b79-668a51b54637 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:10:13.939171 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] Routers {'c29b716c-d2c8-44f0-8b79-668a51b54637'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:13.940014 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c29b716c-d2c8-44f0-8b79-668a51b54637'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:13.986640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] For port 99a98ea5-02f7-4284-9fbb-40d67226751d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=99a98ea5-02f7-4284-9fbb-40d67226751d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:13.987012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.008286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Calling delete_port for 99a98ea5-02f7-4284-9fbb-40d67226751d owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:14.172547 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] Set router c29b716c-d2c8-44f0-8b79-668a51b54637 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:14.221853 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.261643 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:10:13Z', 'revision_number': 6, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:14.299060 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1474cb-f0c3-4702-a78f-50620f43d01f None None] The sync data for ids ['c29b716c-d2c8-44f0-8b79-668a51b54637'] in n-d-792364-8 is: [{'id': 'c29b716c-d2c8-44f0-8b79-668a51b54637', 'name': 'tempest-TestServerBasicOps-386372087-router', 'tenant_id': '2c7242abaf2a4a02b824344dd7b12b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:04:50Z', 'updated_at': '2021-09-02T13:10:13Z', 'revision_number': 6, 'project_id': '2c7242abaf2a4a02b824344dd7b12b80', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:14.301839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Pushing event deleted for resources: {'Port': ['ID=99a98ea5-02f7-4284-9fbb-40d67226751d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:14.389650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.464579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6fcdf-d785-4c5c-aaf0-663478cf8db3 req-b7979e24-5078-4ac6-9643-2c8d8503b481 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:14.469714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68a6fcdf-d785-4c5c-aaf0-663478cf8db3 req-b7979e24-5078-4ac6-9643-2c8d8503b481 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.1689036 Sep 02 13:10:14.520716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.523755 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.600378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68a6fcdf-d785-4c5c-aaf0-663478cf8db3 req-43b25151-096c-46c8-a3f2-7482e80d3e33 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007450 Sep 02 13:10:14.616407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.616935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29b716c-d2c8-44f0-8b79-668a51b54637 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:10:14.621816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.622987 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dbfed35b-d65f-41bb-96ce-bd5043e902da admin admin] 10.222.0.60 "DELETE /v2.0/routers/c29b716c-d2c8-44f0-8b79-668a51b54637 HTTP/1.1" status: 204 len: 168 time: 1.1034479 Sep 02 13:10:14.626774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:14.676976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Deleting subnet 32797a75-b051-4cf9-bd4b-aa7eb620e08c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:10:14.680283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.724839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.879806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.892291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8922f56f-3696-413e-9a6e-ae1cbeac62ec no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:14.918779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8922f56f-3696-413e-9a6e-ae1cbeac62ec {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:14.919213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8922f56f-3696-413e-9a6e-ae1cbeac62ec not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:14.960023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:14.988232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32797a75-b051-4cf9-bd4b-aa7eb620e08c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:14.998387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.001819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-39c52317-3ecf-4366-b27b-3c9c5c4e8b12 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/32797a75-b051-4cf9-bd4b-aa7eb620e08c HTTP/1.1" status: 204 len: 168 time: 0.3735406 Sep 02 13:10:15.004653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:15.005869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032d102-ca7b-418f-89b0-d93bc5248087 None None] Network 6f3eec96-54df-4ced-a272-f32623ceeba2 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:15.095509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.189438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Deleting port f157405d-8276-4fae-8f6b-fd12528f35e2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:15.189794 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.279954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] DHCP port deletion for 6f3eec96-54df-4ced-a272-f32623ceeba2 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:10:15.286553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] For port f157405d-8276-4fae-8f6b-fd12528f35e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f157405d-8276-4fae-8f6b-fd12528f35e2,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:15.286997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.314020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Calling delete_port for f157405d-8276-4fae-8f6b-fd12528f35e2 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:15.362170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] Deleting port f157405d-8276-4fae-8f6b-fd12528f35e2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:15.363202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.452814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] For port f157405d-8276-4fae-8f6b-fd12528f35e2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f157405d-8276-4fae-8f6b-fd12528f35e2,segment=NetworkSegment(af13ca88-6e2d-4a3f-9e88-3d9abcc82588),segment_id=af13ca88-6e2d-4a3f-9e88-3d9abcc82588)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:15.453497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.454939 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.512328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Pushing event deleted for resources: {'Port': ['ID=f157405d-8276-4fae-8f6b-fd12528f35e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:15.530061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] No DVR routers for this DVR port f157405d-8276-4fae-8f6b-fd12528f35e2 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:15.816050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] Calling delete_port for f157405d-8276-4fae-8f6b-fd12528f35e2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:15.931080 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:15.971557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] Pushing event deleted for resources: {'Port': ['ID=f157405d-8276-4fae-8f6b-fd12528f35e2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:15.977471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639b2ac-dec1-4720-8a15-1398f3014dae None None] No DVR routers for this DVR port f157405d-8276-4fae-8f6b-fd12528f35e2 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:15.982241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.002823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3eec96-54df-4ced-a272-f32623ceeba2']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:16.021981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370bfd4-eb4f-4567-9ae5-3681470ba026 req-db96f2d2-ec01-4415-9c80-6457fdf6eeda tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:16.023519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9370bfd4-eb4f-4567-9ae5-3681470ba026 req-db96f2d2-ec01-4415-9c80-6457fdf6eeda tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.1417079 Sep 02 13:10:16.025422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:16.025739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af13ca88-6e2d-4a3f-9e88-3d9abcc82588') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:16.044416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.075142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.087150 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9370bfd4-eb4f-4567-9ae5-3681470ba026 req-956d8194-a0db-4fc4-9e78-8ecfce2c3b89 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532627 Sep 02 13:10:16.088223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:10:16.088654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:10:16.090596 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:10:16.171075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.179602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.182040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f3eec96-54df-4ced-a272-f32623ceeba2 HTTP/1.1" status: 204 len: 168 time: 1.1762931 Sep 02 13:10:16.194955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50152a-6434-4768-bb79-2c7afee74990 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3eec96-54df-4ced-a272-f32623ceeba2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:16.379682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:16.420644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-31ab9efe-5c18-4622-8e9a-469d1ae0cf8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b0dcaa512454fed96a8b26b68f26be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397539 Sep 02 13:10:16.423756 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41292) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:16.493756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5257d58-cc96-44e4-a264-0c2eae8ff8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.507884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:16.567763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5257d58-cc96-44e4-a264-0c2eae8ff8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.576922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f157405d-8276-4fae-8f6b-fd12528f35e2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:16.604503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f157405d-8276-4fae-8f6b-fd12528f35e2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:16.604842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f157405d-8276-4fae-8f6b-fd12528f35e2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:16.605469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99a98ea5-02f7-4284-9fbb-40d67226751d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:16.628831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 99a98ea5-02f7-4284-9fbb-40d67226751d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:16.629459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 99a98ea5-02f7-4284-9fbb-40d67226751d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:16.680670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5257d58-cc96-44e4-a264-0c2eae8ff8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.684137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5257d58-cc96-44e4-a264-0c2eae8ff8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.690502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a5257d58-cc96-44e4-a264-0c2eae8ff8ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e5c6baf-487a-4068-8b49-54beec47c044 HTTP/1.1" status: 204 len: 168 time: 0.2651711 Sep 02 13:10:16.690836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9dc018e7-b7a6-4b6f-b4a4-3e8c9c352823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.702924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5257d58-cc96-44e4-a264-0c2eae8ff8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5c6baf-487a-4068-8b49-54beec47c044,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:16.824147 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9dc018e7-b7a6-4b6f-b4a4-3e8c9c352823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.832806 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9dc018e7-b7a6-4b6f-b4a4-3e8c9c352823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.880206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:16.880540 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9dc018e7-b7a6-4b6f-b4a4-3e8c9c352823 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dce1224042c144a2a5f35678eebe9628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712120 Sep 02 13:10:16.886440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc018e7-b7a6-4b6f-b4a4-3e8c9c352823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78325a7-f57f-4325-bee2-25f511069195,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:16.948733 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e624a690-f6d0-4e6e-928b-79770f3d1528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:16.982052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e624a690-f6d0-4e6e-928b-79770f3d1528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.044369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e624a690-f6d0-4e6e-928b-79770f3d1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.047914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e624a690-f6d0-4e6e-928b-79770f3d1528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.049883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e624a690-f6d0-4e6e-928b-79770f3d1528 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b78325a7-f57f-4325-bee2-25f511069195 HTTP/1.1" status: 204 len: 168 time: 0.1679895 Sep 02 13:10:17.060918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624a690-f6d0-4e6e-928b-79770f3d1528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78325a7-f57f-4325-bee2-25f511069195,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:17.107467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41320) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:17.159160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-43da995d-bf52-4fe8-adee-8e2faebc80d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c7242abaf2a4a02b824344dd7b12b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501914 Sep 02 13:10:17.161829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:17.295414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc41f3-31a9-4391-9cf0-5f314f53e0d2 req-e0a46202-f66f-48b8-8767-1b2b8b06fa09 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:17.297582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49dc41f3-31a9-4391-9cf0-5f314f53e0d2 req-e0a46202-f66f-48b8-8767-1b2b8b06fa09 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0989349 Sep 02 13:10:17.301078 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dff7a74f-b9d5-428b-aeb0-ce1712669683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.339253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dff7a74f-b9d5-428b-aeb0-ce1712669683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.416671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dff7a74f-b9d5-428b-aeb0-ce1712669683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.419710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dff7a74f-b9d5-428b-aeb0-ce1712669683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.423897 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dff7a74f-b9d5-428b-aeb0-ce1712669683 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81883a92-72ea-4791-83cf-bcb7cf1d4773 HTTP/1.1" status: 204 len: 168 time: 0.2583222 Sep 02 13:10:17.437681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7a74f-b9d5-428b-aeb0-ce1712669683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81883a92-72ea-4791-83cf-bcb7cf1d4773,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:17.480819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-49dc41f3-31a9-4391-9cf0-5f314f53e0d2 req-57a39bc8-dc93-4e60-8d1a-0948a0c0ea03 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767373 Sep 02 13:10:17.647129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:17.661502 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39008da-cac8-4f1f-9aff-ba9331ab911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.777573 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39008da-cac8-4f1f-9aff-ba9331ab911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.783948 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39008da-cac8-4f1f-9aff-ba9331ab911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.842006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e39008da-cac8-4f1f-9aff-ba9331ab911c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b78a025d2954891be1db3d1b575d2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936991 Sep 02 13:10:17.844243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39008da-cac8-4f1f-9aff-ba9331ab911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c20578-cb58-4590-b287-49169f8987b9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:17.845345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:17.908221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45b2d192-3b97-4efe-8114-c8bda34178bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.937878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45b2d192-3b97-4efe-8114-c8bda34178bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:17.998973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45b2d192-3b97-4efe-8114-c8bda34178bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.002832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45b2d192-3b97-4efe-8114-c8bda34178bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.004009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45b2d192-3b97-4efe-8114-c8bda34178bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00c20578-cb58-4590-b287-49169f8987b9 HTTP/1.1" status: 204 len: 168 time: 0.1576502 Sep 02 13:10:18.013162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2d192-3b97-4efe-8114-c8bda34178bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c20578-cb58-4590-b287-49169f8987b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:18.489423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:18.651975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46310674-071e-481a-8b17-99a07c44332f req-e4c4f534-734f-4d95-8fd2-eec8d67d1649 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:18.659513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46310674-071e-481a-8b17-99a07c44332f req-e4c4f534-734f-4d95-8fd2-eec8d67d1649 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0908551 Sep 02 13:10:18.687484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-194348182-network', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:18.710185 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-46310674-071e-481a-8b17-99a07c44332f req-03875573-add9-4685-8e00-7dfc7b93f170 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496759 Sep 02 13:10:18.715628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Made reservation on behalf of e40d7f2fb51e45bd9ba4f83e59c4808e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:18.720956 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.742776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.871396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.877093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.900247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:10:18.916389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf7795-6dd1-4803-940c-6f9a9c111d6f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:18.920994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:18.921617 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Added segment b6ca10c9-8b00-492f-8f34-eebcb58ecc4a of type vlan for network 147eb23f-4227-4282-8d69-94000271f0d1 Sep 02 13:10:18.972833 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.005258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.006351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:19.007136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.076336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5857608 Sep 02 13:10:19.079830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:19.081909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe835a0-f71f-43aa-a840-f0d9e3f94488 admin admin] Pushing event updated for resources: {'Network': ['ID=147eb23f-4227-4282-8d69-94000271f0d1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:19.091313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Request body: {'subnet': {'network_id': '147eb23f-4227-4282-8d69-94000271f0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-194348182-subnet', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:19.091582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 147eb23f-4227-4282-8d69-94000271f0d1 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:10:19.117239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Made reservation on behalf of e40d7f2fb51e45bd9ba4f83e59c4808e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:19.120867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.327242 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.387958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f15997-2f4f-460c-ab66-4d0196e1f4d7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:19.393667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Checking segment: {'id': 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:19.394025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Network hostable DHCP agents. Network: 147eb23f-4227-4282-8d69-94000271f0d1, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:10:19.411187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Network 147eb23f-4227-4282-8d69-94000271f0d1 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:10:19.421438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 147eb23f-4227-4282-8d69-94000271f0d1) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:19.426486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:19.427120 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.436543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2b440-4f2c-4de7-ac25-ecd66ed6faa3 None None] Network 147eb23f-4227-4282-8d69-94000271f0d1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:19.445332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-43240231-0dc1-406e-9150-5467581f8780 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3616500 Sep 02 13:10:19.446268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:19.451973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:19.482697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.484848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.550973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.631941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-147eb23f-4227-4282-8d69-94000271f0d1', 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'fixed_ips': [{'subnet_id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:10:19.633727 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.711455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:19.894087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b94b04-5485-445b-aa19-c961ffad51b6 req-b7843907-490a-4d62-9ec0-f29ac60ccab2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:19.895881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76b94b04-5485-445b-aa19-c961ffad51b6 req-b7843907-490a-4d62-9ec0-f29ac60ccab2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.0743651 Sep 02 13:10:19.898933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Allocated IP 172.20.0.2 (147eb23f-4227-4282-8d69-94000271f0d1/32f15997-2f4f-460c-ab66-4d0196e1f4d7/a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:19.975180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76b94b04-5485-445b-aa19-c961ffad51b6 req-0d6fd30d-597e-4798-8cc7-2fc3de2e0a99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695136 Sep 02 13:10:20.071194 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.081632 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.092408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Transition to ACTIVE for port object a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:20.097519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.114844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Transition to ACTIVE for port object a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:20.139970 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.201480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Network 147eb23f-4227-4282-8d69-94000271f0d1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:20.203500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:20.207402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:20.220668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Allocated IP 172.25.7.241 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/a657702f-8ec7-4517-8d64-3fb1e55119b1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:20.239740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Pushing event updated for resources: {'Port': ['ID=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:20.277507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Attempting to bind port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:10:20.277966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Attempting to bind port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:10:20.278399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Attempting to bind port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df on network 147eb23f-4227-4282-8d69-94000271f0d1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:10:20.286216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:10:20.286647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Checking segment: {'id': 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:20.287679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.287679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Bound using segment: {'id': 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:10:20.288187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Bound port: a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:10:20.289915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.369915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.395779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] For port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:10:20.402390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] For port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,segment=NetworkSegment(b6ca10c9-8b00-492f-8f34-eebcb58ecc4a),segment_id=b6ca10c9-8b00-492f-8f34-eebcb58ecc4a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:10:20.411285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.427243 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:20.497629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:20.499037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334833e4-e1a8-4903-b2c8-15cbb6f3669a None None] Pushing event updated for resources: {'Port': ['ID=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:20.510798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:20.515046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:20.545236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Pushing event updated for resources: {'Port': ['ID=a657702f-8ec7-4517-8d64-3fb1e55119b1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:20.638894 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:10:20.865529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.062773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:21.105334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.132272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e60d9796-0f49-46b4-a6fd-27e0dd225b9a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:10:21.233561 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5358d71-c57b-4e2c-ac8b-4f50544d5a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.260439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dd0b9-210c-4ee2-aa70-22c628ba27d8 req-e31bf028-153f-40c7-98e4-528e7bf81b48 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:21.268003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:21.272746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be0dd0b9-210c-4ee2-aa70-22c628ba27d8 req-e31bf028-153f-40c7-98e4-528e7bf81b48 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 944 time: 0.1260703 Sep 02 13:10:21.286149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a', 'mac_address': 'fa:16:3e:25:8f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:10:21.347350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be0dd0b9-210c-4ee2-aa70-22c628ba27d8 req-0e97d703-0ea4-466b-bfc6-075dd8f7ea06 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699995 Sep 02 13:10:21.362621 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5358d71-c57b-4e2c-ac8b-4f50544d5a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.369309 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.370503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5358d71-c57b-4e2c-ac8b-4f50544d5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.394852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60d9796-0f49-46b4-a6fd-27e0dd225b9a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:10:21.401623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c5358d71-c57b-4e2c-ac8b-4f50544d5a1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2516d1f26af4f209f476740fc76915d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354087 Sep 02 13:10:21.401837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:21.409850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Router a4e38a00-bacb-4e56-ad82-5ef9d56d191a is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:10:21.425336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:21.437332 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.454173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5358d71-c57b-4e2c-ac8b-4f50544d5a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f57e4c3-6316-4543-a626-6e520288a52c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:21.495023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8293fe75-e3db-49d5-9b4a-b1c7e97f3dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.524722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8293fe75-e3db-49d5-9b4a-b1c7e97f3dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.540232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:21.555991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:21.572622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Sync routers for ids ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:21.575388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.577090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8d4a4bf7-3be7-4786-9503-272e8d004151 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1296425 Sep 02 13:10:21.579909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:21.594081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Routers {'a4e38a00-bacb-4e56-ad82-5ef9d56d191a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:21.595245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:21.639838 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8293fe75-e3db-49d5-9b4a-b1c7e97f3dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.643320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8293fe75-e3db-49d5-9b4a-b1c7e97f3dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:21.644561 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8293fe75-e3db-49d5-9b4a-b1c7e97f3dc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f57e4c3-6316-4543-a626-6e520288a52c HTTP/1.1" status: 204 len: 168 time: 0.2417028 Sep 02 13:10:21.653804 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293fe75-e3db-49d5-9b4a-b1c7e97f3dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f57e4c3-6316-4543-a626-6e520288a52c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:21.676361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e60d9796-0f49-46b4-a6fd-27e0dd225b9a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:10:21.840089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486a72b-e272-4a1f-b14f-147709c36f87 None None] Network 147eb23f-4227-4282-8d69-94000271f0d1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:21.872620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Set router a4e38a00-bacb-4e56-ad82-5ef9d56d191a gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:22.039781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:22.066697 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3e161b4-b435-47b4-84cc-da5d30823cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.090484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8b149e28-ee57-4ea2-aff1-2b6494700f12 None None] Provisioning for port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:22.239638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.241204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3e161b4-b435-47b4-84cc-da5d30823cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.250516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3e161b4-b435-47b4-84cc-da5d30823cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.283765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f3e161b4-b435-47b4-84cc-da5d30823cd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a0047d6215149c7b8029dd72b2578ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424865 Sep 02 13:10:22.290901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:22.324849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:10:19Z', 'updated_at': '2021-09-02T13:10:20Z', 'revision_number': 3, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'gw_port': {'id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:20Z', 'updated_at': '2021-09-02T13:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:22.367140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e161b4-b435-47b4-84cc-da5d30823cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3750912-d8bb-4a27-96fa-04f7b0857b33,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:22.375132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Checking router: a4e38a00-bacb-4e56-ad82-5ef9d56d191a for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:10:22.375663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Updating router a4e38a00-bacb-4e56-ad82-5ef9d56d191a port a657702f-8ec7-4517-8d64-3fb1e55119b1 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:10:22.403806 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-defa80c4-4275-4953-a3f1-021f7cef5b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.407802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.448503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-defa80c4-4275-4953-a3f1-021f7cef5b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.486633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Allocated IP 172.20.0.1 (147eb23f-4227-4282-8d69-94000271f0d1/32f15997-2f4f-460c-ab66-4d0196e1f4d7/2cdb1e6c-e048-4bfa-bac7-644016352820) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:22.545809 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-defa80c4-4275-4953-a3f1-021f7cef5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.552724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-defa80c4-4275-4953-a3f1-021f7cef5b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.555118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-defa80c4-4275-4953-a3f1-021f7cef5b4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3750912-d8bb-4a27-96fa-04f7b0857b33 HTTP/1.1" status: 204 len: 168 time: 0.2621045 Sep 02 13:10:22.566247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa80c4-4275-4953-a3f1-021f7cef5b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3750912-d8bb-4a27-96fa-04f7b0857b33,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:22.594185 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a6d4-dc06-4d56-a9b0-ba409afec85b req-9a6e037e-cfe7-4049-801f-7d24f375760d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:22.604948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d647a6d4-dc06-4d56-a9b0-ba409afec85b req-9a6e037e-cfe7-4049-801f-7d24f375760d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 945 time: 0.1593235 Sep 02 13:10:22.695295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:22.710877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d647a6d4-dc06-4d56-a9b0-ba409afec85b req-1e4c4298-4d37-4558-833f-ff5270b52e57 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019421 Sep 02 13:10:22.855986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:22.864770 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:22.865205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.958825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.962435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9a882892-c526-4342-9c0b-2e2952a60df8 None None] Provisioning complete for port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:22.962853 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a882892-c526-4342-9c0b-2e2952a60df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:22.974966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Transition to ACTIVE for port object 2cdb1e6c-e048-4bfa-bac7-644016352820 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:23.019064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.039102 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.063983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Network 147eb23f-4227-4282-8d69-94000271f0d1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:23.070228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:23.074858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:23.119184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdb1e6c-e048-4bfa-bac7-644016352820,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:23.132033 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.335638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.353424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Transition to ACTIVE for port object a657702f-8ec7-4517-8d64-3fb1e55119b1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:23.372303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e60d9796-0f49-46b4-a6fd-27e0dd225b9a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:23.424389 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.445255 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.457763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a882892-c526-4342-9c0b-2e2952a60df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.484480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,segment=NetworkSegment(b6ca10c9-8b00-492f-8f34-eebcb58ecc4a),segment_id=b6ca10c9-8b00-492f-8f34-eebcb58ecc4a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:23.530063 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.560445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Attempting to bind port a657702f-8ec7-4517-8d64-3fb1e55119b1 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:10:23.560820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Attempting to bind port a657702f-8ec7-4517-8d64-3fb1e55119b1 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:10:23.561216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Attempting to bind port a657702f-8ec7-4517-8d64-3fb1e55119b1 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:10:23.564877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66061bfd-27ef-4cc6-b8c3-ff6e6bb31f61 None None] Pushing event updated for resources: {'Port': ['ID=a657702f-8ec7-4517-8d64-3fb1e55119b1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:23.577379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:10:23.577924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:23.578558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.579297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:10:23.579823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Bound port: a657702f-8ec7-4517-8d64-3fb1e55119b1, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:10:23.580362 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.624028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port e60d9796-0f49-46b4-a6fd-27e0dd225b9a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:23.665754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port e60d9796-0f49-46b4-a6fd-27e0dd225b9a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:23.666132 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.693048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.701477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.732005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-9a882892-c526-4342-9c0b-2e2952a60df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:10:23.732293 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-9a882892-c526-4342-9c0b-2e2952a60df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:10:23.737164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:23.746669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] For port a657702f-8ec7-4517-8d64-3fb1e55119b1, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:10:23.760875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] For port a657702f-8ec7-4517-8d64-3fb1e55119b1, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a657702f-8ec7-4517-8d64-3fb1e55119b1,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:10:23.770427 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.874788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Routers {'a4e38a00-bacb-4e56-ad82-5ef9d56d191a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:23.875865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:23.879863 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.885450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdb1e6c-e048-4bfa-bac7-644016352820,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:23.889104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:23.913534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66061bfd-27ef-4cc6-b8c3-ff6e6bb31f61 None None] Pushing event updated for resources: {'Port': ['ID=a657702f-8ec7-4517-8d64-3fb1e55119b1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:23.978915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:10:23.981292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dfd4e-1c08-4e1b-91f7-69060cc020a2 req-1ecfa97a-f4ef-48c3-b388-c5c389d35f25 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:23.981579 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d32260-b66d-4865-a644-e7f060756f0b" -d '{"events": [{"server_uuid": "1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b", "name": "network-vif-plugged", "status": "completed", "tag": "e60d9796-0f49-46b4-a6fd-27e0dd225b9a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:10:23.990116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d82dfd4e-1c08-4e1b-91f7-69060cc020a2 req-1ecfa97a-f4ef-48c3-b388-c5c389d35f25 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 945 time: 0.1619360 Sep 02 13:10:24.000026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:24.006682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:24.073524 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d82dfd4e-1c08-4e1b-91f7-69060cc020a2 req-2ae1efdd-934c-4de3-a975-09be38ab442a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823879 Sep 02 13:10:24.075926 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af658abd-22fa-4a4a-94c1-11e886ac925f x-openstack-request-id: req-af658abd-22fa-4a4a-94c1-11e886ac925f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:10:24.076221 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b", "name": "network-vif-plugged", "status": "completed", "tag": "e60d9796-0f49-46b4-a6fd-27e0dd225b9a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:10:24.076473 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af658abd-22fa-4a4a-94c1-11e886ac925f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:10:24.076885 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a', 'code': 200} Sep 02 13:10:24.085370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Network 147eb23f-4227-4282-8d69-94000271f0d1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:24.087284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] Set router a4e38a00-bacb-4e56-ad82-5ef9d56d191a gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:24.089978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:24.184739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:24.272688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Router a4e38a00-bacb-4e56-ad82-5ef9d56d191a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:24.294364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3260f-fddb-4f00-a52b-725090e1aa0f req-e0ebdfb9-ca3d-4bdd-831c-f3a3e47e0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:24.297169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2b3260f-fddb-4f00-a52b-725090e1aa0f req-e0ebdfb9-ca3d-4bdd-831c-f3a3e47e0599 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 1097 time: 0.1212509 Sep 02 13:10:24.362227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2b3260f-fddb-4f00-a52b-725090e1aa0f req-900ac70e-1a63-4850-816b-b3da8d5318d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566707 Sep 02 13:10:24.442500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:24.458069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0e3c5363-e8e8-46e0-9867-9a3dd66967c3 admin admin] 10.222.0.60 "PUT /v2.0/routers/a4e38a00-bacb-4e56-ad82-5ef9d56d191a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767738 Sep 02 13:10:24.520305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-348e113b-f942-4043-acc0-1050e50c428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:10:19Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 4, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'gw_port': {'id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:20Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2cdb1e6c-e048-4bfa-bac7-644016352820', 'name': '', 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'mac_address': 'fa:16:3e:83:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:22Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 2, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'subnets': [{'id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:24.585379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:24.590389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e113b-f942-4043-acc0-1050e50c428b None None] The sync data for ids ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'] in n-d-792364-8 is: [{'id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:10:19Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 4, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'gw_port': {'id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:20Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2cdb1e6c-e048-4bfa-bac7-644016352820', 'name': '', 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'mac_address': 'fa:16:3e:83:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:22Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 2, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'subnets': [{'id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:24.617251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53dbc479-2ce2-4eaf-9ae4-4633485971e6 None None] Provisioning for port 2cdb1e6c-e048-4bfa-bac7-644016352820 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:24.637450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53dbc479-2ce2-4eaf-9ae4-4633485971e6 None None] Provisioning complete for port 2cdb1e6c-e048-4bfa-bac7-644016352820 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:24.637835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53dbc479-2ce2-4eaf-9ae4-4633485971e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:24.690005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53dbc479-2ce2-4eaf-9ae4-4633485971e6 None None] Port 2cdb1e6c-e048-4bfa-bac7-644016352820 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:24.699815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:24.700230 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.003244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:25.153544 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c25f14f3-eb60-4911-9641-30a0c0d095c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.272839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727901e-6c25-4d61-99a1-b1ec2ab0bc6f req-a3eda5cc-d9fd-43d4-b08e-3e8072830999 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:25.280430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2727901e-6c25-4d61-99a1-b1ec2ab0bc6f req-a3eda5cc-d9fd-43d4-b08e-3e8072830999 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1086652 Sep 02 13:10:25.341042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2727901e-6c25-4d61-99a1-b1ec2ab0bc6f req-0acaf4ef-308b-428c-8602-30d77876a88c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 Sep 02 13:10:25.388661 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c25f14f3-eb60-4911-9641-30a0c0d095c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.403703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c25f14f3-eb60-4911-9641-30a0c0d095c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.467130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f14f3-eb60-4911-9641-30a0c0d095c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800e1b83-a37e-4d90-8605-d321b3b25c4e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:25.488460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:25.488891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c25f14f3-eb60-4911-9641-30a0c0d095c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13120664b179459b893a9e755587bb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843173 Sep 02 13:10:25.571642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1ee7-b609-48cc-8bd6-9fe765c29664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.629521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1ee7-b609-48cc-8bd6-9fe765c29664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.691898 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1ee7-b609-48cc-8bd6-9fe765c29664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.694919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1ee7-b609-48cc-8bd6-9fe765c29664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:25.696462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c9d1ee7-b609-48cc-8bd6-9fe765c29664 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/800e1b83-a37e-4d90-8605-d321b3b25c4e HTTP/1.1" status: 204 len: 168 time: 0.2064345 Sep 02 13:10:25.706282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d1ee7-b609-48cc-8bd6-9fe765c29664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e1b83-a37e-4d90-8605-d321b3b25c4e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:26.287600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41670) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:26.594975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a657702f-8ec7-4517-8d64-3fb1e55119b1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:26.597017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79951b-f49a-49b7-b9c5-75701c8e45cc req-8bd8508f-bc91-4cd1-8b9d-6f0040249384 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:26.599069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb79951b-f49a-49b7-b9c5-75701c8e45cc req-8bd8508f-bc91-4cd1-8b9d-6f0040249384 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1184192 Sep 02 13:10:26.676303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:26.689322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb79951b-f49a-49b7-b9c5-75701c8e45cc req-add52306-5828-4eb9-a9ff-830153198666 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769422 Sep 02 13:10:26.694795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a657702f-8ec7-4517-8d64-3fb1e55119b1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:26.705840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a657702f-8ec7-4517-8d64-3fb1e55119b1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:26.706670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:26.787955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-341172564'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:26.830982 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:26.866220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Made reservation on behalf of 554973261bf94ddb89985d3c4cf39c8b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:26.869813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:26.870141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:26.881890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:26.896195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a657702f-8ec7-4517-8d64-3fb1e55119b1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a657702f-8ec7-4517-8d64-3fb1e55119b1,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:26.903032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:26.907656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e563c-d209-4ad2-8db9-af61e4ebfea3 req-ec476ccc-1e94-42ab-adfe-8315181eac43 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:26.909281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-218e563c-d209-4ad2-8db9-af61e4ebfea3 req-ec476ccc-1e94-42ab-adfe-8315181eac43 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1169193 Sep 02 13:10:26.968991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-218e563c-d209-4ad2-8db9-af61e4ebfea3 req-cbdd50aa-b3c9-4ba7-bb15-1271367c7e7e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Sep 02 13:10:26.994294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a657702f-8ec7-4517-8d64-3fb1e55119b1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:27.003425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.004228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.004841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.005540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.006235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.008123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.008558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.009016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.009450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.009878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.010414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.010941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:27.098548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.105713 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.159628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:10:27.179105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5c31b-dcbd-4ad0-9900-6a8c31ceb661,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:27.191911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.192597 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Added segment c057f042-ff8c-45af-bc81-35eb330868d5 of type vlan for network 24eb728b-22f6-4e93-97ad-770062c66d9b Sep 02 13:10:27.245876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12a0ee-bfca-4c35-a78c-be5488acf7f2 req-bd5e0ac0-5053-4a58-92d7-ce9fa6b4ced0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:27.247525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a12a0ee-bfca-4c35-a78c-be5488acf7f2 req-bd5e0ac0-5053-4a58-92d7-ce9fa6b4ced0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1459498 Sep 02 13:10:27.258724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.316964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.321019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:27.321917 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.361006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a12a0ee-bfca-4c35-a78c-be5488acf7f2 req-21a9e4df-9230-44e0-a9fa-f70b55d23fae tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901985 Sep 02 13:10:27.387299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Deleting port 2cdb1e6c-e048-4bfa-bac7-644016352820 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:27.387648 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.412696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7354605 Sep 02 13:10:27.415458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41706) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:27.421593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Request body: {'subnet': {'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:27.431469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ac34-7542-4146-b414-3a2e70c4a7dc tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event updated for resources: {'Network': ['ID=24eb728b-22f6-4e93-97ad-770062c66d9b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:27.446460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 24eb728b-22f6-4e93-97ad-770062c66d9b details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:10:27.524523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.550217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Calling delete_port for 2cdb1e6c-e048-4bfa-bac7-644016352820 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:27.564453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Made reservation on behalf of 554973261bf94ddb89985d3c4cf39c8b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:27.569012 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.635198 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Sync routers for ids ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:27.658626 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Routers {'a4e38a00-bacb-4e56-ad82-5ef9d56d191a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:27.660265 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:27.855770 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Set router a4e38a00-bacb-4e56-ad82-5ef9d56d191a gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:27.863630 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.876581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:27.911793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdb1e6c-e048-4bfa-bac7-644016352820,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:27.961490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event updated for resources: {'Subnet': ['ID=1d758c81-04da-45e1-8abc-237687d64365,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:27.990773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a23f-631d-4456-b732-73489f233ed2 req-fc0cded6-9ed4-4da9-96e6-1b5794812513 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:27.997628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f386a23f-631d-4456-b732-73489f233ed2 req-fc0cded6-9ed4-4da9-96e6-1b5794812513 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1489420 Sep 02 13:10:28.015451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Checking segment: {'id': 'c057f042-ff8c-45af-bc81-35eb330868d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:28.016872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Network hostable DHCP agents. Network: 24eb728b-22f6-4e93-97ad-770062c66d9b, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:10:28.049184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Network 24eb728b-22f6-4e93-97ad-770062c66d9b is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:10:28.065559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 24eb728b-22f6-4e93-97ad-770062c66d9b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:28.071877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:28.072844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.078907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a95084-abcc-4438-8647-5f1973489a4e None None] Network 24eb728b-22f6-4e93-97ad-770062c66d9b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:28.130639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-324c06ee-3a96-4605-a7c2-07239b87d3eb tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7118716 Sep 02 13:10:28.131774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:28.159633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Request body: {'port': {'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-534296760'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:28.199189 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:10:19Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 4, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'gw_port': {'id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:20Z', 'updated_at': '2021-09-02T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2cdb1e6c-e048-4bfa-bac7-644016352820', 'name': '', 'network_id': '147eb23f-4227-4282-8d69-94000271f0d1', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'mac_address': 'fa:16:3e:83:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:22Z', 'updated_at': '2021-09-02T13:10:23Z', 'revision_number': 2, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'subnets': [{'id': '32f15997-2f4f-460c-ab66-4d0196e1f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:28.239216 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Checking router: a4e38a00-bacb-4e56-ad82-5ef9d56d191a for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:10:28.240326 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Updating router a4e38a00-bacb-4e56-ad82-5ef9d56d191a port 2cdb1e6c-e048-4bfa-bac7-644016352820 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:10:28.283535 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Port 2cdb1e6c-e048-4bfa-bac7-644016352820 not found while updating agent binding for router a4e38a00-bacb-4e56-ad82-5ef9d56d191a. {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 02 13:10:28.314959 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Routers {'a4e38a00-bacb-4e56-ad82-5ef9d56d191a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:28.315611 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:28.367192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-24eb728b-22f6-4e93-97ad-770062c66d9b', 'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b', 'tenant_id': '554973261bf94ddb89985d3c4cf39c8b', 'fixed_ips': [{'subnet_id': '1d758c81-04da-45e1-8abc-237687d64365'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:10:28.369138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.386219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Made reservation on behalf of 554973261bf94ddb89985d3c4cf39c8b for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:28.391840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.415089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] device_id is not set on port a02fc71c-45c1-4473-93b0-851357f5adf2 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:10:28.481782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] Set router a4e38a00-bacb-4e56-ad82-5ef9d56d191a gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:10:28.541829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f386a23f-631d-4456-b732-73489f233ed2 req-95e143b2-94eb-4bb8-b8d4-60d6a84d4d89 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366061 Sep 02 13:10:28.569680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.589886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Allocated IP 172.20.0.2 (24eb728b-22f6-4e93-97ad-770062c66d9b/1d758c81-04da-45e1-8abc-237687d64365/facf7a69-70cf-4ae3-a9d0-883a2d81c414) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:28.622034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a657702f-8ec7-4517-8d64-3fb1e55119b1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:28.736334 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f88463a-4993-4868-aeec-a785bbeba86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.758334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a657702f-8ec7-4517-8d64-3fb1e55119b1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:28.758602 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.777524 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:10:19Z', 'updated_at': '2021-09-02T13:10:27Z', 'revision_number': 5, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'gw_port': {'id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:20Z', 'updated_at': '2021-09-02T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:28.810448 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610ee64-365d-4af2-ac0a-7e65067e6118 None None] The sync data for ids ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'] in n-d-792364-8 is: [{'id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'name': 'tempest-ImageQuotaTest-194348182-router', 'tenant_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:10:19Z', 'updated_at': '2021-09-02T13:10:27Z', 'revision_number': 5, 'project_id': 'e40d7f2fb51e45bd9ba4f83e59c4808e', 'gw_port': {'id': 'a657702f-8ec7-4517-8d64-3fb1e55119b1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e38a00-bacb-4e56-ad82-5ef9d56d191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:10:20Z', 'updated_at': '2021-09-02T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:28.849174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.852693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Router a4e38a00-bacb-4e56-ad82-5ef9d56d191a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:28.864755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Transition to ACTIVE for port object facf7a69-70cf-4ae3-a9d0-883a2d81c414 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:28.900817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Transition to ACTIVE for port object facf7a69-70cf-4ae3-a9d0-883a2d81c414 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:28.911564 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:28.962403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Pushing event updated for resources: {'Port': ['ID=facf7a69-70cf-4ae3-a9d0-883a2d81c414,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:28.976549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Network 24eb728b-22f6-4e93-97ad-770062c66d9b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:28.977974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:28.980198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:28.996425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:29.006333 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-acda7afc-ff8b-4067-a83f-7e45b60fcf4f admin admin] 10.222.0.60 "PUT /v2.0/routers/a4e38a00-bacb-4e56-ad82-5ef9d56d191a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171831 Sep 02 13:10:29.008797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:29.010545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Allocated IP 172.20.0.6 (24eb728b-22f6-4e93-97ad-770062c66d9b/1d758c81-04da-45e1-8abc-237687d64365/a02fc71c-45c1-4473-93b0-851357f5adf2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:29.045571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Attempting to bind port facf7a69-70cf-4ae3-a9d0-883a2d81c414 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:10:29.046045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Attempting to bind port facf7a69-70cf-4ae3-a9d0-883a2d81c414 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c057f042-ff8c-45af-bc81-35eb330868d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:10:29.046515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Attempting to bind port facf7a69-70cf-4ae3-a9d0-883a2d81c414 on network 24eb728b-22f6-4e93-97ad-770062c66d9b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:10:29.052339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:10:29.052724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Checking segment: {'id': 'c057f042-ff8c-45af-bc81-35eb330868d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:29.053169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.054254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Bound using segment: {'id': 'c057f042-ff8c-45af-bc81-35eb330868d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:10:29.054739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Bound port: facf7a69-70cf-4ae3-a9d0-883a2d81c414, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c057f042-ff8c-45af-bc81-35eb330868d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:10:29.055126 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.122561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.140463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] For port facf7a69-70cf-4ae3-a9d0-883a2d81c414, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:10:29.143943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] For port facf7a69-70cf-4ae3-a9d0-883a2d81c414, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=facf7a69-70cf-4ae3-a9d0-883a2d81c414,segment=NetworkSegment(c057f042-ff8c-45af-bc81-35eb330868d5),segment_id=c057f042-ff8c-45af-bc81-35eb330868d5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:10:29.149907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.234202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.254423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Transition to ACTIVE for port object a02fc71c-45c1-4473-93b0-851357f5adf2 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:29.254663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7db669-70b2-4445-b3dd-88aa00829a2b None None] Pushing event updated for resources: {'Port': ['ID=facf7a69-70cf-4ae3-a9d0-883a2d81c414,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:29.317425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.413208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-52366cd5-e2a3-44b6-91e4-3583de0ac1da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:29.415146 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-52366cd5-e2a3-44b6-91e4-3583de0ac1da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1230357 Sep 02 13:10:29.416398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.417554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Deleting port a657702f-8ec7-4517-8d64-3fb1e55119b1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:29.418167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.594458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] For port a657702f-8ec7-4517-8d64-3fb1e55119b1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a657702f-8ec7-4517-8d64-3fb1e55119b1,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:29.596683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.643514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Calling delete_port for a657702f-8ec7-4517-8d64-3fb1e55119b1 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:29.657878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Network 24eb728b-22f6-4e93-97ad-770062c66d9b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:29.674135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:29.689522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:29.694170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event updated for resources: {'Port': ['ID=a02fc71c-45c1-4473-93b0-851357f5adf2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:29.814269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:29.815080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.838276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port e60d9796-0f49-46b4-a6fd-27e0dd225b9a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:29.838723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:29.849942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f08c29-61ec-4b27-87af-8bdc0414843d req-a8045720-98fc-46d5-8381-b187f42600e7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:29.851752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f08c29-61ec-4b27-87af-8bdc0414843d req-a8045720-98fc-46d5-8381-b187f42600e7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 946 time: 0.1806853 Sep 02 13:10:29.861821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:29.865651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d4caadfc-e5df-457a-8407-24095702ea3d tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7287958 Sep 02 13:10:29.878874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Request body: {'port': {'network_id': '24eb728b-22f6-4e93-97ad-770062c66d9b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-698659476', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:29.879855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] bootfile-name is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:10:29.880421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] tftp-server is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:10:29.881029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] server-ip-address is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:10:29.987234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7f08c29-61ec-4b27-87af-8bdc0414843d req-1fb54289-ae36-490a-86ea-df5901e930ea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200957 Sep 02 13:10:30.041152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port e60d9796-0f49-46b4-a6fd-27e0dd225b9a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:30.041789 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.071155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for e60d9796-0f49-46b4-a6fd-27e0dd225b9a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:30.076301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.165565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Pushing event deleted for resources: {'Port': ['ID=a657702f-8ec7-4517-8d64-3fb1e55119b1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:30.257172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.261299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Made reservation on behalf of 554973261bf94ddb89985d3c4cf39c8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:30.266077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.267647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.282129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['e60d9796-0f49-46b4-a6fd-27e0dd225b9a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:10:30.339282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=e60d9796-0f49-46b4-a6fd-27e0dd225b9a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:30.419592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.420775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port e60d9796-0f49-46b4-a6fd-27e0dd225b9a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:30.422312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] device_id is not set on port 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:10:30.427966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.434358 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.440177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d017a4c9-dada-4b9b-82cd-6c5b8fd43273 req-855cb352-8a79-4be2-8747-fec53054610b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "DELETE /v2.0/ports/e60d9796-0f49-46b4-a6fd-27e0dd225b9a HTTP/1.1" status: 204 len: 173 time: 1.0137987 Sep 02 13:10:30.445425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'name': 'network-vif-deleted', 'tag': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:10:30.448075 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6866e86b-6aa4-4cbc-bd82-a877927523f5" -d '{"events": [{"server_uuid": "1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b", "name": "network-vif-deleted", "tag": "e60d9796-0f49-46b4-a6fd-27e0dd225b9a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:10:30.577100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.577100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e38a00-bacb-4e56-ad82-5ef9d56d191a {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:10:30.593351 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa3501c-4cdb-48ea-8cfe-59932060a42f x-openstack-request-id: req-2aa3501c-4cdb-48ea-8cfe-59932060a42f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:10:30.593667 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b", "name": "network-vif-deleted", "tag": "e60d9796-0f49-46b4-a6fd-27e0dd225b9a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:10:30.593887 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2aa3501c-4cdb-48ea-8cfe-59932060a42f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:10:30.594272 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b', 'name': 'network-vif-deleted', 'tag': 'e60d9796-0f49-46b4-a6fd-27e0dd225b9a', 'status': 'completed', 'code': 200} Sep 02 13:10:30.608177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.618209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-139f9a3e-7856-496c-84c8-939dd541677e admin admin] 10.222.0.60 "DELETE /v2.0/routers/a4e38a00-bacb-4e56-ad82-5ef9d56d191a HTTP/1.1" status: 204 len: 168 time: 1.6079850 Sep 02 13:10:30.620759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:30.660087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Sync routers for ids ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:30.686192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:30.686586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:10:30.687363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4e38a00-bacb-4e56-ad82-5ef9d56d191a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent'). {{(pid=94842) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:10:30.735373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Routers set() bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:30.735951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Router IDs set() for agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:10:30.736986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4e38a00-bacb-4e56-ad82-5ef9d56d191a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent'). {{(pid=94842) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:10:30.737601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5a7f5-8668-40a7-ab22-47cd39df5f58 None None] The sync data for ids ['a4e38a00-bacb-4e56-ad82-5ef9d56d191a'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:30.769427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device facf7a69-70cf-4ae3-a9d0-883a2d81c414 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:30.804746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Deleting subnet 32f15997-2f4f-460c-ab66-4d0196e1f4d7 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:10:30.817960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Allocated IP 172.20.0.12 (24eb728b-22f6-4e93-97ad-770062c66d9b/1d758c81-04da-45e1-8abc-237687d64365/62b33a91-7cf4-4dd8-acfc-97d8b8de70f4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:30.819934 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.862715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port facf7a69-70cf-4ae3-a9d0-883a2d81c414 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:30.882478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2cdb1e6c-e048-4bfa-bac7-644016352820 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:30.897440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:30.923612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2cdb1e6c-e048-4bfa-bac7-644016352820 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:30.924236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2cdb1e6c-e048-4bfa-bac7-644016352820 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:31.065098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.115192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38469214-a5d7-462f-8dcb-addde50e90c5 None None] Network 24eb728b-22f6-4e93-97ad-770062c66d9b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:31.154934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9603666d-9634-4a71-a6c2-5c55a650ad58 req-c246707d-28c4-48f0-8962-17b5748afbed tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0556669 Sep 02 13:10:31.182664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.212308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Transition to ACTIVE for port object 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:31.227756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.264158 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.272866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f15997-2f4f-460c-ab66-4d0196e1f4d7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:31.282618 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.291895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dc61141a-f221-4aac-9b1a-fe5c4d26b87a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/32f15997-2f4f-460c-ab66-4d0196e1f4d7 HTTP/1.1" status: 204 len: 168 time: 0.6701813 Sep 02 13:10:31.292661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:31.300798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3d99d-b1ee-464b-8f91-ec349323c592 None None] Network 147eb23f-4227-4282-8d69-94000271f0d1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:31.325291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] Provisioning for port facf7a69-70cf-4ae3-a9d0-883a2d81c414 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:31.359113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Network 24eb728b-22f6-4e93-97ad-770062c66d9b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:31.368192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:31.375216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:31.390949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] Provisioning complete for port facf7a69-70cf-4ae3-a9d0-883a2d81c414 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:31.391732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.415369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event updated for resources: {'Port': ['ID=62b33a91-7cf4-4dd8-acfc-97d8b8de70f4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:31.420112 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.469563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:31.470226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.501613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-232a8ebd-47e9-4c06-92f9-e6bf2b857a48 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6365058 Sep 02 13:10:31.502739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:31.513822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Deleting port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:31.514593 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.598422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] For port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,segment=NetworkSegment(b6ca10c9-8b00-492f-8f34-eebcb58ecc4a),segment_id=b6ca10c9-8b00-492f-8f34-eebcb58ecc4a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:31.599042 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.621626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Calling delete_port for a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:31.644657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1b0ab-4117-4065-abc3-e177b7ea6f6b tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:31.652499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1b0ab-4117-4065-abc3-e177b7ea6f6b tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:31.666204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1b0ab-4117-4065-abc3-e177b7ea6f6b tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:31.668347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-57f1b0ab-4117-4065-abc3-e177b7ea6f6b tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1643047 Sep 02 13:10:31.671646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:31.776422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59973770-6ea9-4d04-a571-6b02870aa80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.786995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.787633 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.846816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:31.872862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] No DVR routers for this DVR port a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:31.901065 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.926183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Deleting port 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:31.926650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:31.949000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] For port facf7a69-70cf-4ae3-a9d0-883a2d81c414, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=facf7a69-70cf-4ae3-a9d0-883a2d81c414,segment=NetworkSegment(c057f042-ff8c-45af-bc81-35eb330868d5),segment_id=c057f042-ff8c-45af-bc81-35eb330868d5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:31.958572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.040812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f1b4-04df-4159-bd7e-4da7d8d65049 None None] Pushing event updated for resources: {'Port': ['ID=facf7a69-70cf-4ae3-a9d0-883a2d81c414,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:32.044686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a733e-e88d-461f-823f-07935a22f7b0 None None] DHCP port deletion for 147eb23f-4227-4282-8d69-94000271f0d1 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:10:32.120061 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.152729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147eb23f-4227-4282-8d69-94000271f0d1']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:32.172584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:32.176291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ca10c9-8b00-492f-8f34-eebcb58ecc4a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:32.204091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Provisioning for port a02fc71c-45c1-4473-93b0-851357f5adf2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:32.210247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Provisioning complete for port a02fc71c-45c1-4473-93b0-851357f5adf2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:32.210850 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.212265 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.219178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.245807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.254542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Calling delete_port for 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:32.256190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:10:32.256819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:10:32.259164 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:10:32.274219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Port a02fc71c-45c1-4473-93b0-851357f5adf2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:32.311482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Provisioning complete for port facf7a69-70cf-4ae3-a9d0-883a2d81c414 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:32.312273 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.354876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.370407 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.376957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/147eb23f-4227-4282-8d69-94000271f0d1 HTTP/1.1" status: 204 len: 168 time: 1.0803969 Sep 02 13:10:32.384724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8de027c-f1e9-4f33-9f07-62aa6766ad65 req-837a14eb-168a-45fe-acaf-393ab44c8cfa tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0515065 Sep 02 13:10:32.399134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594d420-843a-4cd2-b59c-b1e481dfddb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=147eb23f-4227-4282-8d69-94000271f0d1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:32.594654 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.607554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device facf7a69-70cf-4ae3-a9d0-883a2d81c414 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:32.628697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.668990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Provisioning for port 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:32.697656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:32.698261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Provisioning complete for port 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:32.698801 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.734784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2176d2b5-1d29-4566-84bc-dad285e0a956 None None] Port 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 02 13:10:32.739303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event deleted for resources: {'Port': ['ID=62b33a91-7cf4-4dd8-acfc-97d8b8de70f4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:32.770163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port facf7a69-70cf-4ae3-a9d0-883a2d81c414 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:32.770698 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.782385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef2c9f6b-69f8-41c4-adf2-ca8e3609179a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e40d7f2fb51e45bd9ba4f83e59c4808e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827360 Sep 02 13:10:32.783155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:32.894031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d3808a8-ee6c-419b-952c-1d599eb153a2 None None] Provisioning complete for port a02fc71c-45c1-4473-93b0-851357f5adf2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:32.894322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d3808a8-ee6c-419b-952c-1d599eb153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.901793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:32.911038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b9880626-2856-4bd8-8470-76d010f36fdf tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "DELETE /v2.0/ports/62b33a91-7cf4-4dd8-acfc-97d8b8de70f4 HTTP/1.1" status: 204 len: 168 time: 1.2380631 Sep 02 13:10:32.911723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:32.917592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Request body: {'port': {'name': 'tempest-new-port-name-248851844', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:32.918011 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] bootfile-name is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:10:32.918369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] tftp-server is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:10:32.918705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] server-ip-address is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:10:32.938151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5d3808a8-ee6c-419b-952c-1d599eb153a2 None None] Port a02fc71c-45c1-4473-93b0-851357f5adf2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:32.946107 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11401050-c182-41b3-ac91-cbc197ca9a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.017339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.027581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:33.032955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11401050-c182-41b3-ac91-cbc197ca9a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.067594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:33.067935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0e3d3fd-4a9d-4c2b-a6f1-f06cba4158df not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:33.068366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a657702f-8ec7-4517-8d64-3fb1e55119b1 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:33.105612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f6cd50c-6efc-42e5-a839-ce43b3a0b098 None None] Could not find standard attr ID for object 62b33a91-7cf4-4dd8-acfc-97d8b8de70f4. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:10:33.109523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a657702f-8ec7-4517-8d64-3fb1e55119b1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:33.114135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a657702f-8ec7-4517-8d64-3fb1e55119b1 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:33.145868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11401050-c182-41b3-ac91-cbc197ca9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.149005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11401050-c182-41b3-ac91-cbc197ca9a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.150213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11401050-c182-41b3-ac91-cbc197ca9a34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67bf7795-6dd1-4803-940c-6f9a9c111d6f HTTP/1.1" status: 204 len: 168 time: 0.3661001 Sep 02 13:10:33.160485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401050-c182-41b3-ac91-cbc197ca9a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf7795-6dd1-4803-940c-6f9a9c111d6f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:33.195169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e60d9796-0f49-46b4-a6fd-27e0dd225b9a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:33.231751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: e60d9796-0f49-46b4-a6fd-27e0dd225b9a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:33.232113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device e60d9796-0f49-46b4-a6fd-27e0dd225b9a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:33.352136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.358190 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.522507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d3358b2c-5750-4ee2-ab15-f16fc68c2359 req-07d5974d-9f9c-4ef0-b5e6-c011edcaad9c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0440960 Sep 02 13:10:33.547197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event updated for resources: {'Port': ['ID=a02fc71c-45c1-4473-93b0-851357f5adf2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:33.554805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] In _notify_port_updated(), no bound segment for port a02fc71c-45c1-4473-93b0-851357f5adf2 on network 24eb728b-22f6-4e93-97ad-770062c66d9b {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:10:33.561049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:33.562918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.565009 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-10c41058-c75c-49c9-ac2d-ed569c05879c tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "PUT /v2.0/ports/a02fc71c-45c1-4473-93b0-851357f5adf2 HTTP/1.1" status: 200 len: 1135 time: 0.6521685 Sep 02 13:10:33.567715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:33.625785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31aadb4-3eb4-4189-addd-b5431a9c0d7f tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:33.629966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f31aadb4-3eb4-4189-addd-b5431a9c0d7f tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "GET /v2.0/ports/a02fc71c-45c1-4473-93b0-851357f5adf2 HTTP/1.1" status: 200 len: 1135 time: 0.0602224 Sep 02 13:10:33.636598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:33.772516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Deleting port a02fc71c-45c1-4473-93b0-851357f5adf2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:33.773047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.785984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:33.802476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08a65279-2e0e-4070-9c91-b9d6bf6cf2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.840820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-621fdcf5-515e-483f-928c-d5c8dbd45577 None None] Provisioning complete for port a02fc71c-45c1-4473-93b0-851357f5adf2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:33.841386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-621fdcf5-515e-483f-928c-d5c8dbd45577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.895149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.918083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-621fdcf5-515e-483f-928c-d5c8dbd45577 None None] Port a02fc71c-45c1-4473-93b0-851357f5adf2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:33.927160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Calling delete_port for a02fc71c-45c1-4473-93b0-851357f5adf2 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:33.931618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08a65279-2e0e-4070-9c91-b9d6bf6cf2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.938639 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08a65279-2e0e-4070-9c91-b9d6bf6cf2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:33.984696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-08a65279-2e0e-4070-9c91-b9d6bf6cf2d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1970134 Sep 02 13:10:33.987550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41830) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:33.987711 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a65279-2e0e-4070-9c91-b9d6bf6cf2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a7ba74-8a97-45aa-b1c4-763b375609bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:34.072375 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6568-fa69-4380-9d82-81fe348f496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.103020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6568-fa69-4380-9d82-81fe348f496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.198141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.235579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6568-fa69-4380-9d82-81fe348f496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.238221 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6568-fa69-4380-9d82-81fe348f496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.240492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c7e6568-fa69-4380-9d82-81fe348f496d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9a7ba74-8a97-45aa-b1c4-763b375609bf HTTP/1.1" status: 204 len: 168 time: 0.2507915 Sep 02 13:10:34.241963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event deleted for resources: {'Port': ['ID=a02fc71c-45c1-4473-93b0-851357f5adf2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:34.259795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e6568-fa69-4380-9d82-81fe348f496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a7ba74-8a97-45aa-b1c4-763b375609bf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:34.277314 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.354198 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.360585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:34.361951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bab99e30-4a95-4d81-852e-c8ebd9ccb4d0 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "DELETE /v2.0/ports/a02fc71c-45c1-4473-93b0-851357f5adf2 HTTP/1.1" status: 204 len: 168 time: 0.7232087 Sep 02 13:10:34.439415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Deleting subnet 1d758c81-04da-45e1-8abc-237687d64365 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:10:34.443048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.507269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.652477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60028709-be6e-4bf9-82f2-f4855d71c747 req-1adc65f3-cd1a-434e-b5ea-369a0ccae386 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0316019 Sep 02 13:10:34.658718 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.740595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.771360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event deleted for resources: {'Subnet': ['ID=1d758c81-04da-45e1-8abc-237687d64365,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:34.775274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.780008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:34.789889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89558871-fd60-4784-8572-60098e4d39ca None None] Network 24eb728b-22f6-4e93-97ad-770062c66d9b requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:34.797450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-277789bc-38b8-4b26-9452-112a771286ac tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "DELETE /v2.0/subnets/1d758c81-04da-45e1-8abc-237687d64365 HTTP/1.1" status: 204 len: 168 time: 0.4313993 Sep 02 13:10:34.888054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:34.962422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Deleting port facf7a69-70cf-4ae3-a9d0-883a2d81c414 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:34.963074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.023095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] DHCP port deletion for 24eb728b-22f6-4e93-97ad-770062c66d9b request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:10:35.034168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] For port facf7a69-70cf-4ae3-a9d0-883a2d81c414, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=facf7a69-70cf-4ae3-a9d0-883a2d81c414,segment=NetworkSegment(c057f042-ff8c-45af-bc81-35eb330868d5),segment_id=c057f042-ff8c-45af-bc81-35eb330868d5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:35.034551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.047544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Calling delete_port for facf7a69-70cf-4ae3-a9d0-883a2d81c414 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:35.071881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] Deleting port facf7a69-70cf-4ae3-a9d0-883a2d81c414 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:35.072265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.145424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] For port facf7a69-70cf-4ae3-a9d0-883a2d81c414, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=facf7a69-70cf-4ae3-a9d0-883a2d81c414,segment=NetworkSegment(c057f042-ff8c-45af-bc81-35eb330868d5),segment_id=c057f042-ff8c-45af-bc81-35eb330868d5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:35.145837 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.161953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] Calling delete_port for facf7a69-70cf-4ae3-a9d0-883a2d81c414 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:35.251492 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.286016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] Pushing event deleted for resources: {'Port': ['ID=facf7a69-70cf-4ae3-a9d0-883a2d81c414,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:35.289871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042130a1-fef1-47cc-986c-4e51ff3ea3b8 None None] No DVR routers for this DVR port facf7a69-70cf-4ae3-a9d0-883a2d81c414 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:35.349367 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.491406 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.516836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event deleted for resources: {'Port': ['ID=facf7a69-70cf-4ae3-a9d0-883a2d81c414,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:35.520374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] No DVR routers for this DVR port facf7a69-70cf-4ae3-a9d0-883a2d81c414 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:35.600170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.611623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eb728b-22f6-4e93-97ad-770062c66d9b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:35.623868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c057f042-ff8c-45af-bc81-35eb330868d5') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:35.623868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c057f042-ff8c-45af-bc81-35eb330868d5') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:35.633335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.648029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.654475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:10:35.654888 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:10:35.658933 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:10:35.727887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.733927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:35.740299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] 10.222.0.60 "DELETE /v2.0/networks/24eb728b-22f6-4e93-97ad-770062c66d9b HTTP/1.1" status: 204 len: 168 time: 0.9568052 Sep 02 13:10:35.763182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77bf0a-f32d-4ca4-b724-09c552e05183 tempest-ExtraDHCPOptionsTestJSON-1737326727 tempest-ExtraDHCPOptionsTestJSON-1737326727-project] Pushing event deleted for resources: {'Network': ['ID=24eb728b-22f6-4e93-97ad-770062c66d9b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:35.793990 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ed4c2d5c-9c61-40ff-8cb1-1e3aa33ad169 req-3f52ace7-4635-4e13-bc60-f0a786c987a2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7e5fd0-bdb9-4635-8f59-90eddb5f0b7b HTTP/1.1" status: 200 len: 210 time: 0.0319576 Sep 02 13:10:36.017910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:36.168211 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e31a847d-5290-489b-b2a5-9a3ba9072368 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=554973261bf94ddb89985d3c4cf39c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485744 Sep 02 13:10:36.170330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:36.230705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d06e215-a224-4000-9e0a-813dc96ed0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:36.261101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d06e215-a224-4000-9e0a-813dc96ed0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:36.320695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d06e215-a224-4000-9e0a-813dc96ed0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:36.324215 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d06e215-a224-4000-9e0a-813dc96ed0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:36.325635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0d06e215-a224-4000-9e0a-813dc96ed0d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92d5c31b-dcbd-4ad0-9900-6a8c31ceb661 HTTP/1.1" status: 204 len: 168 time: 0.1534986 Sep 02 13:10:36.335593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06e215-a224-4000-9e0a-813dc96ed0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5c31b-dcbd-4ad0-9900-6a8c31ceb661,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:36.530224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device facf7a69-70cf-4ae3-a9d0-883a2d81c414 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:36.552132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: facf7a69-70cf-4ae3-a9d0-883a2d81c414 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:36.552735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device facf7a69-70cf-4ae3-a9d0-883a2d81c414 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:37.059160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:37.166432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2115146087'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:37.189601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Made reservation on behalf of 868aeeb5624a46df845a5f5b0c2a4d91 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:37.193195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.202012 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.298041 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.303827 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.333719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:10:37.340032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69112e-f1fd-4459-a1f6-0eaa10c350b2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:37.346535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.346888 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Added segment 20cd89f6-ac4e-414b-8240-c86c35a77926 of type vlan for network 25cdff05-6916-47af-a7e7-71c40e1f0c9e Sep 02 13:10:37.389311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.416822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.423039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:37.423645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.512468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4521799 Sep 02 13:10:37.516386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:37.522801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'subnet': {'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:37.535916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c857-d8de-4575-bc46-62987adfe418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Network': ['ID=25cdff05-6916-47af-a7e7-71c40e1f0c9e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:37.548168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:10:37.636999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Made reservation on behalf of 868aeeb5624a46df845a5f5b0c2a4d91 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:37.640824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.838050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.897044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Subnet': ['ID=a6bc9771-8f46-4308-8c38-de4200b8d0f9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:37.915419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Checking segment: {'id': '20cd89f6-ac4e-414b-8240-c86c35a77926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:37.915793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network hostable DHCP agents. Network: 25cdff05-6916-47af-a7e7-71c40e1f0c9e, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:10:37.938834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:10:37.950333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 25cdff05-6916-47af-a7e7-71c40e1f0c9e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:37.965670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a0370-280f-4aca-9ca3-7013b7bc8b59 None None] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:37.971778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:37.973906 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:37.993808 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9eb32048-96f0-4c16-8f2c-079fdea71418 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4755678 Sep 02 13:10:37.996150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:38.002568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-720840053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:38.032627 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.035419 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.097028 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.105496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.128272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.130063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e24f72b-0661-4b7d-93e2-af2cf693423c tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1320982 Sep 02 13:10:38.132545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 41894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:38.156039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-25cdff05-6916-47af-a7e7-71c40e1f0c9e', 'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e', 'tenant_id': '868aeeb5624a46df845a5f5b0c2a4d91', 'fixed_ips': [{'subnet_id': 'a6bc9771-8f46-4308-8c38-de4200b8d0f9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:10:38.159503 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.335157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Allocated IP 172.20.0.2 (25cdff05-6916-47af-a7e7-71c40e1f0c9e/a6bc9771-8f46-4308-8c38-de4200b8d0f9/36c2cfdd-19eb-4746-9239-efbde13ef34d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:38.469447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.510559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.520605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Transition to ACTIVE for port object 36c2cfdd-19eb-4746-9239-efbde13ef34d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:38.539456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Transition to ACTIVE for port object 36c2cfdd-19eb-4746-9239-efbde13ef34d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:38.548341 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.600666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:38.604534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:38.613334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:38.617877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Pushing event updated for resources: {'Port': ['ID=36c2cfdd-19eb-4746-9239-efbde13ef34d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:38.684493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Attempting to bind port 36c2cfdd-19eb-4746-9239-efbde13ef34d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:10:38.685141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Attempting to bind port 36c2cfdd-19eb-4746-9239-efbde13ef34d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '20cd89f6-ac4e-414b-8240-c86c35a77926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:10:38.685612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Attempting to bind port 36c2cfdd-19eb-4746-9239-efbde13ef34d on network 25cdff05-6916-47af-a7e7-71c40e1f0c9e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:10:38.691595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:10:38.691972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Checking segment: {'id': '20cd89f6-ac4e-414b-8240-c86c35a77926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:38.692376 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.692765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Bound using segment: {'id': '20cd89f6-ac4e-414b-8240-c86c35a77926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:10:38.693267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Bound port: 36c2cfdd-19eb-4746-9239-efbde13ef34d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cd89f6-ac4e-414b-8240-c86c35a77926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:10:38.693699 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.759827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Allocated IP 172.20.0.1 (25cdff05-6916-47af-a7e7-71c40e1f0c9e/a6bc9771-8f46-4308-8c38-de4200b8d0f9/f318be87-9772-4cde-9f9c-c31cc20c3948) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:38.789366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] For port 36c2cfdd-19eb-4746-9239-efbde13ef34d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:10:38.795476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] For port 36c2cfdd-19eb-4746-9239-efbde13ef34d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=36c2cfdd-19eb-4746-9239-efbde13ef34d,segment=NetworkSegment(20cd89f6-ac4e-414b-8240-c86c35a77926),segment_id=20cd89f6-ac4e-414b-8240-c86c35a77926)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:10:38.803803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.875972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11799150-c91f-421a-90f0-ac5a41b0aaff None None] Pushing event updated for resources: {'Port': ['ID=36c2cfdd-19eb-4746-9239-efbde13ef34d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:38.920962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:38.936864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Transition to ACTIVE for port object f318be87-9772-4cde-9f9c-c31cc20c3948 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:38.977497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:39.027327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:39.030759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:39.035263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:39.067393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Port': ['ID=f318be87-9772-4cde-9f9c-c31cc20c3948,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:39.113021 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:39.278141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:39.583318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:39.590212 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:39.664848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Port': ['ID=f318be87-9772-4cde-9f9c-c31cc20c3948,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:39.679386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:39.801458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:39.803816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:39.946762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Router 093697f2-566c-4ab1-8618-61ce8236940b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:10:40.063482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:40.069341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0ffe8ddb-6583-408a-a680-6d2f5446e871 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "PUT /v2.0/routers/093697f2-566c-4ab1-8618-61ce8236940b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9354377 Sep 02 13:10:40.072338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:40.083840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'port': {'network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e', 'name': 'tempest-FloatingIPNegativeTestJSON-1178972693'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:40.095749 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] Sync routers for ids ['093697f2-566c-4ab1-8618-61ce8236940b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:40.120032 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] Routers {'093697f2-566c-4ab1-8618-61ce8236940b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:40.120683 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['093697f2-566c-4ab1-8618-61ce8236940b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:40.150317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39149bcc-6860-44c5-8482-f4331cb63ec9 None None] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:40.194187 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:40.216610 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] Routers {'093697f2-566c-4ab1-8618-61ce8236940b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:40.217271 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['093697f2-566c-4ab1-8618-61ce8236940b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:40.280309 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:40.289072 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98fc0bb-7447-4cb3-b3db-25e3eac98fe3 None None] The sync data for ids ['093697f2-566c-4ab1-8618-61ce8236940b'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:40.310929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Made reservation on behalf of 868aeeb5624a46df845a5f5b0c2a4d91 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:40.325455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:40.336890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f5dc741a-8847-45f7-a00f-170282505ae5 None None] Provisioning for port 36c2cfdd-19eb-4746-9239-efbde13ef34d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:40.360422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] device_id is not set on port 95b31d01-b1f9-45e3-a05d-f4329c124025 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:10:40.586767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Allocated IP 172.20.0.9 (25cdff05-6916-47af-a7e7-71c40e1f0c9e/a6bc9771-8f46-4308-8c38-de4200b8d0f9/95b31d01-b1f9-45e3-a05d-f4329c124025) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:40.623564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 36c2cfdd-19eb-4746-9239-efbde13ef34d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:40.703691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 36c2cfdd-19eb-4746-9239-efbde13ef34d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:40.714448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 36c2cfdd-19eb-4746-9239-efbde13ef34d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:40.715478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:40.845032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:40.887179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:40.905751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Transition to ACTIVE for port object 95b31d01-b1f9-45e3-a05d-f4329c124025 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:40.910994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 36c2cfdd-19eb-4746-9239-efbde13ef34d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=36c2cfdd-19eb-4746-9239-efbde13ef34d,segment=NetworkSegment(20cd89f6-ac4e-414b-8240-c86c35a77926),segment_id=20cd89f6-ac4e-414b-8240-c86c35a77926)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:40.912733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-10c70407-fea3-4407-806c-08dcbc046ddc None None] Provisioning complete for port 36c2cfdd-19eb-4746-9239-efbde13ef34d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:40.913493 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10c70407-fea3-4407-806c-08dcbc046ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:40.960663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.014501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.092853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:41.098526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:41.107966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:41.113739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Port': ['ID=95b31d01-b1f9-45e3-a05d-f4329c124025,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:41.175376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.175915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.176448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.177186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.185212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.185731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.186179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.186641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.187099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.187698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.188169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.189437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:41.199268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=36c2cfdd-19eb-4746-9239-efbde13ef34d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:41.241139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:41.242516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.255592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.261856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-10c70407-fea3-4407-806c-08dcbc046ddc None None] Provisioning for port f318be87-9772-4cde-9f9c-c31cc20c3948 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:41.268514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-10c70407-fea3-4407-806c-08dcbc046ddc None None] Provisioning complete for port f318be87-9772-4cde-9f9c-c31cc20c3948 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:41.273970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-085c2568-f17f-429a-8de1-97823c5fd1e4 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1967878 Sep 02 13:10:41.274194 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10c70407-fea3-4407-806c-08dcbc046ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.274356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 41944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:41.283504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:41.335837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.340862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-10c70407-fea3-4407-806c-08dcbc046ddc None None] Port f318be87-9772-4cde-9f9c-c31cc20c3948 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:41.471853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f04d7c33-2c4a-4ea5-97e3-babd644ae6b9 None None] Provisioning complete for port f318be87-9772-4cde-9f9c-c31cc20c3948 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:41.472400 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f04d7c33-2c4a-4ea5-97e3-babd644ae6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.585951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f04d7c33-2c4a-4ea5-97e3-babd644ae6b9 None None] Port f318be87-9772-4cde-9f9c-c31cc20c3948 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:41.713103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6283f845-f3cd-48de-a516-76666070de16 None None] Provisioning complete for port f318be87-9772-4cde-9f9c-c31cc20c3948 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:41.713776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6283f845-f3cd-48de-a516-76666070de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:41.805286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6283f845-f3cd-48de-a516-76666070de16 None None] Port f318be87-9772-4cde-9f9c-c31cc20c3948 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:41.984133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.082896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b8f7ec45-5e5b-48e2-9190-bc4a952f0acb None None] Provisioning for port 95b31d01-b1f9-45e3-a05d-f4329c124025 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:42.113781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b8f7ec45-5e5b-48e2-9190-bc4a952f0acb None None] Provisioning complete for port 95b31d01-b1f9-45e3-a05d-f4329c124025 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:42.118568 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ec45-5e5b-48e2-9190-bc4a952f0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.206651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7ec45-5e5b-48e2-9190-bc4a952f0acb None None] Port 95b31d01-b1f9-45e3-a05d-f4329c124025 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:42.276947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Allocated IP 172.25.7.121 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/5f99f5e0-200c-4519-9bc4-9159661e6f79) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:42.401813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.448763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.509317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:42.512736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:42.517926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:42.523041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Port': ['ID=5f99f5e0-200c-4519-9bc4-9159661e6f79,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:42.594298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 36c2cfdd-19eb-4746-9239-efbde13ef34d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:42.679481 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.689247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 36c2cfdd-19eb-4746-9239-efbde13ef34d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:42.689576 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.727933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.914823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:42.921574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.017153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Port': ['ID=5f99f5e0-200c-4519-9bc4-9159661e6f79,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:43.022429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.042309 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.043636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-02567948-8d36-47f9-84ac-19c8e4a463fc tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7680428 Sep 02 13:10:43.047206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:43.052785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eb945b2b-5eeb-4d40-96de-3d7526a3b50e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'floatingip': {'port_id': '95b31d01-b1f9-45e3-a05d-f4329c124025', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:43.112104 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb945b2b-5eeb-4d40-96de-3d7526a3b50e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.277894 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-eb945b2b-5eeb-4d40-96de-3d7526a3b50e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] update failed (client error): The resource could not be found. Sep 02 13:10:43.279155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eb945b2b-5eeb-4d40-96de-3d7526a3b50e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "PUT /v2.0/floatingips/9c690d39-dd92-4de0-8c18-6ce11193851d HTTP/1.1" status: 404 len: 507 time: 0.2306533 Sep 02 13:10:43.282624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:43.431902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Deleting port 5f99f5e0-200c-4519-9bc4-9159661e6f79 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:43.432272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.521316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.521728 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.538593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Calling delete_port for 5f99f5e0-200c-4519-9bc4-9159661e6f79 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:43.698535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.732178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Port': ['ID=5f99f5e0-200c-4519-9bc4-9159661e6f79,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:43.795851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.799140 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.800942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1be23e96-4543-4854-8f8f-fb5676ca72b9 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "DELETE /v2.0/floatingips/9c690d39-dd92-4de0-8c18-6ce11193851d HTTP/1.1" status: 204 len: 168 time: 0.5167902 Sep 02 13:10:43.804989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:43.809891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b10a0ed9-bef2-40c2-aea8-55c8fa15d17e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'floatingip': {'floating_network_id': '25cdff05-6916-47af-a7e7-71c40e1f0c9e', 'port_id': '95b31d01-b1f9-45e3-a05d-f4329c124025', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:43.837656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b10a0ed9-bef2-40c2-aea8-55c8fa15d17e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:43.975410 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b10a0ed9-bef2-40c2-aea8-55c8fa15d17e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:10:43.980170 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b10a0ed9-bef2-40c2-aea8-55c8fa15d17e tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1705163 Sep 02 13:10:43.980602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:43.985709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '95b31d01-b1f9-45e3-a05d-f4329c124025', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:44.012193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.134461 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.280371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Allocated IP 172.25.7.117 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0d0f6ab7-e71c-4a92-b4fe-0fbf2a28cc92) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:44.398888 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.444919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.496393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:44.500240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:44.503312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:44.528998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event updated for resources: {'Port': ['ID=0d0f6ab7-e71c-4a92-b4fe-0fbf2a28cc92,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:44.688369 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Deleting port 0d0f6ab7-e71c-4a92-b4fe-0fbf2a28cc92 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:44.688988 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.800840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.801295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:44.829240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Calling delete_port for 0d0f6ab7-e71c-4a92-b4fe-0fbf2a28cc92 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:44.992196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:45.019668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Port': ['ID=0d0f6ab7-e71c-4a92-b4fe-0fbf2a28cc92,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:45.101028 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] create failed (client error): The resource could not be found. Sep 02 13:10:45.106005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:45.106614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0cfc3b9a-0a62-4aed-a6d3-044c2eed35b1 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1246758 Sep 02 13:10:45.222516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Deleting port 95b31d01-b1f9-45e3-a05d-f4329c124025 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:45.222862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:45.330153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:45.351370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Calling delete_port for 95b31d01-b1f9-45e3-a05d-f4329c124025 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:45.519763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:45.548815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Port': ['ID=95b31d01-b1f9-45e3-a05d-f4329c124025,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:45.630895 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:45.636573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:45.636870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-924fba71-6a3e-4200-8091-2bea5a95e10a tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "DELETE /v2.0/ports/95b31d01-b1f9-45e3-a05d-f4329c124025 HTTP/1.1" status: 204 len: 168 time: 0.5297120 Sep 02 13:10:45.695356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8e6a7-7340-482b-9d7e-04a4c5efdf81 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:45.696980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5bb8e6a7-7340-482b-9d7e-04a4c5efdf81 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "GET /v2.0/ports?device_id=093697f2-566c-4ab1-8618-61ce8236940b HTTP/1.1" status: 200 len: 913 time: 0.0588381 Sep 02 13:10:45.699787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:46.101055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:46.390187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Deleting port f318be87-9772-4cde-9f9c-c31cc20c3948 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:46.391004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:46.493324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:46.518297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Calling delete_port for f318be87-9772-4cde-9f9c-c31cc20c3948 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:46.730187 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:46.761075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Port': ['ID=f318be87-9772-4cde-9f9c-c31cc20c3948,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:46.960323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.147747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Router 093697f2-566c-4ab1-8618-61ce8236940b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:47.234717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:47.242987 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c086180-099c-475b-8b59-87932f73f2d8 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "PUT /v2.0/routers/093697f2-566c-4ab1-8618-61ce8236940b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398421 Sep 02 13:10:47.244070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42476) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:47.247506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] Sync routers for ids ['093697f2-566c-4ab1-8618-61ce8236940b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:47.260728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] Routers {'093697f2-566c-4ab1-8618-61ce8236940b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:47.261552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['093697f2-566c-4ab1-8618-61ce8236940b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:47.308546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:47.327425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.331353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] Routers {'093697f2-566c-4ab1-8618-61ce8236940b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:47.332194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['093697f2-566c-4ab1-8618-61ce8236940b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:47.370429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:47.371248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb84e2a-5ab5-432c-b298-d50f27a85633 None None] The sync data for ids ['093697f2-566c-4ab1-8618-61ce8236940b'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:47.762634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.764940 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.811257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.811603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Fanout notify agent at l3_agent the message router_deleted on router 093697f2-566c-4ab1-8618-61ce8236940b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:10:47.818706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.819892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7ea65a38-3624-4976-8cae-8a3c9415cf9b tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "DELETE /v2.0/routers/093697f2-566c-4ab1-8618-61ce8236940b HTTP/1.1" status: 204 len: 168 time: 0.5750377 Sep 02 13:10:47.822812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:47.886746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Deleting subnet a6bc9771-8f46-4308-8c38-de4200b8d0f9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:10:47.893949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:47.941092 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.043209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.120134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.151464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bc9771-8f46-4308-8c38-de4200b8d0f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:48.155571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.158314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60fe094c-8742-4e55-940e-f0c5ea117a53 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "DELETE /v2.0/subnets/a6bc9771-8f46-4308-8c38-de4200b8d0f9 HTTP/1.1" status: 204 len: 168 time: 0.3339417 Sep 02 13:10:48.160781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:48.167725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71183dd-8c38-438c-b615-3f7d25554bcc None None] Network 25cdff05-6916-47af-a7e7-71c40e1f0c9e requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:48.271308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.351097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Deleting port 36c2cfdd-19eb-4746-9239-efbde13ef34d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:48.353045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.403818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] DHCP port deletion for 25cdff05-6916-47af-a7e7-71c40e1f0c9e request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:10:48.440142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] For port 36c2cfdd-19eb-4746-9239-efbde13ef34d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=36c2cfdd-19eb-4746-9239-efbde13ef34d,segment=NetworkSegment(20cd89f6-ac4e-414b-8240-c86c35a77926),segment_id=20cd89f6-ac4e-414b-8240-c86c35a77926)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:48.440515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.455128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Calling delete_port for 36c2cfdd-19eb-4746-9239-efbde13ef34d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:48.481456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] Deleting port 36c2cfdd-19eb-4746-9239-efbde13ef34d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:48.481870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.546370 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.575947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] No DVR routers for this DVR port 36c2cfdd-19eb-4746-9239-efbde13ef34d on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:48.578168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Port': ['ID=36c2cfdd-19eb-4746-9239-efbde13ef34d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:48.598647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 36c2cfdd-19eb-4746-9239-efbde13ef34d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:48.602035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] For port 36c2cfdd-19eb-4746-9239-efbde13ef34d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=36c2cfdd-19eb-4746-9239-efbde13ef34d,segment=NetworkSegment(20cd89f6-ac4e-414b-8240-c86c35a77926),segment_id=20cd89f6-ac4e-414b-8240-c86c35a77926)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:48.602431 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.649008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 36c2cfdd-19eb-4746-9239-efbde13ef34d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:48.649720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 36c2cfdd-19eb-4746-9239-efbde13ef34d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:48.666526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] Calling delete_port for 36c2cfdd-19eb-4746-9239-efbde13ef34d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:48.693467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.706625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cdff05-6916-47af-a7e7-71c40e1f0c9e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:48.723189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cd89f6-ac4e-414b-8240-c86c35a77926') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:48.723894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cd89f6-ac4e-414b-8240-c86c35a77926') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:48.738275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.760651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.769699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:10:48.770123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:10:48.774004 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:10:48.800991 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.828830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] Pushing event deleted for resources: {'Port': ['ID=36c2cfdd-19eb-4746-9239-efbde13ef34d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:48.832797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629352c5-b7b2-45dc-8ccc-e24a3cf16a2c None None] No DVR routers for this DVR port 36c2cfdd-19eb-4746-9239-efbde13ef34d on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:48.851091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.879392 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:48.880457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] 10.222.0.60 "DELETE /v2.0/networks/25cdff05-6916-47af-a7e7-71c40e1f0c9e HTTP/1.1" status: 204 len: 168 time: 0.7186058 Sep 02 13:10:48.882015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b4eca-3bc3-441f-8505-13b458f62648 tempest-FloatingIPNegativeTestJSON-1862575994 tempest-FloatingIPNegativeTestJSON-1862575994-project] Pushing event deleted for resources: {'Network': ['ID=25cdff05-6916-47af-a7e7-71c40e1f0c9e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:49.194368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:49.394825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-37cd4437-7f74-437b-8802-af9bb66b6f09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=868aeeb5624a46df845a5f5b0c2a4d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967304 Sep 02 13:10:49.395133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:49.493965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ec7-3e22-496f-be91-c8891badfaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:49.531143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ec7-3e22-496f-be91-c8891badfaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:49.605545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ec7-3e22-496f-be91-c8891badfaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:49.608535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ec7-3e22-496f-be91-c8891badfaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:49.610074 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6b9e0ec7-3e22-496f-be91-c8891badfaf5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a69112e-f1fd-4459-a1f6-0eaa10c350b2 HTTP/1.1" status: 204 len: 168 time: 0.2118125 Sep 02 13:10:49.619618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e0ec7-3e22-496f-be91-c8891badfaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69112e-f1fd-4459-a1f6-0eaa10c350b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:50.120362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fc434-7c55-43f6-beec-d49bebd90e62 req-b569e376-85fd-4c1a-9d3a-6107db199704 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:50.122772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d75fc434-7c55-43f6-beec-d49bebd90e62 req-b569e376-85fd-4c1a-9d3a-6107db199704 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 950 time: 0.0559471 Sep 02 13:10:50.178029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d75fc434-7c55-43f6-beec-d49bebd90e62 req-c2285216-3c0b-4359-9c74-8a9c6cd2d50f tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Sep 02 13:10:50.440786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:50.551159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-84390269'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:50.574086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:50.578603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.588640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.684931 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.690425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.718789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:10:50.728617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a33773-86b9-4d6f-8202-2a70b9ba5306,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:50.734117 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.734649 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment b408ce0b-5a03-4240-b4b1-f5ad55b65787 of type vlan for network 4f7730a2-9602-4240-b061-d93711e9c462 Sep 02 13:10:50.775771 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.801517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.807221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:50.807821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.867355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4252732 Sep 02 13:10:50.870695 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:50.877530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301686820'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:50.904381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd10e14-10c2-48e2-afd8-f601bc29d3da tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=4f7730a2-9602-4240-b061-d93711e9c462,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:50.917427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 4f7730a2-9602-4240-b061-d93711e9c462 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:10:50.918221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:50.923560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.961114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:10:50.970941 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:50.971306 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment 4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5 of type vlan for network d5c3f0ca-c383-4ccc-9087-e08f368bea75 Sep 02 13:10:51.026915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.054002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.059813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:51.060436 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.120966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2464180 Sep 02 13:10:51.121354 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42536) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:51.127163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': '4f7730a2-9602-4240-b061-d93711e9c462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:51.138471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046c05d-18bd-482b-b6a5-9a0d98249966 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=d5c3f0ca-c383-4ccc-9087-e08f368bea75,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:51.152433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:10:51.239884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:51.243527 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.323764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c44654-6f25-45d9-a672-dfd505b1632a req-5a8a5997-0569-4d09-b104-7379466dd737 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:51.331775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64c44654-6f25-45d9-a672-dfd505b1632a req-5a8a5997-0569-4d09-b104-7379466dd737 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 950 time: 0.0629826 Sep 02 13:10:51.370694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64c44654-6f25-45d9-a672-dfd505b1632a req-621bfd5e-7180-4503-a40a-257c601f4621 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/security-groups?id=c077258d-9ad9-4bc2-90a5-03e341170a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Sep 02 13:10:51.466363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.539577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-821d5522-9c7b-4e9c-89ab-b933d3a9e2b4 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:51.540158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': 'b408ce0b-5a03-4240-b4b1-f5ad55b65787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4f7730a2-9602-4240-b061-d93711e9c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:51.540271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-821d5522-9c7b-4e9c-89ab-b933d3a9e2b4 tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.18 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 950 time: 0.0572257 Sep 02 13:10:51.540389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: 4f7730a2-9602-4240-b061-d93711e9c462, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:10:51.542512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=e6e3921b-43a3-49c7-bdc3-e50151f1fdd2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:51.563825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 4f7730a2-9602-4240-b061-d93711e9c462 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:10:51.575723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 4f7730a2-9602-4240-b061-d93711e9c462) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:51.581380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:51.583410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.595111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98209933-2a16-41d4-9b60-bfc3b0f14003 None None] Network 4f7730a2-9602-4240-b061-d93711e9c462 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:51.605402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:51.606228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9c568886-3dfa-4a11-be73-02043ec57d0a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832840 Sep 02 13:10:51.629023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:51.725468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Deleting port 098c5793-23b0-4cf3-a119-5bf970c152e2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:51.725914 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.766234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-4f7730a2-9602-4240-b061-d93711e9c462', 'network_id': '4f7730a2-9602-4240-b061-d93711e9c462', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': 'e6e3921b-43a3-49c7-bdc3-e50151f1fdd2'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:10:51.767791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.797776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:10:51.802091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.923081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] For port 098c5793-23b0-4cf3-a119-5bf970c152e2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=098c5793-23b0-4cf3-a119-5bf970c152e2,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:51.923081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:51.935144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Allocated IP 2001:db8::2 (4f7730a2-9602-4240-b061-d93711e9c462/e6e3921b-43a3-49c7-bdc3-e50151f1fdd2/85279253-0bb0-4f99-9863-17cfd59e32f9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:51.954660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Calling delete_port for 098c5793-23b0-4cf3-a119-5bf970c152e2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:52.111285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.121763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Transition to ACTIVE for port object 85279253-0bb0-4f99-9863-17cfd59e32f9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:52.148567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.240743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Transition to ACTIVE for port object 85279253-0bb0-4f99-9863-17cfd59e32f9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:52.246939 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.247857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.279439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['098c5793-23b0-4cf3-a119-5bf970c152e2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:10:52.287453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=2c787057-bea1-4d7c-9439-2b24c44efe2d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:52.294515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Pushing event deleted for resources: {'Port': ['ID=098c5793-23b0-4cf3-a119-5bf970c152e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:52.305165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:52.305544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: d5c3f0ca-c383-4ccc-9087-e08f368bea75, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:10:52.351139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] No DVR routers for this DVR port 098c5793-23b0-4cf3-a119-5bf970c152e2 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:10:52.354347 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.359480 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7f44f23b-b4c1-4990-ab6b-540cc2730953 req-8dbad529-a0f3-4a8b-a41f-ba301d551cad tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.18 "DELETE /v2.0/ports/098c5793-23b0-4cf3-a119-5bf970c152e2 HTTP/1.1" status: 204 len: 173 time: 0.8074160 Sep 02 13:10:52.360176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'name': 'network-vif-deleted', 'tag': '098c5793-23b0-4cf3-a119-5bf970c152e2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:10:52.363006 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e381164c-5f57-4500-99c2-9ae57da97e5c" -d '{"events": [{"server_uuid": "b95efcc5-4f3a-4d61-979a-70550e86172d", "name": "network-vif-deleted", "tag": "098c5793-23b0-4cf3-a119-5bf970c152e2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:10:52.379558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:10:52.394897 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d5c3f0ca-c383-4ccc-9087-e08f368bea75) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:52.404973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:52.407241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.424935 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad486d1-7594-4a89-aecb-512d715b3256 x-openstack-request-id: req-3ad486d1-7594-4a89-aecb-512d715b3256 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:10:52.425517 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95efcc5-4f3a-4d61-979a-70550e86172d", "name": "network-vif-deleted", "tag": "098c5793-23b0-4cf3-a119-5bf970c152e2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:10:52.425984 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ad486d1-7594-4a89-aecb-512d715b3256 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:10:52.426689 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95efcc5-4f3a-4d61-979a-70550e86172d', 'name': 'network-vif-deleted', 'tag': '098c5793-23b0-4cf3-a119-5bf970c152e2', 'status': 'completed', 'code': 200} Sep 02 13:10:52.448028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-96d96c23-9c05-4daa-8c16-c2bd7e6f7b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8216105 Sep 02 13:10:52.448353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:52.454510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398889296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:10:52.489973 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.491097 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.534690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80684548-2be2-4a7d-8b46-7b7f6e352fff req-ddd14105-c610-486b-856a-2b1cecc77f9e tempest-VolumesBackupsTest-1949103960 tempest-VolumesBackupsTest-1949103960-project] 10.222.0.60 "GET /v2.0/ports?device_id=b95efcc5-4f3a-4d61-979a-70550e86172d HTTP/1.1" status: 200 len: 210 time: 0.0367978 Sep 02 13:10:52.589402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061da08c-61fc-468f-a717-0abc77ea8398 None None] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:52.590013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.594786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Network 4f7730a2-9602-4240-b061-d93711e9c462 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:52.598225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.611873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:52.619208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.624299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:52.625501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f39e40ca-92ea-4d4e-b65d-1242bab74b48 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1745598 Sep 02 13:10:52.663776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:52.663776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Pushing event updated for resources: {'Port': ['ID=85279253-0bb0-4f99-9863-17cfd59e32f9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:52.726157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Attempting to bind port 85279253-0bb0-4f99-9863-17cfd59e32f9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:10:52.726525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Attempting to bind port 85279253-0bb0-4f99-9863-17cfd59e32f9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'b408ce0b-5a03-4240-b4b1-f5ad55b65787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4f7730a2-9602-4240-b061-d93711e9c462'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:10:52.727126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Attempting to bind port 85279253-0bb0-4f99-9863-17cfd59e32f9 on network 4f7730a2-9602-4240-b061-d93711e9c462 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:10:52.742407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:10:52.743142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Checking segment: {'id': 'b408ce0b-5a03-4240-b4b1-f5ad55b65787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4f7730a2-9602-4240-b061-d93711e9c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:52.743804 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.744201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Bound using segment: {'id': 'b408ce0b-5a03-4240-b4b1-f5ad55b65787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4f7730a2-9602-4240-b061-d93711e9c462'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:10:52.744699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Bound port: 85279253-0bb0-4f99-9863-17cfd59e32f9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b408ce0b-5a03-4240-b4b1-f5ad55b65787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4f7730a2-9602-4240-b061-d93711e9c462'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:10:52.745123 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.897787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] For port 85279253-0bb0-4f99-9863-17cfd59e32f9, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:10:52.901819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] For port 85279253-0bb0-4f99-9863-17cfd59e32f9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85279253-0bb0-4f99-9863-17cfd59e32f9,segment=NetworkSegment(b408ce0b-5a03-4240-b4b1-f5ad55b65787),segment_id=b408ce0b-5a03-4240-b4b1-f5ad55b65787)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:10:52.907989 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:52.914844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d5c3f0ca-c383-4ccc-9087-e08f368bea75', 'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': '2c787057-bea1-4d7c-9439-2b24c44efe2d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:10:52.916274 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.069942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.133117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cf77d-52f2-46d8-ba69-57dd1f1cb9cc None None] Pushing event updated for resources: {'Port': ['ID=85279253-0bb0-4f99-9863-17cfd59e32f9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:53.176120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Allocated IP 2001:db8:1::2 (d5c3f0ca-c383-4ccc-9087-e08f368bea75/2c787057-bea1-4d7c-9439-2b24c44efe2d/13f5542b-3dad-45cb-b9b0-38da968c26f6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:53.396760 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.408994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Transition to ACTIVE for port object 13f5542b-3dad-45cb-b9b0-38da968c26f6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:53.434579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Transition to ACTIVE for port object 13f5542b-3dad-45cb-b9b0-38da968c26f6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:53.446675 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.500209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:53.504478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:53.507435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:53.519121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Pushing event updated for resources: {'Port': ['ID=13f5542b-3dad-45cb-b9b0-38da968c26f6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:53.610245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Attempting to bind port 13f5542b-3dad-45cb-b9b0-38da968c26f6 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:10:53.610851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Attempting to bind port 13f5542b-3dad-45cb-b9b0-38da968c26f6 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:10:53.611334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Attempting to bind port 13f5542b-3dad-45cb-b9b0-38da968c26f6 on network d5c3f0ca-c383-4ccc-9087-e08f368bea75 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:10:53.628196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:10:53.628819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Checking segment: {'id': '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:10:53.629517 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.630173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Bound using segment: {'id': '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:10:53.630973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Bound port: 13f5542b-3dad-45cb-b9b0-38da968c26f6, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd5c3f0ca-c383-4ccc-9087-e08f368bea75'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:10:53.631620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.766334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] For port 13f5542b-3dad-45cb-b9b0-38da968c26f6, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:10:53.773710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] For port 13f5542b-3dad-45cb-b9b0-38da968c26f6, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13f5542b-3dad-45cb-b9b0-38da968c26f6,segment=NetworkSegment(4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5),segment_id=4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:10:53.787218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:53.899995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8::1 (4f7730a2-9602-4240-b061-d93711e9c462/e6e3921b-43a3-49c7-bdc3-e50151f1fdd2/be9bfec4-c6e9-42a5-a205-43b6c22db654) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:53.929347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf256c-45de-40b7-9dc3-b04d29be9b05 None None] Pushing event updated for resources: {'Port': ['ID=13f5542b-3dad-45cb-b9b0-38da968c26f6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:54.113222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.148639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object be9bfec4-c6e9-42a5-a205-43b6c22db654 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:54.224133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.307684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 4f7730a2-9602-4240-b061-d93711e9c462 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:54.311013 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:54.317310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:54.317876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.324775 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=be9bfec4-c6e9-42a5-a205-43b6c22db654,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:54.454409 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b53be-cba3-412f-a440-c61ad332efbb None None] Network 4f7730a2-9602-4240-b061-d93711e9c462 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:54.506520 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.598792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87ae52c2-5222-41fa-b550-a6815c997671 None None] Provisioning for port 85279253-0bb0-4f99-9863-17cfd59e32f9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:54.698836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13f5542b-3dad-45cb-b9b0-38da968c26f6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:54.796579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 13f5542b-3dad-45cb-b9b0-38da968c26f6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:54.802738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85279253-0bb0-4f99-9863-17cfd59e32f9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:54.884306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 85279253-0bb0-4f99-9863-17cfd59e32f9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:54.889351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 85279253-0bb0-4f99-9863-17cfd59e32f9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:54.889788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.909994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.929588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:54.931861 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:55.063036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 098c5793-23b0-4cf3-a119-5bf970c152e2 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:10:55.078838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=be9bfec4-c6e9-42a5-a205-43b6c22db654,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:55.104853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 098c5793-23b0-4cf3-a119-5bf970c152e2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:10:55.105263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 098c5793-23b0-4cf3-a119-5bf970c152e2 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:10:55.115014 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:55.198752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 4f7730a2-9602-4240-b061-d93711e9c462 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:55.200372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:55.207115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 85279253-0bb0-4f99-9863-17cfd59e32f9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85279253-0bb0-4f99-9863-17cfd59e32f9,segment=NetworkSegment(b408ce0b-5a03-4240-b4b1-f5ad55b65787),segment_id=b408ce0b-5a03-4240-b4b1-f5ad55b65787)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:55.211972 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:55.281499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=85279253-0bb0-4f99-9863-17cfd59e32f9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:55.362606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cbf9f8f6-0e26-4780-9d34-c42ccefa3281 None None] Provisioning complete for port 85279253-0bb0-4f99-9863-17cfd59e32f9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:55.362992 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f8f6-0e26-4780-9d34-c42ccefa3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:55.477975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 21dee7e3-bcff-4e38-b03a-63163a2ccb45 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:10:55.479524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d541d-e4f6-4d01-bdae-b7c47067dcff None None] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:10:55.583438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cbf9f8f6-0e26-4780-9d34-c42ccefa3281 None None] Provisioning for port be9bfec4-c6e9-42a5-a205-43b6c22db654 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:55.601006 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cbf9f8f6-0e26-4780-9d34-c42ccefa3281 None None] Provisioning complete for port be9bfec4-c6e9-42a5-a205-43b6c22db654 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:55.601388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f8f6-0e26-4780-9d34-c42ccefa3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:55.624309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:55.630744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5c1f1a7d-09c7-4f7c-8a53-bcea3bd4a86b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/21dee7e3-bcff-4e38-b03a-63163a2ccb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051847 Sep 02 13:10:55.633489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:55.637186 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] Sync routers for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:55.658108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:55.659123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:55.708628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497ffd3-eed6-47be-94fb-7d769d4fabc4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:55.712177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6497ffd3-eed6-47be-94fb-7d769d4fabc4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports/be9bfec4-c6e9-42a5-a205-43b6c22db654 HTTP/1.1" status: 200 len: 911 time: 0.0771389 Sep 02 13:10:55.714999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:55.754447 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:55.764931 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:55.765761 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:55.813173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9f8f6-0e26-4780-9d34-c42ccefa3281 None None] Port be9bfec4-c6e9-42a5-a205-43b6c22db654 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:55.840964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:55.842553 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad3f983-3c9e-49f3-9772-9fd15a22481f None None] The sync data for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:55.944036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Provisioning complete for port be9bfec4-c6e9-42a5-a205-43b6c22db654 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:55.944340 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.012704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Port be9bfec4-c6e9-42a5-a205-43b6c22db654 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:56.027091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Provisioning for port 13f5542b-3dad-45cb-b9b0-38da968c26f6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:56.037412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Provisioning complete for port 13f5542b-3dad-45cb-b9b0-38da968c26f6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:56.038279 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.175523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.223491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] For port 13f5542b-3dad-45cb-b9b0-38da968c26f6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13f5542b-3dad-45cb-b9b0-38da968c26f6,segment=NetworkSegment(4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5),segment_id=4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:10:56.232457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.292887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.294752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12589f93-bbe4-4ae6-8137-a91d0670813f None None] Pushing event updated for resources: {'Port': ['ID=13f5542b-3dad-45cb-b9b0-38da968c26f6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:56.357503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-754ad5bd-8548-4152-881e-a00b1b2bf537 None None] Provisioning complete for port be9bfec4-c6e9-42a5-a205-43b6c22db654 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:56.358132 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-754ad5bd-8548-4152-881e-a00b1b2bf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.404038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-754ad5bd-8548-4152-881e-a00b1b2bf537 None None] Port be9bfec4-c6e9-42a5-a205-43b6c22db654 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:56.418321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-754ad5bd-8548-4152-881e-a00b1b2bf537 None None] Provisioning complete for port 13f5542b-3dad-45cb-b9b0-38da968c26f6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:56.418780 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-754ad5bd-8548-4152-881e-a00b1b2bf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.570352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85279253-0bb0-4f99-9863-17cfd59e32f9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:56.631157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 85279253-0bb0-4f99-9863-17cfd59e32f9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:56.631551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.655833 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8:1::1 (d5c3f0ca-c383-4ccc-9087-e08f368bea75/2c787057-bea1-4d7c-9439-2b24c44efe2d/0745a617-4594-4dab-a4ab-e7ac3d210d4e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:10:56.742067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13f5542b-3dad-45cb-b9b0-38da968c26f6 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:10:56.802603 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.802893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 13f5542b-3dad-45cb-b9b0-38da968c26f6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:56.803358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.819428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object 0745a617-4594-4dab-a4ab-e7ac3d210d4e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:10:56.867574 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.920680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:56.924794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:56.927713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:10:56.928691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:56.978733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=0745a617-4594-4dab-a4ab-e7ac3d210d4e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:56.993320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.993661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.994027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.994363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.994683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.995029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.995356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.995674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.995988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.996299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.996614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:56.996947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:10:57.130997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:57.347319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53ff3713-5116-45fb-84cb-74b64b56ba94 None None] Provisioning for port 0745a617-4594-4dab-a4ab-e7ac3d210d4e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:10:57.352421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53ff3713-5116-45fb-84cb-74b64b56ba94 None None] Provisioning complete for port 0745a617-4594-4dab-a4ab-e7ac3d210d4e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:57.352816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53ff3713-5116-45fb-84cb-74b64b56ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:57.399441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53ff3713-5116-45fb-84cb-74b64b56ba94 None None] Port 0745a617-4594-4dab-a4ab-e7ac3d210d4e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:57.515765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:57.522387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:57.523729 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:57.623022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=0745a617-4594-4dab-a4ab-e7ac3d210d4e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:57.648180 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:10:57.670122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:10:57.680701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:10:57.839587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 21dee7e3-bcff-4e38-b03a-63163a2ccb45 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:57.956848 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:57.975576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1b117831-8089-4eeb-b84a-9c8684ff42ac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/21dee7e3-bcff-4e38-b03a-63163a2ccb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2485631 Sep 02 13:10:57.976274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] Sync routers for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:57.976725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:57.981331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:57.982045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:58.040513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:58.063566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6068d8e0-b0a5-4f58-8c70-5bb1c1d1a8b0 None None] Provisioning complete for port 0745a617-4594-4dab-a4ab-e7ac3d210d4e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:10:58.064026 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6068d8e0-b0a5-4f58-8c70-5bb1c1d1a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:58.066976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:58.067633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:58.070720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c671fa-c69a-4f65-9bda-2022444fc34f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:10:58.073122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-84c671fa-c69a-4f65-9bda-2022444fc34f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports/0745a617-4594-4dab-a4ab-e7ac3d210d4e HTTP/1.1" status: 200 len: 913 time: 0.0958419 Sep 02 13:10:58.076128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:58.128876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:58.129561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae002ca-bbd1-437b-9f1d-77658e206e07 None None] The sync data for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:10:58.148821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6068d8e0-b0a5-4f58-8c70-5bb1c1d1a8b0 None None] Port 0745a617-4594-4dab-a4ab-e7ac3d210d4e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:10:58.449111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:58.711936 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-572d3d1b-3f2d-48c6-acac-3f4fd1b4a8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:58.724139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 0745a617-4594-4dab-a4ab-e7ac3d210d4e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:10:58.724485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:58.830693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:58.847160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 0745a617-4594-4dab-a4ab-e7ac3d210d4e owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:10:59.030639 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:59.059686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=0745a617-4594-4dab-a4ab-e7ac3d210d4e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:10:59.199374 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:10:59.713033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 21dee7e3-bcff-4e38-b03a-63163a2ccb45 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:10:59.813245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:10:59.822782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] Sync routers for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:10:59.824574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a2d8f8a0-217f-475d-8504-190d5f38d221 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/21dee7e3-bcff-4e38-b03a-63163a2ccb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472332 Sep 02 13:10:59.827766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:10:59.833774 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:59.834419 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:59.877849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:59.887199 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:10:59.888139 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:59.926195 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:10:59.926885 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5045ae37-ba1e-4729-9f9c-4daa462602dc None None] The sync data for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:00.158554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:00.441683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port be9bfec4-c6e9-42a5-a205-43b6c22db654 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:00.442477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:00.550275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:00.566839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for be9bfec4-c6e9-42a5-a205-43b6c22db654 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:00.765321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:00.804422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=be9bfec4-c6e9-42a5-a205-43b6c22db654,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:00.902540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.111416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 21dee7e3-bcff-4e38-b03a-63163a2ccb45 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:01.198269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:01.209085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] Sync routers for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:01.213420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-77e8ca1a-7ad4-4d26-8dfa-10fabc8f5468 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/21dee7e3-bcff-4e38-b03a-63163a2ccb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819923 Sep 02 13:11:01.213693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:01.220944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:01.221857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:01.250552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:01.261238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9e9d66ce-fbe3-4207-b803-3b9c10558d96 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=21dee7e3-bcff-4e38-b03a-63163a2ccb45 HTTP/1.1" status: 200 len: 205 time: 0.0450613 Sep 02 13:11:01.270088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:01.282891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] Routers {'21dee7e3-bcff-4e38-b03a-63163a2ccb45'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:01.284208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:10:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:01.326593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:01.327851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb1bbb-f9a9-4c3c-8d70-09fed92b2e85 None None] The sync data for ids ['21dee7e3-bcff-4e38-b03a-63163a2ccb45'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:01.342356 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.470598 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cef2f41-b00a-45b4-bc9e-e9e1b799e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.521950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.524989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.590064 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.591064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router 21dee7e3-bcff-4e38-b03a-63163a2ccb45 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:11:01.599226 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.603771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42692) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:01.605625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e19ea1d7-db8d-42ad-a52d-bc028f2f0d15 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/21dee7e3-bcff-4e38-b03a-63163a2ccb45 HTTP/1.1" status: 204 len: 168 time: 0.3539064 Sep 02 13:11:01.673521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet 2c787057-bea1-4d7c-9439-2b24c44efe2d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:01.677499 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.678810 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.726503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.831243 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.909203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.938174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=2c787057-bea1-4d7c-9439-2b24c44efe2d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:01.942836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:01.947391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-728419a8-399c-425e-a4a4-a7eeb9b61cd6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/2c787057-bea1-4d7c-9439-2b24c44efe2d HTTP/1.1" status: 204 len: 168 time: 0.3401206 Sep 02 13:11:01.948374 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42702) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:01.972512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef23efff-d474-472a-b6cf-336ab1b7ae5c None None] Network d5c3f0ca-c383-4ccc-9087-e08f368bea75 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:02.063332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet e6e3921b-43a3-49c7-bdc3-e50151f1fdd2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:02.067180 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.138796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.247621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] DHCP port deletion for d5c3f0ca-c383-4ccc-9087-e08f368bea75 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:11:02.278608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.306216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] Deleting port 13f5542b-3dad-45cb-b9b0-38da968c26f6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:02.306854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.353719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.391441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e3921b-43a3-49c7-bdc3-e50151f1fdd2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:02.395419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.397233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] For port 13f5542b-3dad-45cb-b9b0-38da968c26f6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13f5542b-3dad-45cb-b9b0-38da968c26f6,segment=NetworkSegment(4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5),segment_id=4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:02.398181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.400225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-073b6119-ea47-4996-b70c-872119ef637d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/e6e3921b-43a3-49c7-bdc3-e50151f1fdd2 HTTP/1.1" status: 204 len: 168 time: 0.4506595 Sep 02 13:11:02.400697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42706) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:02.415507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac3eb8-9004-4e19-91a6-0d2f9046bdc7 None None] Network 4f7730a2-9602-4240-b061-d93711e9c462 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:02.438382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] Calling delete_port for 13f5542b-3dad-45cb-b9b0-38da968c26f6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:02.519587 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.582938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 13f5542b-3dad-45cb-b9b0-38da968c26f6 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:02.599647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 13f5542b-3dad-45cb-b9b0-38da968c26f6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:02.599647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.669519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 13f5542b-3dad-45cb-b9b0-38da968c26f6, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=13f5542b-3dad-45cb-b9b0-38da968c26f6,segment=NetworkSegment(4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5),segment_id=4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:02.669890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.681713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.683980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 13f5542b-3dad-45cb-b9b0-38da968c26f6 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:02.737133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.791298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.798370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] Pushing event deleted for resources: {'Port': ['ID=13f5542b-3dad-45cb-b9b0-38da968c26f6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:02.801795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Port 13f5542b-3dad-45cb-b9b0-38da968c26f6 update to DOWN by agent not found {{(pid=94842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 02 13:11:02.805734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbe5f4-1390-493d-9f49-97a8688e915c None None] No DVR routers for this DVR port 13f5542b-3dad-45cb-b9b0-38da968c26f6 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:02.830337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=13f5542b-3dad-45cb-b9b0-38da968c26f6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:02.834763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port 13f5542b-3dad-45cb-b9b0-38da968c26f6 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:02.838316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] DHCP port deletion for 4f7730a2-9602-4240-b061-d93711e9c462 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:11:02.902172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] Deleting port 85279253-0bb0-4f99-9863-17cfd59e32f9 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:02.902548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.950218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.963169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c3f0ca-c383-4ccc-9087-e08f368bea75']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:02.977438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:02.977747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4856c8b1-f89f-452d-8ab7-bb0b8fcdf1c5') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:02.987424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] For port 85279253-0bb0-4f99-9863-17cfd59e32f9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85279253-0bb0-4f99-9863-17cfd59e32f9,segment=NetworkSegment(b408ce0b-5a03-4240-b4b1-f5ad55b65787),segment_id=b408ce0b-5a03-4240-b4b1-f5ad55b65787)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:02.987979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:02.988543 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.005793 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.012637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:11:03.013111 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:11:03.016635 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:11:03.019444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] Calling delete_port for 85279253-0bb0-4f99-9863-17cfd59e32f9 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:03.092869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.104831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.113172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:03.123291 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/d5c3f0ca-c383-4ccc-9087-e08f368bea75 HTTP/1.1" status: 204 len: 168 time: 0.7211764 Sep 02 13:11:03.148952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dcc48-5518-4ec9-84ef-2e54fdea59c9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=d5c3f0ca-c383-4ccc-9087-e08f368bea75,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:03.159716 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.213009 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] Pushing event deleted for resources: {'Port': ['ID=85279253-0bb0-4f99-9863-17cfd59e32f9,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:03.216396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265ab8c-c0eb-4b61-8ac0-a04ad837c98f None None] No DVR routers for this DVR port 85279253-0bb0-4f99-9863-17cfd59e32f9 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:03.237112 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.339188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.353565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7730a2-9602-4240-b061-d93711e9c462']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:03.365137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b408ce0b-5a03-4240-b4b1-f5ad55b65787') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:03.365439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b408ce0b-5a03-4240-b4b1-f5ad55b65787') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:03.375443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.391265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.397586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:11:03.397990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:11:03.401176 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:11:03.469950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.477974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.486635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/4f7730a2-9602-4240-b061-d93711e9c462 HTTP/1.1" status: 204 len: 168 time: 0.3657053 Sep 02 13:11:03.487002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:03.493646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-742841951'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:03.512760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0deffc-c25a-467c-8de5-bb3726730817 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=4f7730a2-9602-4240-b061-d93711e9c462,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:03.532407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:03.537189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.574593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:03.591355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.592077 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment f8489026-5d3f-4e1c-b957-a401b9195716 of type vlan for network b2052821-533c-476f-aa16-2d952ce7b54c Sep 02 13:11:03.647597 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.683397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.692434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:03.693541 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:03.762481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2741375 Sep 02 13:11:03.766450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:03.772685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:03.782567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2c048-6ec8-484d-878c-f514a5af8ed6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=b2052821-533c-476f-aa16-2d952ce7b54c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:03.793554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network b2052821-533c-476f-aa16-2d952ce7b54c details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:03.905355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:03.911484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.189748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.274364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=d4dd1444-3006-4f8c-aae6-092809903049,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:04.286198 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.289301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': 'f8489026-5d3f-4e1c-b957-a401b9195716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:04.289739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: b2052821-533c-476f-aa16-2d952ce7b54c, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:04.309302 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network b2052821-533c-476f-aa16-2d952ce7b54c is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:04.322064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, b2052821-533c-476f-aa16-2d952ce7b54c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:04.330253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f3250-d9f9-4191-9ab6-465a5af8b178 None None] Network b2052821-533c-476f-aa16-2d952ce7b54c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:04.330450 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:04.331820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.352780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa76cdb7-9f59-468a-b751-97ffd5b520ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5835381 Sep 02 13:11:04.353088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:04.358630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1723383114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:04.391375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.392635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.463063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.470324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.492948 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.494700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6d2b41e-0c0d-47ea-967f-770ad743d7ce tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1403158 Sep 02 13:11:04.499975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42724) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:04.509914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'port': {'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c', 'name': 'tempest-RoutersIpV6Test-650009690'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:04.643886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85279253-0bb0-4f99-9863-17cfd59e32f9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:04.679515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:04.680478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 85279253-0bb0-4f99-9863-17cfd59e32f9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:11:04.680834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85279253-0bb0-4f99-9863-17cfd59e32f9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:11:04.684258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.708928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] device_id is not set on port 999c2637-7793-4626-951c-0a68be4fb67d yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:11:04.807357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-b2052821-533c-476f-aa16-2d952ce7b54c', 'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': 'd4dd1444-3006-4f8c-aae6-092809903049'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:04.808328 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:04.861565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8::3cb (b2052821-533c-476f-aa16-2d952ce7b54c/d4dd1444-3006-4f8c-aae6-092809903049/999c2637-7793-4626-951c-0a68be4fb67d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:05.350802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.380319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.394873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object 999c2637-7793-4626-951c-0a68be4fb67d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:05.430619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.475173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network b2052821-533c-476f-aa16-2d952ce7b54c is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:05.478762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:05.483440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:05.489536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:05.489946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.497600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Allocated IP 2001:db8::2 (b2052821-533c-476f-aa16-2d952ce7b54c/d4dd1444-3006-4f8c-aae6-092809903049/70c37e6e-eded-43ca-b45c-09fee8c4f292) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:05.503387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=999c2637-7793-4626-951c-0a68be4fb67d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:05.513212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9a85d0fb-598f-45ed-94dc-25b24dee9ad3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0140274 Sep 02 13:11:05.516235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:05.665617 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.675846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Transition to ACTIVE for port object 70c37e6e-eded-43ca-b45c-09fee8c4f292 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:05.702354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Transition to ACTIVE for port object 70c37e6e-eded-43ca-b45c-09fee8c4f292 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:05.711470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.763331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Network b2052821-533c-476f-aa16-2d952ce7b54c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:05.769396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:05.774288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:05.816692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Pushing event updated for resources: {'Port': ['ID=70c37e6e-eded-43ca-b45c-09fee8c4f292,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:05.850185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Attempting to bind port 70c37e6e-eded-43ca-b45c-09fee8c4f292 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:05.850565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Attempting to bind port 70c37e6e-eded-43ca-b45c-09fee8c4f292 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f8489026-5d3f-4e1c-b957-a401b9195716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:05.850933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Attempting to bind port 70c37e6e-eded-43ca-b45c-09fee8c4f292 on network b2052821-533c-476f-aa16-2d952ce7b54c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:05.856444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:05.856745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Checking segment: {'id': 'f8489026-5d3f-4e1c-b957-a401b9195716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:05.857191 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.858003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Bound using segment: {'id': 'f8489026-5d3f-4e1c-b957-a401b9195716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:05.858196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Bound port: 70c37e6e-eded-43ca-b45c-09fee8c4f292, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8489026-5d3f-4e1c-b957-a401b9195716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b2052821-533c-476f-aa16-2d952ce7b54c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:05.858703 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.908862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:05.933910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] For port 70c37e6e-eded-43ca-b45c-09fee8c4f292, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:05.940280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] For port 70c37e6e-eded-43ca-b45c-09fee8c4f292, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=70c37e6e-eded-43ca-b45c-09fee8c4f292,segment=NetworkSegment(f8489026-5d3f-4e1c-b957-a401b9195716),segment_id=f8489026-5d3f-4e1c-b957-a401b9195716)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:05.947693 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:06.025675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29505562-64a6-4519-89ef-f7410851daf4 None None] Pushing event updated for resources: {'Port': ['ID=70c37e6e-eded-43ca-b45c-09fee8c4f292,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:06.331244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:06.342555 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:06.480297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=999c2637-7793-4626-951c-0a68be4fb67d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:06.549329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-6076a35f-34cb-47ba-806c-adb582099ab6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:06.556030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-6076a35f-34cb-47ba-806c-adb582099ab6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1519871 Sep 02 13:11:06.571259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:06.581589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-06400239-1a9a-46f9-bd88-d78ee5f02471 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0202928 Sep 02 13:11:06.631672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 70c37e6e-eded-43ca-b45c-09fee8c4f292 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:06.660917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-1e8c9f7c-2663-4897-aaaa-b88d0870a340 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762315 Sep 02 13:11:06.696155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 70c37e6e-eded-43ca-b45c-09fee8c4f292 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:06.748939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:06.859571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8804c3d1-de8f-4fed-b8b4-6ab4075ed023 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974227 Sep 02 13:11:06.994154 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-b5f3094b-8c0c-46b5-a9f0-bce2bbcb3bd0 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266096 Sep 02 13:11:07.098276 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:07.108236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:07.109306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:07.214188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825463a5-c0de-4519-9f5a-2657e0a89b68 None None] Network b2052821-533c-476f-aa16-2d952ce7b54c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:07.218680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=999c2637-7793-4626-951c-0a68be4fb67d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:07.271110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network b2052821-533c-476f-aa16-2d952ce7b54c is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:07.275598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:07.285842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] Provisioning for port 70c37e6e-eded-43ca-b45c-09fee8c4f292 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:07.294175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] Provisioning complete for port 70c37e6e-eded-43ca-b45c-09fee8c4f292 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:07.294668 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:07.481618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router c4994d9b-6a64-4c9a-8dae-77488c773b02 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:11:07.545010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:07.610254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] For port 70c37e6e-eded-43ca-b45c-09fee8c4f292, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=70c37e6e-eded-43ca-b45c-09fee8c4f292,segment=NetworkSegment(f8489026-5d3f-4e1c-b957-a401b9195716),segment_id=f8489026-5d3f-4e1c-b957-a401b9195716)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:07.615687 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:07.672835 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9af20766-ac32-4d50-9115-910e5272c2a6 req-93597e90-90dd-4a9e-aa58-7b1e7e98c516 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.2181034 Sep 02 13:11:07.702466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:07.702692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d58ce-9608-48fe-8d78-583d18639940 None None] Pushing event updated for resources: {'Port': ['ID=70c37e6e-eded-43ca-b45c-09fee8c4f292,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:07.706877 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b1fd31f2-d1a4-44f5-a0d5-394df77239b1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/c4994d9b-6a64-4c9a-8dae-77488c773b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870642 Sep 02 13:11:07.708091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42768) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:07.718065 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] Sync routers for ids ['c4994d9b-6a64-4c9a-8dae-77488c773b02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:07.730759 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] Routers {'c4994d9b-6a64-4c9a-8dae-77488c773b02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:07.731646 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c4994d9b-6a64-4c9a-8dae-77488c773b02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:07.760266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1eeb9-0a87-4f3c-8660-775551d5667d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:07.762734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ecc1eeb9-0a87-4f3c-8660-775551d5667d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports/999c2637-7793-4626-951c-0a68be4fb67d HTTP/1.1" status: 200 len: 983 time: 0.0541790 Sep 02 13:11:07.765890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:07.965611 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:07.981409 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] Routers {'c4994d9b-6a64-4c9a-8dae-77488c773b02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:07.982598 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c4994d9b-6a64-4c9a-8dae-77488c773b02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:08.024122 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:08.024871 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a4233-5521-4a5f-b267-1238668ef01b None None] The sync data for ids ['c4994d9b-6a64-4c9a-8dae-77488c773b02'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:08.050063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4ab89c4-fe73-4989-b2cd-8e147efc16a1 None None] Provisioning for port 999c2637-7793-4626-951c-0a68be4fb67d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:08.057268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4ab89c4-fe73-4989-b2cd-8e147efc16a1 None None] Provisioning complete for port 999c2637-7793-4626-951c-0a68be4fb67d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:08.057942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4ab89c4-fe73-4989-b2cd-8e147efc16a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.109614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab89c4-fe73-4989-b2cd-8e147efc16a1 None None] Port 999c2637-7793-4626-951c-0a68be4fb67d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:08.122638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4ab89c4-fe73-4989-b2cd-8e147efc16a1 None None] Provisioning complete for port 70c37e6e-eded-43ca-b45c-09fee8c4f292 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:08.123102 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4ab89c4-fe73-4989-b2cd-8e147efc16a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.366649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51c032f0-2eed-4c84-8979-2036d90f7d03 None None] Provisioning complete for port 999c2637-7793-4626-951c-0a68be4fb67d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:08.367268 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51c032f0-2eed-4c84-8979-2036d90f7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.427020 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.429460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51c032f0-2eed-4c84-8979-2036d90f7d03 None None] Port 999c2637-7793-4626-951c-0a68be4fb67d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:08.577203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 70c37e6e-eded-43ca-b45c-09fee8c4f292 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:08.583092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2bd5652a-fff9-4406-9b49-a061d3efa1ca None None] Provisioning complete for port 999c2637-7793-4626-951c-0a68be4fb67d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:08.583473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bd5652a-fff9-4406-9b49-a061d3efa1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.661484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5652a-fff9-4406-9b49-a061d3efa1ca None None] Port 999c2637-7793-4626-951c-0a68be4fb67d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:08.673955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 70c37e6e-eded-43ca-b45c-09fee8c4f292 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:08.674361 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.885881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2231de2-b05f-42ee-80c7-8e0c9fc53142 None None] Provisioning complete for port 999c2637-7793-4626-951c-0a68be4fb67d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:08.886412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2231de2-b05f-42ee-80c7-8e0c9fc53142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.888662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-95eee6c9-8c81-4e57-9a23-fcc02a22eb9f req-0230d9b8-4101-4b0e-9e0f-51ea36c0d608 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.0637548 Sep 02 13:11:08.891635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 999c2637-7793-4626-951c-0a68be4fb67d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:08.892098 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:08.924765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2231de2-b05f-42ee-80c7-8e0c9fc53142 None None] Port 999c2637-7793-4626-951c-0a68be4fb67d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:08.954582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-6118a59a-facb-4c8e-aac0-7b9df5d079ef tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:08.956231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-6118a59a-facb-4c8e-aac0-7b9df5d079ef tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.2068014 Sep 02 13:11:08.974404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:09.059807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:09.080747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 999c2637-7793-4626-951c-0a68be4fb67d owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:09.189822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:09.193286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:09.765942 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:09.803855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.5 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:09.812306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=999c2637-7793-4626-951c-0a68be4fb67d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:09.927958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:10.074397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d34f6c0-825d-47dc-b082-09427cd15516 req-b4c6e222-05ab-47a6-9bb5-cae6305520a8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.0549736 Sep 02 13:11:10.193950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router c4994d9b-6a64-4c9a-8dae-77488c773b02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:10.324457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:10.327714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:10.336460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-28601ead-8602-4e60-af7d-b33e7056ce6d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/c4994d9b-6a64-4c9a-8dae-77488c773b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5666163 Sep 02 13:11:10.337105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:10.344281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] Sync routers for ids ['c4994d9b-6a64-4c9a-8dae-77488c773b02'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:10.354652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] Routers {'c4994d9b-6a64-4c9a-8dae-77488c773b02'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:10.355276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c4994d9b-6a64-4c9a-8dae-77488c773b02'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:10.403129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:10.413938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:10.415393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] Routers {'c4994d9b-6a64-4c9a-8dae-77488c773b02'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:10.416235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['c4994d9b-6a64-4c9a-8dae-77488c773b02'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:10.539193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:10.539896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685a11-88b0-413c-8b05-39ac0e066d9a None None] The sync data for ids ['c4994d9b-6a64-4c9a-8dae-77488c773b02'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:10.656948 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-23f1d046-0115-4b35-adac-8d10c572b622 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] remove_router_interface failed (client error): The resource could not be found. Sep 02 13:11:10.657922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23f1d046-0115-4b35-adac-8d10c572b622 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/c4994d9b-6a64-4c9a-8dae-77488c773b02/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3198149 Sep 02 13:11:10.661132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:10.680735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:10.697937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0c40d5e7-41dc-429f-acfb-4e7162c588a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4994d9b-6a64-4c9a-8dae-77488c773b02 HTTP/1.1" status: 200 len: 205 time: 0.0355811 Sep 02 13:11:10.698709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:10.729090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:10.768034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:10.809864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:10.855863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:10.863609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:10.954488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:10.955181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.058880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.061916 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8ac5622e-012d-48d6-8804-1fbdce84a896 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0930758 Sep 02 13:11:11.063380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.067888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8300f52c-fd2e-4aaa-bc96-a3dd772c3a3b None None] Provisioning for port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:11.071998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8300f52c-fd2e-4aaa-bc96-a3dd772c3a3b None None] Provisioning complete for port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:11.072366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8300f52c-fd2e-4aaa-bc96-a3dd772c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.075935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Request body: {'port': {'device_id': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:11.134678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.135217 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router c4994d9b-6a64-4c9a-8dae-77488c773b02 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:11:11.142908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.143743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-859695d6-843d-4317-a8f8-348478ba4481 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/c4994d9b-6a64-4c9a-8dae-77488c773b02 HTTP/1.1" status: 204 len: 168 time: 0.4440689 Sep 02 13:11:11.146671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:11.156568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8300f52c-fd2e-4aaa-bc96-a3dd772c3a3b None None] Port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:11.188095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.250759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.279064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac566cf0-e9ba-4f45-8276-41588248a2b0 req-ccb23977-771f-4a87-ac25-1c5fafdc57e2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:11.281359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac566cf0-e9ba-4f45-8276-41588248a2b0 req-ccb23977-771f-4a87-ac25-1c5fafdc57e2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 931 time: 0.0827012 Sep 02 13:11:11.291281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet d4dd1444-3006-4f8c-aae6-092809903049 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:11.303218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.366916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ac566cf0-e9ba-4f45-8276-41588248a2b0 req-b5ce4317-9234-49a5-a685-01f2712458bf tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712266 Sep 02 13:11:11.377253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.504714 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.560331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:11:11.571896 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.578183 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.585329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Transition to ACTIVE for port object 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:11.590701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.596041 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.598880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/d4dd1444-3006-4f8c-aae6-092809903049 HTTP/1.1" status: 204 len: 168 time: 0.4507308 Sep 02 13:11:11.604642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd145b-d47d-4cd4-8c63-b67c3d5bc88e None None] Network b2052821-533c-476f-aa16-2d952ce7b54c requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:11.618691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:11.634237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41de4bd-f2f8-4188-b549-655090f7a74a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dd1444-3006-4f8c-aae6-092809903049,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:11.745532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:11.800339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.866866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Attempting to bind port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:11.867808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Attempting to bind port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:11.868587 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Attempting to bind port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:11.880195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:11:11.880988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Attempting to bind port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:11.915555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:11.915899 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:11.916292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:11.916746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Bound port: 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:11.919714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:11.936186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] DHCP port deletion for b2052821-533c-476f-aa16-2d952ce7b54c request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:11:12.019829 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] Deleting port 70c37e6e-eded-43ca-b45c-09fee8c4f292 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:12.020226 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.034906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] For port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:12.039026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] For port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:12.041027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 70c37e6e-eded-43ca-b45c-09fee8c4f292 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:12.041320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.045240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.142651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] For port 70c37e6e-eded-43ca-b45c-09fee8c4f292, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=70c37e6e-eded-43ca-b45c-09fee8c4f292,segment=NetworkSegment(f8489026-5d3f-4e1c-b957-a401b9195716),segment_id=f8489026-5d3f-4e1c-b957-a401b9195716)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:12.143345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.146983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:12.171727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] Calling delete_port for 70c37e6e-eded-43ca-b45c-09fee8c4f292 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:12.193076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:12.193876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.196351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-8e126944-a864-49b8-8d87-2e2b312a5407 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 HTTP/1.1" status: 200 len: 1091 time: 1.1248577 Sep 02 13:11:12.196816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'tag': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:11:12.199192 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a7c56-d8b6-496a-996b-67c4a707a56c" -d '{"events": [{"name": "network-changed", "server_uuid": "73131bbf-5ce0-45ae-90ab-c4be39ab66e0", "tag": "4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:11:12.292812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 70c37e6e-eded-43ca-b45c-09fee8c4f292, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=70c37e6e-eded-43ca-b45c-09fee8c4f292,segment=NetworkSegment(f8489026-5d3f-4e1c-b957-a401b9195716),segment_id=f8489026-5d3f-4e1c-b957-a401b9195716)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:12.293989 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.316160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 70c37e6e-eded-43ca-b45c-09fee8c4f292 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:12.333357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-f43ca7b9-badb-482a-b31c-4d51ca340d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:12.336180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-f43ca7b9-badb-482a-b31c-4d51ca340d75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 1094 time: 0.0876203 Sep 02 13:11:12.356063 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.360472 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f184e-df9b-4b60-803a-9bde346d3dfb x-openstack-request-id: req-6f2f184e-df9b-4b60-803a-9bde346d3dfb {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:11:12.360866 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73131bbf-5ce0-45ae-90ab-c4be39ab66e0", "tag": "4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:11:12.361269 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f2f184e-df9b-4b60-803a-9bde346d3dfb {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:11:12.361731 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'tag': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828', 'status': 'completed', 'code': 200} Sep 02 13:11:12.387785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] Pushing event deleted for resources: {'Port': ['ID=70c37e6e-eded-43ca-b45c-09fee8c4f292,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:12.398890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba00b7-f51f-4ebf-8067-01a3ef290664 None None] No DVR routers for this DVR port 70c37e6e-eded-43ca-b45c-09fee8c4f292 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:12.473665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-c694aacd-15cc-4e91-bf2e-ac7e413b6fe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 HTTP/1.1" status: 200 len: 217 time: 0.1242170 Sep 02 13:11:12.571616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-e322c518-3a8d-421d-bbe3-4acafaedd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:12.573304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-e322c518-3a8d-421d-bbe3-4acafaedd2d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0926514 Sep 02 13:11:12.594005 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 70c37e6e-eded-43ca-b45c-09fee8c4f292 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:12.594195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd905ea-0b5c-4cd6-bc2c-d564fd45b143 req-c791ae78-9e5e-49d8-9803-149852c272a7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:12.596260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abd905ea-0b5c-4cd6-bc2c-d564fd45b143 req-c791ae78-9e5e-49d8-9803-149852c272a7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0929003 Sep 02 13:11:12.615994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 70c37e6e-eded-43ca-b45c-09fee8c4f292 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:11:12.616599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 70c37e6e-eded-43ca-b45c-09fee8c4f292 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:11:12.630414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.654203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abd905ea-0b5c-4cd6-bc2c-d564fd45b143 req-2645a06e-5491-4ce7-ab62-956e270acb18 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516207 Sep 02 13:11:12.665807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=70c37e6e-eded-43ca-b45c-09fee8c4f292,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:12.678528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port 70c37e6e-eded-43ca-b45c-09fee8c4f292 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:12.708285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-786b3a3c-611a-45b4-bc65-bf2f7dff69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:12.709893 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-786b3a3c-611a-45b4-bc65-bf2f7dff69ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295657 Sep 02 13:11:12.828681 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.842449 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2052821-533c-476f-aa16-2d952ce7b54c']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:12.856405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8489026-5d3f-4e1c-b957-a401b9195716') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:12.856713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8489026-5d3f-4e1c-b957-a401b9195716') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:12.883218 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.908286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.912044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-36eeaf81-6107-4324-a3dd-7341c53089ed service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912920 Sep 02 13:11:12.917286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:11:12.917721 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:11:12.920965 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:11:13.045160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.054351 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.060957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/b2052821-533c-476f-aa16-2d952ce7b54c HTTP/1.1" status: 204 len: 168 time: 1.4365687 Sep 02 13:11:13.061160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:13.066617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-26358123'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:13.093896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c636b-cf4a-4ae3-a04d-7405a9af783e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=b2052821-533c-476f-aa16-2d952ce7b54c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:13.113237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db7e810b-b695-47ad-8fbf-9ff7441a0e45 req-f63c69ed-69ac-4d12-a87c-ed8a2e0b1bba service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806259 Sep 02 13:11:13.122540 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:13.128395 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.159465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:13.183049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.183491 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment 8a527484-8ff1-4a95-8509-e51edbebdf1a of type vlan for network ecb43abe-2f86-45cf-ac67-98fe31d5260f Sep 02 13:11:13.255800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.267410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-bf8e43ac-9fef-4be6-882d-dd0e632e7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:13.269076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-bf8e43ac-9fef-4be6-882d-dd0e632e7e2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 1094 time: 0.1022515 Sep 02 13:11:13.338768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.345290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:13.345868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.441904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3761749 Sep 02 13:11:13.442830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:13.448715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489a7fe-bfc6-449c-af34-b7485627c12b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=ecb43abe-2f86-45cf-ac67-98fe31d5260f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:13.459144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:13.462324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:13.477962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-cf96f2db-f323-476a-bdba-40ddd38c3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:13.479683 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-cf96f2db-f323-476a-bdba-40ddd38c3f8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1970446 Sep 02 13:11:13.572159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-7422d0d4-b733-4f3a-bd6e-e446642815a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 HTTP/1.1" status: 200 len: 217 time: 0.0849619 Sep 02 13:11:13.648384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:13.652175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-a19be4ce-4ec4-4524-b108-62f74d8c9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:13.653739 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-a19be4ce-4ec4-4524-b108-62f74d8c9f89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0749667 Sep 02 13:11:13.655518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.712708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-bc871fe9-2c26-4911-82a0-dcf64ee7e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:13.715761 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-bc871fe9-2c26-4911-82a0-dcf64ee7e9a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543761 Sep 02 13:11:13.860373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35925fdb-9887-4330-98bd-d80f97450859 req-810d1605-4bad-4c32-884e-06205c7975ce tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:13.862108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35925fdb-9887-4330-98bd-d80f97450859 req-810d1605-4bad-4c32-884e-06205c7975ce tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0861726 Sep 02 13:11:13.882295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-67d1d040-4d56-491f-8ba4-222de6fceabb service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590090 Sep 02 13:11:13.923042 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:13.978061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e9a7c56-d8b6-496a-996b-67c4a707a56c req-23b4b33e-fa02-4ee5-983a-c8838f92ac57 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888360 Sep 02 13:11:13.978332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=473d07dc-ad76-473b-9b64-b58796509863,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:14.015467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': '8a527484-8ff1-4a95-8509-e51edbebdf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:14.015952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: ecb43abe-2f86-45cf-ac67-98fe31d5260f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:14.016334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-35925fdb-9887-4330-98bd-d80f97450859 req-24583504-6b0e-4131-bda3-af1a65335484 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457019 Sep 02 13:11:14.033654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:14.043403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ecb43abe-2f86-45cf-ac67-98fe31d5260f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:14.048314 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:14.048923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.055430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd3441-7df0-49cf-9302-6548e1f9a118 None None] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:14.067462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5b31a247-6f95-4e11-a7b7-1ce915188ccf tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6222517 Sep 02 13:11:14.070433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:14.075960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1630508120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:14.104196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.105315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.177280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.183268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.201926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.206166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:14.206680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-71a37a4b-f91d-43c9-84bd-491d5db0503a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1347587 Sep 02 13:11:14.236350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ecb43abe-2f86-45cf-ac67-98fe31d5260f', 'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': '473d07dc-ad76-473b-9b64-b58796509863'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:14.237323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.406191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Allocated IP 2001:db8::2 (ecb43abe-2f86-45cf-ac67-98fe31d5260f/473d07dc-ad76-473b-9b64-b58796509863/aa14ba5c-2b7d-4c07-a758-551fe1a112d8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:14.606353 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.616469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Transition to ACTIVE for port object aa14ba5c-2b7d-4c07-a758-551fe1a112d8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:14.636198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Transition to ACTIVE for port object aa14ba5c-2b7d-4c07-a758-551fe1a112d8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:14.644112 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.703058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Pushing event updated for resources: {'Port': ['ID=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:14.706602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:14.708310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:14.710592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:14.768133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Attempting to bind port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:14.768386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Attempting to bind port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '8a527484-8ff1-4a95-8509-e51edbebdf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:14.768751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Attempting to bind port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 on network ecb43abe-2f86-45cf-ac67-98fe31d5260f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:14.774004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:14.774362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Checking segment: {'id': '8a527484-8ff1-4a95-8509-e51edbebdf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:14.774776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.775208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Bound using segment: {'id': '8a527484-8ff1-4a95-8509-e51edbebdf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:14.775666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Bound port: aa14ba5c-2b7d-4c07-a758-551fe1a112d8, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a527484-8ff1-4a95-8509-e51edbebdf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ecb43abe-2f86-45cf-ac67-98fe31d5260f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:14.777034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.843210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] For port aa14ba5c-2b7d-4c07-a758-551fe1a112d8, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:14.847573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] For port aa14ba5c-2b7d-4c07-a758-551fe1a112d8, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,segment=NetworkSegment(8a527484-8ff1-4a95-8509-e51edbebdf1a),segment_id=8a527484-8ff1-4a95-8509-e51edbebdf1a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:14.852614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.878094 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:14.914573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94974500-bc98-4229-a317-a7aaf9e6c271 None None] Pushing event updated for resources: {'Port': ['ID=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:15.209574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80681f34-3959-41d1-a546-0fe720f67165 req-32921d98-2d49-4630-8977-71636bc45dea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:15.211361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80681f34-3959-41d1-a546-0fe720f67165 req-32921d98-2d49-4630-8977-71636bc45dea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0917017 Sep 02 13:11:15.229007 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8::1 (ecb43abe-2f86-45cf-ac67-98fe31d5260f/473d07dc-ad76-473b-9b64-b58796509863/f4a1e4cc-0e89-445c-9fad-eeb509548721) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:15.262975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-80681f34-3959-41d1-a546-0fe720f67165 req-ee71c0fb-8b6f-4be6-8a44-b85ced0985bd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Sep 02 13:11:15.369394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:15.383589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object f4a1e4cc-0e89-445c-9fad-eeb509548721 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:15.417859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:15.460509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:15.463971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:15.468807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:15.469269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:15.508827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=f4a1e4cc-0e89-445c-9fad-eeb509548721,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:15.602921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:15.906437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:15.913289 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:15.914291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:16.007368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=f4a1e4cc-0e89-445c-9fad-eeb509548721,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:16.034951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af387af3-0362-45b3-9934-dcd7605a3fcf None None] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:16.048270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:16.049735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:16.136412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb5e9da1-0268-4726-9d03-166d3a5e8af6 None None] Provisioning for port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:16.188748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:11:16.323858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:16.331993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f6b41242-734e-4083-860b-1a7a1c4687a6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1242054 Sep 02 13:11:16.334818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:16.337551 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] Sync routers for ids ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:16.364872 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] Routers {'e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:16.365604 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:16.402542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371aab4-4995-4b98-b747-cde863bbc7c6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:16.408118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2371aab4-4995-4b98-b747-cde863bbc7c6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports/f4a1e4cc-0e89-445c-9fad-eeb509548721 HTTP/1.1" status: 200 len: 911 time: 0.0701001 Sep 02 13:11:16.408464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:16.438994 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:16.466313 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] Routers {'e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:16.467045 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:16.493043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6046d-33d8-4967-9557-9dbf1ebc2041 req-d2edbcc2-e945-46e7-8e58-78235895196b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:16.505547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fb6046d-33d8-4967-9557-9dbf1ebc2041 req-d2edbcc2-e945-46e7-8e58-78235895196b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0976601 Sep 02 13:11:16.597199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3fb6046d-33d8-4967-9557-9dbf1ebc2041 req-96bcc4ac-c86e-4112-bf81-cda60020af64 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904160 Sep 02 13:11:16.650587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:16.652685 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4005c10-a585-4e10-a5cc-d8c5a77ff64b None None] The sync data for ids ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:16.657337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18689c14-857f-4500-bf0a-56a1633ee203 None None] Provisioning for port f4a1e4cc-0e89-445c-9fad-eeb509548721 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:16.673047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18689c14-857f-4500-bf0a-56a1633ee203 None None] Provisioning complete for port f4a1e4cc-0e89-445c-9fad-eeb509548721 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:16.676139 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18689c14-857f-4500-bf0a-56a1633ee203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:16.781753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aa14ba5c-2b7d-4c07-a758-551fe1a112d8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:16.787394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-18689c14-857f-4500-bf0a-56a1633ee203 None None] Port f4a1e4cc-0e89-445c-9fad-eeb509548721 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:16.918128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:16.924820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:16.925481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.057459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.061550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-333f008b-fa10-4fc3-8f89-01d465959dad None None] Provisioning complete for port f4a1e4cc-0e89-445c-9fad-eeb509548721 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:17.061932 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-333f008b-fa10-4fc3-8f89-01d465959dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.141169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-333f008b-fa10-4fc3-8f89-01d465959dad None None] Port f4a1e4cc-0e89-445c-9fad-eeb509548721 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:17.146042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port aa14ba5c-2b7d-4c07-a758-551fe1a112d8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,segment=NetworkSegment(8a527484-8ff1-4a95-8509-e51edbebdf1a),segment_id=8a527484-8ff1-4a95-8509-e51edbebdf1a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:17.155172 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.263491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:17.460878 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.470828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2bf3a29d-086b-458a-b367-0de10ff15f1a None None] Provisioning complete for port f4a1e4cc-0e89-445c-9fad-eeb509548721 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:17.471393 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a29d-086b-458a-b367-0de10ff15f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.517810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3a29d-086b-458a-b367-0de10ff15f1a None None] Port f4a1e4cc-0e89-445c-9fad-eeb509548721 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:17.757531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dd568-9ee3-41bf-ad7a-69dfa1395879 req-abfbd350-556e-45b9-b8c1-91218c51e37f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:17.759093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-589dd568-9ee3-41bf-ad7a-69dfa1395879 req-abfbd350-556e-45b9-b8c1-91218c51e37f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0661879 Sep 02 13:11:17.765939 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port f4a1e4cc-0e89-445c-9fad-eeb509548721 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:17.766284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.856682 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-589dd568-9ee3-41bf-ad7a-69dfa1395879 req-965401b2-22e4-4d42-ac77-cbb44eabff15 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860949 Sep 02 13:11:17.885966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:17.898040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for f4a1e4cc-0e89-445c-9fad-eeb509548721 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:18.079829 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.111810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=f4a1e4cc-0e89-445c-9fad-eeb509548721,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:18.216462 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.373909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:18.458052 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:18.463163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6a7677f7-0b9e-4e5d-b1c6-b63aa76eeb4f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536423 Sep 02 13:11:18.466059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:18.472254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] Sync routers for ids ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:18.484533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] Routers {'e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:18.485607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:18.494661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-05133ca9-6dbb-415e-a380-1c86ae4103a3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb HTTP/1.1" status: 200 len: 205 time: 0.0274086 Sep 02 13:11:18.497315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:18.524756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:18.538058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] Routers {'e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:18.538948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:18.585003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:18.586073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e96ba8-ce25-489a-a40b-07ff16ba2834 None None] The sync data for ids ['e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:18.595578 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.605266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aa14ba5c-2b7d-4c07-a758-551fe1a112d8 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:18.656657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:18.657068 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.776667 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.778865 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.823751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.824362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:11:18.831992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.833308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f3d35062-ea67-4ebb-998c-67788b27bc13 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb HTTP/1.1" status: 204 len: 168 time: 0.3346944 Sep 02 13:11:18.835849 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:18.897162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet 473d07dc-ad76-473b-9b64-b58796509863 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:18.903326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.958568 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:18.981580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b75736-db1d-4d9d-8574-c34758b453f2 req-af10c11b-02b9-4abc-93a9-3237bffb1290 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:18.983741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-59b75736-db1d-4d9d-8574-c34758b453f2 req-af10c11b-02b9-4abc-93a9-3237bffb1290 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0521684 Sep 02 13:11:19.025161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-59b75736-db1d-4d9d-8574-c34758b453f2 req-0677428a-58a5-4e82-bc9d-b08c712b797a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Sep 02 13:11:19.047355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.105447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.138648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=473d07dc-ad76-473b-9b64-b58796509863,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:19.143050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.147880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:19.148372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-41234b6d-3248-45d9-8f7b-a1b45d015704 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/473d07dc-ad76-473b-9b64-b58796509863 HTTP/1.1" status: 204 len: 168 time: 0.3114166 Sep 02 13:11:19.151101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1c20a-889d-4351-82b7-02028acd4531 None None] Network ecb43abe-2f86-45cf-ac67-98fe31d5260f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:19.236074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.296024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:19.296622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.331528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] DHCP port deletion for ecb43abe-2f86-45cf-ac67-98fe31d5260f request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:11:19.364406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port aa14ba5c-2b7d-4c07-a758-551fe1a112d8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,segment=NetworkSegment(8a527484-8ff1-4a95-8509-e51edbebdf1a),segment_id=8a527484-8ff1-4a95-8509-e51edbebdf1a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:19.364777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.383714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for aa14ba5c-2b7d-4c07-a758-551fe1a112d8 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:19.384209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] Deleting port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:19.384685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.452202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] For port aa14ba5c-2b7d-4c07-a758-551fe1a112d8, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,segment=NetworkSegment(8a527484-8ff1-4a95-8509-e51edbebdf1a),segment_id=8a527484-8ff1-4a95-8509-e51edbebdf1a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:19.452942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.469524 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] Calling delete_port for aa14ba5c-2b7d-4c07-a758-551fe1a112d8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:19.470418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.487866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:19.526205 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:19.566473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.591629 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.593401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] Pushing event deleted for resources: {'Port': ['ID=aa14ba5c-2b7d-4c07-a758-551fe1a112d8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:19.599642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621fdd0-2699-42a5-8a12-5048840b4f34 None None] No DVR routers for this DVR port aa14ba5c-2b7d-4c07-a758-551fe1a112d8 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:19.605063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb43abe-2f86-45cf-ac67-98fe31d5260f']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:19.616790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a527484-8ff1-4a95-8509-e51edbebdf1a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:19.617182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a527484-8ff1-4a95-8509-e51edbebdf1a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:19.638348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.654616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.662650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:11:19.663068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:11:19.666437 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:11:19.732847 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.752844 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.758803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/ecb43abe-2f86-45cf-ac67-98fe31d5260f HTTP/1.1" status: 204 len: 168 time: 0.6058433 Sep 02 13:11:19.758803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c73fdd-d60c-484d-8331-20c093dbaed3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=ecb43abe-2f86-45cf-ac67-98fe31d5260f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:19.759074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:19.763548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007572110', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:19.787532 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.788459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:19.852210 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:20.002063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:20.151906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f4b7e-440e-425e-8ab5-b8791d659114 req-0e15fcf5-ecf6-4c67-bff2-7ed167c8b039 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:20.153440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d48f4b7e-440e-425e-8ab5-b8791d659114 req-0e15fcf5-ecf6-4c67-bff2-7ed167c8b039 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.0552809 Sep 02 13:11:20.196775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d48f4b7e-440e-425e-8ab5-b8791d659114 req-c1d39d20-ad55-4483-bbe7-0c6639729fc0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Sep 02 13:11:20.222384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:20.244779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:20.360259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 172.25.7.78 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/0a74bc68-140d-40a8-9468-c7f6d35f1f0b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:20.471181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:20.522366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:20.560517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aa14ba5c-2b7d-4c07-a758-551fe1a112d8 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:20.565256 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:20.570219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:20.574749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:20.585088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: aa14ba5c-2b7d-4c07-a758-551fe1a112d8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:11:20.586884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device aa14ba5c-2b7d-4c07-a758-551fe1a112d8 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:11:20.610586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=0a74bc68-140d-40a8-9468-c7f6d35f1f0b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:20.852129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:21.056457 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:21.201585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router f5594a48-43f0-4290-ab27-3a1cba9901e5 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:11:21.365313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:11:21.470282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:21.484259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828', 'mac_address': 'fa:16:3e:f5:82:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:11:21.529194 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:21.544562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:11:21.568314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:21.573973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:21.632946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:21.723576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:21.734465 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] Sync routers for ids ['f5594a48-43f0-4290-ab27-3a1cba9901e5'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:21.739677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9cfdc-9560-4d09-8306-4584dd02ab4e req-0c9678cb-05cd-443b-aefe-7ed5dfb7a9ac tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:21.741259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-39b9cfdc-9560-4d09-8306-4584dd02ab4e req-0c9678cb-05cd-443b-aefe-7ed5dfb7a9ac tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 943 time: 0.4588146 Sep 02 13:11:21.751078 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] Routers {'f5594a48-43f0-4290-ab27-3a1cba9901e5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:21.752371 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f5594a48-43f0-4290-ab27-3a1cba9901e5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:21.765047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:21.766260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2d10bac8-6ac8-4b70-bb12-646e85bdcc9a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0063639 Sep 02 13:11:21.769271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:21.778724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:11:21.787319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-39b9cfdc-9560-4d09-8306-4584dd02ab4e req-cc5a01b0-09a5-41b3-9c38-db7354702421 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Sep 02 13:11:21.818967 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:21.832743 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] Routers {'f5594a48-43f0-4290-ab27-3a1cba9901e5'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:21.833759 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f5594a48-43f0-4290-ab27-3a1cba9901e5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:21.875935 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:21.877301 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721cf7a-3c0b-4dcc-a0f4-57d3730af7ea None None] The sync data for ids ['f5594a48-43f0-4290-ab27-3a1cba9901e5'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:21.960247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d862922b-ba60-497d-9bb7-5f34508c42d9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/routers/f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 200 len: 884 time: 0.1892765 Sep 02 13:11:21.962676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:22.220129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-54ff1d47-29ca-431f-8742-a6c15fc78b88 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2560573 Sep 02 13:11:22.222778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:22.227729 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2007572110'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:22.843494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:22.858955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.013342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76915e80-64a0-42a7-964d-4d18893c4b99 req-53eee1cd-f0a4-440b-b313-3eec5b2fa8a7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:23.015006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76915e80-64a0-42a7-964d-4d18893c4b99 req-53eee1cd-f0a4-440b-b313-3eec5b2fa8a7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 944 time: 0.1097655 Sep 02 13:11:23.049534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router f5594a48-43f0-4290-ab27-3a1cba9901e5 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:23.067841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76915e80-64a0-42a7-964d-4d18893c4b99 req-f5e70534-a113-4f25-9e01-d6b4d7457076 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 Sep 02 13:11:23.173133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:23.180035 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.184365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4cebd6f0-d80c-4f19-9dee-818982ae0d7d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 200 len: 891 time: 0.9574606 Sep 02 13:11:23.184594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] Sync routers for ids ['f5594a48-43f0-4290-ab27-3a1cba9901e5'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:23.185118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:23.194532 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] Routers {'f5594a48-43f0-4290-ab27-3a1cba9901e5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:23.195361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f5594a48-43f0-4290-ab27-3a1cba9901e5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:23.227494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:23.237343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] Routers {'f5594a48-43f0-4290-ab27-3a1cba9901e5'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:23.237999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['f5594a48-43f0-4290-ab27-3a1cba9901e5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:23.274098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:23.274645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35476ade-4d82-4ab5-a3f9-3a10777cfaf3 None None] The sync data for ids ['f5594a48-43f0-4290-ab27-3a1cba9901e5'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:23.307626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7aac5c71-5eba-4f39-8ebb-9ead48827a1e tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/routers/f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 200 len: 891 time: 0.1220851 Sep 02 13:11:23.310414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:23.338543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-501ae066-7d82-4dd1-ba1e-8d27d3723f74 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 200 len: 205 time: 0.0268159 Sep 02 13:11:23.341446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:23.380405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:23.431833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:23.435437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:23.435805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.453801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.516076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.546774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:11:23.548971 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d390b001-3dab-4da5-9085-ce9554eecb5b" -d '{"events": [{"server_uuid": "73131bbf-5ce0-45ae-90ab-c4be39ab66e0", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:11:23.565791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:23.570296 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.572264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.598442 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce109ae-826a-4a65-a113-52582ddf2595 x-openstack-request-id: req-7ce109ae-826a-4a65-a113-52582ddf2595 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:11:23.598818 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73131bbf-5ce0-45ae-90ab-c4be39ab66e0", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:11:23.599141 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ce109ae-826a-4a65-a113-52582ddf2595 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:11:23.599610 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828', 'code': 200} Sep 02 13:11:23.626736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:23.637588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 0a74bc68-140d-40a8-9468-c7f6d35f1f0b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:23.637940 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.685827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12643-36fb-4482-9aa4-36ee9d040ed2 req-ae24c0ad-3042-4b4f-b367-a5ee5833c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:23.687598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ce12643-36fb-4482-9aa4-36ee9d040ed2 req-ae24c0ad-3042-4b4f-b367-a5ee5833c06c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 1096 time: 0.0409207 Sep 02 13:11:23.723443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5ce12643-36fb-4482-9aa4-36ee9d040ed2 req-82920ade-150d-4e65-81ea-62da6cb88b36 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289216 Sep 02 13:11:23.727330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.739118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 0a74bc68-140d-40a8-9468-c7f6d35f1f0b owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:23.913198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:23.940883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=0a74bc68-140d-40a8-9468-c7f6d35f1f0b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:24.004222 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.098909 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.101655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.160414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.160971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router f5594a48-43f0-4290-ab27-3a1cba9901e5 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:11:24.175654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.180495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2304a9e1-ccde-43bb-b0d1-06b3ae642ba6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 204 len: 168 time: 0.8344808 Sep 02 13:11:24.181259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:24.187352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-775174790'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:24.214045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:24.218162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.235045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c7f89-3e04-427c-a82a-0c0de819e737 req-7b813f41-34b9-4e25-9769-f80f653b9718 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:24.236568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb1c7f89-3e04-427c-a82a-0c0de819e737 req-7b813f41-34b9-4e25-9769-f80f653b9718 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 945 time: 0.0587397 Sep 02 13:11:24.246068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:24.257533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.257997 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment f6a3010f-98a4-4981-97a2-494949f34b0f of type vlan for network f397a033-6ec3-4c76-a9c7-82979d349a23 Sep 02 13:11:24.282019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb1c7f89-3e04-427c-a82a-0c0de819e737 req-b6e720c9-c0e8-49df-bf14-b58b8987954c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Sep 02 13:11:24.304442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.330172 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.342799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:24.342799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.402788 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2173402 Sep 02 13:11:24.404658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:24.412830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:24.421670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c2b47-a4c2-4a2d-bc37-a76d928be534 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=f397a033-6ec3-4c76-a9c7-82979d349a23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:24.434185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f397a033-6ec3-4c76-a9c7-82979d349a23 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:24.532328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:24.536183 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.727776 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.798224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=1be4f703-7ba5-4e12-90a1-ec7c304c35e8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:24.816451 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': 'f6a3010f-98a4-4981-97a2-494949f34b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:24.816826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: f397a033-6ec3-4c76-a9c7-82979d349a23, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:24.835183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network f397a033-6ec3-4c76-a9c7-82979d349a23 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:24.846288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f397a033-6ec3-4c76-a9c7-82979d349a23) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:24.852801 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:24.856236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7c4a3-fc46-4153-896a-70963cfa4677 None None] Network f397a033-6ec3-4c76-a9c7-82979d349a23 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:24.857642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.878415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:24.879015 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa56081c-bc32-4a83-88de-427df15f8730 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4724176 Sep 02 13:11:24.884387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1065328306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:24.908840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.910227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.969359 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.975687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.994832 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:24.996513 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-feec1efc-13af-45c8-accd-a55f8dcc3e51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1161673 Sep 02 13:11:24.999962 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 42938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:25.015212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-f397a033-6ec3-4c76-a9c7-82979d349a23', 'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': '1be4f703-7ba5-4e12-90a1-ec7c304c35e8'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:25.016163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.165906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Allocated IP 2001:db8::2 (f397a033-6ec3-4c76-a9c7-82979d349a23/1be4f703-7ba5-4e12-90a1-ec7c304c35e8/87e111da-dc92-4d6c-8289-539b9c9b9e30) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:25.286859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.340560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.350459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Transition to ACTIVE for port object 87e111da-dc92-4d6c-8289-539b9c9b9e30 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:25.367552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Transition to ACTIVE for port object 87e111da-dc92-4d6c-8289-539b9c9b9e30 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:25.375020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.419972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Network f397a033-6ec3-4c76-a9c7-82979d349a23 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:25.423075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:25.427540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:25.430792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Pushing event updated for resources: {'Port': ['ID=87e111da-dc92-4d6c-8289-539b9c9b9e30,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:25.462164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593f5a8-083a-4633-bfed-8de79e511823 req-37f023fe-25ca-4fd2-bacc-533c807300a7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:25.463836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8593f5a8-083a-4633-bfed-8de79e511823 req-37f023fe-25ca-4fd2-bacc-533c807300a7 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 945 time: 0.0986814 Sep 02 13:11:25.493480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Attempting to bind port 87e111da-dc92-4d6c-8289-539b9c9b9e30 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:25.494306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Attempting to bind port 87e111da-dc92-4d6c-8289-539b9c9b9e30 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f6a3010f-98a4-4981-97a2-494949f34b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:25.494511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Attempting to bind port 87e111da-dc92-4d6c-8289-539b9c9b9e30 on network f397a033-6ec3-4c76-a9c7-82979d349a23 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:25.500716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:25.501214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Checking segment: {'id': 'f6a3010f-98a4-4981-97a2-494949f34b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:25.502049 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.502529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Bound using segment: {'id': 'f6a3010f-98a4-4981-97a2-494949f34b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:25.503110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Bound port: 87e111da-dc92-4d6c-8289-539b9c9b9e30, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a3010f-98a4-4981-97a2-494949f34b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f397a033-6ec3-4c76-a9c7-82979d349a23'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:25.503562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.550523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8593f5a8-083a-4633-bfed-8de79e511823 req-da177d32-807b-4098-9932-d2374fa7c10c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740108 Sep 02 13:11:25.587320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] For port 87e111da-dc92-4d6c-8289-539b9c9b9e30, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:25.591024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] For port 87e111da-dc92-4d6c-8289-539b9c9b9e30, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87e111da-dc92-4d6c-8289-539b9c9b9e30,segment=NetworkSegment(f6a3010f-98a4-4981-97a2-494949f34b0f),segment_id=f6a3010f-98a4-4981-97a2-494949f34b0f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:25.597197 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.623556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8::1 (f397a033-6ec3-4c76-a9c7-82979d349a23/1be4f703-7ba5-4e12-90a1-ec7c304c35e8/ee6b5662-81f8-42ea-a929-df0de06772e4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:25.677038 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479faeea-db96-447c-b1ff-e60ebb3c7c7d None None] Pushing event updated for resources: {'Port': ['ID=87e111da-dc92-4d6c-8289-539b9c9b9e30,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:25.719681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ea732-f3dd-4457-967c-cd59c7182ae8 req-9bc9cfa0-1093-4524-a3ab-d7da7ad46970 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:25.721294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce1ea732-f3dd-4457-967c-cd59c7182ae8 req-9bc9cfa0-1093-4524-a3ab-d7da7ad46970 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 945 time: 0.0787818 Sep 02 13:11:25.785913 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce1ea732-f3dd-4457-967c-cd59c7182ae8 req-f2fbaadf-269c-43a6-97b5-e4fd8feeee58 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569413 Sep 02 13:11:25.794700 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.811260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object ee6b5662-81f8-42ea-a929-df0de06772e4 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:25.846938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.893772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network f397a033-6ec3-4c76-a9c7-82979d349a23 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:25.901050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:25.912312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:25.912880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:25.930715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=ee6b5662-81f8-42ea-a929-df0de06772e4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:26.086217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:26.431947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:26.438051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:26.438935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:26.596194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=ee6b5662-81f8-42ea-a929-df0de06772e4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:26.670148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network f397a033-6ec3-4c76-a9c7-82979d349a23 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:26.673215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:26.676952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87e111da-dc92-4d6c-8289-539b9c9b9e30 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:26.743032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 87e111da-dc92-4d6c-8289-539b9c9b9e30 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:26.871183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router dcb84749-2294-4746-96a3-cfbd2cd69a8d is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:11:27.011379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:27.017950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a8a56724-aa2a-436e-871a-9fa9db111597 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/dcb84749-2294-4746-96a3-cfbd2cd69a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169537 Sep 02 13:11:27.020704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:27.043004 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] Sync routers for ids ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:27.054257 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] Routers {'dcb84749-2294-4746-96a3-cfbd2cd69a8d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:27.055385 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:27.090530 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:27.111681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30760c3-2200-4726-9a75-614a1f93037d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:27.118950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c30760c3-2200-4726-9a75-614a1f93037d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports/ee6b5662-81f8-42ea-a929-df0de06772e4 HTTP/1.1" status: 200 len: 911 time: 0.0963757 Sep 02 13:11:27.120093 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] Routers {'dcb84749-2294-4746-96a3-cfbd2cd69a8d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:27.121063 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:27.121683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 42996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:27.149040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be4f703-7ba5-4e12-90a1-ec7c304c35e8'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:27.161614 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:27.162289 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84157071-cc63-4e05-a317-74b255c59f61 None None] The sync data for ids ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'] in n-d-792364-8 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:27.178442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6dd44-207e-4ac1-ad3a-bf8052b6b7ef None None] Network f397a033-6ec3-4c76-a9c7-82979d349a23 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:27.341015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:27.351239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Provisioning for port 87e111da-dc92-4d6c-8289-539b9c9b9e30 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:27.357973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Provisioning complete for port 87e111da-dc92-4d6c-8289-539b9c9b9e30 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:27.358521 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:27.583826 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:27.648946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] For port 87e111da-dc92-4d6c-8289-539b9c9b9e30, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87e111da-dc92-4d6c-8289-539b9c9b9e30,segment=NetworkSegment(f6a3010f-98a4-4981-97a2-494949f34b0f),segment_id=f6a3010f-98a4-4981-97a2-494949f34b0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:27.654802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:27.772755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Pushing event updated for resources: {'Port': ['ID=87e111da-dc92-4d6c-8289-539b9c9b9e30,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:27.802720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.803761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.804492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.805067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.806191 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.806879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.812882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.813629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.815100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.815697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.816483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:27.817058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf88d8-f051-4f19-aecc-4b48559e13e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:28.008597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.022720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.030101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:28.030775 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.034919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/ports/ee6b5662-81f8-42ea-a929-df0de06772e4 HTTP/1.1" status: 200 len: 911 time: 0.9094708 Sep 02 13:11:28.035331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:28.088749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00bf4177-cf76-412a-8402-d0f1589bfca3 None None] Provisioning for port ee6b5662-81f8-42ea-a929-df0de06772e4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:28.095336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00bf4177-cf76-412a-8402-d0f1589bfca3 None None] Provisioning complete for port ee6b5662-81f8-42ea-a929-df0de06772e4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:28.095656 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-00bf4177-cf76-412a-8402-d0f1589bfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.110449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21457c5f-b2ff-4f46-9cd5-dc730ebcaa45 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=ee6b5662-81f8-42ea-a929-df0de06772e4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:28.179062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-00bf4177-cf76-412a-8402-d0f1589bfca3 None None] Port ee6b5662-81f8-42ea-a929-df0de06772e4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:28.195691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00bf4177-cf76-412a-8402-d0f1589bfca3 None None] Provisioning complete for port 87e111da-dc92-4d6c-8289-539b9c9b9e30 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:28.196515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-00bf4177-cf76-412a-8402-d0f1589bfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.424503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51f3695a-34fd-43d6-add2-1abd3d8a5f58 None None] Provisioning complete for port ee6b5662-81f8-42ea-a929-df0de06772e4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:28.424852 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51f3695a-34fd-43d6-add2-1abd3d8a5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.462413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51f3695a-34fd-43d6-add2-1abd3d8a5f58 None None] Port ee6b5662-81f8-42ea-a929-df0de06772e4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:28.474304 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.575699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87e111da-dc92-4d6c-8289-539b9c9b9e30 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:28.626968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4ee93b19-c879-4aba-9e23-eeb5923d05b4 None None] Provisioning complete for port ee6b5662-81f8-42ea-a929-df0de06772e4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:28.627415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4ee93b19-c879-4aba-9e23-eeb5923d05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.682173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4ee93b19-c879-4aba-9e23-eeb5923d05b4 None None] Port ee6b5662-81f8-42ea-a929-df0de06772e4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:28.706002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 87e111da-dc92-4d6c-8289-539b9c9b9e30 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:28.706236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.748133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f577140d-d65c-418a-a9ed-9da2c8def73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.790364 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port ee6b5662-81f8-42ea-a929-df0de06772e4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:28.791445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.905518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:28.922465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for ee6b5662-81f8-42ea-a929-df0de06772e4 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:28.929336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-5cc81424-0225-476f-9190-59381a2682db tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:28.933435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-5cc81424-0225-476f-9190-59381a2682db tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1255114 Sep 02 13:11:28.950603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-26c73e70-fcfa-442f-b5f0-2e961ab4adea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0131021 Sep 02 13:11:29.023744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-87a0e853-bc39-4d87-862b-0b7f2fba4639 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669129 Sep 02 13:11:29.109898 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:29.129879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-d333590c-c9aa-4a8d-9ed3-33ff293fba6f service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Sep 02 13:11:29.140558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=ee6b5662-81f8-42ea-a929-df0de06772e4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:29.256022 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-01e9c5cf-6a56-40d2-9413-dc185078e70f service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148715 Sep 02 13:11:29.259191 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:29.445226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router dcb84749-2294-4746-96a3-cfbd2cd69a8d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:29.534976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:29.547055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] Sync routers for ids ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:29.558370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-da3a7f4d-a98d-451e-ac40-1bbb6045436c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/dcb84749-2294-4746-96a3-cfbd2cd69a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208430 Sep 02 13:11:29.561582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43060) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:29.562459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] Routers {'dcb84749-2294-4746-96a3-cfbd2cd69a8d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:29.563174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:29.570277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d57eec03-41c4-4fc7-b5b6-50bcc010dfa9 req-e0e080ef-a8e2-463b-bfe8-febc73c732b8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 210 time: 0.0519214 Sep 02 13:11:29.610718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:29.622901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] Routers {'dcb84749-2294-4746-96a3-cfbd2cd69a8d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:29.623880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:29.665988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:29.666824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a6bd1-b4b1-4116-b118-2425ff4d7298 None None] The sync data for ids ['dcb84749-2294-4746-96a3-cfbd2cd69a8d'] in n-d-792364-8 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:29.900181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c281f41-b565-43fc-98cc-4661620c90d4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcb84749-2294-4746-96a3-cfbd2cd69a8d HTTP/1.1" status: 200 len: 205 time: 0.3370619 Sep 02 13:11:29.902840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:29.989814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.167896 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.171663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.216862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.217643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router dcb84749-2294-4746-96a3-cfbd2cd69a8d {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:11:30.224557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.228471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9c54a59d-3a69-41d3-a65b-3d3a14ea3683 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/dcb84749-2294-4746-96a3-cfbd2cd69a8d HTTP/1.1" status: 204 len: 168 time: 0.3245745 Sep 02 13:11:30.228603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:30.281755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet 1be4f703-7ba5-4e12-90a1-ec7c304c35e8 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:30.284930 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.325612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.414103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.481025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.518590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=1be4f703-7ba5-4e12-90a1-ec7c304c35e8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:30.520805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.525976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-65908a99-8796-4c2b-a5f7-53a13efeb91c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/1be4f703-7ba5-4e12-90a1-ec7c304c35e8 HTTP/1.1" status: 204 len: 168 time: 0.2934306 Sep 02 13:11:30.528248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:30.528494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac0643-957e-4dfc-89d3-789edd1ce3dd None None] Network f397a033-6ec3-4c76-a9c7-82979d349a23 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:30.660275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.694112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-14ff8d9d-a318-4198-ba79-40f38e18f8cc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:30.695887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-14ff8d9d-a318-4198-ba79-40f38e18f8cc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.2487299 Sep 02 13:11:30.722978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:30.768692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81c0ffe0-004d-460d-b7f1-65a211d9f020 req-99fde9fe-0450-4362-8f19-05938d2d56f1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 210 time: 0.0884035 Sep 02 13:11:30.801389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] DHCP port deletion for f397a033-6ec3-4c76-a9c7-82979d349a23 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:11:30.855795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] Deleting port 87e111da-dc92-4d6c-8289-539b9c9b9e30 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:30.856240 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.892129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 87e111da-dc92-4d6c-8289-539b9c9b9e30 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:30.892394 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.933739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] For port 87e111da-dc92-4d6c-8289-539b9c9b9e30, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87e111da-dc92-4d6c-8289-539b9c9b9e30,segment=NetworkSegment(f6a3010f-98a4-4981-97a2-494949f34b0f),segment_id=f6a3010f-98a4-4981-97a2-494949f34b0f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:30.934562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:30.950391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] Calling delete_port for 87e111da-dc92-4d6c-8289-539b9c9b9e30 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:30.970201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:30.974555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.064170 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.071837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 87e111da-dc92-4d6c-8289-539b9c9b9e30, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=87e111da-dc92-4d6c-8289-539b9c9b9e30,segment=NetworkSegment(f6a3010f-98a4-4981-97a2-494949f34b0f),segment_id=f6a3010f-98a4-4981-97a2-494949f34b0f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:31.072212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.092820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 87e111da-dc92-4d6c-8289-539b9c9b9e30 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:31.119949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] Pushing event deleted for resources: {'Port': ['ID=87e111da-dc92-4d6c-8289-539b9c9b9e30,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:31.141850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de5c54-54fd-43c3-b3e8-c2b5b72f264b None None] No DVR routers for this DVR port 87e111da-dc92-4d6c-8289-539b9c9b9e30 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:31.204530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.7 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/96888a4e-020b-441c-be80-cc7d96207793) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:31.268801 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.307598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=87e111da-dc92-4d6c-8289-539b9c9b9e30,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:31.323916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port 87e111da-dc92-4d6c-8289-539b9c9b9e30 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:31.465330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.475705 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ad535cf-baa8-41d6-bd83-a393fb790312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.491404 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f397a033-6ec3-4c76-a9c7-82979d349a23']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:31.517830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a3010f-98a4-4981-97a2-494949f34b0f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:31.518084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a3010f-98a4-4981-97a2-494949f34b0f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:31.539703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.544937 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.576223 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.584248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:11:31.584686 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:11:31.591908 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:11:31.668347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object 96888a4e-020b-441c-be80-cc7d96207793 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:31.676412 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.690366 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.692612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/f397a033-6ec3-4c76-a9c7-82979d349a23 HTTP/1.1" status: 204 len: 168 time: 1.1631129 Sep 02 13:11:31.695052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.700417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43110) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:31.707433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ddfbf-1841-47cb-8501-5ab275aab423 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=f397a033-6ec3-4c76-a9c7-82979d349a23,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:31.711327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2098865912', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:31.749125 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.750315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.752416 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.765891 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:11:31.874357 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.887086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.907084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:31.911162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:31.928811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:31.930188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-615a833a-5835-40a8-8f41-740ffa657732 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2266014 Sep 02 13:11:31.931982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:31.932999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:31.947266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-134645947'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:32.015593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=96888a4e-020b-441c-be80-cc7d96207793,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:32.084798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:32.097785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.116418 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:32.121812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.125377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8c7682cf-e171-40a9-825d-db120c0a19ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084432 Sep 02 13:11:32.141938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Request body: {'port': {'device_id': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:32.203743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:32.227776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796035d-e734-405e-9853-ed796ff5bb4b req-f76d937c-7258-4e0e-aad9-8cd1b4b1b813 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:32.233481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2796035d-e734-405e-9853-ed796ff5bb4b req-f76d937c-7258-4e0e-aad9-8cd1b4b1b813 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 931 time: 0.2533360 Sep 02 13:11:32.243625 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.244129 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment fde8b0a9-1747-4e26-9905-1c8cf12ccb28 of type vlan for network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 Sep 02 13:11:32.245763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.320031 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.394939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.406953 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:32.407889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.454188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96cb822f-e8d3-4c9a-828a-b2148be0d4c4 None None] Provisioning for port 96888a4e-020b-441c-be80-cc7d96207793 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:32.458767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96cb822f-e8d3-4c9a-828a-b2148be0d4c4 None None] Provisioning complete for port 96888a4e-020b-441c-be80-cc7d96207793 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:32.459150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96cb822f-e8d3-4c9a-828a-b2148be0d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.548382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-96cb822f-e8d3-4c9a-828a-b2148be0d4c4 None None] Port 96888a4e-020b-441c-be80-cc7d96207793 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:32.591625 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.607590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87e111da-dc92-4d6c-8289-539b9c9b9e30 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:32.637540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 87e111da-dc92-4d6c-8289-539b9c9b9e30 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:11:32.638274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 87e111da-dc92-4d6c-8289-539b9c9b9e30 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:11:32.705258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96888a4e-020b-441c-be80-cc7d96207793 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:11:32.714420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.729974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Transition to ACTIVE for port object 96888a4e-020b-441c-be80-cc7d96207793 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:32.735274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.845600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Pushing event updated for resources: {'Port': ['ID=96888a4e-020b-441c-be80-cc7d96207793,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:32.882458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Attempting to bind port 96888a4e-020b-441c-be80-cc7d96207793 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:32.883109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Attempting to bind port 96888a4e-020b-441c-be80-cc7d96207793 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:32.883818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Attempting to bind port 96888a4e-020b-441c-be80-cc7d96207793 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:32.895499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Port 96888a4e-020b-441c-be80-cc7d96207793 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:11:32.896150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Attempting to bind port 96888a4e-020b-441c-be80-cc7d96207793 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:32.902487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:32.903125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:32.903683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:32.904325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Bound port: 96888a4e-020b-441c-be80-cc7d96207793, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:32.905425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:32.985446 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] For port 96888a4e-020b-441c-be80-cc7d96207793, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:32.989128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] For port 96888a4e-020b-441c-be80-cc7d96207793, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=96888a4e-020b-441c-be80-cc7d96207793,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:33.000044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:33.008580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:33.017424 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2796035d-e734-405e-9853-ed796ff5bb4b req-d5cc6e5d-7958-4147-a3f9-e1152291fcf9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315446 Sep 02 13:11:33.022294 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f1767a4d-a681-4adb-9ec3-54df5af2db30 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0852642 Sep 02 13:11:33.022539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:33.023215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43118) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:33.036708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:33.088567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:33.090749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:33.108093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] 10.222.0.18 "PUT /v2.0/ports/96888a4e-020b-441c-be80-cc7d96207793 HTTP/1.1" status: 200 len: 1091 time: 0.9584887 Sep 02 13:11:33.109263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'tag': '96888a4e-020b-441c-be80-cc7d96207793'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:11:33.114663 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7cf4eb-c4a4-40db-9b73-327c36951848" -d '{"events": [{"name": "network-changed", "server_uuid": "7c540444-e3f6-430f-b02c-a5f5afc5f010", "tag": "96888a4e-020b-441c-be80-cc7d96207793"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:11:33.225684 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792773a7-61e0-49c1-982a-e86aa71b5a6e x-openstack-request-id: req-792773a7-61e0-49c1-982a-e86aa71b5a6e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:11:33.225973 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c540444-e3f6-430f-b02c-a5f5afc5f010", "tag": "96888a4e-020b-441c-be80-cc7d96207793", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:11:33.226221 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-792773a7-61e0-49c1-982a-e86aa71b5a6e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:11:33.226634 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'tag': '96888a4e-020b-441c-be80-cc7d96207793', 'status': 'completed', 'code': 200} Sep 02 13:11:33.230548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4d6e5-f424-4b46-be78-13b677b4c145 service neutron] Pushing event updated for resources: {'Port': ['ID=96888a4e-020b-441c-be80-cc7d96207793,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:33.255425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:33.263496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:33.278426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-7a92fccb-62e8-440a-bd61-8314d5ad5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:33.281005 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-7a92fccb-62e8-440a-bd61-8314d5ad5278 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 1094 time: 0.1274827 Sep 02 13:11:33.350300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-24d76668-3f43-4ee4-80c2-05f4e7b60a25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96888a4e-020b-441c-be80-cc7d96207793 HTTP/1.1" status: 200 len: 217 time: 0.0616326 Sep 02 13:11:33.435971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8b932550-8f56-464a-9cdc-ca9e4e312728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:33.437756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-8b932550-8f56-464a-9cdc-ca9e4e312728 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0805821 Sep 02 13:11:33.504088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-e1a6da45-1db9-4796-b67e-946f3390ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:33.508778 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-e1a6da45-1db9-4796-b67e-946f3390ae48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632234 Sep 02 13:11:33.528048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:33.602719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=7e2d1ec0-cd32-4545-92a2-99fc054607a1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:33.634758 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:33.635258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:33.651049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-e366c03a-79fa-49d3-aa9c-8d9655305437 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300917 Sep 02 13:11:33.654810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:33.666453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:33.676697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617cc7e-9601-47d5-a9ba-3eb8cc567480 None None] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:33.678692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:33.679487 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:33.698263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53efbf9c-ed5f-4f4b-8a27-44301a1375a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6739821 Sep 02 13:11:33.701373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:33.804191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0c1281d9-2a7b-4475-a29a-9239c6e52c46 req-2fafb56d-4517-4a19-b921-a0f9b4304662 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448750 Sep 02 13:11:33.924651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-83410dd9-d808-485a-b673-3de7460aa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:33.926610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-83410dd9-d808-485a-b673-3de7460aa280 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 1094 time: 0.0756760 Sep 02 13:11:33.963805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:33.965132 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.117668 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.128247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-b66b6f1d-f783-4d03-9585-f923c351577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:34.129866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-b66b6f1d-f783-4d03-9585-f923c351577f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1962066 Sep 02 13:11:34.197941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Allocated IP 2001:db8::2 (87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3/7e2d1ec0-cd32-4545-92a2-99fc054607a1/721bc90f-13c6-4495-8c09-ad840acbd41f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:34.208989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-f6509aee-13c3-4719-88db-cdee403080b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96888a4e-020b-441c-be80-cc7d96207793 HTTP/1.1" status: 200 len: 217 time: 0.0719018 Sep 02 13:11:34.301696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-e0b6892a-55b0-4b77-932a-47af1eab261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:34.305386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-e0b6892a-55b0-4b77-932a-47af1eab261b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0874279 Sep 02 13:11:34.404704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-f3ea98db-9195-4dbd-a513-67a2046dce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:34.406711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-f3ea98db-9195-4dbd-a513-67a2046dce55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941069 Sep 02 13:11:34.409507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7072d-f431-496b-a8fb-925256895a6c req-696e9551-5b0e-4b7b-9c24-35e11f837991 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:34.411367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86a7072d-f431-496b-a8fb-925256895a6c req-696e9551-5b0e-4b7b-9c24-35e11f837991 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1815238 Sep 02 13:11:34.411557 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.464453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.500308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Transition to ACTIVE for port object 721bc90f-13c6-4495-8c09-ad840acbd41f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:34.552276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Transition to ACTIVE for port object 721bc90f-13c6-4495-8c09-ad840acbd41f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:34.554112 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86a7072d-f431-496b-a8fb-925256895a6c req-d08972ca-98bb-4dd6-9b2f-d95682727131 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201434 Sep 02 13:11:34.565798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.567182 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-1e4b3aea-1fe2-4eac-9f23-63fc39919676 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530452 Sep 02 13:11:34.639505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:11:34.649828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Pushing event updated for resources: {'Port': ['ID=721bc90f-13c6-4495-8c09-ad840acbd41f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:34.678844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:34.684503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:34.687973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:34.722875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8::1 (87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3/7e2d1ec0-cd32-4545-92a2-99fc054607a1/7b063088-735d-45f6-8e50-6e0804345fde) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:34.832290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Attempting to bind port 721bc90f-13c6-4495-8c09-ad840acbd41f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:34.833016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Attempting to bind port 721bc90f-13c6-4495-8c09-ad840acbd41f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:34.833594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Attempting to bind port 721bc90f-13c6-4495-8c09-ad840acbd41f on network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:34.839711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:34.840346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Checking segment: {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:34.841661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.842356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Bound using segment: {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:34.843133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Bound port: 721bc90f-13c6-4495-8c09-ad840acbd41f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:34.843812 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.854153 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c7cf4eb-c4a4-40db-9b73-327c36951848 req-8c25dc76-fd67-4e22-aaa4-79be21054dad service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763882 Sep 02 13:11:34.929765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:34.957785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object 7b063088-735d-45f6-8e50-6e0804345fde will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:34.963882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] For port 721bc90f-13c6-4495-8c09-ad840acbd41f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:34.967563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] For port 721bc90f-13c6-4495-8c09-ad840acbd41f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=721bc90f-13c6-4495-8c09-ad840acbd41f,segment=NetworkSegment(fde8b0a9-1747-4e26-9905-1c8cf12ccb28),segment_id=fde8b0a9-1747-4e26-9905-1c8cf12ccb28)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:34.983644 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.036382 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.090909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c226c5c-d2f1-436e-950f-c2af5a901ccc None None] Pushing event updated for resources: {'Port': ['ID=721bc90f-13c6-4495-8c09-ad840acbd41f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:35.156646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:35.163828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:35.176516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=7b063088-735d-45f6-8e50-6e0804345fde,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:35.180797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:35.189707 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.339380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.380179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.793790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a92ba-a33d-47e6-ba07-016f2478853b req-a5aec6f4-f5ef-4f2b-bab8-3b1d9941c675 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:35.795665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-294a92ba-a33d-47e6-ba07-016f2478853b req-a5aec6f4-f5ef-4f2b-bab8-3b1d9941c675 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0836003 Sep 02 13:11:35.852455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-294a92ba-a33d-47e6-ba07-016f2478853b req-8ed4372f-eed6-44f3-a31a-6ebfbfc7df95 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Sep 02 13:11:35.920694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.929988 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:35.933016 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:36.063515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=7b063088-735d-45f6-8e50-6e0804345fde,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:36.142910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:36.150555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:36.368062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:11:36.508147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:36.514973 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b72e6bf2-b447-43fc-8b9c-ae84fed6c0cc tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121376 Sep 02 13:11:36.518943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:36.523622 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:36.535650 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1481412049'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:36.568275 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:36.577058 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:36.619053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:36.623490 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:36.673947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ddf0e5-ee29-4317-bad5-570905211919 None None] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:36.681925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:36.706602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:36.707350 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment 4e6103e0-9c5b-4bf4-a348-5e97f7b395d3 of type vlan for network 95b86550-a80f-4b60-9830-9af39d42202d Sep 02 13:11:36.792822 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:36.835584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 721bc90f-13c6-4495-8c09-ad840acbd41f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:36.846477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:36.892939 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:36.919071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:36.923971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:37.007077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac31baf5-14a7-4448-b4c4-010d6cfc6b4f None None] Provisioning for port 721bc90f-13c6-4495-8c09-ad840acbd41f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:37.027063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5065107 Sep 02 13:11:37.030324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:37.035843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:37.149978 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:35Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:35Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:37.163946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 721bc90f-13c6-4495-8c09-ad840acbd41f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:37.168325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea07529-76cb-4151-8404-480ae47ca46f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=95b86550-a80f-4b60-9830-9af39d42202d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:37.180640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78271a5-d9d3-4ee7-b4f3-62506e01093c req-1be108cd-a72a-4066-8529-e5eeb83d761e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:37.180862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 721bc90f-13c6-4495-8c09-ad840acbd41f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:37.181279 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:37.182305 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f78271a5-d9d3-4ee7-b4f3-62506e01093c req-1be108cd-a72a-4066-8529-e5eeb83d761e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1554935 Sep 02 13:11:37.195638 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:11:37.196404 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Updating router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db port 7b063088-735d-45f6-8e50-6e0804345fde binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:11:37.243514 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:37.247236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f78271a5-d9d3-4ee7-b4f3-62506e01093c req-d4fe08a5-fc46-47fe-915c-5a24f55f691f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Sep 02 13:11:37.253395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:37.269048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:37.314810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 95b86550-a80f-4b60-9830-9af39d42202d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:37.781710 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:37.851241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=e9136764-113f-441d-878d-950144a18db7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:37.873067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:37.873699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: 95b86550-a80f-4b60-9830-9af39d42202d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:37.898746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 95b86550-a80f-4b60-9830-9af39d42202d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:37.917599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 95b86550-a80f-4b60-9830-9af39d42202d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:37.923684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:37.924614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:37.982151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-01c7d778-d837-45ce-93d2-8f6ba3c14d51 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9493172 Sep 02 13:11:37.984078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:38.109549 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.139365 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Transition to ACTIVE for port object 7b063088-735d-45f6-8e50-6e0804345fde will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:38.167915 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.194723 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.202292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e088b5-660e-455a-a122-ade6605cc91e None None] Network 95b86550-a80f-4b60-9830-9af39d42202d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:38.282181 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Pushing event updated for resources: {'Port': ['ID=7b063088-735d-45f6-8e50-6e0804345fde,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:38.292672 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.293157 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.293496 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.293828 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.294592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.294592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.295224 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.295392 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.295655 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.295917 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.296240 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.300000 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:38.311163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8bb75176-2f2c-475c-a20f-5fbe39a0f777 None None] Provisioning complete for port 721bc90f-13c6-4495-8c09-ad840acbd41f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:38.311717 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8bb75176-2f2c-475c-a20f-5fbe39a0f777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.454437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Attempting to bind port 7b063088-735d-45f6-8e50-6e0804345fde on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:38.455203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Attempting to bind port 7b063088-735d-45f6-8e50-6e0804345fde by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:38.456080 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Attempting to bind port 7b063088-735d-45f6-8e50-6e0804345fde on network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:38.463760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:38.463760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Checking segment: {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:38.464548 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.465266 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Bound using segment: {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:38.466185 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Bound port: 7b063088-735d-45f6-8e50-6e0804345fde, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:38.467359 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.527494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 721bc90f-13c6-4495-8c09-ad840acbd41f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=721bc90f-13c6-4495-8c09-ad840acbd41f,segment=NetworkSegment(fde8b0a9-1747-4e26-9905-1c8cf12ccb28),segment_id=fde8b0a9-1747-4e26-9905-1c8cf12ccb28)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:38.572310 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.619305 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] For port 7b063088-735d-45f6-8e50-6e0804345fde, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:38.621506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cb101-09a0-46a7-a10b-c77cbbfdaf78 req-f76b36d5-e3ae-45c4-9365-02a2d3dc37e8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:38.623478 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] For port 7b063088-735d-45f6-8e50-6e0804345fde, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7b063088-735d-45f6-8e50-6e0804345fde,segment=NetworkSegment(fde8b0a9-1747-4e26-9905-1c8cf12ccb28),segment_id=fde8b0a9-1747-4e26-9905-1c8cf12ccb28)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:38.635989 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.639295 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c70cb101-09a0-46a7-a10b-c77cbbfdaf78 req-f76b36d5-e3ae-45c4-9365-02a2d3dc37e8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.2198033 Sep 02 13:11:38.659938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=721bc90f-13c6-4495-8c09-ad840acbd41f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:38.722626 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d9a97-8c77-4129-8b90-594068b59305 None None] Pushing event updated for resources: {'Port': ['ID=7b063088-735d-45f6-8e50-6e0804345fde,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:38.734140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c70cb101-09a0-46a7-a10b-c77cbbfdaf78 req-4803d099-57ab-42d4-ae0b-ecedf89453cd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932634 Sep 02 13:11:38.783418 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:38.792738 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:38.798052 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.807859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-95b86550-a80f-4b60-9830-9af39d42202d', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:38.809982 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:38.847116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8bb75176-2f2c-475c-a20f-5fbe39a0f777 None None] Provisioning for port 7b063088-735d-45f6-8e50-6e0804345fde completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:38.977332 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:39.063503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Allocated IP 2001:db8:1::2 (95b86550-a80f-4b60-9830-9af39d42202d/e9136764-113f-441d-878d-950144a18db7/ad14a9db-44c2-4e84-876f-b302b08a3a7e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:39.329281 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:35Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:38Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:39.362676 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf975b-194f-4482-987f-5895d6f7ae48 None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:35Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:38Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:39.425590 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:39.442435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Transition to ACTIVE for port object ad14a9db-44c2-4e84-876f-b302b08a3a7e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:39.474151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Transition to ACTIVE for port object ad14a9db-44c2-4e84-876f-b302b08a3a7e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:39.486159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:39.545355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Network 95b86550-a80f-4b60-9830-9af39d42202d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:39.552136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:39.562488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:39.588127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8:1::1 (95b86550-a80f-4b60-9830-9af39d42202d/e9136764-113f-441d-878d-950144a18db7/893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:39.636741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Pushing event updated for resources: {'Port': ['ID=ad14a9db-44c2-4e84-876f-b302b08a3a7e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:39.690004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Attempting to bind port ad14a9db-44c2-4e84-876f-b302b08a3a7e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:39.690004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Attempting to bind port ad14a9db-44c2-4e84-876f-b302b08a3a7e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:39.690530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Attempting to bind port ad14a9db-44c2-4e84-876f-b302b08a3a7e on network 95b86550-a80f-4b60-9830-9af39d42202d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:39.698756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:39.700008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Checking segment: {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:39.700512 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:39.701012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Bound using segment: {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:39.701694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Bound port: ad14a9db-44c2-4e84-876f-b302b08a3a7e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:39.702141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:39.863438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] For port ad14a9db-44c2-4e84-876f-b302b08a3a7e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:39.868022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] For port ad14a9db-44c2-4e84-876f-b302b08a3a7e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ad14a9db-44c2-4e84-876f-b302b08a3a7e,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:39.874846 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:39.908076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:40.004220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53900843-20f9-4d9d-a274-928a089ed926 None None] Pushing event updated for resources: {'Port': ['ID=ad14a9db-44c2-4e84-876f-b302b08a3a7e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:40.034319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:40.069317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700ebb4-ef46-434c-bb2e-a4e556df05ad req-172cec71-df38-4646-87ed-2de85e4332bb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:40.076176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7700ebb4-ef46-434c-bb2e-a4e556df05ad req-172cec71-df38-4646-87ed-2de85e4332bb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1495948 Sep 02 13:11:40.181521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7700ebb4-ef46-434c-bb2e-a4e556df05ad req-95abd94b-23fb-4d98-9904-966ad98a4be6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813079 Sep 02 13:11:40.183647 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:40.229146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 95b86550-a80f-4b60-9830-9af39d42202d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:40.259092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:40.266799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:40.269512 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:40.374075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:40.525448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:40.964723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ad14a9db-44c2-4e84-876f-b302b08a3a7e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:41.024215 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.035089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.036734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.058416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ad14a9db-44c2-4e84-876f-b302b08a3a7e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:41.067711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7b063088-735d-45f6-8e50-6e0804345fde up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:41.182347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 7b063088-735d-45f6-8e50-6e0804345fde completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:41.202360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7b063088-735d-45f6-8e50-6e0804345fde triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:41.204595 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.219054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:41.301605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network 95b86550-a80f-4b60-9830-9af39d42202d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:41.304064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:41.310466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.359076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.421652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 7b063088-735d-45f6-8e50-6e0804345fde, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7b063088-735d-45f6-8e50-6e0804345fde,segment=NetworkSegment(fde8b0a9-1747-4e26-9905-1c8cf12ccb28),segment_id=fde8b0a9-1747-4e26-9905-1c8cf12ccb28)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:41.430714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.431596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 721bc90f-13c6-4495-8c09-ad840acbd41f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:41.471097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66ae71-1463-4aed-a8e7-9c3e7425ac6c req-bff779b5-9c3b-4ac8-995f-eab2c3fcccc8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:41.484465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e66ae71-1463-4aed-a8e7-9c3e7425ac6c req-bff779b5-9c3b-4ac8-995f-eab2c3fcccc8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1971929 Sep 02 13:11:41.570536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=7b063088-735d-45f6-8e50-6e0804345fde,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:41.571594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:41.596015 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e66ae71-1463-4aed-a8e7-9c3e7425ac6c req-b2b7a7ff-b54c-46fb-b36d-b5320f2b0f1b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098704 Sep 02 13:11:41.625823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 721bc90f-13c6-4495-8c09-ad840acbd41f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:41.626708 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:41.868471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2774342-755f-41cd-973c-5f752cb762a6 None None] Network 95b86550-a80f-4b60-9830-9af39d42202d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:42.011763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] Provisioning for port ad14a9db-44c2-4e84-876f-b302b08a3a7e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:42.020915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] Provisioning complete for port ad14a9db-44c2-4e84-876f-b302b08a3a7e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:42.023085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.205032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:42.213535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0c737e27-e2b1-46c0-8e41-4f8e7e9d6dd1 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2280312 Sep 02 13:11:42.216180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:42.222297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1826132326'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:42.237021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:42.249966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:42.255200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.305696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:42.322026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.322596 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment 400829ec-66fc-432e-800c-abe2bebd3a75 of type vlan for network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 Sep 02 13:11:42.337694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:42.338743 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:42.378083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.405992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.412195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:42.412848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.432325 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.442635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2247787 Sep 02 13:11:42.447264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:42.452092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:42.520649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:42.572296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=a3979f47-4c16-4ad1-ad4e-432e87c6c0e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:42.605053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.612157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.613390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.613743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.616034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.616677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.618543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.619045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.619403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.619747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.620089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.620436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686021a-1dd0-49dc-8c6e-07a94e3f6a34 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:42.622461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] For port ad14a9db-44c2-4e84-876f-b302b08a3a7e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ad14a9db-44c2-4e84-876f-b302b08a3a7e,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:42.637429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.669407 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:42.674977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:42.748696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:42.750680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7b063088-735d-45f6-8e50-6e0804345fde up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:42.991034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:43.027229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a920db7-6cdd-47b4-a2bf-d48e9f7af3d6 None None] Pushing event updated for resources: {'Port': ['ID=ad14a9db-44c2-4e84-876f-b302b08a3a7e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:43.055925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07fe39-bfb2-49bc-a52d-37d03c23c0c3 req-8ece0cfc-20e3-46d8-8c0a-889a26aa0bca tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:43.057764 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b07fe39-bfb2-49bc-a52d-37d03c23c0c3 req-8ece0cfc-20e3-46d8-8c0a-889a26aa0bca tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1243768 Sep 02 13:11:43.132569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:43.167379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 7b063088-735d-45f6-8e50-6e0804345fde triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:43.167751 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:43.182319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-05c3a8a4-762d-4c9e-ba53-7e5ff22b8c26 None None] Provisioning for port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:43.214617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7b07fe39-bfb2-49bc-a52d-37d03c23c0c3 req-04cafde9-5aad-4125-9777-305823ef1068 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465104 Sep 02 13:11:43.218649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:43.219116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: a3979f47-4c16-4ad1-ad4e-432e87c6c0e1, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:43.222545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-05c3a8a4-762d-4c9e-ba53-7e5ff22b8c26 None None] Provisioning complete for port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:43.223287 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05c3a8a4-762d-4c9e-ba53-7e5ff22b8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:43.255181 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:43.273233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, a3979f47-4c16-4ad1-ad4e-432e87c6c0e1) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:43.278504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-05c3a8a4-762d-4c9e-ba53-7e5ff22b8c26 None None] Port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:43.278916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:43.280151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:43.293267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:40Z', 'revision_number': 3, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:40Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:43.303295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c2202614-7246-4d0a-a5c9-178a0f4d6144 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8560655 Sep 02 13:11:43.306370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:43.331926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6121b-e4a7-429a-a359-510688f1837e None None] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:43.336996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:11:43.337359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Updating router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:11:43.423482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:43.427177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-05c3a8a4-762d-4c9e-ba53-7e5ff22b8c26 None None] Provisioning complete for port ad14a9db-44c2-4e84-876f-b302b08a3a7e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:43.427562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05c3a8a4-762d-4c9e-ba53-7e5ff22b8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.058350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:44.059335 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.080876 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.322442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-33c34c0e-cb5f-49ea-95e9-95c7678b6c1b None None] Provisioning complete for port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:44.323085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-33c34c0e-cb5f-49ea-95e9-95c7678b6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.448310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-33c34c0e-cb5f-49ea-95e9-95c7678b6c1b None None] Port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:44.453059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.467849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Allocated IP 2001:db8:2::2 (a3979f47-4c16-4ad1-ad4e-432e87c6c0e1/b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9/192b4fcb-2336-465e-9974-21541246d01a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:44.474645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Transition to ACTIVE for port object 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:44.477851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672eeb-3086-4eae-8601-8ded4d13b7c0 req-698f47b9-60ba-4ee6-975c-0ab7f4405c0f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:44.479904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b672eeb-3086-4eae-8601-8ded4d13b7c0 req-698f47b9-60ba-4ee6-975c-0ab7f4405c0f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1043577 Sep 02 13:11:44.488053 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.539582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b672eeb-3086-4eae-8601-8ded4d13b7c0 req-f05c4cf1-8b74-4656-a0ff-9c12e9fecf97 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480566 Sep 02 13:11:44.596344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2c8ee-f54d-4782-9b11-40a30d7f3159 None None] Pushing event updated for resources: {'Port': ['ID=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:44.716363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ad14a9db-44c2-4e84-876f-b302b08a3a7e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:44.758304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Attempting to bind port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:44.758669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Attempting to bind port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:44.759247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Attempting to bind port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 on network 95b86550-a80f-4b60-9830-9af39d42202d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:44.779501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:44.779874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Checking segment: {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:44.780277 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.780764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Bound using segment: {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:44.781548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Bound port: 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:44.781934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.798352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.814569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Transition to ACTIVE for port object 192b4fcb-2336-465e-9974-21541246d01a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:44.861052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Transition to ACTIVE for port object 192b4fcb-2336-465e-9974-21541246d01a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:44.884124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ad14a9db-44c2-4e84-876f-b302b08a3a7e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:44.884532 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.889052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.937292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8:2::1 (a3979f47-4c16-4ad1-ad4e-432e87c6c0e1/b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9/f11aa70f-ba19-47cd-912b-042ecf7a92b0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:44.951575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] For port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:44.981305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] For port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:44.989533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:44.997221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:44.999802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:45.007437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Pushing event updated for resources: {'Port': ['ID=192b4fcb-2336-465e-9974-21541246d01a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:45.013582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:45.121784 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.150449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:45.151136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:45.152261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object f11aa70f-ba19-47cd-912b-042ecf7a92b0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:45.212451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.249020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Attempting to bind port 192b4fcb-2336-465e-9974-21541246d01a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:45.249688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Attempting to bind port 192b4fcb-2336-465e-9974-21541246d01a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:45.250056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Attempting to bind port 192b4fcb-2336-465e-9974-21541246d01a on network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:45.257379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2c8ee-f54d-4782-9b11-40a30d7f3159 None None] Pushing event updated for resources: {'Port': ['ID=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:45.280496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:45.287637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:45.287887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:45.288501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Checking segment: {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:45.289119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.290230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Bound using segment: {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:45.291656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Bound port: 192b4fcb-2336-465e-9974-21541246d01a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:45.292592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.303704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:45.307867 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.327916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:45.410705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=f11aa70f-ba19-47cd-912b-042ecf7a92b0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:45.553209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.622051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] For port 192b4fcb-2336-465e-9974-21541246d01a, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:45.636356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] For port 192b4fcb-2336-465e-9974-21541246d01a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=192b4fcb-2336-465e-9974-21541246d01a,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:45.645020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:45.700362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30d29-0ab4-46fb-86c2-4c0a0e886bd5 req-b5805aa0-491a-438f-a4d3-b281b478cdbc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:45.713175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58a30d29-0ab4-46fb-86c2-4c0a0e886bd5 req-b5805aa0-491a-438f-a4d3-b281b478cdbc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0872114 Sep 02 13:11:45.762874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f934a90-c255-4fd4-889e-792cb5b1b4da None None] Pushing event updated for resources: {'Port': ['ID=192b4fcb-2336-465e-9974-21541246d01a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:45.777527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58a30d29-0ab4-46fb-86c2-4c0a0e886bd5 req-f6e542ca-e9bc-49dc-af85-de484cc65b68 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632772 Sep 02 13:11:45.782868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:40Z', 'revision_number': 3, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:44Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:45.820313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db2714-7b41-4f5a-90aa-df624fbb7e51 None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:40Z', 'revision_number': 3, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:44Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:46.078523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.084860 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.085837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.223003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=f11aa70f-ba19-47cd-912b-042ecf7a92b0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:46.343637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:46.346602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:46.465773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:46.629932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:46.636432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7406ec9b-1465-4b70-a7cb-494b920c0a76 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3288341 Sep 02 13:11:46.639812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:46.651685 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1454824588'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:46.704194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:46.711104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.771753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:11:46.779181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.779714 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added segment 37f160db-cffc-4082-a80b-55618adeaa0b of type vlan for network f9138cbb-90a1-4ce2-b810-e75147cbd2be Sep 02 13:11:46.856355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:46.922052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:46.926881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:46.927265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.930065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:46.943941 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:46.956204 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:46.957221 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:46.967509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3850e-d7c1-4ff3-9657-b315590bf095 req-ae81a212-62d9-4a1a-a21e-3ef28f00dfd1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:46.981667 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36c3850e-d7c1-4ff3-9657-b315590bf095 req-ae81a212-62d9-4a1a-a21e-3ef28f00dfd1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1234612 Sep 02 13:11:47.015778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.023050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:47.023963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.114237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.131631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4878075 Sep 02 13:11:47.133900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:47.146225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'subnet': {'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:47.158325 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36c3850e-d7c1-4ff3-9657-b315590bf095 req-2f57d9d9-dbf7-4774-9df2-56f395699abd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685965 Sep 02 13:11:47.170364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bf086-059a-47ab-9e28-112e359bd88a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Network': ['ID=f9138cbb-90a1-4ce2-b810-e75147cbd2be,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:47.181108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:47.188886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:11:47.195449 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.197034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 192b4fcb-2336-465e-9974-21541246d01a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:47.396387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Made reservation on behalf of 56c38fbf5ba841b793c4a863b9551190 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:11:47.400328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.454610 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:47.542568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb4c53-8201-4796-ac68-2606208c374a None None] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:47.685983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:47.690510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6435242d-0702-4451-882b-99b1d9b1595f None None] Provisioning for port 192b4fcb-2336-465e-9974-21541246d01a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:47.723513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 192b4fcb-2336-465e-9974-21541246d01a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:47.724720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.739519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 192b4fcb-2336-465e-9974-21541246d01a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:47.739952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.835416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Checking segment: {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:47.836124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network hostable DHCP agents. Network: f9138cbb-90a1-4ce2-b810-e75147cbd2be, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:11:47.847338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Subnet': ['ID=4cc22e6a-2f09-4ae3-b118-1edd14962e0e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:47.886287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:11:47.910152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, f9138cbb-90a1-4ce2-b810-e75147cbd2be) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:47.916164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:47.916616 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:47.929292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4cb6b-ab2c-4f49-9d4e-399f94a78926 None None] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:47.930888 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:45Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:44Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:45Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:47.941621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-74747fc8-60a1-4831-9d91-8cdefec045e0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8083482 Sep 02 13:11:47.944576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:47.985974 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:11:47.986609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Updating router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db port f11aa70f-ba19-47cd-912b-042ecf7a92b0 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:11:48.028861 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.050579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.174927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 192b4fcb-2336-465e-9974-21541246d01a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=192b4fcb-2336-465e-9974-21541246d01a,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:48.181959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.288910 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:11:48.290307 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.370644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=192b4fcb-2336-465e-9974-21541246d01a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:48.540173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Allocated IP 2001:db8:3::2 (f9138cbb-90a1-4ce2-b810-e75147cbd2be/4cc22e6a-2f09-4ae3-b118-1edd14962e0e/d9d41cf3-703f-4d8c-88cd-89d82d213cec) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:48.557815 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.568090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f5a6f5c-8da6-4113-a741-fbbaecca5e12 None None] Provisioning for port f11aa70f-ba19-47cd-912b-042ecf7a92b0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:48.577867 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Transition to ACTIVE for port object f11aa70f-ba19-47cd-912b-042ecf7a92b0 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:48.588380 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.620056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325796d-d6e8-45e8-8809-d74f30cc7878 req-8a61323f-5f78-49f2-85b3-d67b1d850360 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:48.640118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9325796d-d6e8-45e8-8809-d74f30cc7878 req-8a61323f-5f78-49f2-85b3-d67b1d850360 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.3579953 Sep 02 13:11:48.652153 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc9ae-02ae-465d-94e9-2dcdd1c88a76 None None] Pushing event updated for resources: {'Port': ['ID=f11aa70f-ba19-47cd-912b-042ecf7a92b0,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:48.765721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Attempting to bind port f11aa70f-ba19-47cd-912b-042ecf7a92b0 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:48.767457 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Attempting to bind port f11aa70f-ba19-47cd-912b-042ecf7a92b0 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:48.767829 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Attempting to bind port f11aa70f-ba19-47cd-912b-042ecf7a92b0 on network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:48.785480 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:48.786150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Checking segment: {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:48.788256 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.791201 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Bound using segment: {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:48.791769 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Bound port: f11aa70f-ba19-47cd-912b-042ecf7a92b0, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400829ec-66fc-432e-800c-abe2bebd3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:48.792165 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.806846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9325796d-d6e8-45e8-8809-d74f30cc7878 req-299cd02d-0d8d-4db2-a120-218c1e10b99f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656802 Sep 02 13:11:48.825713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:48.850296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f5a6f5c-8da6-4113-a741-fbbaecca5e12 None None] Provisioning complete for port f11aa70f-ba19-47cd-912b-042ecf7a92b0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:48.850900 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f5c-8da6-4113-a741-fbbaecca5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.934852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.939446 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.960214 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] For port f11aa70f-ba19-47cd-912b-042ecf7a92b0, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:48.972234 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] For port f11aa70f-ba19-47cd-912b-042ecf7a92b0, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f11aa70f-ba19-47cd-912b-042ecf7a92b0,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:48.976159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Transition to ACTIVE for port object d9d41cf3-703f-4d8c-88cd-89d82d213cec will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:48.980870 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:48.996408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a6f5c-8da6-4113-a741-fbbaecca5e12 None None] Port f11aa70f-ba19-47cd-912b-042ecf7a92b0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:49.011332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Transition to ACTIVE for port object d9d41cf3-703f-4d8c-88cd-89d82d213cec will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:49.024468 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.049679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f5a6f5c-8da6-4113-a741-fbbaecca5e12 None None] Provisioning complete for port 192b4fcb-2336-465e-9974-21541246d01a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:49.050061 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f5c-8da6-4113-a741-fbbaecca5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.136652 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:49.138203 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.139979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:49.175509 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc9ae-02ae-465d-94e9-2dcdd1c88a76 None None] Pushing event updated for resources: {'Port': ['ID=f11aa70f-ba19-47cd-912b-042ecf7a92b0,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:49.186939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:49.187194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:49.188070 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:49.188336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:49.223053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Pushing event updated for resources: {'Port': ['ID=d9d41cf3-703f-4d8c-88cd-89d82d213cec,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:49.388258 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:49.411491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Attempting to bind port d9d41cf3-703f-4d8c-88cd-89d82d213cec on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:49.412717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Attempting to bind port d9d41cf3-703f-4d8c-88cd-89d82d213cec by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:49.414907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Attempting to bind port d9d41cf3-703f-4d8c-88cd-89d82d213cec on network f9138cbb-90a1-4ce2-b810-e75147cbd2be {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:49.477327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Allocated IP 2001:db8:3::1 (f9138cbb-90a1-4ce2-b810-e75147cbd2be/4cc22e6a-2f09-4ae3-b118-1edd14962e0e/21cc31b2-a0a6-40e8-b7ee-0cb06df5890f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:11:49.538422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:49.538941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Checking segment: {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:49.539369 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.539764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Bound using segment: {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:49.540312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Bound port: d9d41cf3-703f-4d8c-88cd-89d82d213cec, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:49.540682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.587749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 192b4fcb-2336-465e-9974-21541246d01a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:49.748367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.764129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] For port d9d41cf3-703f-4d8c-88cd-89d82d213cec, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:49.770216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] For port d9d41cf3-703f-4d8c-88cd-89d82d213cec, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d9d41cf3-703f-4d8c-88cd-89d82d213cec,segment=NetworkSegment(37f160db-cffc-4082-a80b-55618adeaa0b),segment_id=37f160db-cffc-4082-a80b-55618adeaa0b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:49.776919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.810368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Transition to ACTIVE for port object 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:49.866977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 192b4fcb-2336-465e-9974-21541246d01a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:49.867349 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.915709 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:49.944990 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:45Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:48Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:50.021233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985d8eb-b53f-446b-a54a-74a287f6049a None None] Pushing event updated for resources: {'Port': ['ID=d9d41cf3-703f-4d8c-88cd-89d82d213cec,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:50.089901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd6803-e7ab-4fa6-b17b-b09463f5725c req-f04d6abe-9a92-4e7c-8ce7-9ed47015752b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:50.103544 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bdd6803-e7ab-4fa6-b17b-b09463f5725c req-f04d6abe-9a92-4e7c-8ce7-9ed47015752b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1505673 Sep 02 13:11:50.117570 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90ada4-f2d7-4348-bf58-967dee672b8e None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:45Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:48Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:50.130635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:50.149416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:50.151176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:50.158985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:11:50.159680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:50.252926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bdd6803-e7ab-4fa6-b17b-b09463f5725c req-5a166657-3001-496e-b78c-8edf0956b9cf tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477814 Sep 02 13:11:50.481332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:50.872797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9d41cf3-703f-4d8c-88cd-89d82d213cec up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:51.002594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d9d41cf3-703f-4d8c-88cd-89d82d213cec completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:51.021114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f11aa70f-ba19-47cd-912b-042ecf7a92b0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:51.032227 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.044152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.045508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.123772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f11aa70f-ba19-47cd-912b-042ecf7a92b0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:51.137333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f11aa70f-ba19-47cd-912b-042ecf7a92b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:51.137731 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.224878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:11:51.237196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:11:51.285983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.333620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port f11aa70f-ba19-47cd-912b-042ecf7a92b0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f11aa70f-ba19-47cd-912b-042ecf7a92b0,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:51.342209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.399021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event updated for resources: {'Port': ['ID=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:51.452631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=f11aa70f-ba19-47cd-912b-042ecf7a92b0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:51.496790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb988-b454-453f-8494-088e48c31326 req-794ee42f-7409-42a9-bbbc-97364dc8e3c9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:51.498789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f61cb988-b454-453f-8494-088e48c31326 req-794ee42f-7409-42a9-bbbc-97364dc8e3c9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1202779 Sep 02 13:11:51.508792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:51.619129 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f61cb988-b454-453f-8494-088e48c31326 req-d7b77286-73b4-4bac-b1b3-193a36641250 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123791 Sep 02 13:11:51.637904 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377913f5-599d-41f5-886e-092d52ac9c8d None None] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:51.674922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:51.693279 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-034589a1-381d-4f03-801a-baf6861beb94 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7442839 Sep 02 13:11:51.693525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:51.693635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:51.700304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:51.719939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:51.720687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:51.819282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] Provisioning for port d9d41cf3-703f-4d8c-88cd-89d82d213cec completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:51.836665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] Provisioning complete for port d9d41cf3-703f-4d8c-88cd-89d82d213cec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:51.837137 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:51.909694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:52.165705 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.233708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:11:52.236872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] For port d9d41cf3-703f-4d8c-88cd-89d82d213cec, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d9d41cf3-703f-4d8c-88cd-89d82d213cec,segment=NetworkSegment(37f160db-cffc-4082-a80b-55618adeaa0b),segment_id=37f160db-cffc-4082-a80b-55618adeaa0b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:52.265207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Removed routes are [] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:11:52.266087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.270211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.341233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5b4ae-7a04-4dfb-aed7-4e4221fb2793 None None] Pushing event updated for resources: {'Port': ['ID=d9d41cf3-703f-4d8c-88cd-89d82d213cec,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:52.359371 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:50Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '21cc31b2-a0a6-40e8-b7ee-0cb06df5890f', 'name': '', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:7d:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:49Z', 'updated_at': '2021-09-02T13:11:50Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:52.395425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:11:52.395837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Updating router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:11:52.422807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.523005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.527487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.759056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9d41cf3-703f-4d8c-88cd-89d82d213cec up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:52.833788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19f8156d-553c-46f4-b9a1-bd5f7295321c None None] Provisioning for port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:52.850295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19f8156d-553c-46f4-b9a1-bd5f7295321c None None] Provisioning complete for port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:52.850694 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19f8156d-553c-46f4-b9a1-bd5f7295321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.914787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-19f8156d-553c-46f4-b9a1-bd5f7295321c None None] Port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:11:52.950625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d9d41cf3-703f-4d8c-88cd-89d82d213cec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:52.950907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:52.954097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19f8156d-553c-46f4-b9a1-bd5f7295321c None None] Provisioning complete for port d9d41cf3-703f-4d8c-88cd-89d82d213cec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:52.954712 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19f8156d-553c-46f4-b9a1-bd5f7295321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.054184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:53.096933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.143205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Transition to ACTIVE for port object 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:11:53.158552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc110298-e846-4c48-9299-f3507f62e4e4 req-949642ec-f32c-4d20-b120-6ac3e014a0bf tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:53.159584 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.161000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc110298-e846-4c48-9299-f3507f62e4e4 req-949642ec-f32c-4d20-b120-6ac3e014a0bf tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.1448269 Sep 02 13:11:53.223712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f11aa70f-ba19-47cd-912b-042ecf7a92b0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:53.245212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc110298-e846-4c48-9299-f3507f62e4e4 req-5c0d9d8b-1f62-49dd-9504-1c6a46290388 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507643 Sep 02 13:11:53.268988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:53.281365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0092c7d-e9bd-45ef-8887-6953cfe9cdf5 None None] Pushing event updated for resources: {'Port': ['ID=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:53.284631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.286421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1c2fcba6-f270-4196-be6c-92ff50dd2ab4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 954 time: 1.5918777 Sep 02 13:11:53.289755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:53.361275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Attempting to bind port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:11:53.361966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Attempting to bind port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:11:53.362525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Attempting to bind port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f on network f9138cbb-90a1-4ce2-b810-e75147cbd2be {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:11:53.364753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f11aa70f-ba19-47cd-912b-042ecf7a92b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:53.365206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.388400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:11:53.388925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Checking segment: {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:11:53.389395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.389850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Bound using segment: {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:11:53.390397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Bound port: 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f160db-cffc-4082-a80b-55618adeaa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:11:53.390973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.414000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b03ff7c3-069d-44e0-bc4a-f352441c76a7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 954 time: 0.1224515 Sep 02 13:11:53.416744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:53.423020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'routes': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:11:53.506946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] For port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:11:53.510374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] For port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,segment=NetworkSegment(37f160db-cffc-4082-a80b-55618adeaa0b),segment_id=37f160db-cffc-4082-a80b-55618adeaa0b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:11:53.544220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:53.630319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:53.631079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:53.754144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0092c7d-e9bd-45ef-8887-6953cfe9cdf5 None None] Pushing event updated for resources: {'Port': ['ID=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:53.777806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:53.864425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added routes are [] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:11:53.865179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:11:53.897569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:54.022844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:52Z', 'revision_number': 6, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '21cc31b2-a0a6-40e8-b7ee-0cb06df5890f', 'name': '', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:7d:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:49Z', 'updated_at': '2021-09-02T13:11:53Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:54.055515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3755a9-415a-4dd0-82a6-cc9a12007cfa None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:52Z', 'revision_number': 6, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '21cc31b2-a0a6-40e8-b7ee-0cb06df5890f', 'name': '', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:7d:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:49Z', 'updated_at': '2021-09-02T13:11:53Z', 'revision_number': 4, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:54.146470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:54.158645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:54.320405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:54.399465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4418022-d2ba-4125-be84-42118dfc99a8 req-464f5103-6415-4c2a-8145-cb3c5c019226 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:54.401342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4418022-d2ba-4125-be84-42118dfc99a8 req-464f5103-6415-4c2a-8145-cb3c5c019226 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0686092 Sep 02 13:11:54.430887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:54.439437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:54.440667 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45fb7518-a7a6-4769-a0d4-d5d4a0029462 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 704 time: 1.0226843 Sep 02 13:11:54.444529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43286) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:54.460123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4418022-d2ba-4125-be84-42118dfc99a8 req-6c9c3cc8-95d5-421f-8c05-6d60ee464116 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Sep 02 13:11:54.554439 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cd6f217d-a160-4b51-9810-97ea165c53b7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 704 time: 0.1081798 Sep 02 13:11:54.557196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:54.730330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:11:54.797740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:11:54.804142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:11:54.805901 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:54.924629 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:54.966131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,segment=NetworkSegment(37f160db-cffc-4082-a80b-55618adeaa0b),segment_id=37f160db-cffc-4082-a80b-55618adeaa0b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:54.971247 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:55.019053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:55.051437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:55.117489 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:55.129624 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:55.130795 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:55.247835 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:55.379789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:55.380036 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:55.494069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,segment=NetworkSegment(37f160db-cffc-4082-a80b-55618adeaa0b),segment_id=37f160db-cffc-4082-a80b-55618adeaa0b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:55.494580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:55.520323 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:53Z', 'revision_number': 7, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '21cc31b2-a0a6-40e8-b7ee-0cb06df5890f', 'name': '', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:7d:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:49Z', 'updated_at': '2021-09-02T13:11:54Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:55.521221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:55.558592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:11:55.569589 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:55.570012 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:55.626417 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777e454-5984-4674-bbe4-38bbab1973a5 req-980f50fa-718c-411b-9bbd-13e298f892a5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:55.628287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7777e454-5984-4674-bbe4-38bbab1973a5 req-980f50fa-718c-411b-9bbd-13e298f892a5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0747666 Sep 02 13:11:55.688755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7777e454-5984-4674-bbe4-38bbab1973a5 req-2558eb63-e668-47e0-bcb7-d82cebab35a0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Sep 02 13:11:55.793882 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:55.825849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:55.833410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=21cc31b2-a0a6-40e8-b7ee-0cb06df5890f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:56.120191 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:53Z', 'revision_number': 7, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '21cc31b2-a0a6-40e8-b7ee-0cb06df5890f', 'name': '', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:7d:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:49Z', 'updated_at': '2021-09-02T13:11:54Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:56.152450 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda03357-1ae9-4b0c-b682-d4546cdb94ea None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:53Z', 'revision_number': 7, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '21cc31b2-a0a6-40e8-b7ee-0cb06df5890f', 'name': '', 'network_id': 'f9138cbb-90a1-4ce2-b810-e75147cbd2be', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:7d:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:49Z', 'updated_at': '2021-09-02T13:11:54Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '4cc22e6a-2f09-4ae3-b118-1edd14962e0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:56.441735 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:56.650785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-3384ce39-b120-49cd-9edd-41fb21a8dfd7 req-3d7fd5f2-0a38-4855-b273-23d0b2537e57 service neutron] (94840) timed out ('10.222.0.18', 64225) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:11:56.677247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:56.817998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:56.824619 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1bdbb1b4-5292-4e93-b479-305059a9ee06 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2663529 Sep 02 13:11:56.828467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:56.830462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:56.840381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:56.841091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:56.863210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c67d3-ca5d-472d-89cb-a9a39d42a82b req-2dcedc47-0ca5-47a5-a34d-4c1b3c99d9d4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:56.871438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a83c67d3-ca5d-472d-89cb-a9a39d42a82b req-2dcedc47-0ca5-47a5-a34d-4c1b3c99d9d4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0881977 Sep 02 13:11:56.913454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet 4cc22e6a-2f09-4ae3-b118-1edd14962e0e {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:56.918811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a83c67d3-ca5d-472d-89cb-a9a39d42a82b req-d95df314-cd62-4bac-a351-1bb97c27f9f6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 Sep 02 13:11:56.919263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:56.954000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:56.965246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.076691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.179174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.212519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc22e6a-2f09-4ae3-b118-1edd14962e0e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:57.217873 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.220163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9930714a-a79c-4dfa-b3dc-60564892c7ad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/4cc22e6a-2f09-4ae3-b118-1edd14962e0e HTTP/1.1" status: 204 len: 168 time: 0.3901262 Sep 02 13:11:57.221901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:55Z', 'revision_number': 8, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:57.223170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:57.228833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58ef7a-9f80-427b-aca0-cfc1904fb4f1 None None] Network f9138cbb-90a1-4ce2-b810-e75147cbd2be requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:11:57.307274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:11:57.319899 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.338767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:57.339475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:57.383178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port d9d41cf3-703f-4d8c-88cd-89d82d213cec {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:57.383698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.451609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port d9d41cf3-703f-4d8c-88cd-89d82d213cec, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d9d41cf3-703f-4d8c-88cd-89d82d213cec,segment=NetworkSegment(37f160db-cffc-4082-a80b-55618adeaa0b),segment_id=37f160db-cffc-4082-a80b-55618adeaa0b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:57.452133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.465758 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for d9d41cf3-703f-4d8c-88cd-89d82d213cec owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:57.479973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:57.572610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.624559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=d9d41cf3-703f-4d8c-88cd-89d82d213cec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:57.629271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port d9d41cf3-703f-4d8c-88cd-89d82d213cec on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:11:57.726446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.739548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9138cbb-90a1-4ce2-b810-e75147cbd2be']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:57.752047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f160db-cffc-4082-a80b-55618adeaa0b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:57.752448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f160db-cffc-4082-a80b-55618adeaa0b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:57.762899 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.782977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.790280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:11:57.790882 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:11:57.794442 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:11:57.811689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d6d08-4942-49f4-b903-e099402b4999 None None] DHCP port deletion for f9138cbb-90a1-4ce2-b810-e75147cbd2be request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:11:57.878303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.884422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:57.886641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/f9138cbb-90a1-4ce2-b810-e75147cbd2be HTTP/1.1" status: 204 len: 168 time: 0.6624069 Sep 02 13:11:57.890468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43316) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:57.922262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee308e30-ad2b-4533-bf27-b42b1e1a078a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=f9138cbb-90a1-4ce2-b810-e75147cbd2be,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:57.941198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:55Z', 'revision_number': 8, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:57.977710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4dde48-d069-4016-b588-8d05e0649e98 None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:55Z', 'revision_number': 8, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11aa70f-ba19-47cd-912b-042ecf7a92b0', 'name': '', 'network_id': 'a3979f47-4c16-4ad1-ad4e-432e87c6c0e1', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:34:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:44Z', 'updated_at': '2021-09-02T13:11:51Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:11:58.070556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07c3d-93e3-41c8-9b19-0caabb62813f req-83876620-dd35-4df2-bf63-50808086f1b2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:58.072380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ced07c3d-93e3-41c8-9b19-0caabb62813f req-83876620-dd35-4df2-bf63-50808086f1b2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0748596 Sep 02 13:11:58.126303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ced07c3d-93e3-41c8-9b19-0caabb62813f req-a344b457-ac18-437f-9de8-71e98fa5d3e1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Sep 02 13:11:58.326514 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:58.622902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port f11aa70f-ba19-47cd-912b-042ecf7a92b0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:11:58.623465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:58.695860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9d41cf3-703f-4d8c-88cd-89d82d213cec no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:58.725211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d9d41cf3-703f-4d8c-88cd-89d82d213cec {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:11:58.725882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d9d41cf3-703f-4d8c-88cd-89d82d213cec not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:11:58.726381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:11:58.730464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1da56268-d8b3-48cf-bdb6-3700805c961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:58.755651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:11:58.756713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 21cc31b2-a0a6-40e8-b7ee-0cb06df5890f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:11:58.764738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port f11aa70f-ba19-47cd-912b-042ecf7a92b0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f11aa70f-ba19-47cd-912b-042ecf7a92b0,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:58.765157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:58.778821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for f11aa70f-ba19-47cd-912b-042ecf7a92b0 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:11:58.970201 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:58.997627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=f11aa70f-ba19-47cd-912b-042ecf7a92b0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:59.029410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.029945 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.030474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.030832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.031160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.031517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.031852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.032182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.032568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.032840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.033188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.033510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:11:59.130438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.302112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcec53-25d6-42c4-a267-aa97763cd2e8 req-196137a4-ed7a-4d89-8c73-f4f735f92d29 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:11:59.303963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56fcec53-25d6-42c4-a267-aa97763cd2e8 req-196137a4-ed7a-4d89-8c73-f4f735f92d29 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 943 time: 0.0788965 Sep 02 13:11:59.369547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 96888a4e-020b-441c-be80-cc7d96207793 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:11:59.436695 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-56fcec53-25d6-42c4-a267-aa97763cd2e8 req-74fff6d5-0bc1-4d3f-bdeb-8d39d3b41b51 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995617 Sep 02 13:11:59.441988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:11:59.481459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 96888a4e-020b-441c-be80-cc7d96207793, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=96888a4e-020b-441c-be80-cc7d96207793,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:59.495463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '96888a4e-020b-441c-be80-cc7d96207793', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': '96888a4e-020b-441c-be80-cc7d96207793', 'mac_address': 'fa:16:3e:e7:a1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:11:59.537736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.554435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96888a4e-020b-441c-be80-cc7d96207793 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:11:59.561528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:11:59.569565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c4a33793-faa3-473e-bbe6-b15bb57f60b5 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6762929 Sep 02 13:11:59.572651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:59.577845 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:11:59.584559 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 96888a4e-020b-441c-be80-cc7d96207793, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=96888a4e-020b-441c-be80-cc7d96207793,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:11:59.588667 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:11:59.589543 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:11:59.590722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.631275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:11:59.634880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.647934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=96888a4e-020b-441c-be80-cc7d96207793,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:59.681403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.707778 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:11:59.798529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.842350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['96888a4e-020b-441c-be80-cc7d96207793'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:11:59.915553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.955826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:11:59.960643 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:11:59.963546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-79dd5c13-33e9-4a64-aa5e-f3b02303289b tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9 HTTP/1.1" status: 204 len: 168 time: 0.3898365 Sep 02 13:11:59.966290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:11:59.970627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f5eac-a111-4da4-b141-48dfccf706de None None] Network a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:12:00.002761 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:58Z', 'revision_number': 9, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:00.040819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:12:00.056381 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:00.057209 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:11:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:00.091822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.168827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 192b4fcb-2336-465e-9974-21541246d01a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:00.173013 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.176085 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:00.254366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] DHCP port deletion for a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:12:00.269414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 192b4fcb-2336-465e-9974-21541246d01a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=192b4fcb-2336-465e-9974-21541246d01a,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:00.270017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.284749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 192b4fcb-2336-465e-9974-21541246d01a owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:00.323878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] Deleting port 192b4fcb-2336-465e-9974-21541246d01a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:00.324480 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.411371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.414099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] For port 192b4fcb-2336-465e-9974-21541246d01a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=192b4fcb-2336-465e-9974-21541246d01a,segment=NetworkSegment(400829ec-66fc-432e-800c-abe2bebd3a75),segment_id=400829ec-66fc-432e-800c-abe2bebd3a75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:00.414678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.437538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] Calling delete_port for 192b4fcb-2336-465e-9974-21541246d01a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:00.448726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=192b4fcb-2336-465e-9974-21541246d01a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:00.456943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port 192b4fcb-2336-465e-9974-21541246d01a on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:00.479407 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:58Z', 'revision_number': 9, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:00.527516 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f5243-9c54-44e3-8c83-6293a5988581 None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:11:58Z', 'revision_number': 9, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7', 'name': '', 'network_id': '95b86550-a80f-4b60-9830-9af39d42202d', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:6c:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'e9136764-113f-441d-878d-950144a18db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:39Z', 'updated_at': '2021-09-02T13:11:47Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': 'e9136764-113f-441d-878d-950144a18db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:00.548116 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:12:00.558890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.589973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] Pushing event deleted for resources: {'Port': ['ID=192b4fcb-2336-465e-9974-21541246d01a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:00.594333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175740-be96-49c0-979c-b3f89c135f5f None None] No DVR routers for this DVR port 192b4fcb-2336-465e-9974-21541246d01a on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:00.610057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.622431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3979f47-4c16-4ad1-ad4e-432e87c6c0e1']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:00.640687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acbd06-e455-473f-a538-27a26a4490b0 req-66948ad8-2d44-474a-a367-242fcdb457dc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:00.642322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7acbd06-e455-473f-a538-27a26a4490b0 req-66948ad8-2d44-474a-a367-242fcdb457dc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 944 time: 0.0817223 Sep 02 13:12:00.643887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400829ec-66fc-432e-800c-abe2bebd3a75') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:00.644152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400829ec-66fc-432e-800c-abe2bebd3a75') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:00.659753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.681088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.693792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:12:00.694193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:12:00.697086 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:12:00.702561 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f7acbd06-e455-473f-a538-27a26a4490b0 req-9ce10031-f3c7-4c4c-8630-8e7f8de9f675 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Sep 02 13:12:00.767366 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.774541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:00.776510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/a3979f47-4c16-4ad1-ad4e-432e87c6c0e1 HTTP/1.1" status: 204 len: 168 time: 0.8087902 Sep 02 13:12:00.779621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:00.789229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550ff84-856a-44b6-a40b-7d3c55d424e9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=a3979f47-4c16-4ad1-ad4e-432e87c6c0e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:00.975800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 192b4fcb-2336-465e-9974-21541246d01a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:01.008445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 192b4fcb-2336-465e-9974-21541246d01a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:01.008960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 192b4fcb-2336-465e-9974-21541246d01a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:01.009659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f11aa70f-ba19-47cd-912b-042ecf7a92b0 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:01.032202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f11aa70f-ba19-47cd-912b-042ecf7a92b0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:01.032695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f11aa70f-ba19-47cd-912b-042ecf7a92b0 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:01.194480 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.379288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 96888a4e-020b-441c-be80-cc7d96207793 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:12:01.457417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 96888a4e-020b-441c-be80-cc7d96207793 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:12:01.468134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 96888a4e-020b-441c-be80-cc7d96207793 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:12:01.472355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.472578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:01.472737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.532923 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-248a3825-78b3-423c-8bd2-1416f0c354d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.569025 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:01.569401 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.588062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:01.590129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.614063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96888a4e-020b-441c-be80-cc7d96207793'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:01.616376 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3accad4-5e8e-4161-9bde-18593f438e2d" -d '{"events": [{"server_uuid": "7c540444-e3f6-430f-b02c-a5f5afc5f010", "name": "network-vif-plugged", "status": "completed", "tag": "96888a4e-020b-441c-be80-cc7d96207793"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:01.630703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 96888a4e-020b-441c-be80-cc7d96207793, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=96888a4e-020b-441c-be80-cc7d96207793,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:01.636075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.674720 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c89e8a-1b62-4f94-b15d-d04ad97e969c x-openstack-request-id: req-c4c89e8a-1b62-4f94-b15d-d04ad97e969c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:01.675172 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c540444-e3f6-430f-b02c-a5f5afc5f010", "name": "network-vif-plugged", "status": "completed", "tag": "96888a4e-020b-441c-be80-cc7d96207793", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:01.675499 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4c89e8a-1b62-4f94-b15d-d04ad97e969c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:01.676035 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96888a4e-020b-441c-be80-cc7d96207793', 'code': 200} Sep 02 13:12:01.702729 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.710692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=96888a4e-020b-441c-be80-cc7d96207793,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:01.795091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:01.827556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:01.890697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6a67-1abe-488b-beb0-b37a3b2765e5 req-67323e13-b4c9-4eee-8d15-94e61051fa87 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:01.892358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb9e6a67-1abe-488b-beb0-b37a3b2765e5 req-67323e13-b4c9-4eee-8d15-94e61051fa87 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 945 time: 0.1134186 Sep 02 13:12:01.932558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01afb-ee71-42ab-a8bd-aaa2acd1fe37 req-fb5ef37e-058c-427a-bf5d-2a65a26eb21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:01.934303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45d01afb-ee71-42ab-a8bd-aaa2acd1fe37 req-fb5ef37e-058c-427a-bf5d-2a65a26eb21e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 1096 time: 0.1961453 Sep 02 13:12:01.961173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb9e6a67-1abe-488b-beb0-b37a3b2765e5 req-f608593f-3d02-4920-adcf-9eef8476a20f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592487 Sep 02 13:12:01.995450 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:02.009458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45d01afb-ee71-42ab-a8bd-aaa2acd1fe37 req-fcc5d577-ebba-46bf-bf82-831588dee5bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 Sep 02 13:12:02.599861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:12:02.609308 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:02.699458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:12:02.704797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2876cc37-7d3c-41d7-9f7a-85e27953bd23 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235432 Sep 02 13:12:02.707679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43366) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:02.711618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:12:02.721603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:02.722317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:02.761324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet e9136764-113f-441d-878d-950144a18db7 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:12:02.764918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:02.807209 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:02.814631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:02.908542 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:02.989143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.068406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:01Z', 'revision_number': 10, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:03.074166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=e9136764-113f-441d-878d-950144a18db7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:03.093219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.096638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9be61624-0a74-4b25-b58b-6b1bfa552fa7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/e9136764-113f-441d-878d-950144a18db7 HTTP/1.1" status: 204 len: 168 time: 0.3879123 Sep 02 13:12:03.100069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:03.108819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c6ea8-0236-4db5-8fd1-c12f3847a0da None None] Network 95b86550-a80f-4b60-9830-9af39d42202d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:12:03.113168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:12:03.186282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cdf9f-ef07-44d7-8306-8d8057fda9bf req-5b143cc0-d67b-4454-ba0b-ec9e5ceb6dec tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:03.189304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:03.190283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:03.196628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-485cdf9f-ef07-44d7-8306-8d8057fda9bf req-5b143cc0-d67b-4454-ba0b-ec9e5ceb6dec tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 945 time: 0.1229582 Sep 02 13:12:03.223818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.249355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-485cdf9f-ef07-44d7-8306-8d8057fda9bf req-0bde7138-b7a3-4bb6-8c51-208614a1b9bd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503821 Sep 02 13:12:03.372087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:03.482710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] DHCP port deletion for 95b86550-a80f-4b60-9830-9af39d42202d request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:12:03.611370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] Deleting port ad14a9db-44c2-4e84-876f-b302b08a3a7e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:03.612112 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.635983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff6689-9ad1-4317-a8c2-e9f701a9e8d5 req-da94261a-24e0-4074-b29c-1781ad59d524 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:03.637627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-78ff6689-9ad1-4317-a8c2-e9f701a9e8d5 req-da94261a-24e0-4074-b29c-1781ad59d524 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 945 time: 0.0632887 Sep 02 13:12:03.642548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port ad14a9db-44c2-4e84-876f-b302b08a3a7e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:03.642962 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.686450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] For port ad14a9db-44c2-4e84-876f-b302b08a3a7e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ad14a9db-44c2-4e84-876f-b302b08a3a7e,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:03.687089 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.702557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] Calling delete_port for ad14a9db-44c2-4e84-876f-b302b08a3a7e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:03.713360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:01Z', 'revision_number': 10, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:03.732171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port ad14a9db-44c2-4e84-876f-b302b08a3a7e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ad14a9db-44c2-4e84-876f-b302b08a3a7e,segment=NetworkSegment(4e6103e0-9c5b-4bf4-a348-5e97f7b395d3),segment_id=4e6103e0-9c5b-4bf4-a348-5e97f7b395d3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:03.732755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.743424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40683f1-662b-47a4-9f7e-120024770621 None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:01Z', 'revision_number': 10, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None, '_interfaces': [{'id': '7b063088-735d-45f6-8e50-6e0804345fde', 'name': '', 'network_id': '87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'mac_address': 'fa:16:3e:f7:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:11:34Z', 'updated_at': '2021-09-02T13:11:41Z', 'revision_number': 5, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'subnets': [{'id': '7e2d1ec0-cd32-4545-92a2-99fc054607a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:12:03.743701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-78ff6689-9ad1-4317-a8c2-e9f701a9e8d5 req-21027c5a-3a29-420a-9711-2d4bc418e342 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893114 Sep 02 13:12:03.751117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for ad14a9db-44c2-4e84-876f-b302b08a3a7e owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:03.840499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.854527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.882458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] Pushing event deleted for resources: {'Port': ['ID=ad14a9db-44c2-4e84-876f-b302b08a3a7e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:03.888380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=ad14a9db-44c2-4e84-876f-b302b08a3a7e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:03.892205 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port ad14a9db-44c2-4e84-876f-b302b08a3a7e on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:03.895030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4fe73-3081-4876-b8c4-389615b7a9d5 None None] No DVR routers for this DVR port ad14a9db-44c2-4e84-876f-b302b08a3a7e on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:03.979470 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:03.990724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b86550-a80f-4b60-9830-9af39d42202d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:04.002707 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:04.003242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6103e0-9c5b-4bf4-a348-5e97f7b395d3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:04.016837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.037445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.045438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:12:04.045944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: self.session.flush() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:12:04.049473 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:12:04.141110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.163364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.165357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/95b86550-a80f-4b60-9830-9af39d42202d HTTP/1.1" status: 204 len: 168 time: 1.0638862 Sep 02 13:12:04.166295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d2c6d-5247-444f-99e5-2b7ddf3a2bac tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=95b86550-a80f-4b60-9830-9af39d42202d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:04.168167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43386) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:04.189127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05689c-8a5e-40d0-a51e-f8c3f25e4652 req-7bfae8cc-5dd8-40cc-893b-8e0443d1588b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:04.191316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a05689c-8a5e-40d0-a51e-f8c3f25e4652 req-7bfae8cc-5dd8-40cc-893b-8e0443d1588b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 945 time: 0.0978408 Sep 02 13:12:04.241990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a05689c-8a5e-40d0-a51e-f8c3f25e4652 req-a8c09ba1-3619-4244-b2e8-746c459b4773 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Sep 02 13:12:04.280937 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.568744 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.694933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:04.715986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:04.716453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 893d3a24-a07a-4dc4-ae2b-3beaf46e8fe7 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:04.717111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ad14a9db-44c2-4e84-876f-b302b08a3a7e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:04.735824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ad14a9db-44c2-4e84-876f-b302b08a3a7e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:04.736195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ad14a9db-44c2-4e84-876f-b302b08a3a7e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:04.833754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 7b063088-735d-45f6-8e50-6e0804345fde {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:04.834132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.928046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 7b063088-735d-45f6-8e50-6e0804345fde, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=7b063088-735d-45f6-8e50-6e0804345fde,segment=NetworkSegment(fde8b0a9-1747-4e26-9905-1c8cf12ccb28),segment_id=fde8b0a9-1747-4e26-9905-1c8cf12ccb28)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:04.928327 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:04.941172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 7b063088-735d-45f6-8e50-6e0804345fde owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:05.128293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.165039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=7b063088-735d-45f6-8e50-6e0804345fde,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:05.274592 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.377959 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.498850 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:12:05.508456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee513f9-1994-4a5c-a856-3f1710a6bc01 req-da35a948-4b9e-4e2c-a5c2-4d982a847fea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:05.510411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dee513f9-1994-4a5c-a856-3f1710a6bc01 req-da35a948-4b9e-4e2c-a5c2-4d982a847fea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 945 time: 0.1524577 Sep 02 13:12:05.572279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-cc891ab2-5e36-46af-bb5d-33e3459a3c71 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:05.574965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-cc891ab2-5e36-46af-bb5d-33e3459a3c71 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 945 time: 0.0764284 Sep 02 13:12:05.626684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:12:05.636450 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-573a636b-f09f-457e-afcb-ae4193c72e7a tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638712 Sep 02 13:12:05.636711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:05.643033 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:12:05.653505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dee513f9-1994-4a5c-a856-3f1710a6bc01 req-a2bf3900-23f0-4771-8071-dd88461a51a0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318135 Sep 02 13:12:05.658505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:05.659151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:05.710325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting subnet 7e2d1ec0-cd32-4545-92a2-99fc054607a1 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:12:05.719825 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.726084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port 96888a4e-020b-441c-be80-cc7d96207793 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:05.726434 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.746839 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:05.772500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.824005 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:05Z', 'revision_number': 11, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:05.872277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port 96888a4e-020b-441c-be80-cc7d96207793, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=96888a4e-020b-441c-be80-cc7d96207793,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:05.872831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.873890 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:12:05.884174 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:05.885317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:05.891815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:05.898701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for 96888a4e-020b-441c-be80-cc7d96207793 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:05.977332 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:05.984552 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.024523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2d1ec0-cd32-4545-92a2-99fc054607a1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:06.034778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.036078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0267ea-dfbd-4ed2-9669-a8b2ae59aed5 None None] Network 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:12:06.040369 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a5be3c23-1f4b-44d5-8999-e339d784e1c8 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/7e2d1ec0-cd32-4545-92a2-99fc054607a1 HTTP/1.1" status: 204 len: 168 time: 0.4020963 Sep 02 13:12:06.041152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:06.041592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:05Z', 'revision_number': 11, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:06.078047 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8c749-4c6b-4abb-b1b4-2e386725b860 None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:05Z', 'revision_number': 11, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:12:06.122203 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.137979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.146404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:06.157872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=96888a4e-020b-441c-be80-cc7d96207793,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:06.208442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Deleting port 721bc90f-13c6-4495-8c09-ad840acbd41f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:06.208884 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.209919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['96888a4e-020b-441c-be80-cc7d96207793'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:06.227744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port 96888a4e-020b-441c-be80-cc7d96207793 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:06.232051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.234682 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e99f9d9e-9e97-4256-9567-d4f3bcdbfee1 req-596c9db8-d5d9-4127-b4bf-25078891203f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "DELETE /v2.0/ports/96888a4e-020b-441c-be80-cc7d96207793 HTTP/1.1" status: 204 len: 173 time: 0.6533661 Sep 02 13:12:06.235785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'name': 'network-vif-deleted', 'tag': '96888a4e-020b-441c-be80-cc7d96207793'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:06.239760 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18461dde-a408-461e-b865-e9530a0b50b1" -d '{"events": [{"server_uuid": "7c540444-e3f6-430f-b02c-a5f5afc5f010", "name": "network-vif-deleted", "tag": "96888a4e-020b-441c-be80-cc7d96207793"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:06.315843 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b0a38-cfd3-453f-9a52-39a2c126e1f6 x-openstack-request-id: req-e92b0a38-cfd3-453f-9a52-39a2c126e1f6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:06.316222 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c540444-e3f6-430f-b02c-a5f5afc5f010", "name": "network-vif-deleted", "tag": "96888a4e-020b-441c-be80-cc7d96207793", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:06.316583 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e92b0a38-cfd3-453f-9a52-39a2c126e1f6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:06.316787 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c540444-e3f6-430f-b02c-a5f5afc5f010', 'name': 'network-vif-deleted', 'tag': '96888a4e-020b-441c-be80-cc7d96207793', 'status': 'completed', 'code': 200} Sep 02 13:12:06.342476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] For port 721bc90f-13c6-4495-8c09-ad840acbd41f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=721bc90f-13c6-4495-8c09-ad840acbd41f,segment=NetworkSegment(fde8b0a9-1747-4e26-9905-1c8cf12ccb28),segment_id=fde8b0a9-1747-4e26-9905-1c8cf12ccb28)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:06.343292 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.359324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Calling delete_port for 721bc90f-13c6-4495-8c09-ad840acbd41f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:06.520081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.571748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Port': ['ID=721bc90f-13c6-4495-8c09-ad840acbd41f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:06.581753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ab38c-f30e-4f5f-9b93-339034ec5e84 None None] DHCP port deletion for 87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:12:06.593933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No DVR routers for this DVR port 721bc90f-13c6-4495-8c09-ad840acbd41f on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:06.719459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.723189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7b063088-735d-45f6-8e50-6e0804345fde no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:06.746005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:06.757117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 7b063088-735d-45f6-8e50-6e0804345fde {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:06.757477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 7b063088-735d-45f6-8e50-6e0804345fde not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:06.757912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 721bc90f-13c6-4495-8c09-ad840acbd41f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:06.781355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 721bc90f-13c6-4495-8c09-ad840acbd41f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:06.782031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:06.782337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8b0a9-1747-4e26-9905-1c8cf12ccb28') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:06.782624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 721bc90f-13c6-4495-8c09-ad840acbd41f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:06.813917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-057a3538-94df-44f9-a709-6c60e6d8eaf1 req-f1d6cb79-30bd-46f1-8826-6594889d42cc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 210 time: 0.0497129 Sep 02 13:12:06.815889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.839714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.839714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:12:06.839714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:12:06.856358 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:12:06.914414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.927363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:06.932062 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/networks/87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3 HTTP/1.1" status: 204 len: 168 time: 0.8869994 Sep 02 13:12:06.932934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:06.946669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'routes': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:06.950559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcb559-5cd1-4369-9d35-4e0cb2dd0c04 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Pushing event deleted for resources: {'Network': ['ID=87d5b289-0b2b-4db9-9e22-bad2a6b6e9e3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:07.138039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Added routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:12:07.138525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Removed routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:12:07.138994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:07.298305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:07.302208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:07.385617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:12:07.465142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:12:07.472787 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:07.473899 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e42797b7-74b6-40d2-b822-319651648311 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 705 time: 0.5403368 Sep 02 13:12:07.477093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] Sync routers for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:12:07.477610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:07.488220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:07.489144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:07.510035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b4ae3305-c7b5-4846-af38-3ebc686d15b6 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 205 time: 0.0313680 Sep 02 13:12:07.512806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:07.579247 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:07.647021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:05Z', 'revision_number': 11, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:07.672778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:07.681777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] Checking router: 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:12:07.691341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] Routers {'12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:07.692235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:07.958073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] Set router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:07.985175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-693bfb4f-2b28-43c5-9bf0-bc8f92a34041 req-086f239f-8cb2-4723-8447-a37d4a1aa63e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 210 time: 0.0426393 Sep 02 13:12:08.032911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:05Z', 'revision_number': 11, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:08.074200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec3870-c909-4374-959e-c9b2de47c32b None None] The sync data for ids ['12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db'] in n-d-792364-8 is: [{'id': '12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db', 'name': 'tempest-RoutersIpV6Test-router-2098865912', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:11:31Z', 'updated_at': '2021-09-02T13:12:05Z', 'revision_number': 11, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:12:08.348812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.351154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.398829 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.399510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router 12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:12:08.407071 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.408293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-afe063c1-c7dc-4cc3-aac5-dcbb078fbaf2 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 204 len: 168 time: 0.8942139 Sep 02 13:12:08.415654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43434) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:08.422177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897155733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:08.448330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.449784 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.514311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.523868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.546039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.546704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7250f653-ea1a-4567-b2db-f4c7868dd496 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1290867 Sep 02 13:12:08.550022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43436) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:08.556441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:08.790758 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15528'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.803552 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767531'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:08.916046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Router 17fe2f9e-9030-4760-aa76-c8171a2ec81e is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:12:09.010816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:12:09.025828 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:09.027160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e5b1a27c-595b-4fe5-84e7-73a824020978 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "PUT /v2.0/routers/17fe2f9e-9030-4760-aa76-c8171a2ec81e HTTP/1.1" status: 200 len: 698 time: 0.4760041 Sep 02 13:12:09.032031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.034126 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] Sync routers for ids ['17fe2f9e-9030-4760-aa76-c8171a2ec81e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:12:09.052835 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] Routers {'17fe2f9e-9030-4760-aa76-c8171a2ec81e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:09.053667 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['17fe2f9e-9030-4760-aa76-c8171a2ec81e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:09.147051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1e89292-470e-45a6-ac36-94a646bbd497 req-7a5c4fd1-88bf-4f50-8a39-09230a400886 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 210 time: 0.0585012 Sep 02 13:12:09.159287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-15884c19-feea-4cda-941c-a2e4c13912c0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/routers/17fe2f9e-9030-4760-aa76-c8171a2ec81e HTTP/1.1" status: 200 len: 704 time: 0.1258559 Sep 02 13:12:09.162424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43448) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.200512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93005ff4-1f77-4a7e-8e5f-8135d89197f3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fe2f9e-9030-4760-aa76-c8171a2ec81e HTTP/1.1" status: 200 len: 205 time: 0.0343835 Sep 02 13:12:09.200512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43450) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.318313 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:09.318792 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] Set router 17fe2f9e-9030-4760-aa76-c8171a2ec81e gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:09.383892 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fe2f9e-9030-4760-aa76-c8171a2ec81e', 'name': 'tempest-RoutersIpV6Test-router-1897155733', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:12:08Z', 'updated_at': '2021-09-02T13:12:08Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:09.418033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 96888a4e-020b-441c-be80-cc7d96207793 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:09.428057 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] Checking router: 17fe2f9e-9030-4760-aa76-c8171a2ec81e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:12:09.439396 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] Routers {'17fe2f9e-9030-4760-aa76-c8171a2ec81e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:12:09.440277 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:12:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['17fe2f9e-9030-4760-aa76-c8171a2ec81e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:09.460732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 96888a4e-020b-441c-be80-cc7d96207793 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:09.461546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 96888a4e-020b-441c-be80-cc7d96207793 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:09.524077 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:09.527581 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:09.539861 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] Set router 17fe2f9e-9030-4760-aa76-c8171a2ec81e gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:12:09.590742 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:09.591657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Fanout notify agent at l3_agent the message router_deleted on router 17fe2f9e-9030-4760-aa76-c8171a2ec81e {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:12:09.599889 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:09.601228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8675aa5d-4b0d-4a14-8605-f4c9908b5724 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/17fe2f9e-9030-4760-aa76-c8171a2ec81e HTTP/1.1" status: 204 len: 168 time: 0.3996668 Sep 02 13:12:09.605394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43452) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.612975 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fe2f9e-9030-4760-aa76-c8171a2ec81e', 'name': 'tempest-RoutersIpV6Test-router-1897155733', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:12:08Z', 'updated_at': '2021-09-02T13:12:08Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:09.642616 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1121d805-723b-42ad-ba5e-27f8d618c3e3 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fe2f9e-9030-4760-aa76-c8171a2ec81e HTTP/1.1" status: 200 len: 205 time: 0.0360098 Sep 02 13:12:09.645197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.646530 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2719a-01f7-46e9-afb1-933dbe57d4ce None None] The sync data for ids ['17fe2f9e-9030-4760-aa76-c8171a2ec81e'] in n-d-792364-8 is: [{'id': '17fe2f9e-9030-4760-aa76-c8171a2ec81e', 'name': 'tempest-RoutersIpV6Test-router-1897155733', 'tenant_id': '56c38fbf5ba841b793c4a863b9551190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:12:08Z', 'updated_at': '2021-09-02T13:12:08Z', 'revision_number': 2, 'project_id': '56c38fbf5ba841b793c4a863b9551190', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:12:09.691149 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-6c22b8b7-c14e-4527-a01a-5b4f998b4186 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:09.692579 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6c22b8b7-c14e-4527-a01a-5b4f998b4186 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/17fe2f9e-9030-4760-aa76-c8171a2ec81e HTTP/1.1" status: 404 len: 336 time: 0.0461755 Sep 02 13:12:09.695208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.739091 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4641d378-bd06-48f4-a4a3-a6003699fc14 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:09.739610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4641d378-bd06-48f4-a4a3-a6003699fc14 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:09.744144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4641d378-bd06-48f4-a4a3-a6003699fc14 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/4cc22e6a-2f09-4ae3-b118-1edd14962e0e HTTP/1.1" status: 404 len: 337 time: 0.0455313 Sep 02 13:12:09.744581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.783548 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1fb7fe-bb64-495d-87ed-f8be5f62e3be tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:09.784046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1fb7fe-bb64-495d-87ed-f8be5f62e3be tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:09.786150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ed1fb7fe-bb64-495d-87ed-f8be5f62e3be tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/b72efeb7-c955-40d6-b2cc-f7eb8d4b52b9 HTTP/1.1" status: 404 len: 337 time: 0.0404944 Sep 02 13:12:09.789517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.825176 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-51edd5bd-f9e4-4141-af14-bf65a3c56628 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:09.825986 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51edd5bd-f9e4-4141-af14-bf65a3c56628 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:09.829628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-51edd5bd-f9e4-4141-af14-bf65a3c56628 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/e9136764-113f-441d-878d-950144a18db7 HTTP/1.1" status: 404 len: 337 time: 0.0371652 Sep 02 13:12:09.832161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43468) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.868019 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d727bd-b5da-473b-b102-4a8d3431792d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:09.868568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d727bd-b5da-473b-b102-4a8d3431792d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:09.873188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-29d727bd-b5da-473b-b102-4a8d3431792d tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/7e2d1ec0-cd32-4545-92a2-99fc054607a1 HTTP/1.1" status: 404 len: 337 time: 0.0372579 Sep 02 13:12:09.876211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:09.931885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-365c978b-a225-4531-b9da-feab0be25ed9 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 200 len: 205 time: 0.0538561 Sep 02 13:12:09.935174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43472) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.012643 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-546a7953-9120-4170-b771-7d663395ab85 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:10.014076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-546a7953-9120-4170-b771-7d663395ab85 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/12d5c5a9-76cc-4fdb-9c5a-910c52c5f1db HTTP/1.1" status: 404 len: 336 time: 0.0743122 Sep 02 13:12:10.018259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.056791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f49d62dd-0ecb-48d9-8763-1d317495c2c0 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcb84749-2294-4746-96a3-cfbd2cd69a8d HTTP/1.1" status: 200 len: 205 time: 0.0370364 Sep 02 13:12:10.057659 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43476) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.122061 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-3e41c6b0-a472-45d0-a8c5-026c1d6b7244 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:10.127536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e41c6b0-a472-45d0-a8c5-026c1d6b7244 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/dcb84749-2294-4746-96a3-cfbd2cd69a8d HTTP/1.1" status: 404 len: 336 time: 0.0637081 Sep 02 13:12:10.127760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43478) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.171306 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bff494-5c96-4c2d-ad97-cdd4e1df23e4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:10.172665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bff494-5c96-4c2d-ad97-cdd4e1df23e4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:10.178173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-61bff494-5c96-4c2d-ad97-cdd4e1df23e4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/1be4f703-7ba5-4e12-90a1-ec7c304c35e8 HTTP/1.1" status: 404 len: 337 time: 0.0458112 Sep 02 13:12:10.178764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.227277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d1f5fe08-28a9-4299-97c5-668065dd1b10 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 200 len: 205 time: 0.0472293 Sep 02 13:12:10.231054 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.317798 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-75c16c15-f9de-446d-a044-91b57aedc2b7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:10.319776 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-75c16c15-f9de-446d-a044-91b57aedc2b7 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/f5594a48-43f0-4290-ab27-3a1cba9901e5 HTTP/1.1" status: 404 len: 336 time: 0.0874825 Sep 02 13:12:10.323093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.346983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60385ad6-5c22-4005-91b8-841684a63346 req-8cc23d38-1e0f-4f13-b3a7-4f6eaa30c9f5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c540444-e3f6-430f-b02c-a5f5afc5f010 HTTP/1.1" status: 200 len: 210 time: 0.0593090 Sep 02 13:12:10.368762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-31e6771c-7659-47fd-923a-04a490fc1a80 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb HTTP/1.1" status: 200 len: 205 time: 0.0445359 Sep 02 13:12:10.374509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.420772 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1ce65e06-b63b-4490-a360-8ccf40b3133f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:10.425396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1ce65e06-b63b-4490-a360-8ccf40b3133f tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/e9e8dd26-c4e8-41cd-88ca-b07f6aa9f8cb HTTP/1.1" status: 404 len: 336 time: 0.0495188 Sep 02 13:12:10.425590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43490) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.454224 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c02d98-5cb2-4527-86ed-096e88ea78ff tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:10.454711 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c02d98-5cb2-4527-86ed-096e88ea78ff tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:10.459060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53c02d98-5cb2-4527-86ed-096e88ea78ff tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/473d07dc-ad76-473b-9b64-b58796509863 HTTP/1.1" status: 404 len: 337 time: 0.0299122 Sep 02 13:12:10.459218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.488040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1ed3a388-db5f-4fbb-bef8-476f31e97736 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4994d9b-6a64-4c9a-8dae-77488c773b02 HTTP/1.1" status: 200 len: 205 time: 0.0276530 Sep 02 13:12:10.490373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.534112 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-57d26298-507b-4195-910e-4db463059814 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:10.537946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-57d26298-507b-4195-910e-4db463059814 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/c4994d9b-6a64-4c9a-8dae-77488c773b02 HTTP/1.1" status: 404 len: 336 time: 0.0438719 Sep 02 13:12:10.538281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.580558 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-85280726-27c1-4036-83c5-23f6cb9ade58 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:10.581137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85280726-27c1-4036-83c5-23f6cb9ade58 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:10.585932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-85280726-27c1-4036-83c5-23f6cb9ade58 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/d4dd1444-3006-4f8c-aae6-092809903049 HTTP/1.1" status: 404 len: 337 time: 0.0434041 Sep 02 13:12:10.586223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.624613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-adfa0db4-e908-4f70-82b0-edef9b48beb4 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "GET /v2.0/ports?device_id=21dee7e3-bcff-4e38-b03a-63163a2ccb45 HTTP/1.1" status: 200 len: 205 time: 0.0352807 Sep 02 13:12:10.624882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43500) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.676214 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-b7266c3e-3f5f-486b-bdae-08caaf0ea718 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] delete failed (client error): The resource could not be found. Sep 02 13:12:10.677321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b7266c3e-3f5f-486b-bdae-08caaf0ea718 tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/routers/21dee7e3-bcff-4e38-b03a-63163a2ccb45 HTTP/1.1" status: 404 len: 336 time: 0.0515778 Sep 02 13:12:10.680099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.714411 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cfc155-6583-43ce-8f25-b3a1f9640cad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:10.715067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cfc155-6583-43ce-8f25-b3a1f9640cad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:10.717898 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-22cfc155-6583-43ce-8f25-b3a1f9640cad tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/2c787057-bea1-4d7c-9439-2b24c44efe2d HTTP/1.1" status: 404 len: 337 time: 0.0361636 Sep 02 13:12:10.720736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:10.761617 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac35a34e-59e3-47e3-abdf-6214e32dfd2c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] DELETE failed (client error): The resource could not be found. Sep 02 13:12:10.762083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac35a34e-59e3-47e3-abdf-6214e32dfd2c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:12:10.767071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ac35a34e-59e3-47e3-abdf-6214e32dfd2c tempest-RoutersIpV6Test-535010143 tempest-RoutersIpV6Test-535010143-project] 10.222.0.60 "DELETE /v2.0/subnets/e6e3921b-43a3-49c7-bdc3-e50151f1fdd2 HTTP/1.1" status: 404 len: 337 time: 0.0421889 Sep 02 13:12:11.236701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43516) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:11.244590 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:11.452218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c50f8660-2bc3-458b-aa44-c4bb4bb363cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56c38fbf5ba841b793c4a863b9551190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134819 Sep 02 13:12:11.454320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:11.511515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d27af325-b781-4b4b-b9f3-8eb6b2869144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:11.536850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d27af325-b781-4b4b-b9f3-8eb6b2869144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:11.606602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d27af325-b781-4b4b-b9f3-8eb6b2869144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:11.612664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d27af325-b781-4b4b-b9f3-8eb6b2869144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:11.616693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d27af325-b781-4b4b-b9f3-8eb6b2869144 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63a33773-86b9-4d6f-8202-2a70b9ba5306 HTTP/1.1" status: 204 len: 168 time: 0.1587813 Sep 02 13:12:11.626055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27af325-b781-4b4b-b9f3-8eb6b2869144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a33773-86b9-4d6f-8202-2a70b9ba5306,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:11.643599 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:12:12.456680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:12.572250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-940536007'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:12.594773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Made reservation on behalf of 8bec46965f1e4752a3f091fd457ec211 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:12:12.599150 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.609622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.715763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.721585 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.752292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dca77d-119e-4116-a0f6-cc2f6f09fffb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:12.765239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:12:12.776361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.776848 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Added segment dc795e67-fcf5-41ca-8acd-c0511e626e3e of type vlan for network 5df95256-b964-4169-87f1-724a674aa819 Sep 02 13:12:12.823306 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.855945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.872735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:12.872735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:12.930095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4691417 Sep 02 13:12:12.931170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:12.937814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-76ded2bf-a2a9-48c9-bd34-998cfcc61005 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-425528147') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:12.945712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fabbe-4ffd-4657-9e1d-cdc1575c834c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Pushing event updated for resources: {'Network': ['ID=5df95256-b964-4169-87f1-724a674aa819,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:12.957285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 5df95256-b964-4169-87f1-724a674aa819 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:12:13.064332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.067302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-76ded2bf-a2a9-48c9-bd34-998cfcc61005 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "PUT /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-425528147 HTTP/1.1" status: 201 len: 201 time: 0.1341329 Sep 02 13:12:13.071259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-7f6c049c-9872-47a5-8bd7-f967867dd7e9 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-425528147') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.167312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7f6c049c-9872-47a5-8bd7-f967867dd7e9 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-425528147 HTTP/1.1" status: 204 len: 168 time: 0.0967882 Sep 02 13:12:13.167769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.180687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-44bc26d7-2c2e-44b2-9aff-9ff499c77ca5 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.271847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-44bc26d7-2c2e-44b2-9aff-9ff499c77ca5 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags HTTP/1.1" status: 200 len: 237 time: 0.1029294 Sep 02 13:12:13.274788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.280204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-f49b8b0b-05d9-443a-9c36-573a932c4f4e tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', {'tags': ['tempest-TagsTest-Tag-1879794451', 'tempest-TagsTest-Tag-880033336', 'tempest-TagsTest-Tag-218381262']}) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.370362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f49b8b0b-05d9-443a-9c36-573a932c4f4e tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "PUT /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags HTTP/1.1" status: 200 len: 307 time: 0.0938594 Sep 02 13:12:13.372665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.378564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-5576ef7d-4c75-46a8-be85-65d6b009645c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-1879794451') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.482020 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5576ef7d-4c75-46a8-be85-65d6b009645c tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "DELETE /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-1879794451 HTTP/1.1" status: 204 len: 168 time: 0.1077735 Sep 02 13:12:13.485041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43576) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.490555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-e252b078-a882-4dc9-8562-be59083eb910 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-1879794451') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.569012 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-e252b078-a882-4dc9-8562-be59083eb910 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] show failed (client error): The resource could not be found. Sep 02 13:12:13.580670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.582196 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e252b078-a882-4dc9-8562-be59083eb910 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-1879794451 HTTP/1.1" status: 404 len: 326 time: 0.0957856 Sep 02 13:12:13.587263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-c95f9416-6439-41d1-8765-ef705ce12fd4 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-880033336') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.677515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c95f9416-6439-41d1-8765-ef705ce12fd4 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-880033336 HTTP/1.1" status: 204 len: 168 time: 0.0951915 Sep 02 13:12:13.680003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.685296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-8b1e01a4-c42b-40b9-b353-bd246ac22a47 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-218381262') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.767504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8b1e01a4-c42b-40b9-b353-bd246ac22a47 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-218381262 HTTP/1.1" status: 204 len: 168 time: 0.0863781 Sep 02 13:12:13.770281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.775070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-ad0ec879-20fd-4cb7-bac8-edba7708623e tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.892624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ad0ec879-20fd-4cb7-bac8-edba7708623e tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "DELETE /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags HTTP/1.1" status: 204 len: 168 time: 0.1211169 Sep 02 13:12:13.895389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.906306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-7b3f23cf-dd02-4c26-8fe7-24bf183f65b9 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-880033336') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.979362 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [None req-7b3f23cf-dd02-4c26-8fe7-24bf183f65b9 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] show failed (client error): The resource could not be found. Sep 02 13:12:13.984418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43600) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:13.989355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-29a174e1-a552-4d43-84f1-9e7df0624113 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819', 'tempest-TagsTest-Tag-218381262') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:13.992394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7b3f23cf-dd02-4c26-8fe7-24bf183f65b9 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-880033336 HTTP/1.1" status: 404 len: 325 time: 0.0958159 Sep 02 13:12:14.067381 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-29a174e1-a552-4d43-84f1-9e7df0624113 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] show failed (client error): The resource could not be found. Sep 02 13:12:14.072375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:14.077747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-543c3227-cb9a-4716-af0a-0ea435536417 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5df95256-b964-4169-87f1-724a674aa819') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:14.082979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-29a174e1-a552-4d43-84f1-9e7df0624113 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "GET /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags/tempest-TagsTest-Tag-218381262 HTTP/1.1" status: 404 len: 325 time: 0.0967782 Sep 02 13:12:14.157530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-543c3227-cb9a-4716-af0a-0ea435536417 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "DELETE /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819/tags HTTP/1.1" status: 204 len: 168 time: 0.0840180 Sep 02 13:12:14.162445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:14.259393 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.368560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.380429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df95256-b964-4169-87f1-724a674aa819']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:14.391826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc795e67-fcf5-41ca-8acd-c0511e626e3e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:14.392220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc795e67-fcf5-41ca-8acd-c0511e626e3e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:12:14.401712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.417044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.424406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:12:14.425147 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:12:14.428625 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:12:14.497022 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.509465 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:14.513827 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] 10.222.0.60 "DELETE /v2.0/networks/5df95256-b964-4169-87f1-724a674aa819 HTTP/1.1" status: 204 len: 168 time: 0.3475788 Sep 02 13:12:14.527774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c590a-0ae7-417e-87ac-012e65038600 tempest-TagsTest-1014712133 tempest-TagsTest-1014712133-project] Pushing event deleted for resources: {'Network': ['ID=5df95256-b964-4169-87f1-724a674aa819,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:14.834597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:15.002191 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c9bd30f-5614-4b51-b2eb-217c46963014 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bec46965f1e4752a3f091fd457ec211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661153 Sep 02 13:12:15.004760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:15.058694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba88f07c-8543-456e-9c89-8d6a41113c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:15.085455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba88f07c-8543-456e-9c89-8d6a41113c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:15.135748 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba88f07c-8543-456e-9c89-8d6a41113c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:15.138860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba88f07c-8543-456e-9c89-8d6a41113c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:15.142984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ba88f07c-8543-456e-9c89-8d6a41113c60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8dca77d-119e-4116-a0f6-cc2f6f09fffb HTTP/1.1" status: 204 len: 168 time: 0.1346648 Sep 02 13:12:15.151360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88f07c-8543-456e-9c89-8d6a41113c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dca77d-119e-4116-a0f6-cc2f6f09fffb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:16.023821 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a4810-ff45-439f-9e0d-b3ac79251190 req-4746595d-ed95-4ddc-82ff-8c999888f53d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:16.025467 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c64a4810-ff45-439f-9e0d-b3ac79251190 req-4746595d-ed95-4ddc-82ff-8c999888f53d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Sep 02 13:12:16.067307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c64a4810-ff45-439f-9e0d-b3ac79251190 req-09fcaf4c-b1d1-476d-9a04-17728e5199fd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351946 Sep 02 13:12:17.208169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f8861-c7bf-4ec8-908f-1b1adb8ac1c2 req-6cb8794b-419b-470e-b591-c8d71bdea599 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:17.216224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf2f8861-c7bf-4ec8-908f-1b1adb8ac1c2 req-6cb8794b-419b-470e-b591-c8d71bdea599 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 945 time: 0.0666561 Sep 02 13:12:17.269521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf2f8861-c7bf-4ec8-908f-1b1adb8ac1c2 req-07907d4b-565f-4660-8d84-b07cdc8a7c45 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f6e42e7-0169-4f32-843c-f5e908686fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468142 Sep 02 13:12:17.485051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-398f1198-8942-420a-96bd-3fa46c9f48d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:17.487542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-398f1198-8942-420a-96bd-3fa46c9f48d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 945 time: 0.0579898 Sep 02 13:12:17.596273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:17.596780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:17.733559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:17.734044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:17.749581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:17.895153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:17.907702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:17.928846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:17.984670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:17.987279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:17.989344 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-05caef71-75f6-4d6f-852f-0d4990becc37 req-d545876a-1bf7-4d61-b93c-b0a7c3e76278 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "DELETE /v2.0/ports/4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 HTTP/1.1" status: 204 len: 173 time: 0.4960496 Sep 02 13:12:17.989785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'name': 'network-vif-deleted', 'tag': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:17.992134 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af34087-d553-4bd2-b531-c43cdb02e06a" -d '{"events": [{"server_uuid": "73131bbf-5ce0-45ae-90ab-c4be39ab66e0", "name": "network-vif-deleted", "tag": "4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:18.059829 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e99cfbb-ad67-419d-bac1-249cb444eb24 x-openstack-request-id: req-2e99cfbb-ad67-419d-bac1-249cb444eb24 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:18.060205 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73131bbf-5ce0-45ae-90ab-c4be39ab66e0", "name": "network-vif-deleted", "tag": "4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:18.060621 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e99cfbb-ad67-419d-bac1-249cb444eb24 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:18.061234 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73131bbf-5ce0-45ae-90ab-c4be39ab66e0', 'name': 'network-vif-deleted', 'tag': '4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828', 'status': 'completed', 'code': 200} Sep 02 13:12:18.412702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f8836ff-c245-4daa-8555-6d9685e0a153 req-173725f4-41f4-4287-a0f9-6b4b61acdb34 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.0467393 Sep 02 13:12:19.530867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-306b0e17-a362-4b87-910f-b863765d165a req-3211fb74-cfc0-4bfa-8c51-d2fd5c55bc39 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.0324917 Sep 02 13:12:20.658549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-657f0ff4-da8e-4fd2-bfdc-11f3f4988fcb req-02c3894c-3236-4765-9a5b-2499c6166cbf tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.0286834 Sep 02 13:12:21.629126 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:21.659589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:21.682688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:21.683043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 4b2cc3b6-f1e3-4cd2-8e0f-6b2a6fa15828 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:21.803152 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07dd5d1a-ea58-4e3a-bdba-dc4b982378dd req-2b5bae6f-761d-45f5-b483-fc99467171ce tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=73131bbf-5ce0-45ae-90ab-c4be39ab66e0 HTTP/1.1" status: 200 len: 210 time: 0.0329421 Sep 02 13:12:21.811530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80a2d590-481e-476b-a428-939612ecba80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:21.932984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80a2d590-481e-476b-a428-939612ecba80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:21.938879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-80a2d590-481e-476b-a428-939612ecba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:21.987295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-80a2d590-481e-476b-a428-939612ecba80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=922d7fdb569d40f891a23950b8ba3c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241940 Sep 02 13:12:21.988075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43820) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:21.997370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2d590-481e-476b-a428-939612ecba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3624f-7bcd-436e-aed7-31011a2804cb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:22.063205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e72c8e82-f38c-4d10-8864-48c38d181e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.088965 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e72c8e82-f38c-4d10-8864-48c38d181e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.169519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e72c8e82-f38c-4d10-8864-48c38d181e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.172606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e72c8e82-f38c-4d10-8864-48c38d181e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.177072 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e72c8e82-f38c-4d10-8864-48c38d181e57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24e3624f-7bcd-436e-aed7-31011a2804cb HTTP/1.1" status: 204 len: 168 time: 0.1870716 Sep 02 13:12:22.186863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c8e82-f38c-4d10-8864-48c38d181e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3624f-7bcd-436e-aed7-31011a2804cb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:22.544306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:22.559709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0674956-f8a4-4faf-b76d-6c642154db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.664709 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0674956-f8a4-4faf-b76d-6c642154db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.670457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0674956-f8a4-4faf-b76d-6c642154db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.716924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f0674956-f8a4-4faf-b76d-6c642154db41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59e8559cf799406bb31ca4d0064c9496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705267 Sep 02 13:12:22.718492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0674956-f8a4-4faf-b76d-6c642154db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d724c72-9095-4f32-8860-2ec59e3e551d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:22.719532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:22.788600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e643-4182-4817-a0e9-1b30b4fd4929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.821994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e643-4182-4817-a0e9-1b30b4fd4929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.881992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e643-4182-4817-a0e9-1b30b4fd4929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.885409 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e643-4182-4817-a0e9-1b30b4fd4929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:22.886918 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b6b0e643-4182-4817-a0e9-1b30b4fd4929 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d724c72-9095-4f32-8860-2ec59e3e551d HTTP/1.1" status: 204 len: 168 time: 0.1647437 Sep 02 13:12:22.904243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0e643-4182-4817-a0e9-1b30b4fd4929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d724c72-9095-4f32-8860-2ec59e3e551d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:23.322415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:23.336293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30aae9e1-a356-4c5c-8839-274563a47a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.435562 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30aae9e1-a356-4c5c-8839-274563a47a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.441126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30aae9e1-a356-4c5c-8839-274563a47a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.481820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-30aae9e1-a356-4c5c-8839-274563a47a4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4eb7762dbfbb43599d931a260bba3b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581438 Sep 02 13:12:23.482654 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aae9e1-a356-4c5c-8839-274563a47a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac7f7e-9ded-45f9-83cd-55e54b9bb1dd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:23.485262 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:23.539919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb7a-bfc8-451f-81b5-8761adf0b401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.565110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb7a-bfc8-451f-81b5-8761adf0b401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.614497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb7a-bfc8-451f-81b5-8761adf0b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.617275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb7a-bfc8-451f-81b5-8761adf0b401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:23.618518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b9efbb7a-bfc8-451f-81b5-8761adf0b401 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edac7f7e-9ded-45f9-83cd-55e54b9bb1dd HTTP/1.1" status: 204 len: 168 time: 0.1322408 Sep 02 13:12:23.628539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efbb7a-bfc8-451f-81b5-8761adf0b401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac7f7e-9ded-45f9-83cd-55e54b9bb1dd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:24.457276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 43904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:24.581273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652606597-network', 'tenant_id': 'fbd101edf5004723a5f535c3f812f53a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:24.603607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Made reservation on behalf of fbd101edf5004723a5f535c3f812f53a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:12:24.605999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.615424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.726883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.731957 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.760740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:12:24.768448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b238a0-c9de-4210-a237-f5f53a37c12d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:24.776238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.776588 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Added segment bfb1fc77-42d0-400f-bbed-b1970e2d5a29 of type vlan for network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 Sep 02 13:12:24.825245 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.855323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.856458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:24.857119 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:24.926012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4676075 Sep 02 13:12:24.929015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:24.931119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc267ea2-a396-400b-b627-0fd27124923f admin admin] Pushing event updated for resources: {'Network': ['ID=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:24.937903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Request body: {'subnet': {'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652606597-subnet', 'tenant_id': 'fbd101edf5004723a5f535c3f812f53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:24.942320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:12:24.963893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Made reservation on behalf of fbd101edf5004723a5f535c3f812f53a for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:12:24.967047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:25.170070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:25.245787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=76627cef-217f-4a39-8a0e-8e224c90bd45,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:25.279287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Checking segment: {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:12:25.279710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Network hostable DHCP agents. Network: da3e9b81-9fc1-4a7e-96a1-6f5fd4367157, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:12:25.314913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:12:25.328523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, da3e9b81-9fc1-4a7e-96a1-6f5fd4367157) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:12:25.339875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebeffce-1621-4b1c-95d6-2ddd26215460 None None] Network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:12:25.348280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:25.351914 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:25.376319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ccf65896-4ea2-49cb-8d7c-98994c07e5db admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4450963 Sep 02 13:12:25.514203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf104c5-e28d-427a-b9ca-ca710ac7b4d6 None None] Network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:12:26.412927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 43998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:26.420062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604596827', 'description': 'tempest-secgroup-smoke-1604596827 description', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:26.453041 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.575698 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.583551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.623000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.624637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2105002 Sep 02 13:12:26.628447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:26.629485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce39ec-1a7a-4cf6-b27e-4961b5fb6f6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65883101-e0a4-4158-823a-c05a2d07ae73,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:26.633503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group_rule': {'security_group_id': '65883101-e0a4-4158-823a-c05a2d07ae73', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:26.673622 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.748831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.755852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.776840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3418e6-9dbb-47aa-95e7-17eb85642967,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:26.784290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.785964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5a41f767-0571-4fb5-aba9-1b8374a66ae6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562121 Sep 02 13:12:26.789204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44006) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:26.794182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group_rule': {'security_group_id': '65883101-e0a4-4158-823a-c05a2d07ae73', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:26.826708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.884129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.889070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.909985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51612308-d332-42df-aa9e-756941a66dca,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:26.914188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:26.918882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:26.918991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a95ff15-7189-4697-9332-a46dceed77b1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283741 Sep 02 13:12:26.923677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group_rule': {'security_group_id': '65883101-e0a4-4158-823a-c05a2d07ae73', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:26.954003 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.021729 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.027367 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.047133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ce92ae-0674-4a52-8f9e-e0bfc019fad3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:27.066842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.070895 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b56d385a-2fd0-41bd-a4a2-7607069210e9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483197 Sep 02 13:12:27.071145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:27.075876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group_rule': {'security_group_id': '65883101-e0a4-4158-823a-c05a2d07ae73', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:27.105249 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.174182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.179418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.197277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f12a72-c16a-46c7-ab36-4917b2e7127d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:27.214598 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.220223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e227887f-80eb-4d41-890d-f62b61389bc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476486 Sep 02 13:12:27.220981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:27.226237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group_rule': {'security_group_id': '65883101-e0a4-4158-823a-c05a2d07ae73', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:27.252717 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Project c9a5de964fda4e6d98f6b858b78f1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:12:27.258333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.295692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8d62512e-d66d-4f26-a52c-850dc25c585e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:27.297749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8d62512e-d66d-4f26-a52c-850dc25c585e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/networks?id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 200 len: 809 time: 0.1322949 Sep 02 13:12:27.324629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-bedd6f6f-57a1-4b6d-8282-6b00b18bc05c tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/quotas/fbd101edf5004723a5f535c3f812f53a HTTP/1.1" status: 200 len: 375 time: 0.0111899 Sep 02 13:12:27.331960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.337858 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.361747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a926118f-5f84-4361-b617-bebf9ddc72e7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:27.366318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.366860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-b652bdc2-d527-4f3f-84c6-7c8b79587e7f tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbd101edf5004723a5f535c3f812f53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293913 Sep 02 13:12:27.369551 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1f58d6bb-d75b-4c12-9ac1-b29717c49930 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472900 Sep 02 13:12:27.370623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:12:27.376684 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'security_group_rule': {'security_group_id': '65883101-e0a4-4158-823a-c05a2d07ae73', 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:27.454991 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Project c9a5de964fda4e6d98f6b858b78f1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:12:27.464737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.519440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-ab4f7b64-5bd5-4876-9f9c-1906123107b9 service neutron] 10.222.0.60 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379416 Sep 02 13:12:27.598325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.606238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.639368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df64d4-312a-4ee6-820d-785efe69c85b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:27.646621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:27.651179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c34411f2-c858-4ef7-8527-fa764ba13fa5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761104 Sep 02 13:12:27.659129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-2789b7ec-b356-4960-84e5-3a0a73ce48ff service neutron] 10.222.0.60 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317177 Sep 02 13:12:27.890636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-569324ba-88d8-415c-80a4-c220877bcb0e req-a0f8b3b0-f497-487c-a6d2-31befc3b12ed tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 210 time: 0.0502565 Sep 02 13:12:28.712874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b14edc90-ed5c-4feb-92e4-458bd206acab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:29.012270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-352be7ce-9784-4bf1-9652-64608b73d5eb tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:29.014766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-352be7ce-9784-4bf1-9652-64608b73d5eb tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "GET /v2.0/networks?id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 200 len: 809 time: 0.1660776 Sep 02 13:12:29.033456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e632dcf1-eb45-404e-b80b-98c2840b20c2 req-982c4f5a-d73c-490b-855d-dc33454e9e9b tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 210 time: 0.0539465 Sep 02 13:12:29.036970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Request body: {'port': {'device_id': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157', 'admin_state_up': True, 'tenant_id': 'fbd101edf5004723a5f535c3f812f53a'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:29.163067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Made reservation on behalf of fbd101edf5004723a5f535c3f812f53a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:12:29.169352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:29.354074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Allocated IP 172.20.0.5 (da3e9b81-9fc1-4a7e-96a1-6f5fd4367157/76627cef-217f-4a39-8a0e-8e224c90bd45/09558322-7241-46b6-ae2a-8c964dbc4791) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:12:29.541377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:29.600534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:29.650587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:12:29.653388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:12:29.658602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:12:29.697058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Pushing event updated for resources: {'Port': ['ID=09558322-7241-46b6-ae2a-8c964dbc4791,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:29.712620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:29.713272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:29.729105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-52a2691c-c915-4759-a76a-f50fc863c6f3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6980152 Sep 02 13:12:29.741789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Request body: {'port': {'device_id': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:29.812075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:30.147918 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09558322-7241-46b6-ae2a-8c964dbc4791 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:12:30.153955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:30.168887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Transition to ACTIVE for port object 09558322-7241-46b6-ae2a-8c964dbc4791 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:12:30.176424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:30.209640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc701f9-9905-4590-bd9e-315aa3f79990 req-f7032314-54fc-4d0f-ac07-e63b34c88f7c tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:30.211989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acc701f9-9905-4590-bd9e-315aa3f79990 req-f7032314-54fc-4d0f-ac07-e63b34c88f7c tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 931 time: 0.0964978 Sep 02 13:12:30.263515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Pushing event updated for resources: {'Port': ['ID=09558322-7241-46b6-ae2a-8c964dbc4791,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:30.301310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acc701f9-9905-4590-bd9e-315aa3f79990 req-6c9cae12-e401-4155-bc4d-6c5a9c7eaf8e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777166 Sep 02 13:12:30.338912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Attempting to bind port 09558322-7241-46b6-ae2a-8c964dbc4791 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:12:30.339288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Attempting to bind port 09558322-7241-46b6-ae2a-8c964dbc4791 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:12:30.339595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Attempting to bind port 09558322-7241-46b6-ae2a-8c964dbc4791 on network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:12:30.344635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Port 09558322-7241-46b6-ae2a-8c964dbc4791 on network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:12:30.345016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Attempting to bind port 09558322-7241-46b6-ae2a-8c964dbc4791 on network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:12:30.350058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:12:30.350402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Checking segment: {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:12:30.350792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Bound using segment: {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:12:30.351226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Bound port: 09558322-7241-46b6-ae2a-8c964dbc4791, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:12:30.351592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:30.431807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] For port 09558322-7241-46b6-ae2a-8c964dbc4791, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:12:30.441391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] For port 09558322-7241-46b6-ae2a-8c964dbc4791, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09558322-7241-46b6-ae2a-8c964dbc4791,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:12:30.448098 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:30.488303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:30.489083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:30.490553 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] 10.222.0.18 "PUT /v2.0/ports/09558322-7241-46b6-ae2a-8c964dbc4791 HTTP/1.1" status: 200 len: 1091 time: 0.7534945 Sep 02 13:12:30.491087 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'tag': '09558322-7241-46b6-ae2a-8c964dbc4791'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:30.493480 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec1e69-5733-4b30-bef6-6214d65351b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7448a3f5-d0df-4a22-b811-d51da22a20a9", "tag": "09558322-7241-46b6-ae2a-8c964dbc4791"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:30.534608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cdcf9-8843-483e-b9fe-3064ae1e1552 service neutron] Pushing event updated for resources: {'Port': ['ID=09558322-7241-46b6-ae2a-8c964dbc4791,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:30.543882 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584f9626-33af-48eb-8362-fe6587edd048 x-openstack-request-id: req-584f9626-33af-48eb-8362-fe6587edd048 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:30.545252 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7448a3f5-d0df-4a22-b811-d51da22a20a9", "tag": "09558322-7241-46b6-ae2a-8c964dbc4791", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:30.545458 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-584f9626-33af-48eb-8362-fe6587edd048 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:30.545865 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'tag': '09558322-7241-46b6-ae2a-8c964dbc4791', 'status': 'completed', 'code': 200} Sep 02 13:12:30.602370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-143480d6-ccbf-4ea8-ad03-e9a6542c277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:30.604039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-143480d6-ccbf-4ea8-ad03-e9a6542c277b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbd101edf5004723a5f535c3f812f53a&device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 1094 time: 0.0619075 Sep 02 13:12:30.654862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-5e8b8a18-5535-42bf-a80c-5175b12f799e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09558322-7241-46b6-ae2a-8c964dbc4791 HTTP/1.1" status: 200 len: 217 time: 0.0428414 Sep 02 13:12:30.715128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-07a0f1eb-ff7c-4ec7-81ae-9469c267df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:30.717242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-07a0f1eb-ff7c-4ec7-81ae-9469c267df09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76627cef-217f-4a39-8a0e-8e224c90bd45 HTTP/1.1" status: 200 len: 849 time: 0.0547650 Sep 02 13:12:30.753768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-19ee1c38-7166-4d97-9ba4-3ad4835f5bce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287676 Sep 02 13:12:30.862499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-7ad8b033-197a-444a-80fc-5a99d71b26f6 service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018298 Sep 02 13:12:30.959809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf4e65d-77c6-4019-9976-1e9480ee5429 req-803d6ac0-0c27-40e9-aecf-a2799e684636 service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903666 Sep 02 13:12:31.067310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-b5596210-c5d6-44ed-b764-3e8c686bc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:31.070636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-b5596210-c5d6-44ed-b764-3e8c686bc276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbd101edf5004723a5f535c3f812f53a&device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 1094 time: 0.0578039 Sep 02 13:12:31.181089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-93abd6d6-4126-434d-8568-9e79ea6039ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:31.182750 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-93abd6d6-4126-434d-8568-9e79ea6039ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 200 len: 910 time: 0.1054349 Sep 02 13:12:31.256967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-6edcbe00-fb98-4cec-994d-a43229c32539 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09558322-7241-46b6-ae2a-8c964dbc4791 HTTP/1.1" status: 200 len: 217 time: 0.0642462 Sep 02 13:12:31.349627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-15e8a1b6-3d0f-4020-949f-c6c1feec361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:31.351401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-15e8a1b6-3d0f-4020-949f-c6c1feec361d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76627cef-217f-4a39-8a0e-8e224c90bd45 HTTP/1.1" status: 200 len: 849 time: 0.0871327 Sep 02 13:12:31.400860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-c1caefdb-2ed9-4450-b638-b624fbc8f1ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407536 Sep 02 13:12:31.469286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31333eb-8440-4c83-98e5-1fbfda4d55e4 req-6cc827e4-5381-420a-842b-fadb28650f79 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:31.473615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e31333eb-8440-4c83-98e5-1fbfda4d55e4 req-6cc827e4-5381-420a-842b-fadb28650f79 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 943 time: 0.0723212 Sep 02 13:12:31.487070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06d6e54f-a8ed-45da-9f52-ae1a2eb2d064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:31.558722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-b95ec8d0-aa75-4942-857f-052e9f269174 service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465487 Sep 02 13:12:31.560540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e31333eb-8440-4c83-98e5-1fbfda4d55e4 req-8ab8a898-d7d5-4a35-abac-58ca1f16b329 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817487 Sep 02 13:12:31.693488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:31.698262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aeec1e69-5733-4b30-bef6-6214d65351b0 req-57391c1e-0bd5-4da8-8e4d-b65785609e61 service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297994 Sep 02 13:12:32.597237 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:32.701756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590704d-c63d-493b-b475-fb3eca716fde req-427c3b2d-3d0e-4cd0-aaaf-0a3f97b53497 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:32.703604 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2590704d-c63d-493b-b475-fb3eca716fde req-427c3b2d-3d0e-4cd0-aaaf-0a3f97b53497 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 943 time: 0.0577762 Sep 02 13:12:32.749239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2590704d-c63d-493b-b475-fb3eca716fde req-401f176a-b41e-4c8a-a600-8e31f2b62118 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Sep 02 13:12:33.531049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09558322-7241-46b6-ae2a-8c964dbc4791 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:12:33.649942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 09558322-7241-46b6-ae2a-8c964dbc4791, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09558322-7241-46b6-ae2a-8c964dbc4791,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:33.668882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '09558322-7241-46b6-ae2a-8c964dbc4791', 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157', 'port_id': '09558322-7241-46b6-ae2a-8c964dbc4791', 'mac_address': 'fa:16:3e:c2:14:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76627cef-217f-4a39-8a0e-8e224c90bd45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:12:33.710222 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:33.723718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09558322-7241-46b6-ae2a-8c964dbc4791 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:12:33.746777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 09558322-7241-46b6-ae2a-8c964dbc4791, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09558322-7241-46b6-ae2a-8c964dbc4791,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:33.752289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:33.816186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=09558322-7241-46b6-ae2a-8c964dbc4791,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:33.824043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.824043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.824265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.824805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.824939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.825241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.825605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.825936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.826267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.826638 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.826956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.827468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:33.883417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255efae7-a5b6-4c72-afae-8749c9f1a760 req-5c992f9a-af82-4a80-b103-1bbd33dae3d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:33.885459 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-255efae7-a5b6-4c72-afae-8749c9f1a760 req-5c992f9a-af82-4a80-b103-1bbd33dae3d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 944 time: 0.0542169 Sep 02 13:12:33.928925 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-255efae7-a5b6-4c72-afae-8749c9f1a760 req-723f7c40-320a-4ba8-8cd1-cb92f24218a7 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Sep 02 13:12:33.943603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['09558322-7241-46b6-ae2a-8c964dbc4791'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:34.271367 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:35.056788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39546bfa-9a5b-4972-9a0c-2e43098f91d9 req-b0d342cf-6617-4cf5-960a-3682ae4e4c16 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:35.059077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39546bfa-9a5b-4972-9a0c-2e43098f91d9 req-b0d342cf-6617-4cf5-960a-3682ae4e4c16 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 944 time: 0.0585947 Sep 02 13:12:35.106003 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-39546bfa-9a5b-4972-9a0c-2e43098f91d9 req-09778237-ecb5-4a03-8681-2163f8694b0a tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Sep 02 13:12:35.410117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:35.524185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09558322-7241-46b6-ae2a-8c964dbc4791 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:12:35.595159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 09558322-7241-46b6-ae2a-8c964dbc4791 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:12:35.601000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 09558322-7241-46b6-ae2a-8c964dbc4791 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:12:35.601443 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:35.690901 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:35.728821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09558322-7241-46b6-ae2a-8c964dbc4791'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:35.732330 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68fac2f-8163-4dbe-a00f-18f22f65519b" -d '{"events": [{"server_uuid": "7448a3f5-d0df-4a22-b811-d51da22a20a9", "name": "network-vif-plugged", "status": "completed", "tag": "09558322-7241-46b6-ae2a-8c964dbc4791"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:35.740398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 09558322-7241-46b6-ae2a-8c964dbc4791, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09558322-7241-46b6-ae2a-8c964dbc4791,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:35.747214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:35.791637 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740c9bd-3990-4ff3-b288-03e299e71591 x-openstack-request-id: req-8740c9bd-3990-4ff3-b288-03e299e71591 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:35.792002 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7448a3f5-d0df-4a22-b811-d51da22a20a9", "name": "network-vif-plugged", "status": "completed", "tag": "09558322-7241-46b6-ae2a-8c964dbc4791", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:35.792369 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8740c9bd-3990-4ff3-b288-03e299e71591 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:35.792830 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09558322-7241-46b6-ae2a-8c964dbc4791', 'code': 200} Sep 02 13:12:35.846300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=09558322-7241-46b6-ae2a-8c964dbc4791,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:35.893636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b9e0a-3f81-42e9-b46a-2c3e985b40a5 req-aaad77a1-5f4b-4320-b25e-c2680762bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:35.895220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf2b9e0a-3f81-42e9-b46a-2c3e985b40a5 req-aaad77a1-5f4b-4320-b25e-c2680762bb59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 1096 time: 0.0447166 Sep 02 13:12:35.936775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf2b9e0a-3f81-42e9-b46a-2c3e985b40a5 req-2cccc198-dee1-4914-92b1-20a5d2ceed13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Sep 02 13:12:36.245772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498b16b-3c4a-4744-8e53-1bc5081c635c req-6bc9c0e8-9a8f-4cd7-87df-4d0f94c7f009 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:36.248331 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e498b16b-3c4a-4744-8e53-1bc5081c635c req-6bc9c0e8-9a8f-4cd7-87df-4d0f94c7f009 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 945 time: 0.0572562 Sep 02 13:12:36.292037 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e498b16b-3c4a-4744-8e53-1bc5081c635c req-95ff955a-8eed-4c30-99ef-ebc9be5f6d94 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Sep 02 13:12:37.422752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00584-a9bf-42ce-b486-fa0cfbb2435a req-9bf29348-d68b-43fc-9edc-19f410ec17eb tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:37.424174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1eb00584-a9bf-42ce-b486-fa0cfbb2435a req-9bf29348-d68b-43fc-9edc-19f410ec17eb tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Sep 02 13:12:37.467874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1eb00584-a9bf-42ce-b486-fa0cfbb2435a req-86ec5d82-9d2e-44e3-a976-b0e0abff9316 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Sep 02 13:12:38.256553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9c2d7-bd67-43bb-83f8-ab576ed8b003 req-1f19721b-000f-43b7-a1f8-d63718bd2e21 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:38.258029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5eb9c2d7-bd67-43bb-83f8-ab576ed8b003 req-1f19721b-000f-43b7-a1f8-d63718bd2e21 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 945 time: 0.0531943 Sep 02 13:12:38.299262 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5eb9c2d7-bd67-43bb-83f8-ab576ed8b003 req-41e8f253-ac77-441c-a3d2-acbec13c4321 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350635 Sep 02 13:12:39.433026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782781d-ee99-4bea-ad14-461da7f2f2a3 req-f9db943b-7474-49ae-ab48-d5fb5231b54e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:39.440845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6782781d-ee99-4bea-ad14-461da7f2f2a3 req-f9db943b-7474-49ae-ab48-d5fb5231b54e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Sep 02 13:12:39.486846 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6782781d-ee99-4bea-ad14-461da7f2f2a3 req-f914e29b-7ac3-451a-b1e8-f035c9259e0f tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Sep 02 13:12:39.528307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-2dac5271-5375-4c18-8ef9-229bd0c6db45 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:39.530300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-2dac5271-5375-4c18-8ef9-229bd0c6db45 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 945 time: 0.0603471 Sep 02 13:12:39.634322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Deleting port 09558322-7241-46b6-ae2a-8c964dbc4791 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:39.634826 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:40.052175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] For port 09558322-7241-46b6-ae2a-8c964dbc4791, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=09558322-7241-46b6-ae2a-8c964dbc4791,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:40.052486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:40.065722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Calling delete_port for 09558322-7241-46b6-ae2a-8c964dbc4791 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:40.224635 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:40.237911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['09558322-7241-46b6-ae2a-8c964dbc4791'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:40.262398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Pushing event deleted for resources: {'Port': ['ID=09558322-7241-46b6-ae2a-8c964dbc4791,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:40.307982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] No DVR routers for this DVR port 09558322-7241-46b6-ae2a-8c964dbc4791 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:40.311644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:40.313788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f62a39e-1b67-4c65-971d-244f2b6ee89d req-b6d18d0c-23e4-4b73-8a87-94c130c5b2d5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "DELETE /v2.0/ports/09558322-7241-46b6-ae2a-8c964dbc4791 HTTP/1.1" status: 204 len: 173 time: 0.7757573 Sep 02 13:12:40.314248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'name': 'network-vif-deleted', 'tag': '09558322-7241-46b6-ae2a-8c964dbc4791'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:40.317080 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc533857-63be-4b78-93a3-951be66b8c42" -d '{"events": [{"server_uuid": "7448a3f5-d0df-4a22-b811-d51da22a20a9", "name": "network-vif-deleted", "tag": "09558322-7241-46b6-ae2a-8c964dbc4791"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:40.359130 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70832efc-324d-4e83-a9d4-8c17e43c9e0b x-openstack-request-id: req-70832efc-324d-4e83-a9d4-8c17e43c9e0b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:40.359440 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7448a3f5-d0df-4a22-b811-d51da22a20a9", "name": "network-vif-deleted", "tag": "09558322-7241-46b6-ae2a-8c964dbc4791", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:40.359701 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70832efc-324d-4e83-a9d4-8c17e43c9e0b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:40.360185 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7448a3f5-d0df-4a22-b811-d51da22a20a9', 'name': 'network-vif-deleted', 'tag': '09558322-7241-46b6-ae2a-8c964dbc4791', 'status': 'completed', 'code': 200} Sep 02 13:12:40.616722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-029a36f1-07f3-4bfb-b6de-b0da23e81208 req-e087d708-b955-42d2-a052-5ba79b007d6a tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7448a3f5-d0df-4a22-b811-d51da22a20a9 HTTP/1.1" status: 200 len: 210 time: 0.0346322 Sep 02 13:12:41.239129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:41.934526 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-c51dd244-d9d2-4a18-b189-2758ef90ef08 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:41.936711 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-c51dd244-d9d2-4a18-b189-2758ef90ef08 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/networks?id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 200 len: 809 time: 0.1210697 Sep 02 13:12:41.955175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-fa50f5c1-e1a2-4fe9-aaf2-377453181f14 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/quotas/fbd101edf5004723a5f535c3f812f53a HTTP/1.1" status: 200 len: 375 time: 0.0121212 Sep 02 13:12:41.990635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-c465b847-6b45-47d3-85c6-e637bd0b441f tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbd101edf5004723a5f535c3f812f53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280724 Sep 02 13:12:42.093791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-1c0d9425-8985-4556-ad0e-b790db4b2b53 service neutron] 10.222.0.60 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943367 Sep 02 13:12:42.209285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-2b5bebd6-1fdf-4d09-b919-1e81bed6f3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088974 Sep 02 13:12:42.405751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf9e5dc3-d597-405c-bb7d-c5d682c74adf req-4cdebb42-2e81-439c-98b8-8426094d558c tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 210 time: 0.0310850 Sep 02 13:12:43.518585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-72af644f-94c8-49c4-a652-0ea691c9e097 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:43.521425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-72af644f-94c8-49c4-a652-0ea691c9e097 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "GET /v2.0/networks?id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 200 len: 809 time: 0.2078373 Sep 02 13:12:43.537461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Request body: {'port': {'device_id': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157', 'admin_state_up': True, 'tenant_id': 'fbd101edf5004723a5f535c3f812f53a'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:43.580714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09558322-7241-46b6-ae2a-8c964dbc4791 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:43.609013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 09558322-7241-46b6-ae2a-8c964dbc4791 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:43.609699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 09558322-7241-46b6-ae2a-8c964dbc4791 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:43.615582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58dead58-04fd-4b87-9ae8-12d6f3db76fc req-497c6d50-22f4-4f58-8783-cfac785eccb5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 210 time: 0.0743890 Sep 02 13:12:43.702255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Made reservation on behalf of fbd101edf5004723a5f535c3f812f53a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:12:43.705901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:43.834286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Allocated IP 172.20.0.11 (da3e9b81-9fc1-4a7e-96a1-6f5fd4367157/76627cef-217f-4a39-8a0e-8e224c90bd45/daf52c22-4ee2-43c8-8229-5b806987c7a2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:12:44.000715 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.041923 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.095172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:12:44.098574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:12:44.102516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:12:44.129016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Pushing event updated for resources: {'Port': ['ID=daf52c22-4ee2-43c8-8229-5b806987c7a2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:44.146938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.147274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.147641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.147981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.148304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.148635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.148991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.149325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.149642 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.149986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.150306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.150646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:12:44.174388 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:44.174388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.195470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-14b01e53-7e4a-4ff8-85a6-42c6c4319ca8 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6634421 Sep 02 13:12:44.211452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Request body: {'port': {'device_id': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:44.271668 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.545115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf52c22-4ee2-43c8-8229-5b806987c7a2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:12:44.553248 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.565380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Transition to ACTIVE for port object daf52c22-4ee2-43c8-8229-5b806987c7a2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:12:44.571001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.629023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Pushing event updated for resources: {'Port': ['ID=daf52c22-4ee2-43c8-8229-5b806987c7a2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:44.709071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Attempting to bind port daf52c22-4ee2-43c8-8229-5b806987c7a2 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:12:44.709432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Attempting to bind port daf52c22-4ee2-43c8-8229-5b806987c7a2 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:12:44.709751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Attempting to bind port daf52c22-4ee2-43c8-8229-5b806987c7a2 on network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:12:44.714634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Port daf52c22-4ee2-43c8-8229-5b806987c7a2 on network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:12:44.715001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Attempting to bind port daf52c22-4ee2-43c8-8229-5b806987c7a2 on network da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:12:44.721739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:12:44.722127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Checking segment: {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:12:44.723672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Bound using segment: {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:12:44.724127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Bound port: daf52c22-4ee2-43c8-8229-5b806987c7a2, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:12:44.724500 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.742424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eeb99-d19b-4696-a72b-0c1c88c90e2e req-58fd2c75-8425-42e6-bea4-4fd14ef7a899 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:44.744002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-058eeb99-d19b-4696-a72b-0c1c88c90e2e req-58fd2c75-8425-42e6-bea4-4fd14ef7a899 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 944 time: 0.0565536 Sep 02 13:12:44.945358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-058eeb99-d19b-4696-a72b-0c1c88c90e2e req-6720f749-669a-47a8-b2f3-8d6ec37bdede tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427816 Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] For port daf52c22-4ee2-43c8-8229-5b806987c7a2, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] For port daf52c22-4ee2-43c8-8229-5b806987c7a2, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] 10.222.0.18 "PUT /v2.0/ports/daf52c22-4ee2-43c8-8229-5b806987c7a2 HTTP/1.1" status: 200 len: 1092 time: 0.6239305 Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'tag': 'daf52c22-4ee2-43c8-8229-5b806987c7a2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e57bb-7563-402b-a33e-3fee84af964d" -d '{"events": [{"name": "network-changed", "server_uuid": "a02af5ff-85b1-4002-a6c1-864ac681c4de", "tag": "daf52c22-4ee2-43c8-8229-5b806987c7a2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aac936e-182f-4003-ae53-4fea2870bd4d x-openstack-request-id: req-5aac936e-182f-4003-ae53-4fea2870bd4d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02af5ff-85b1-4002-a6c1-864ac681c4de", "tag": "daf52c22-4ee2-43c8-8229-5b806987c7a2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5aac936e-182f-4003-ae53-4fea2870bd4d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'tag': 'daf52c22-4ee2-43c8-8229-5b806987c7a2', 'status': 'completed', 'code': 200} Sep 02 13:12:44.950311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63dfa5-d732-446d-a7e3-b059d4264b4d service neutron] Pushing event updated for resources: {'Port': ['ID=daf52c22-4ee2-43c8-8229-5b806987c7a2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:44.963544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-3f9d924f-86d6-47c4-8da3-7f29daa07c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:44.965220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-3f9d924f-86d6-47c4-8da3-7f29daa07c19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbd101edf5004723a5f535c3f812f53a&device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 1095 time: 0.0771589 Sep 02 13:12:45.015869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-74744215-8cfc-487d-8551-1ac7e033cb5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2 HTTP/1.1" status: 200 len: 217 time: 0.0417213 Sep 02 13:12:45.066159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-250d79ef-b31e-40d8-8cd5-945173768e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:45.067664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-250d79ef-b31e-40d8-8cd5-945173768e71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76627cef-217f-4a39-8a0e-8e224c90bd45 HTTP/1.1" status: 200 len: 849 time: 0.0454185 Sep 02 13:12:45.102583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-f10f0cf9-8b5f-4898-9325-d4ba3b0597d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278673 Sep 02 13:12:45.208997 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-8d05e8d6-727c-4cec-8d24-fd5ec3e5bc9c service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982423 Sep 02 13:12:45.328106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0a44f4a-dd3b-490a-bbb1-af30a1628957 req-1e7adbcb-6f54-4bd4-9fde-af6cc50a5262 service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132472 Sep 02 13:12:45.442913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-c8f5fdce-0642-41f9-8b5f-b03a0d91ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:45.444990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-c8f5fdce-0642-41f9-8b5f-b03a0d91ef5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbd101edf5004723a5f535c3f812f53a&device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 1095 time: 0.0549841 Sep 02 13:12:45.540828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-5636e9e2-4e6e-4327-b0aa-b6cc94d27324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:45.542475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-5636e9e2-4e6e-4327-b0aa-b6cc94d27324 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 200 len: 910 time: 0.0901053 Sep 02 13:12:45.587665 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-2a5288a9-4df6-4c6a-8ecc-5905088bfe2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2 HTTP/1.1" status: 200 len: 217 time: 0.0378237 Sep 02 13:12:45.592834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-6e5b1450-6754-4456-9f78-6682768b5f54 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604596827&fields=id&tenant_id=c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 267 time: 0.0411835 Sep 02 13:12:45.648125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-78eae001-ced7-45f0-8e9d-db00baf04e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:45.649598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-78eae001-ced7-45f0-8e9d-db00baf04e23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76627cef-217f-4a39-8a0e-8e224c90bd45 HTTP/1.1" status: 200 len: 849 time: 0.0530567 Sep 02 13:12:45.688498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-2e48a868-0f79-4143-96da-ec5e9281bdf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312548 Sep 02 13:12:45.718130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-12cf9614-25a0-4e54-8299-058c7746ac96 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:45.721429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-12cf9614-25a0-4e54-8299-058c7746ac96 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1200385 Sep 02 13:12:45.737173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-2989422a-3cc6-4ea5-99fa-91b0f6518f8d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0110414 Sep 02 13:12:45.796688 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-f8152511-84fc-42a0-83da-53d652c68509 service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991378 Sep 02 13:12:45.806346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-ce7ec75e-be8f-4bd7-bd1f-141bd928bf1b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524154 Sep 02 13:12:45.961409 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6e57bb-7563-402b-a33e-3fee84af964d req-8fd48167-61e8-4c0b-a138-3ab8b3b939aa service neutron] 10.222.0.18 "GET /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557713 Sep 02 13:12:45.970881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549764-47e0-47df-abd8-b0420e24ba47 req-d50a9dd6-4125-46e6-a239-e80f7809b2d9 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:45.978364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9549764-47e0-47df-abd8-b0420e24ba47 req-d50a9dd6-4125-46e6-a239-e80f7809b2d9 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 944 time: 0.0873771 Sep 02 13:12:46.010743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-b50a41da-9678-4378-933e-401d0500b2bb service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906085 Sep 02 13:12:46.021199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9549764-47e0-47df-abd8-b0420e24ba47 req-af8cc9fb-e361-4045-9418-9531cec52464 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Sep 02 13:12:46.132012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-b4447de8-95ad-416d-b581-1cf8371b192a service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133282 Sep 02 13:12:46.486467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90ff219f-3bbf-4017-8def-c457aad4d338 req-03f2b4e0-b0d2-4351-90be-99d32379dbba tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 210 time: 0.0429237 Sep 02 13:12:47.155965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399690ba-31e9-4956-8517-e7c585b4e650 req-bea0d2d6-aafb-40ce-aaf6-9e241cf1f46e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:47.157585 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-399690ba-31e9-4956-8517-e7c585b4e650 req-bea0d2d6-aafb-40ce-aaf6-9e241cf1f46e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 944 time: 0.0587306 Sep 02 13:12:47.201889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-399690ba-31e9-4956-8517-e7c585b4e650 req-8b871a82-6b9e-4d03-90c6-6e2a95902d86 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353601 Sep 02 13:12:47.461522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-6050bebc-2e4d-45b5-a252-0dd06d707c5b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:47.463334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-6050bebc-2e4d-45b5-a252-0dd06d707c5b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1567624 Sep 02 13:12:47.517282 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-decf2a64-226d-4445-aa3e-1c3870fac50f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 380 time: 0.0447607 Sep 02 13:12:47.530142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'security_groups': ['65883101-e0a4-4158-823a-c05a2d07ae73']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:47.600826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87112ce9-c596-4f97-9f48-6accc43a4174 req-1c0def27-2d41-4ffd-b341-7dc0b16ec35b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 210 time: 0.0348802 Sep 02 13:12:47.633249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device daf52c22-4ee2-43c8-8229-5b806987c7a2 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:12:47.673662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:12:47.681517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:47.798877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port daf52c22-4ee2-43c8-8229-5b806987c7a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:47.811812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'daf52c22-4ee2-43c8-8229-5b806987c7a2', 'network_id': 'da3e9b81-9fc1-4a7e-96a1-6f5fd4367157', 'port_id': 'daf52c22-4ee2-43c8-8229-5b806987c7a2', 'mac_address': 'fa:16:3e:96:1d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76627cef-217f-4a39-8a0e-8e224c90bd45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:12:47.852488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:47.867907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf52c22-4ee2-43c8-8229-5b806987c7a2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:12:47.891864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port daf52c22-4ee2-43c8-8229-5b806987c7a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:47.897907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:47.912970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.6 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/ae78fd7d-89a7-4372-a246-9403fb088384) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:12:47.964075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=daf52c22-4ee2-43c8-8229-5b806987c7a2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:48.092988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['daf52c22-4ee2-43c8-8229-5b806987c7a2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:48.094433 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:48.113321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object ae78fd7d-89a7-4372-a246-9403fb088384 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:12:48.158092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:48.262184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:12:48.266902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:12:48.271793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:12:48.353877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=ae78fd7d-89a7-4372-a246-9403fb088384,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:48.389241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:48.390397 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:48.445217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e78d1683-913f-4437-91b7-ea7c054dcb99 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9225497 Sep 02 13:12:48.462996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286acd2-686f-4f7e-9286-489ee400146c req-61397822-5919-44b3-b7b6-330f6885ba6e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:48.464668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d286acd2-686f-4f7e-9286-489ee400146c req-61397822-5919-44b3-b7b6-330f6885ba6e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 945 time: 0.1260531 Sep 02 13:12:48.545181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d286acd2-686f-4f7e-9286-489ee400146c req-8947811e-5a11-40b0-bb93-49736c8a34db tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641212 Sep 02 13:12:48.587408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Request body: {'port': {'device_id': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:12:48.642606 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:12:48.667353 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:48.698188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3cf3c01-2d8c-41e0-bc5c-9d0da23d8387 None None] Provisioning for port ae78fd7d-89a7-4372-a246-9403fb088384 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:12:48.703892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3cf3c01-2d8c-41e0-bc5c-9d0da23d8387 None None] Provisioning complete for port ae78fd7d-89a7-4372-a246-9403fb088384 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:12:48.704269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c01-2d8c-41e0-bc5c-9d0da23d8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:48.767320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21967a-0091-43bd-b3f4-c263738bc760 req-0a3081b3-6398-4d48-bced-71eff684d2dd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:48.775112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e21967a-0091-43bd-b3f4-c263738bc760 req-0a3081b3-6398-4d48-bced-71eff684d2dd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 931 time: 0.0631855 Sep 02 13:12:48.792338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf3c01-2d8c-41e0-bc5c-9d0da23d8387 None None] Port ae78fd7d-89a7-4372-a246-9403fb088384 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:12:48.822546 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e21967a-0091-43bd-b3f4-c263738bc760 req-08e2bf52-f53e-4cfd-98a9-dde0633c44f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Sep 02 13:12:49.018650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae78fd7d-89a7-4372-a246-9403fb088384 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:12:49.034080 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.048162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Transition to ACTIVE for port object ae78fd7d-89a7-4372-a246-9403fb088384 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:12:49.053130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.105744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae78fd7d-89a7-4372-a246-9403fb088384,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:49.603445 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Attempting to bind port ae78fd7d-89a7-4372-a246-9403fb088384 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:12:49.604170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Attempting to bind port ae78fd7d-89a7-4372-a246-9403fb088384 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:12:49.604376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Attempting to bind port ae78fd7d-89a7-4372-a246-9403fb088384 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:12:49.614816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Port ae78fd7d-89a7-4372-a246-9403fb088384 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:12:49.615254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Attempting to bind port ae78fd7d-89a7-4372-a246-9403fb088384 on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:12:49.621728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:12:49.622237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:12:49.622647 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:12:49.623106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Bound port: ae78fd7d-89a7-4372-a246-9403fb088384, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:12:49.623473 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.650794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device daf52c22-4ee2-43c8-8229-5b806987c7a2 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:12:49.711967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port daf52c22-4ee2-43c8-8229-5b806987c7a2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:12:49.718058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port daf52c22-4ee2-43c8-8229-5b806987c7a2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:12:49.718058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.739106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e759-123a-43b0-9f29-be7ae4c3ea81 req-ad495ace-9545-4375-b424-93c2aa7952b3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:49.740669 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc42e759-123a-43b0-9f29-be7ae4c3ea81 req-ad495ace-9545-4375-b424-93c2aa7952b3 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 945 time: 0.0861576 Sep 02 13:12:49.780108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] For port ae78fd7d-89a7-4372-a246-9403fb088384, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:12:49.783810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] For port ae78fd7d-89a7-4372-a246-9403fb088384, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ae78fd7d-89a7-4372-a246-9403fb088384,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:12:49.795009 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.826206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.864694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae78fd7d-89a7-4372-a246-9403fb088384,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:49.865193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port daf52c22-4ee2-43c8-8229-5b806987c7a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:49.866487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf52c22-4ee2-43c8-8229-5b806987c7a2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:49.870920 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43645bb-ca59-4453-a1e1-9d941eca6e27" -d '{"events": [{"server_uuid": "a02af5ff-85b1-4002-a6c1-864ac681c4de", "name": "network-vif-plugged", "status": "completed", "tag": "daf52c22-4ee2-43c8-8229-5b806987c7a2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:49.878723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:49.879683 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.881143 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f7ab15cb-e589-4cd3-805a-920a4748a6c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 200 len: 1091 time: 1.4269545 Sep 02 13:12:49.883308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:49.886217 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7483dea-d35e-47c5-a502-9d619ca382af" -d '{"events": [{"name": "network-changed", "server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:49.890045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:49.923206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc42e759-123a-43b0-9f29-be7ae4c3ea81 req-9e4d2738-438d-4c26-9fa9-cd5b9be53a4b tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729386 Sep 02 13:12:50.021713 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ba1240-9a4a-4007-b31f-f74235328f80 x-openstack-request-id: req-03ba1240-9a4a-4007-b31f-f74235328f80 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:50.022009 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02af5ff-85b1-4002-a6c1-864ac681c4de", "name": "network-vif-plugged", "status": "completed", "tag": "daf52c22-4ee2-43c8-8229-5b806987c7a2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:50.022267 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03ba1240-9a4a-4007-b31f-f74235328f80 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:50.022970 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf52c22-4ee2-43c8-8229-5b806987c7a2', 'code': 200} Sep 02 13:12:50.034062 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=daf52c22-4ee2-43c8-8229-5b806987c7a2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:50.049200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f1a738e7-b073-411a-bc0c-aeadc29ae84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.051852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-f1a738e7-b073-411a-bc0c-aeadc29ae84f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1094 time: 0.1278863 Sep 02 13:12:50.114449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ccb7e-f121-4cd4-bf95-81b928ade373 req-875edd73-c61a-4dbb-8592-05c68eb0f263 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.121185 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c656d-a002-444e-9c44-08ad15236a87 x-openstack-request-id: req-902c656d-a002-444e-9c44-08ad15236a87 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:50.121904 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:50.122377 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-902c656d-a002-444e-9c44-08ad15236a87 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:50.122758 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-113ccb7e-f121-4cd4-bf95-81b928ade373 req-875edd73-c61a-4dbb-8592-05c68eb0f263 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.1503570 Sep 02 13:12:50.123111 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'status': 'completed', 'code': 200} Sep 02 13:12:50.130539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-ce9c92bb-1da6-4496-ab47-c2eee8d7e6e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 200 len: 217 time: 0.0703089 Sep 02 13:12:50.222332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e8ad3331-e2c7-45f4-b8ec-d0d67683bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.223933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-e8ad3331-e2c7-45f4-b8ec-d0d67683bba4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0856318 Sep 02 13:12:50.252416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-113ccb7e-f121-4cd4-bf95-81b928ade373 req-1c5cede5-91c0-47d4-a532-a00d29101b29 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253366 Sep 02 13:12:50.259542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7ad2-e172-423d-af27-ee407067af36 req-8fdf69d5-66c7-4309-936f-9192633974c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.261337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea7c7ad2-e172-423d-af27-ee407067af36 req-8fdf69d5-66c7-4309-936f-9192633974c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 1097 time: 0.1836371 Sep 02 13:12:50.298345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-575e91f6-29af-4ed9-8205-bd3d70900255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.299871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-575e91f6-29af-4ed9-8205-bd3d70900255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687432 Sep 02 13:12:50.355597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea7c7ad2-e172-423d-af27-ee407067af36 req-8780d337-3f6d-413a-8a56-a15dbb159845 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848162 Sep 02 13:12:50.475823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-7f8fa8dc-357b-4428-b60b-42a9ffb62107 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582437 Sep 02 13:12:50.613978 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85d81694-0dd6-4440-93e7-262916bb7b77 req-0045962e-db59-482d-a200-23006063866a service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299102 Sep 02 13:12:50.728309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483dea-d35e-47c5-a502-9d619ca382af req-6b248696-0bf4-4312-8db0-c204af3646ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.730485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-6b248696-0bf4-4312-8db0-c204af3646ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1094 time: 0.0515890 Sep 02 13:12:50.837441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483dea-d35e-47c5-a502-9d619ca382af req-b348bd13-9389-4586-a6cb-d60a0d7af7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.839352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-b348bd13-9389-4586-a6cb-d60a0d7af7f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1013896 Sep 02 13:12:50.887706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-7cebc15b-30e5-47f2-a719-f59c4a9b9155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 200 len: 217 time: 0.0410445 Sep 02 13:12:50.938146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483dea-d35e-47c5-a502-9d619ca382af req-d5adef4e-b6e3-4e0d-b8a6-16f281095a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:50.939708 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-d5adef4e-b6e3-4e0d-b8a6-16f281095a35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0455501 Sep 02 13:12:51.003266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483dea-d35e-47c5-a502-9d619ca382af req-def87fd5-a43c-4310-b9b1-02f8a86472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:51.004807 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-def87fd5-a43c-4310-b9b1-02f8a86472f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576298 Sep 02 13:12:51.105329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b5a7a-f559-4546-968c-8b59498d72ab req-e6833126-8ad2-4625-803e-714638f1c37e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:51.107722 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad5b5a7a-f559-4546-968c-8b59498d72ab req-e6833126-8ad2-4625-803e-714638f1c37e tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 946 time: 0.1019704 Sep 02 13:12:51.167741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-7a950d41-ca59-444f-96bc-326d12f1c206 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361625 Sep 02 13:12:51.261019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad5b5a7a-f559-4546-968c-8b59498d72ab req-5c08b783-5406-4ca7-a5f8-3379ba132767 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106977 Sep 02 13:12:51.331480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a7483dea-d35e-47c5-a502-9d619ca382af req-f364f4d4-fdcf-42ce-990b-8f3ff59a31f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536076 Sep 02 13:12:51.414667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654786-e369-427a-9409-0baa2a02b9b5 req-a061009a-79e6-4655-8ab1-bb1be633a69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:51.416348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2654786-e369-427a-9409-0baa2a02b9b5 req-a061009a-79e6-4655-8ab1-bb1be633a69c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.0602036 Sep 02 13:12:51.474962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2654786-e369-427a-9409-0baa2a02b9b5 req-c7593c1e-bbce-4fb5-a605-a60cc10496e1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518506 Sep 02 13:12:52.373709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ea971-0f07-4938-bf68-361701466138 req-40a180c2-1bf8-4f2c-a3e2-2faec55aadd4 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:52.376382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-232ea971-0f07-4938-bf68-361701466138 req-40a180c2-1bf8-4f2c-a3e2-2faec55aadd4 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 946 time: 0.0662000 Sep 02 13:12:52.424228 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-232ea971-0f07-4938-bf68-361701466138 req-86963595-350c-4941-b127-d143c5531956 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Sep 02 13:12:52.623589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af212cf6-db19-4a96-bb50-1e16b47378bd req-818fb536-b8c9-4b3c-9202-7b11ee5ab2a0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:52.626540 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af212cf6-db19-4a96-bb50-1e16b47378bd req-818fb536-b8c9-4b3c-9202-7b11ee5ab2a0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.0547898 Sep 02 13:12:52.681523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-af212cf6-db19-4a96-bb50-1e16b47378bd req-de5d39a6-a9bf-4d3b-8319-64c6e2d2995e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356300 Sep 02 13:12:53.165372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b957d-0367-4a05-a844-d7e3c2eab7a2 req-79b80b7b-3250-46c8-ace6-462f35515dc6 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:53.167097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f8b957d-0367-4a05-a844-d7e3c2eab7a2 req-79b80b7b-3250-46c8-ace6-462f35515dc6 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 946 time: 0.0615795 Sep 02 13:12:53.209288 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f8b957d-0367-4a05-a844-d7e3c2eab7a2 req-a90e6b62-4d7d-49fc-a72c-18c87ac2bd36 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Sep 02 13:12:53.817988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1036e25-8860-4975-8d15-fb7087540ebc req-8c44b67a-a01a-487a-9687-9e63199d5825 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:53.819550 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1036e25-8860-4975-8d15-fb7087540ebc req-8c44b67a-a01a-487a-9687-9e63199d5825 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.0618575 Sep 02 13:12:53.888928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1036e25-8860-4975-8d15-fb7087540ebc req-d8503a31-316e-4e8e-af50-cd2602f5b518 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614390 Sep 02 13:12:54.336411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d5029-cf2b-4429-bfc5-057ad9a8027f req-53a8878b-5d18-4f2d-aa84-e255c6835f42 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:54.337944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d5d5029-cf2b-4429-bfc5-057ad9a8027f req-53a8878b-5d18-4f2d-aa84-e255c6835f42 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 946 time: 0.0513844 Sep 02 13:12:54.405837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d5d5029-cf2b-4429-bfc5-057ad9a8027f req-f7a88bd0-4fb7-4915-af2e-46dca9ae3fc5 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0b238a0-c9de-4210-a237-f5f53a37c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610764 Sep 02 13:12:54.429667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-de8c12b6-e232-4797-a442-0d450a104f29 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:54.431158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-de8c12b6-e232-4797-a442-0d450a104f29 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02af5ff-85b1-4002-a6c1-864ac681c4de HTTP/1.1" status: 200 len: 946 time: 0.0613701 Sep 02 13:12:54.539060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Deleting port daf52c22-4ee2-43c8-8229-5b806987c7a2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:12:54.539428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:54.630570 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] For port daf52c22-4ee2-43c8-8229-5b806987c7a2, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=daf52c22-4ee2-43c8-8229-5b806987c7a2,segment=NetworkSegment(bfb1fc77-42d0-400f-bbed-b1970e2d5a29),segment_id=bfb1fc77-42d0-400f-bbed-b1970e2d5a29)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:54.630949 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:54.645674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Calling delete_port for daf52c22-4ee2-43c8-8229-5b806987c7a2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:12:54.790893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:54.801826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['daf52c22-4ee2-43c8-8229-5b806987c7a2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:12:54.822605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Pushing event deleted for resources: {'Port': ['ID=daf52c22-4ee2-43c8-8229-5b806987c7a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:12:54.871958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] No DVR routers for this DVR port daf52c22-4ee2-43c8-8229-5b806987c7a2 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:12:54.878517 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:54.880652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44f2f7ca-67ad-46f1-a62f-f002d5ad8db4 req-f71bfeeb-edb2-4222-a421-ab79c2d40418 tempest-VolumesActionsTest-725871679 tempest-VolumesActionsTest-725871679-project] 10.222.0.18 "DELETE /v2.0/ports/daf52c22-4ee2-43c8-8229-5b806987c7a2 HTTP/1.1" status: 204 len: 173 time: 0.4433799 Sep 02 13:12:54.881159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'name': 'network-vif-deleted', 'tag': 'daf52c22-4ee2-43c8-8229-5b806987c7a2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:12:54.883578 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c00ab3-2732-450d-8bce-bc2e700adce2" -d '{"events": [{"server_uuid": "a02af5ff-85b1-4002-a6c1-864ac681c4de", "name": "network-vif-deleted", "tag": "daf52c22-4ee2-43c8-8229-5b806987c7a2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:12:54.931729 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056189ad-4541-452f-9447-9d026892f29d x-openstack-request-id: req-056189ad-4541-452f-9447-9d026892f29d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:12:54.932161 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02af5ff-85b1-4002-a6c1-864ac681c4de", "name": "network-vif-deleted", "tag": "daf52c22-4ee2-43c8-8229-5b806987c7a2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:12:54.932422 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-056189ad-4541-452f-9447-9d026892f29d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:12:54.932937 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02af5ff-85b1-4002-a6c1-864ac681c4de', 'name': 'network-vif-deleted', 'tag': 'daf52c22-4ee2-43c8-8229-5b806987c7a2', 'status': 'completed', 'code': 200} Sep 02 13:12:55.035591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f161ef2-b911-474e-8666-10ce27b9d451 req-8a64ef6b-1b72-41d2-9fc4-0332210eba03 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:55.037353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f161ef2-b911-474e-8666-10ce27b9d451 req-8a64ef6b-1b72-41d2-9fc4-0332210eba03 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.0656381 Sep 02 13:12:55.076836 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f161ef2-b911-474e-8666-10ce27b9d451 req-51b671c3-3491-468a-a459-d5958013208c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330060 Sep 02 13:12:56.217256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02f1c-d321-41d9-8b08-48e0aa39a0a9 req-42740f35-c9c1-4fc5-b23b-b05646283c05 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:56.219099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5d02f1c-d321-41d9-8b08-48e0aa39a0a9 req-42740f35-c9c1-4fc5-b23b-b05646283c05 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.0550888 Sep 02 13:12:56.291887 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5d02f1c-d321-41d9-8b08-48e0aa39a0a9 req-1caedbda-b375-42b4-83c7-45a3321fdfbe tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658760 Sep 02 13:12:57.459533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d831d-7fac-4336-9b52-6137ae2052ac req-cfae7949-888e-435c-adeb-927ee17283ba tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:57.461265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-179d831d-7fac-4336-9b52-6137ae2052ac req-cfae7949-888e-435c-adeb-927ee17283ba tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.0621321 Sep 02 13:12:57.533714 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-179d831d-7fac-4336-9b52-6137ae2052ac req-e59ba3b6-43ff-41b3-9557-eae24b6eda16 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651503 Sep 02 13:12:57.695620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device daf52c22-4ee2-43c8-8229-5b806987c7a2 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:12:57.735706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: daf52c22-4ee2-43c8-8229-5b806987c7a2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:12:57.736362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device daf52c22-4ee2-43c8-8229-5b806987c7a2 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:12:58.707151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f7e7-6a3b-4fad-8512-6e804e1a108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:12:58.732391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fc545-b7ae-4046-b95b-2179cf178a9b req-d266cb8c-c87a-4221-9406-2d2619e94835 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:12:58.734844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b3fc545-b7ae-4046-b95b-2179cf178a9b req-d266cb8c-c87a-4221-9406-2d2619e94835 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.1020367 Sep 02 13:12:58.791673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b3fc545-b7ae-4046-b95b-2179cf178a9b req-952e366a-a364-40b4-86bd-057a3dbd4535 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502169 Sep 02 13:12:59.832048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ae78fd7d-89a7-4372-a246-9403fb088384 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:12:59.968109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ae78fd7d-89a7-4372-a246-9403fb088384, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ae78fd7d-89a7-4372-a246-9403fb088384,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:12:59.990886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'mac_address': 'fa:16:3e:ca:0b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:13:00.006095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91d471-b8ac-4719-8a2a-194163afac7e req-4f601947-22e0-4857-8e1e-c86be569f6d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:00.008860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad91d471-b8ac-4719-8a2a-194163afac7e req-4f601947-22e0-4857-8e1e-c86be569f6d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 943 time: 0.1160169 Sep 02 13:13:00.065141 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ad91d471-b8ac-4719-8a2a-194163afac7e req-9ac3d09c-ec36-48fd-8224-fe42da51a374 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472527 Sep 02 13:13:00.066626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:00.084866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae78fd7d-89a7-4372-a246-9403fb088384 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:13:00.107905 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ae78fd7d-89a7-4372-a246-9403fb088384, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ae78fd7d-89a7-4372-a246-9403fb088384,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:00.115364 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:00.189719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=ae78fd7d-89a7-4372-a246-9403fb088384,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:00.322227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['ae78fd7d-89a7-4372-a246-9403fb088384'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:13:01.226158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a72c-9b74-44b3-b361-b8cfa8e49fa7 req-c26f9ce4-20ff-4f9c-b34b-8d89090464eb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:01.234806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db87a72c-9b74-44b3-b361-b8cfa8e49fa7 req-c26f9ce4-20ff-4f9c-b34b-8d89090464eb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 944 time: 0.0891774 Sep 02 13:13:01.310832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db87a72c-9b74-44b3-b361-b8cfa8e49fa7 req-11741d28-8a9a-458a-adaa-fff3ddecc6a0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686235 Sep 02 13:13:01.491893 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-765d66eb-55be-4e62-aa4b-4995e0670f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:01.688239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:01.846300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ae78fd7d-89a7-4372-a246-9403fb088384 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:01.921021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port ae78fd7d-89a7-4372-a246-9403fb088384 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:01.927923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port ae78fd7d-89a7-4372-a246-9403fb088384 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:01.929178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:02.044305 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:02.080305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:13:02.085333 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6b7e9-f38f-4586-b582-7c4b559317c7" -d '{"events": [{"server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:13:02.114869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port ae78fd7d-89a7-4372-a246-9403fb088384, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ae78fd7d-89a7-4372-a246-9403fb088384,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:02.120436 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:02.184860 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b2d84-53d8-4675-af14-7f415ea920a5 x-openstack-request-id: req-068b2d84-53d8-4675-af14-7f415ea920a5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:13:02.185556 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:13:02.185922 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-068b2d84-53d8-4675-af14-7f415ea920a5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:13:02.186700 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'code': 200} Sep 02 13:13:02.225477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=ae78fd7d-89a7-4372-a246-9403fb088384,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:02.357211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11458cbe-d96f-4f03-be36-a6225387f833 req-4ede9fa6-ff5d-45b3-98c1-655be3c3076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:02.358880 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11458cbe-d96f-4f03-be36-a6225387f833 req-4ede9fa6-ff5d-45b3-98c1-655be3c3076d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1096 time: 0.0619080 Sep 02 13:13:02.411799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11458cbe-d96f-4f03-be36-a6225387f833 req-fa531866-32d1-4b2d-98ef-cdbf18d1e240 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455344 Sep 02 13:13:02.490401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6167a9-396e-482c-8cb6-5da614c529ec req-9ba2c828-4be1-4872-8645-08194cebf757 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:02.501084 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec6167a9-396e-482c-8cb6-5da614c529ec req-9ba2c828-4be1-4872-8645-08194cebf757 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 945 time: 0.0954061 Sep 02 13:13:02.562168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec6167a9-396e-482c-8cb6-5da614c529ec req-8ad81d41-4913-443a-a61c-2cb66de3c24a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587831 Sep 02 13:13:02.601320 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:03.728278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a6b22-4b6b-4f5e-88d4-559421a17a21 req-438f196a-be59-4642-90f2-6049b69febd8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:03.741731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-027a6b22-4b6b-4f5e-88d4-559421a17a21 req-438f196a-be59-4642-90f2-6049b69febd8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 945 time: 0.0818233 Sep 02 13:13:03.823983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-027a6b22-4b6b-4f5e-88d4-559421a17a21 req-47ce9242-3261-4fb1-8b26-4b55cdad8507 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810554 Sep 02 13:13:04.008368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d3a9-0d94-4127-9243-8e765041101c req-710c9daf-5047-476e-b464-c18e2e7110ca tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:04.016852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c66d3a9-0d94-4127-9243-8e765041101c req-710c9daf-5047-476e-b464-c18e2e7110ca tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 945 time: 0.0842924 Sep 02 13:13:04.057061 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c66d3a9-0d94-4127-9243-8e765041101c req-69300983-b3f0-46b1-bc8a-4a5acd9c6dda tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387876 Sep 02 13:13:04.089247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 44836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:04.174137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7289e-506b-4e00-b483-107408451727 tempest-TestVolumeBootPattern-1095663425 tempest-TestVolumeBootPattern-1095663425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:04.179062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 44838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:04.179438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aef7289e-506b-4e00-b483-107408451727 tempest-TestVolumeBootPattern-1095663425 tempest-TestVolumeBootPattern-1095663425-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1091 time: 0.0883682 Sep 02 13:13:04.184208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:04.240571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:04.276589 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:04.397191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:04.518420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.25.7.32 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/f1431725-8dc5-4e6b-b8c3-a38479967c29) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:04.643375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:04.692568 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:04.743398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:04.746654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:04.751773 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:04.777654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=f1431725-8dc5-4e6b-b8c3-a38479967c29,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:05.384680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:05.436817 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:05.568362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:06.183704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:06.191695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:06.357271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=f1431725-8dc5-4e6b-b8c3-a38479967c29,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:06.383598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:06.544316 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Floating IP 2376eab8-f544-44fc-a5a8-94f376304e6a associated. External IP: 172.25.7.32, port: ae78fd7d-89a7-4372-a246-9403fb088384. Sep 02 13:13:06.861974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:13:07.003363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:13:07.015428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:13:07.034753 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:07.041101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:07.042127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:07.086957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2ce8b746-5902-4f28-812f-bfcd704c11d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9067414 Sep 02 13:13:07.089443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:13:07.092776 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a7d894-cbae-4679-80f0-bd270ab69514" -d '{"events": [{"name": "network-changed", "server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:13:07.166563 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978b2607-78e8-47b8-926f-6cbd9abdf96c x-openstack-request-id: req-978b2607-78e8-47b8-926f-6cbd9abdf96c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:13:07.167231 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:13:07.167544 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-978b2607-78e8-47b8-926f-6cbd9abdf96c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:13:07.168018 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'status': 'completed', 'code': 200} Sep 02 13:13:07.228016 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:07.262295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-22dba0cb-a4b0-4eb1-ac77-89199cc71d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:07.265237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-22dba0cb-a4b0-4eb1-ac77-89199cc71d91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1096 time: 0.0592260 Sep 02 13:13:07.393206 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-6b094cd8-0755-4672-95bc-70c4c7c95de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:07.395144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-6b094cd8-0755-4672-95bc-70c4c7c95de8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1230180 Sep 02 13:13:07.532470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-235a4a11-36c0-4255-812a-3c023873f2f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 200 len: 998 time: 0.1298628 Sep 02 13:13:07.573995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2376eab8-f544-44fc-a5a8-94f376304e6a', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:ca:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:13:05Z', 'updated_at': '2021-09-02T13:13:05Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:07.592107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-2ce921dc-a932-4c8a-afaa-a639f88e8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:07.594093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-2ce921dc-a932-4c8a-afaa-a639f88e8009 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0542657 Sep 02 13:13:07.610296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:13:07.621877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:07.625525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:07.683363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-57791c4d-1d3d-4276-b6e7-5e463b82f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:07.685199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-57791c4d-1d3d-4276-b6e7-5e463b82f53e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842440 Sep 02 13:13:07.827264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:07.846506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-4f4faeb6-7118-4d88-b302-4c7698ceba11 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505387 Sep 02 13:13:07.978623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c5a7d894-cbae-4679-80f0-bd270ab69514 req-890afc58-bfa8-4acc-b7d5-0a4a4332c4b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267369 Sep 02 13:13:08.235070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2376eab8-f544-44fc-a5a8-94f376304e6a', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:ca:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:13:05Z', 'updated_at': '2021-09-02T13:13:05Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:08.268090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c77e8-dbf5-4739-bc5d-9434ab68eb6c None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '2376eab8-f544-44fc-a5a8-94f376304e6a', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:ca:0b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:13:05Z', 'updated_at': '2021-09-02T13:13:05Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:13:08.642342 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf194b6c-6929-4874-aacd-89c7fb7774eb None None] New status for floating IP 2376eab8-f544-44fc-a5a8-94f376304e6a: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:13:11.238540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:18.768523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:18.816305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Deleting subnet 76627cef-217f-4a39-8a0e-8e224c90bd45 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:13:18.819809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:18.856279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:18.903406 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:18.958456 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:18.983074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76627cef-217f-4a39-8a0e-8e224c90bd45,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:18.990272 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:18.992475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-30bbcb05-133d-4cfc-bd4d-d699ca6e77e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/76627cef-217f-4a39-8a0e-8e224c90bd45 HTTP/1.1" status: 204 len: 168 time: 0.2225690 Sep 02 13:13:18.995032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:19.072875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.157508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.168764 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3e9b81-9fc1-4a7e-96a1-6f5fd4367157']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:19.190296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:19.190702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb1fc77-42d0-400f-bbed-b1970e2d5a29') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:19.202601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.219447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.231565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:13:19.232088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:13:19.234224 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:13:19.297093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.304317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.306277 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] 10.222.0.60 "DELETE /v2.0/networks/da3e9b81-9fc1-4a7e-96a1-6f5fd4367157 HTTP/1.1" status: 204 len: 168 time: 0.3102889 Sep 02 13:13:19.319014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b1305-cc78-4314-b251-a9460f9caf3b admin admin] Pushing event deleted for resources: {'Network': ['ID=da3e9b81-9fc1-4a7e-96a1-6f5fd4367157,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:19.422381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:19.463476 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-aa4f675b-ad11-4e7a-a5cf-1e79bddbf0c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbd101edf5004723a5f535c3f812f53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397289 Sep 02 13:13:19.466153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45466) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:19.520472 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf3b-8233-47e1-ba76-72a16e7d93fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.550154 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf3b-8233-47e1-ba76-72a16e7d93fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.601834 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf3b-8233-47e1-ba76-72a16e7d93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.604509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf3b-8233-47e1-ba76-72a16e7d93fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:19.608631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a68fdf3b-8233-47e1-ba76-72a16e7d93fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0b238a0-c9de-4210-a237-f5f53a37c12d HTTP/1.1" status: 204 len: 168 time: 0.1387701 Sep 02 13:13:19.615717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fdf3b-8233-47e1-ba76-72a16e7d93fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b238a0-c9de-4210-a237-f5f53a37c12d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:19.976004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-55062eb2-aca1-4620-bc39-3c2971d44f70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467539 Sep 02 13:13:20.067927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-c4a516e7-ff83-42ae-bc48-389e68ad263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:20.069868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-c4a516e7-ff83-42ae-bc48-389e68ad263e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1096 time: 0.0487285 Sep 02 13:13:20.204463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-f468bce8-897c-4836-98d9-e1902c76cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:20.206777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-f468bce8-897c-4836-98d9-e1902c76cf53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1120021 Sep 02 13:13:20.296721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-5ece103a-d9b0-4163-b0ec-78c825a32755 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 200 len: 1000 time: 0.0684991 Sep 02 13:13:20.337469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-8de91c70-c3d0-4899-9351-aad923aa5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:20.339263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-8de91c70-c3d0-4899-9351-aad923aa5503 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0492554 Sep 02 13:13:20.391308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-dc1495ea-10da-4395-a0b9-8ce4903fe073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:20.392751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-dc1495ea-10da-4395-a0b9-8ce4903fe073 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440054 Sep 02 13:13:20.494428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-7ef6501f-4ba8-4acc-8f26-eee0410df227 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935261 Sep 02 13:13:20.598201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33c14a6d-40fb-4002-8779-b8eea1768068 req-8bac240b-dc6a-4198-8c4b-6cf086f08012 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951903 Sep 02 13:13:24.541923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:24.670484 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.777689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.786131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.827129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5316223b-7ecc-4bcf-937e-b2f44a4dcc87,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:24.833648 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=370aaf5351a647b2938983a7d73dcfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870657 Sep 02 13:13:24.834038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:24.837778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.838073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.838417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.838755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.839093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.839423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.839753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.840120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.840715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.840944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.841313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.841608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8b4-a2df-40ad-be61-7b20e6506926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:24.893494 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff4f082-72e7-480c-8473-ccb5ddcd2eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.915046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff4f082-72e7-480c-8473-ccb5ddcd2eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.972918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff4f082-72e7-480c-8473-ccb5ddcd2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.975694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cff4f082-72e7-480c-8473-ccb5ddcd2eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:24.979534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cff4f082-72e7-480c-8473-ccb5ddcd2eb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5316223b-7ecc-4bcf-937e-b2f44a4dcc87 HTTP/1.1" status: 204 len: 168 time: 0.1418667 Sep 02 13:13:24.986805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4f082-72e7-480c-8473-ccb5ddcd2eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5316223b-7ecc-4bcf-937e-b2f44a4dcc87,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:25.642555 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:13:25.682406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:25.807332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1387292052-network', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:25.831716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Made reservation on behalf of 194a8c1f6d924c7587260edbcb20b9bd for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:13:25.834325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:25.844175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:25.951372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:25.955985 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:25.983483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:13:25.995368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d732000-6726-4dca-bc35-c5a99d30aa6d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:26.002302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.002632 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Added segment 74762e4e-b411-4b85-af48-91f422474d11 of type vlan for network ed2a2429-d9a4-4253-92bc-822f365405fe Sep 02 13:13:26.049421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.077507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.078746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:26.079458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.159657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4716938 Sep 02 13:13:26.160660 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:26.163541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a214da-5cee-4bc1-9497-24947781bd65 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2a2429-d9a4-4253-92bc-822f365405fe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:26.175985 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Request body: {'subnet': {'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1387292052-subnet', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:26.185583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ed2a2429-d9a4-4253-92bc-822f365405fe details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:13:26.202743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Made reservation on behalf of 194a8c1f6d924c7587260edbcb20b9bd for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:13:26.205854 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.399537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.471906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735c1590-7ed7-4e19-9dc0-765214fbbb52,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:26.476531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Checking segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:26.476913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Network hostable DHCP agents. Network: ed2a2429-d9a4-4253-92bc-822f365405fe, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:13:26.497813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Network ed2a2429-d9a4-4253-92bc-822f365405fe is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:13:26.508057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ed2a2429-d9a4-4253-92bc-822f365405fe) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:26.512940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:26.513920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.532859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:26.533054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2d0b340f-6b8c-4447-bedc-492cf0841e36 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3710961 Sep 02 13:13:26.533239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26488a9f-ddd2-47e1-831a-dc84e1a3eeb5 None None] Network ed2a2429-d9a4-4253-92bc-822f365405fe requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:13:26.539167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:26.564196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.565487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.623808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.708742 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ed2a2429-d9a4-4253-92bc-822f365405fe', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:13:26.709816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:26.774243 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.032746 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.051309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Allocated IP 172.20.0.2 (ed2a2429-d9a4-4253-92bc-822f365405fe/735c1590-7ed7-4e19-9dc0-765214fbbb52/14e2a014-54f7-4376-8add-38e96f19cf0b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:27.053518 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.166105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Allocated IP 172.25.7.252 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2d44a157-8594-448e-9670-50b5768e5999) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:27.242090 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.252616 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Transition to ACTIVE for port object 14e2a014-54f7-4376-8add-38e96f19cf0b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:27.276336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Transition to ACTIVE for port object 14e2a014-54f7-4376-8add-38e96f19cf0b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:27.287501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.322221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.326103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Network ed2a2429-d9a4-4253-92bc-822f365405fe is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:27.331362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:27.335200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:27.365552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Pushing event updated for resources: {'Port': ['ID=14e2a014-54f7-4376-8add-38e96f19cf0b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:27.369759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.409595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Attempting to bind port 14e2a014-54f7-4376-8add-38e96f19cf0b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:13:27.409833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:27.410356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Attempting to bind port 14e2a014-54f7-4376-8add-38e96f19cf0b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:13:27.410793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Attempting to bind port 14e2a014-54f7-4376-8add-38e96f19cf0b on network ed2a2429-d9a4-4253-92bc-822f365405fe {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:13:27.413124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:27.415771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:27.416561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:13:27.416982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Checking segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:27.417395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.417788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Bound using segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:13:27.418262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Bound port: 14e2a014-54f7-4376-8add-38e96f19cf0b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:13:27.418874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.455421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Pushing event updated for resources: {'Port': ['ID=2d44a157-8594-448e-9670-50b5768e5999,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:27.500159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] For port 14e2a014-54f7-4376-8add-38e96f19cf0b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:13:27.503691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] For port 14e2a014-54f7-4376-8add-38e96f19cf0b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=14e2a014-54f7-4376-8add-38e96f19cf0b,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:13:27.509707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.596738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a9816-c92d-4853-86df-5f16d53e37cf None None] Pushing event updated for resources: {'Port': ['ID=14e2a014-54f7-4376-8add-38e96f19cf0b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:27.707792 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:27.981249 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:28.129529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Router e51e3a2f-f7dd-4d41-ae46-ad135423267b is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:13:28.270211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:13:28.282408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Sync routers for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:13:28.290339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:28.292336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5abf2046-62c7-4fed-96ba-72a062241acd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7577612 Sep 02 13:13:28.295271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:28.297724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:28.298414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:28.453097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:28.715382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5e62-8513-4064-83f3-50c08755dd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:28.735850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:27Z', 'revision_number': 3, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:28.740244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01410cf7-0a46-4117-a880-fa653d90847e None None] Network ed2a2429-d9a4-4253-92bc-822f365405fe requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:13:28.768558 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Checking router: e51e3a2f-f7dd-4d41-ae46-ad135423267b for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:13:28.768934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Updating router e51e3a2f-f7dd-4d41-ae46-ad135423267b port 2d44a157-8594-448e-9670-50b5768e5999 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:13:28.827580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 14e2a014-54f7-4376-8add-38e96f19cf0b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:28.892527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:28.912396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a956b37d-5a89-447b-86f9-7a7aa867d682 None None] Provisioning for port 14e2a014-54f7-4376-8add-38e96f19cf0b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:29.175301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 14e2a014-54f7-4376-8add-38e96f19cf0b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:29.196756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.208311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 14e2a014-54f7-4376-8add-38e96f19cf0b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:29.208679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.369961 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.376133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.377465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Allocated IP 172.20.0.1 (ed2a2429-d9a4-4253-92bc-822f365405fe/735c1590-7ed7-4e19-9dc0-765214fbbb52/25349918-2c1f-4571-b371-e0e443e875f5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:29.401870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Transition to ACTIVE for port object 2d44a157-8594-448e-9670-50b5768e5999 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:29.423328 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.438251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 14e2a014-54f7-4376-8add-38e96f19cf0b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=14e2a014-54f7-4376-8add-38e96f19cf0b,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:29.475265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.503507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a37a5-fc01-4d8e-9fee-ba5e29206596 None None] Pushing event updated for resources: {'Port': ['ID=2d44a157-8594-448e-9670-50b5768e5999,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:29.507254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Attempting to bind port 2d44a157-8594-448e-9670-50b5768e5999 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:13:29.507635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Attempting to bind port 2d44a157-8594-448e-9670-50b5768e5999 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:13:29.508008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Attempting to bind port 2d44a157-8594-448e-9670-50b5768e5999 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:13:29.533554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:13:29.533967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:29.534367 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.534763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:13:29.535292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Bound port: 2d44a157-8594-448e-9670-50b5768e5999, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:13:29.535546 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.535680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.550588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Transition to ACTIVE for port object 25349918-2c1f-4571-b371-e0e443e875f5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:29.595871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=14e2a014-54f7-4376-8add-38e96f19cf0b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:29.598091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.611584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] For port 2d44a157-8594-448e-9670-50b5768e5999, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:13:29.615078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] For port 2d44a157-8594-448e-9670-50b5768e5999, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2d44a157-8594-448e-9670-50b5768e5999,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:13:29.619884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.639315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Network ed2a2429-d9a4-4253-92bc-822f365405fe is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:29.644299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:29.647805 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:29.684698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Pushing event updated for resources: {'Port': ['ID=25349918-2c1f-4571-b371-e0e443e875f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:29.695645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.711781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a37a5-fc01-4d8e-9fee-ba5e29206596 None None] Pushing event updated for resources: {'Port': ['ID=2d44a157-8594-448e-9670-50b5768e5999,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:29.715867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:29.716490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:29.776465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-af9df173-e208-4c5e-8c27-62732130708e None None] Provisioning complete for port 14e2a014-54f7-4376-8add-38e96f19cf0b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:29.776965 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af9df173-e208-4c5e-8c27-62732130708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.880489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:29.904097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:30.079031 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:30.084420 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:30.129304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:27Z', 'revision_number': 3, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:30.160510 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Pushing event updated for resources: {'Port': ['ID=25349918-2c1f-4571-b371-e0e443e875f5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:30.170453 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:30.176012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aed90c-b7bd-4f9c-8edf-ac549b495b01 None None] The sync data for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 is: [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:27Z', 'revision_number': 3, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:13:30.206175 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f291e65d-e026-4235-875f-77dcc9960578 None None] Provisioning for port 25349918-2c1f-4571-b371-e0e443e875f5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:30.213138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f291e65d-e026-4235-875f-77dcc9960578 None None] Provisioning complete for port 25349918-2c1f-4571-b371-e0e443e875f5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:30.213652 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f291e65d-e026-4235-875f-77dcc9960578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:30.263735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f291e65d-e026-4235-875f-77dcc9960578 None None] Port 25349918-2c1f-4571-b371-e0e443e875f5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:13:30.308244 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Network ed2a2429-d9a4-4253-92bc-822f365405fe is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:30.309778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:30.460604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Router e51e3a2f-f7dd-4d41-ae46-ad135423267b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:13:30.634979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:13:30.642187 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3f72eceb-35ce-496c-b966-05247d915547 admin admin] 10.222.0.60 "PUT /v2.0/routers/e51e3a2f-f7dd-4d41-ae46-ad135423267b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445919 Sep 02 13:13:30.710944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-69ba8137-dd87-460e-b8e3-b03167ad78e9 None None] Provisioning complete for port 25349918-2c1f-4571-b371-e0e443e875f5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:30.711466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-69ba8137-dd87-460e-b8e3-b03167ad78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:30.776313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8137-dd87-460e-b8e3-b03167ad78e9 None None] Port 25349918-2c1f-4571-b371-e0e443e875f5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:13:30.888151 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 14e2a014-54f7-4376-8add-38e96f19cf0b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:30.966483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 14e2a014-54f7-4376-8add-38e96f19cf0b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:30.966880 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.081288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d44a157-8594-448e-9670-50b5768e5999 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:31.150374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2d44a157-8594-448e-9670-50b5768e5999 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:31.157564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2d44a157-8594-448e-9670-50b5768e5999 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:31.158340 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.266917 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.294159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2d44a157-8594-448e-9670-50b5768e5999, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2d44a157-8594-448e-9670-50b5768e5999,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:31.300685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.368198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2d44a157-8594-448e-9670-50b5768e5999,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:31.404199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 45736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:31.410981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2071081515-network', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:31.435132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Made reservation on behalf of 0578c43ca0c3454881fac244f9b5d28a for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:13:31.438297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.453820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.495258 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61451fdd-e35e-4095-b7bc-70bb97226c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.562477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.567321 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.602329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:13:31.608958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb50c4-22a5-4898-8d3c-f1ac7834b3ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:31.619271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.619780 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Added segment a27f1a76-b800-41a5-a055-823c34847c7a of type vlan for network 327de80d-cb3f-4d53-ac44-f2e1807969b5 Sep 02 13:13:31.673644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.703064 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.708551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.710517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:31.711381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:31.771792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3660867 Sep 02 13:13:31.774612 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:31.779825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Request body: {'subnet': {'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2071081515-subnet', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:31.781191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b562a-ffbc-48b7-926c-1fc2456e4802 admin admin] Pushing event updated for resources: {'Network': ['ID=327de80d-cb3f-4d53-ac44-f2e1807969b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:31.794689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:13:31.805583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Made reservation on behalf of 0578c43ca0c3454881fac244f9b5d28a for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:13:31.810051 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.016495 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.079694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8681896b-f670-40fa-9e3e-b3ab27231636,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:32.104414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Checking segment: {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:32.105180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Network hostable DHCP agents. Network: 327de80d-cb3f-4d53-ac44-f2e1807969b5, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:13:32.131710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:13:32.150103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 327de80d-cb3f-4d53-ac44-f2e1807969b5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:32.157400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:13:32.157982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.161399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16200d47-033e-4a3b-9a91-fb78cb578579 None None] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:13:32.185700 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-09e46c7a-550f-4581-94c3-a4c48a5b9220 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4096272 Sep 02 13:13:32.188030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:32.194630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:13:32.246943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.251824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.318364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.398106 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Sync routers for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:13:32.411168 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:32.412453 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:32.491921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.569207 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:32.580270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-327de80d-cb3f-4d53-ac44-f2e1807969b5', 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'fixed_ips': [{'subnet_id': '8681896b-f670-40fa-9e3e-b3ab27231636'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:13:32.580270 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.789573 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.797147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d44a157-8594-448e-9670-50b5768e5999 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:32.804547 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.832382 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 2, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:32.838225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.860687 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Checking router: e51e3a2f-f7dd-4d41-ae46-ad135423267b for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:13:32.861084 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Updating router e51e3a2f-f7dd-4d41-ae46-ad135423267b port 25349918-2c1f-4571-b371-e0e443e875f5 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:13:32.864450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Allocated IP 172.20.0.2 (327de80d-cb3f-4d53-ac44-f2e1807969b5/8681896b-f670-40fa-9e3e-b3ab27231636/555cbacf-b9e7-4025-b2ef-a9d3e0d52483) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:32.894732 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.969843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2d44a157-8594-448e-9670-50b5768e5999 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:32.970083 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:32.974624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Allocated IP 172.25.7.93 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/881a829f-7cf2-4e83-83a2-f2ce54c40729) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:33.132677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.133269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.144822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Transition to ACTIVE for port object 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:33.163788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Transition to ACTIVE for port object 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:33.173403 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.188208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.240512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:33.245946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:33.255434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=881a829f-7cf2-4e83-83a2-f2ce54c40729,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:33.255748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:33.256928 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.278164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:33.280536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:33.283417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Pushing event updated for resources: {'Port': ['ID=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:33.283895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:33.297959 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Transition to ACTIVE for port object 25349918-2c1f-4571-b371-e0e443e875f5 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:33.307246 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.348826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Attempting to bind port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:13:33.350065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Attempting to bind port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:13:33.350825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Attempting to bind port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 on network 327de80d-cb3f-4d53-ac44-f2e1807969b5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:13:33.357997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:13:33.358531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Checking segment: {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:33.359104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.359530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Bound using segment: {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:13:33.360072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Bound port: 555cbacf-b9e7-4025-b2ef-a9d3e0d52483, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:13:33.360465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.438577 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Pushing event updated for resources: {'Port': ['ID=25349918-2c1f-4571-b371-e0e443e875f5,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:33.494050 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] For port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:13:33.498936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] For port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:13:33.505330 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.591114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67235fd5-3bf4-4840-bc88-ad3ae2557594 None None] Pushing event updated for resources: {'Port': ['ID=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:33.664492 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.664777 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.665386 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.665784 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.666121 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.666444 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.666768 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.667088 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.667412 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.668413 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.668972 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.669513 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:33.697203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Attempting to bind port 25349918-2c1f-4571-b371-e0e443e875f5 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:13:33.698117 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Attempting to bind port 25349918-2c1f-4571-b371-e0e443e875f5 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:13:33.698919 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Attempting to bind port 25349918-2c1f-4571-b371-e0e443e875f5 on network ed2a2429-d9a4-4253-92bc-822f365405fe {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:13:33.712749 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:13:33.713237 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Checking segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:33.713653 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.714056 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Bound using segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:13:33.714545 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Bound port: 25349918-2c1f-4571-b371-e0e443e875f5, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:13:33.714937 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.795872 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.814331 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] For port 25349918-2c1f-4571-b371-e0e443e875f5, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:13:33.818633 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] For port 25349918-2c1f-4571-b371-e0e443e875f5, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=25349918-2c1f-4571-b371-e0e443e875f5,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:13:33.825276 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:33.915231 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781b863-eb5e-490c-a7cd-9b0cb52947be None None] Pushing event updated for resources: {'Port': ['ID=25349918-2c1f-4571-b371-e0e443e875f5,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:33.933364 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:33.935876 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:34.137437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:34.159533 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:34.298501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:34.469742 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:33Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:34.500636 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ca16a-7499-47bb-a346-5daaddf48fc4 None None] The sync data for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 is: [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:33Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:13:34.837705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Router ddc65177-596b-4e0a-a81d-7a4e9dc78708 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:13:34.879745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 25349918-2c1f-4571-b371-e0e443e875f5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:34.940536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 25349918-2c1f-4571-b371-e0e443e875f5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:34.945612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 25349918-2c1f-4571-b371-e0e443e875f5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:34.946242 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:34.992736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:13:35.036747 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.040089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-309d873d-8093-42b0-b359-b65a40816ab3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8503890 Sep 02 13:13:35.043218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 45788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:13:35.047668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Sync routers for ids ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:13:35.069031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Routers {'ddc65177-596b-4e0a-a81d-7a4e9dc78708'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:35.069932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:35.142265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.174572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a70f0-c12a-4dcf-8583-5473f8b6eec3 None None] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:13:35.276370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 25349918-2c1f-4571-b371-e0e443e875f5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=25349918-2c1f-4571-b371-e0e443e875f5,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:35.332932 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.333735 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:35.393335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6020611-85a9-4443-b29a-ea0b4fb7973e None None] Provisioning for port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:35.532846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Set router ddc65177-596b-4e0a-a81d-7a4e9dc78708 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:35.535236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.608195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=25349918-2c1f-4571-b371-e0e443e875f5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:35.631894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.667769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.668215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.669041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.669364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.669791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.670120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.670445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.670765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.671087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.671402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.671724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.672044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:13:35.704577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:35.717981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:35.718245 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.892273 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:35.903105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Allocated IP 172.20.0.1 (327de80d-cb3f-4d53-ac44-f2e1807969b5/8681896b-f670-40fa-9e3e-b3ab27231636/777b6611-64ed-47a8-9a9a-653565bba84a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:13:35.932281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:35.941779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:33Z', 'revision_number': 3, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:35.949677 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.002131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Checking router: ddc65177-596b-4e0a-a81d-7a4e9dc78708 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:13:36.002915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Updating router ddc65177-596b-4e0a-a81d-7a4e9dc78708 port 881a829f-7cf2-4e83-83a2-f2ce54c40729 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:13:36.077709 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.082452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.102201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Transition to ACTIVE for port object 777b6611-64ed-47a8-9a9a-653565bba84a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:36.120059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3dc42e3-5c73-479f-8362-53a07e1520cd None None] Provisioning complete for port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:36.120577 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3dc42e3-5c73-479f-8362-53a07e1520cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.126865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:36.156964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.226780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:36.233117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:36.239294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:13:36.245537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Pushing event updated for resources: {'Port': ['ID=777b6611-64ed-47a8-9a9a-653565bba84a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:36.298939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.491159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.511025 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.525647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Transition to ACTIVE for port object 881a829f-7cf2-4e83-83a2-f2ce54c40729 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:36.533726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.595746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Attempting to bind port 881a829f-7cf2-4e83-83a2-f2ce54c40729 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:13:36.595990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Attempting to bind port 881a829f-7cf2-4e83-83a2-f2ce54c40729 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:13:36.596366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Attempting to bind port 881a829f-7cf2-4e83-83a2-f2ce54c40729 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:13:36.611311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:13:36.611684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:36.612149 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.612546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:13:36.613337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Bound port: 881a829f-7cf2-4e83-83a2-f2ce54c40729, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:13:36.613723 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.617964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec3ee-c03b-4802-8768-da88fb4530a8 None None] Pushing event updated for resources: {'Port': ['ID=881a829f-7cf2-4e83-83a2-f2ce54c40729,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:36.661265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d024a041-7d15-4191-b8a0-54e39a9752c5 None None] Provisioning for port 777b6611-64ed-47a8-9a9a-653565bba84a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:36.698070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.703760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d024a041-7d15-4191-b8a0-54e39a9752c5 None None] Provisioning complete for port 777b6611-64ed-47a8-9a9a-653565bba84a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:36.704131 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d024a041-7d15-4191-b8a0-54e39a9752c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.704277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.744053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] For port 881a829f-7cf2-4e83-83a2-f2ce54c40729, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:13:36.749783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d024a041-7d15-4191-b8a0-54e39a9752c5 None None] Port 777b6611-64ed-47a8-9a9a-653565bba84a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:13:36.759264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] For port 881a829f-7cf2-4e83-83a2-f2ce54c40729, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=881a829f-7cf2-4e83-83a2-f2ce54c40729,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:13:36.765533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 25349918-2c1f-4571-b371-e0e443e875f5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:36.771253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.778460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:36.780488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Pushing event updated for resources: {'Port': ['ID=777b6611-64ed-47a8-9a9a-653565bba84a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:36.882304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Routers {'ddc65177-596b-4e0a-a81d-7a4e9dc78708'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:36.883074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:36.909908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:13:36.911583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:13:36.977322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec3ee-c03b-4802-8768-da88fb4530a8 None None] Pushing event updated for resources: {'Port': ['ID=881a829f-7cf2-4e83-83a2-f2ce54c40729,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:36.994981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 25349918-2c1f-4571-b371-e0e443e875f5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:36.995875 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:37.064547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Router ddc65177-596b-4e0a-a81d-7a4e9dc78708 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:13:37.230505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:13:37.239434 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-91f0e9ad-70f8-43c0-bff3-d36d90598161 admin admin] 10.222.0.60 "PUT /v2.0/routers/ddc65177-596b-4e0a-a81d-7a4e9dc78708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1945906 Sep 02 13:13:37.317425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] Set router ddc65177-596b-4e0a-a81d-7a4e9dc78708 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:37.322731 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd51f9c0-2e3c-4bc3-9f59-a11c248d44a2 None None] Provisioning complete for port 777b6611-64ed-47a8-9a9a-653565bba84a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:37.323109 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd51f9c0-2e3c-4bc3-9f59-a11c248d44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:37.351185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:37.467473 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bd51f9c0-2e3c-4bc3-9f59-a11c248d44a2 None None] Port 777b6611-64ed-47a8-9a9a-653565bba84a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:13:37.620976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:37.621749 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:37.792728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '777b6611-64ed-47a8-9a9a-653565bba84a', 'name': '', 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'mac_address': 'fa:16:3e:f3:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:35Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 2, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'subnets': [{'id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:37.819137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f91de-f705-45ec-b132-1da3ae4a97f0 None None] The sync data for ids ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'] in n-d-792364-8 is: [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '777b6611-64ed-47a8-9a9a-653565bba84a', 'name': '', 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'mac_address': 'fa:16:3e:f3:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:35Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 2, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'subnets': [{'id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:13:38.817092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 881a829f-7cf2-4e83-83a2-f2ce54c40729 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:38.879424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 881a829f-7cf2-4e83-83a2-f2ce54c40729 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:38.884300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 881a829f-7cf2-4e83-83a2-f2ce54c40729 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:38.884927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:38.988078 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:39.031626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 881a829f-7cf2-4e83-83a2-f2ce54c40729, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=881a829f-7cf2-4e83-83a2-f2ce54c40729,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:39.038184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:39.104344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=881a829f-7cf2-4e83-83a2-f2ce54c40729,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:40.753164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 881a829f-7cf2-4e83-83a2-f2ce54c40729 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:40.806567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 881a829f-7cf2-4e83-83a2-f2ce54c40729 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:40.806934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:41.238641 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:41.919978 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Sync routers for ids ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:13:41.930306 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Routers {'ddc65177-596b-4e0a-a81d-7a4e9dc78708'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:41.930946 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:42.053898 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Set router ddc65177-596b-4e0a-a81d-7a4e9dc78708 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:42.342061 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '777b6611-64ed-47a8-9a9a-653565bba84a', 'name': '', 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'mac_address': 'fa:16:3e:f3:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:35Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 2, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'subnets': [{'id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:42.391360 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Checking router: ddc65177-596b-4e0a-a81d-7a4e9dc78708 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:13:42.391834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Updating router ddc65177-596b-4e0a-a81d-7a4e9dc78708 port 777b6611-64ed-47a8-9a9a-653565bba84a binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:13:42.438700 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:42.750109 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:42.768482 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Transition to ACTIVE for port object 777b6611-64ed-47a8-9a9a-653565bba84a will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:13:42.775762 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:42.831890 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02e180-00d9-4658-9933-66ff9e5b3ac9 None None] Pushing event updated for resources: {'Port': ['ID=777b6611-64ed-47a8-9a9a-653565bba84a,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:42.908862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Attempting to bind port 777b6611-64ed-47a8-9a9a-653565bba84a on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:13:42.909317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Attempting to bind port 777b6611-64ed-47a8-9a9a-653565bba84a by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:13:42.909591 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Attempting to bind port 777b6611-64ed-47a8-9a9a-653565bba84a on network 327de80d-cb3f-4d53-ac44-f2e1807969b5 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:13:42.916356 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:13:42.916732 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Checking segment: {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:13:42.917228 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:42.917626 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Bound using segment: {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:13:42.918117 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Bound port: 777b6611-64ed-47a8-9a9a-653565bba84a, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27f1a76-b800-41a5-a055-823c34847c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:13:42.918496 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:43.000081 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] For port 777b6611-64ed-47a8-9a9a-653565bba84a, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:13:43.004052 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] For port 777b6611-64ed-47a8-9a9a-653565bba84a, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=777b6611-64ed-47a8-9a9a-653565bba84a,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:13:43.009775 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:43.063226 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Routers {'ddc65177-596b-4e0a-a81d-7a4e9dc78708'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:13:43.063905 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:13:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:43.147518 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02e180-00d9-4658-9933-66ff9e5b3ac9 None None] Pushing event updated for resources: {'Port': ['ID=777b6611-64ed-47a8-9a9a-653565bba84a,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:43.214264 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] Set router ddc65177-596b-4e0a-a81d-7a4e9dc78708 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:13:43.625648 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '777b6611-64ed-47a8-9a9a-653565bba84a', 'name': '', 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'mac_address': 'fa:16:3e:f3:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:35Z', 'updated_at': '2021-09-02T13:13:42Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'subnets': [{'id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:13:43.666571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc8fc1-d998-4f4f-85cd-6d25259e4610 None None] The sync data for ids ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'] in n-d-792364-8 is: [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:36Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '777b6611-64ed-47a8-9a9a-653565bba84a', 'name': '', 'network_id': '327de80d-cb3f-4d53-ac44-f2e1807969b5', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'mac_address': 'fa:16:3e:f3:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:35Z', 'updated_at': '2021-09-02T13:13:42Z', 'revision_number': 4, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'subnets': [{'id': '8681896b-f670-40fa-9e3e-b3ab27231636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:13:44.795086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 777b6611-64ed-47a8-9a9a-653565bba84a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:44.853026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 777b6611-64ed-47a8-9a9a-653565bba84a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:13:44.858450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 777b6611-64ed-47a8-9a9a-653565bba84a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:44.858906 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:44.966266 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:45.009264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 777b6611-64ed-47a8-9a9a-653565bba84a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=777b6611-64ed-47a8-9a9a-653565bba84a,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:13:45.015130 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:45.072537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=777b6611-64ed-47a8-9a9a-653565bba84a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:13:46.754346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 777b6611-64ed-47a8-9a9a-653565bba84a up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:13:46.814578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 777b6611-64ed-47a8-9a9a-653565bba84a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:13:46.815295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:13:58.697860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28ef0707-28e4-4ba8-9965-3890cc62c7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:01.496952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-680da98e-a80a-4136-9bb2-b599c8fb8b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:01.692874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:02.603689 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:02.643828 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:14:04.270556 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:05.454343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:11.235823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:19.331763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-d9266154-c583-4c6a-8d02-b61fd557e180 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440629 Sep 02 13:14:19.419721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60d6e0-672f-458b-945a-24461a248d5c req-68e3923c-9a4d-43f4-bfa4-274588b8172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:19.421830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-68e3923c-9a4d-43f4-bfa4-274588b8172a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 1096 time: 0.0474329 Sep 02 13:14:19.526334 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60d6e0-672f-458b-945a-24461a248d5c req-b4e833ae-33ca-4b87-80ee-d695c765508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:19.528448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-b4e833ae-33ca-4b87-80ee-d695c765508d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.0876420 Sep 02 13:14:19.605427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-87ae65f3-807f-4e52-bc40-9fdb0a66c9b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 200 len: 1000 time: 0.0696712 Sep 02 13:14:19.660038 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60d6e0-672f-458b-945a-24461a248d5c req-3136008f-b752-4a5a-8699-e1f45a9f929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:19.662098 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-3136008f-b752-4a5a-8699-e1f45a9f929c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0498781 Sep 02 13:14:19.714996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60d6e0-672f-458b-945a-24461a248d5c req-58eb143e-ff5b-4934-beb6-b5dcb78e7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:19.716743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-58eb143e-ff5b-4934-beb6-b5dcb78e7f25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468922 Sep 02 13:14:19.812684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-8b583800-2116-4f68-bcd4-d19ea8e37ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892224 Sep 02 13:14:19.901639 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da60d6e0-672f-458b-945a-24461a248d5c req-159606b8-7a34-485b-9f44-d62c47c57ced service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818982 Sep 02 13:14:28.718052 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-890dae37-76d8-494a-af3b-43d5bc553069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.384568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:14:31.492501 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57d428b5-7dcf-4e57-b623-1c20a03652f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.543958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8a7618ab-637f-4509-a735-615dddc5b316 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4b8bb333b6943e6b0d6652f8e33ec78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579237 Sep 02 13:14:31.546596 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:14:31.595325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.616203 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.677486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.680280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.684935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c077258d-9ad9-4bc2-90a5-03e341170a3c HTTP/1.1" status: 204 len: 168 time: 0.1373086 Sep 02 13:14:31.694123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c077258d-9ad9-4bc2-90a5-03e341170a3c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:31.694599 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:31.703488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.703923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.704329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.704731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.705182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.705558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.705952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.706346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.706732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.707234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.707619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:31.708056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436595c8-51e1-4ba1-aebb-eaf9ab5c646b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:32.609096 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:34.077298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-3eff14ce-4b44-4ac5-a353-a99dcf2fad43 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bbd4e5ad231241aa8cb6e093ac45fbc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284288 Sep 02 13:14:34.189089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-8a79742a-1beb-44e6-9b70-d88836e8fe54 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:34.190601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-8a79742a-1beb-44e6-9b70-d88836e8fe54 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076429 Sep 02 13:14:34.207462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-7bcc9092-a52e-41de-99ae-d75a1cf1a4c1 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/quotas/bbd4e5ad231241aa8cb6e093ac45fbc3 HTTP/1.1" status: 200 len: 375 time: 0.0101509 Sep 02 13:14:34.246557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-af47d614-eda3-477b-aa1c-396b0fa9ec73 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbd4e5ad231241aa8cb6e093ac45fbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316751 Sep 02 13:14:34.276584 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:34.442786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34d8c5-4b5e-4e52-89f0-ab7b94c04a93 req-e45a9a3a-0726-4beb-9753-688a175ac91a tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 210 time: 0.0314162 Sep 02 13:14:35.462533 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:35.552516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-f4bb0570-e7d6-43ec-b6bd-49701cf20228 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbd4e5ad231241aa8cb6e093ac45fbc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373256 Sep 02 13:14:35.650620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a037e1e1-ab8c-43c3-a681-ad8843199868 req-a1a10e26-f163-4122-bfdd-82adc4d46486 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 210 time: 0.0798671 Sep 02 13:14:35.694964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-6a71bff9-a925-4c8b-8a9f-819f67ac3f53 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:35.696442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-6a71bff9-a925-4c8b-8a9f-819f67ac3f53 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375301 Sep 02 13:14:35.710618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Request body: {'port': {'device_id': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': 'bbd4e5ad231241aa8cb6e093ac45fbc3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:14:35.835061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Made reservation on behalf of bbd4e5ad231241aa8cb6e093ac45fbc3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:14:35.838682 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:35.847679 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:35.941870 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:35.946971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.010500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:36.026113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.026463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.026845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.027185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.027527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.027854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.028179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.028513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.028840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.029188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.029539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.029868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:36.099481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Allocated IP 192.168.233.253 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/8877c27e-b784-4fdc-91a0-666b57ecc32f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:14:36.261905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.278217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Transition to ACTIVE for port object 8877c27e-b784-4fdc-91a0-666b57ecc32f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:14:36.312250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.361130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:14:36.364452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:14:36.367680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:14:36.395183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Pushing event updated for resources: {'Port': ['ID=8877c27e-b784-4fdc-91a0-666b57ecc32f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:36.425931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:36.426809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.447818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-bb99a0da-249c-437c-acb0-e3bb3cb65609 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7408645 Sep 02 13:14:36.460419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Request body: {'port': {'device_id': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:14:36.517729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.665646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a57e994e-58bc-45d9-95cc-b8f16e7e31d6 None None] Provisioning for port 8877c27e-b784-4fdc-91a0-666b57ecc32f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:14:36.672173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a57e994e-58bc-45d9-95cc-b8f16e7e31d6 None None] Provisioning complete for port 8877c27e-b784-4fdc-91a0-666b57ecc32f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:14:36.672992 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57e994e-58bc-45d9-95cc-b8f16e7e31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.717063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a57e994e-58bc-45d9-95cc-b8f16e7e31d6 None None] Port 8877c27e-b784-4fdc-91a0-666b57ecc32f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:14:36.826490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd73e-48b4-4f60-8554-937f96fb23f2 req-0c6ba292-eb7d-4d9f-a96b-d97976ed91f5 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:36.828346 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-591bd73e-48b4-4f60-8554-937f96fb23f2 req-0c6ba292-eb7d-4d9f-a96b-d97976ed91f5 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 936 time: 0.0532806 Sep 02 13:14:36.835980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8877c27e-b784-4fdc-91a0-666b57ecc32f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:14:36.846950 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.860288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Transition to ACTIVE for port object 8877c27e-b784-4fdc-91a0-666b57ecc32f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:14:36.865059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:36.870131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-591bd73e-48b4-4f60-8554-937f96fb23f2 req-757b4bb2-1920-4c94-86b4-e1141218631f tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Sep 02 13:14:36.944158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8877c27e-b784-4fdc-91a0-666b57ecc32f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:37.013209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Attempting to bind port 8877c27e-b784-4fdc-91a0-666b57ecc32f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:14:37.013646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Attempting to bind port 8877c27e-b784-4fdc-91a0-666b57ecc32f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:14:37.014071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Attempting to bind port 8877c27e-b784-4fdc-91a0-666b57ecc32f on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:14:37.019175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Port 8877c27e-b784-4fdc-91a0-666b57ecc32f on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:14:37.019593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Attempting to bind port 8877c27e-b784-4fdc-91a0-666b57ecc32f on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:14:37.024643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:14:37.025110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:14:37.025574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:14:37.026082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Bound port: 8877c27e-b784-4fdc-91a0-666b57ecc32f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:14:37.026511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:37.097612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] For port 8877c27e-b784-4fdc-91a0-666b57ecc32f, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:14:37.100865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] For port 8877c27e-b784-4fdc-91a0-666b57ecc32f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:14:37.106356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:37.149246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.150326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:37.151895 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/8877c27e-b784-4fdc-91a0-666b57ecc32f HTTP/1.1" status: 200 len: 1096 time: 0.6960359 Sep 02 13:14:37.154784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'tag': '8877c27e-b784-4fdc-91a0-666b57ecc32f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:14:37.158127 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "549a3d35-ad41-4275-b9ef-49c237e953bd", "tag": "8877c27e-b784-4fdc-91a0-666b57ecc32f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:14:37.206506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54d69-3de4-4eec-a61e-1b29ee3b12c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8877c27e-b784-4fdc-91a0-666b57ecc32f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:37.220945 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c2ba0d-a4b0-44c4-9fb2-21e982975d4b x-openstack-request-id: req-e5c2ba0d-a4b0-44c4-9fb2-21e982975d4b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:14:37.221334 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549a3d35-ad41-4275-b9ef-49c237e953bd", "tag": "8877c27e-b784-4fdc-91a0-666b57ecc32f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:14:37.221627 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5c2ba0d-a4b0-44c4-9fb2-21e982975d4b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:14:37.222095 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'tag': '8877c27e-b784-4fdc-91a0-666b57ecc32f', 'status': 'completed', 'code': 200} Sep 02 13:14:37.282777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-42d6ea41-128d-4b9f-9231-404832703df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.284387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-42d6ea41-128d-4b9f-9231-404832703df8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd4e5ad231241aa8cb6e093ac45fbc3&device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 1099 time: 0.0494764 Sep 02 13:14:37.339811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-4d42e979-97b6-4896-9914-ff3cfdee5fe5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f HTTP/1.1" status: 200 len: 217 time: 0.0455439 Sep 02 13:14:37.397660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-0c4a19a5-c49a-4c95-b3cd-7153b95aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.399183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-0c4a19a5-c49a-4c95-b3cd-7153b95aa83a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0521576 Sep 02 13:14:37.447355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091889f-42a7-4476-80d9-781227accc3d req-50278d16-d7fd-404e-9595-4d9400113920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.448829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-50278d16-d7fd-404e-9595-4d9400113920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423586 Sep 02 13:14:37.549306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-c45c32b5-fad5-40e8-99aa-453323a71849 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919595 Sep 02 13:14:37.642443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9091889f-42a7-4476-80d9-781227accc3d req-595c4216-d937-4f02-bcfd-d17b85a9e51c service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863593 Sep 02 13:14:37.744115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-2e835e4c-e353-4506-8f22-fd5acc66401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.745890 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-2e835e4c-e353-4506-8f22-fd5acc66401f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd4e5ad231241aa8cb6e093ac45fbc3&device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 1099 time: 0.0519450 Sep 02 13:14:37.842563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-8f51ad54-7cc6-46fc-9246-f162eca0ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.844124 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-8f51ad54-7cc6-46fc-9246-f162eca0ed05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.0904200 Sep 02 13:14:37.896000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-3ea6a1e2-d2c0-4613-9a9c-eb358af141fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f HTTP/1.1" status: 200 len: 217 time: 0.0450661 Sep 02 13:14:37.951719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-322d61c4-bdb4-45c1-9bca-e4cc0d2fd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:37.953254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-322d61c4-bdb4-45c1-9bca-e4cc0d2fd5b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0500865 Sep 02 13:14:38.000350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1468055-783d-4cda-8401-2e3a7c7ae970 req-4b1dde11-a100-4b2b-afa8-bbcfb337f653 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:38.001977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1468055-783d-4cda-8401-2e3a7c7ae970 req-4b1dde11-a100-4b2b-afa8-bbcfb337f653 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 948 time: 0.0545511 Sep 02 13:14:38.003443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-55d0579f-63e7-4e6b-8ff0-379235ea6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:38.005111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-55d0579f-63e7-4e6b-8ff0-379235ea6254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445333 Sep 02 13:14:38.044814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1468055-783d-4cda-8401-2e3a7c7ae970 req-edf09cba-99f2-49ef-89b2-d254a7913503 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Sep 02 13:14:38.104234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-917c46e5-e041-4a2c-9099-f50b6466a6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906744 Sep 02 13:14:38.206949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69fbbc29-80b8-4c9f-b4d3-4304ab229ce4 req-8319bb71-5a26-4696-b392-27c54db5388d service neutron] 10.222.0.18 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915687 Sep 02 13:14:39.192621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119aae90-a8ab-4ccc-b9f0-afedb799e388 req-d2821f38-0430-40d8-aee4-905269de8043 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:39.194242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-119aae90-a8ab-4ccc-b9f0-afedb799e388 req-d2821f38-0430-40d8-aee4-905269de8043 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 948 time: 0.0628254 Sep 02 13:14:39.234888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-119aae90-a8ab-4ccc-b9f0-afedb799e388 req-dcf4489e-e7c4-496f-9e89-539c3d78fc36 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Sep 02 13:14:39.645607 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:14:40.129001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8877c27e-b784-4fdc-91a0-666b57ecc32f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:14:40.228755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8877c27e-b784-4fdc-91a0-666b57ecc32f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:14:40.241110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '8877c27e-b784-4fdc-91a0-666b57ecc32f', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': '8877c27e-b784-4fdc-91a0-666b57ecc32f', 'mac_address': 'fa:16:3e:21:a1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:14:40.282782 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:40.300404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8877c27e-b784-4fdc-91a0-666b57ecc32f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:14:40.320932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8877c27e-b784-4fdc-91a0-666b57ecc32f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:14:40.327537 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:40.363935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73627a14-c27a-4454-b6e9-e2ddfdf45350 req-2225556a-7a46-41c3-989e-5b7f120fa6c0 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:40.365588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73627a14-c27a-4454-b6e9-e2ddfdf45350 req-2225556a-7a46-41c3-989e-5b7f120fa6c0 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 948 time: 0.0533323 Sep 02 13:14:40.377505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8877c27e-b784-4fdc-91a0-666b57ecc32f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:40.385226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.385591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.385974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.386309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.386818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.387324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.387822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.388328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.388844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.389259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.389596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.389925 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:14:40.413621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73627a14-c27a-4454-b6e9-e2ddfdf45350 req-205d8154-472e-49b0-a7df-57ea0d836c03 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Sep 02 13:14:40.539962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8877c27e-b784-4fdc-91a0-666b57ecc32f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:14:41.249999 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:41.549245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5973f-0271-4173-8745-dd6be9d0c54e req-1da9ac80-a614-49dc-8f91-6fa1615eac1d tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:41.550842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81a5973f-0271-4173-8745-dd6be9d0c54e req-1da9ac80-a614-49dc-8f91-6fa1615eac1d tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 949 time: 0.0577936 Sep 02 13:14:41.595547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81a5973f-0271-4173-8745-dd6be9d0c54e req-fe69a484-559d-4f94-8f27-bc09173fe689 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Sep 02 13:14:42.130431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8877c27e-b784-4fdc-91a0-666b57ecc32f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:14:42.194546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 8877c27e-b784-4fdc-91a0-666b57ecc32f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:14:42.198150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 8877c27e-b784-4fdc-91a0-666b57ecc32f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:14:42.198586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:42.278669 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:42.301010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8877c27e-b784-4fdc-91a0-666b57ecc32f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:14:42.303334 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b72ceb-26eb-42bc-844f-c56288add472" -d '{"events": [{"server_uuid": "549a3d35-ad41-4275-b9ef-49c237e953bd", "name": "network-vif-plugged", "status": "completed", "tag": "8877c27e-b784-4fdc-91a0-666b57ecc32f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:14:42.318028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8877c27e-b784-4fdc-91a0-666b57ecc32f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:14:42.323885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:42.382080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8877c27e-b784-4fdc-91a0-666b57ecc32f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:42.485312 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1959a9-b5aa-4e1e-9551-91d372f93b0a x-openstack-request-id: req-cf1959a9-b5aa-4e1e-9551-91d372f93b0a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:14:42.485609 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549a3d35-ad41-4275-b9ef-49c237e953bd", "name": "network-vif-plugged", "status": "completed", "tag": "8877c27e-b784-4fdc-91a0-666b57ecc32f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:14:42.485862 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf1959a9-b5aa-4e1e-9551-91d372f93b0a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:14:42.486280 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8877c27e-b784-4fdc-91a0-666b57ecc32f', 'code': 200} Sep 02 13:14:42.584956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecd3cc-c80f-42e7-9695-ec68fa1b549b req-6a30ed58-4ada-4634-9d76-5922cf0cdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:42.586489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1ecd3cc-c80f-42e7-9695-ec68fa1b549b req-6a30ed58-4ada-4634-9d76-5922cf0cdc62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 1101 time: 0.0433528 Sep 02 13:14:42.625147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1ecd3cc-c80f-42e7-9695-ec68fa1b549b req-566571f4-9d5f-48fc-ac99-c132456e4c05 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Sep 02 13:14:42.733771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f6fe7-c970-465d-b330-69335d0b2989 req-33d2c834-ad0e-4c82-8253-babd8e732d3d tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:42.735479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-349f6fe7-c970-465d-b330-69335d0b2989 req-33d2c834-ad0e-4c82-8253-babd8e732d3d tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 950 time: 0.0577483 Sep 02 13:14:42.777745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-349f6fe7-c970-465d-b330-69335d0b2989 req-babef7b6-e787-42d8-bca7-2038aff98ccd tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Sep 02 13:14:43.905810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74949237-aff4-4645-81fb-2809678f7f43 req-7260a13a-1c8c-41a4-b5a7-0977cfa3bbe7 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:43.907651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74949237-aff4-4645-81fb-2809678f7f43 req-7260a13a-1c8c-41a4-b5a7-0977cfa3bbe7 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 950 time: 0.0556951 Sep 02 13:14:43.948482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74949237-aff4-4645-81fb-2809678f7f43 req-1d5accc9-52bd-4b38-8085-ab6612e43d24 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Sep 02 13:14:44.239432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea9ac4-3af4-470b-b58d-a8cae7ba2813 req-5daa8340-484f-4902-ac1d-4d003437ffb2 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:44.241147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2bea9ac4-3af4-470b-b58d-a8cae7ba2813 req-5daa8340-484f-4902-ac1d-4d003437ffb2 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 950 time: 0.0551257 Sep 02 13:14:44.290531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2bea9ac4-3af4-470b-b58d-a8cae7ba2813 req-c7161a12-62d1-48ae-8016-da88d73c7166 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Sep 02 13:14:45.442588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a712d5-9902-45ef-8aa4-94023df629be req-a6981f7c-d82c-4f5a-96e1-8c3739ee75c4 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:45.444342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44a712d5-9902-45ef-8aa4-94023df629be req-a6981f7c-d82c-4f5a-96e1-8c3739ee75c4 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 950 time: 0.0753362 Sep 02 13:14:45.505628 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44a712d5-9902-45ef-8aa4-94023df629be req-25aafff2-7ac2-427f-bab8-833284ddc207 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Sep 02 13:14:45.515211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-8fd1bb69-44db-4bb9-8e05-479e43a4363b tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:14:45.516851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-8fd1bb69-44db-4bb9-8e05-479e43a4363b tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.18 "GET /v2.0/ports?device_id=549a3d35-ad41-4275-b9ef-49c237e953bd HTTP/1.1" status: 200 len: 950 time: 0.0960059 Sep 02 13:14:45.613561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Deleting port 8877c27e-b784-4fdc-91a0-666b57ecc32f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:14:45.613954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:45.708435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] For port 8877c27e-b784-4fdc-91a0-666b57ecc32f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8877c27e-b784-4fdc-91a0-666b57ecc32f,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:14:45.708803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:45.722151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Calling delete_port for 8877c27e-b784-4fdc-91a0-666b57ecc32f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:14:45.881142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:45.893710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8877c27e-b784-4fdc-91a0-666b57ecc32f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:14:45.911264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Pushing event deleted for resources: {'Port': ['ID=8877c27e-b784-4fdc-91a0-666b57ecc32f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:45.959714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] No DVR routers for this DVR port 8877c27e-b784-4fdc-91a0-666b57ecc32f on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:14:45.962425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:45.964591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e2fc7f59-b1e6-4623-a442-b1c50061a7a2 req-cc8439b1-85f9-4826-b2df-cb3d68eb6f07 tempest-VolumesNegativeTest-692426511 tempest-VolumesNegativeTest-692426511-project] 10.222.0.18 "DELETE /v2.0/ports/8877c27e-b784-4fdc-91a0-666b57ecc32f HTTP/1.1" status: 204 len: 173 time: 0.4414132 Sep 02 13:14:45.965191 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'name': 'network-vif-deleted', 'tag': '8877c27e-b784-4fdc-91a0-666b57ecc32f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:14:45.967643 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edeb76d-edf2-4cbb-9efd-889a1d15cd21" -d '{"events": [{"server_uuid": "549a3d35-ad41-4275-b9ef-49c237e953bd", "name": "network-vif-deleted", "tag": "8877c27e-b784-4fdc-91a0-666b57ecc32f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:14:46.015158 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba86bce-5e74-4ea5-a388-9e830a525ffa x-openstack-request-id: req-eba86bce-5e74-4ea5-a388-9e830a525ffa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:14:46.015459 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549a3d35-ad41-4275-b9ef-49c237e953bd", "name": "network-vif-deleted", "tag": "8877c27e-b784-4fdc-91a0-666b57ecc32f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:14:46.015709 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eba86bce-5e74-4ea5-a388-9e830a525ffa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:14:46.016115 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549a3d35-ad41-4275-b9ef-49c237e953bd', 'name': 'network-vif-deleted', 'tag': '8877c27e-b784-4fdc-91a0-666b57ecc32f', 'status': 'completed', 'code': 200} Sep 02 13:14:48.171375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8877c27e-b784-4fdc-91a0-666b57ecc32f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:14:48.199834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 8877c27e-b784-4fdc-91a0-666b57ecc32f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:14:48.200265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8877c27e-b784-4fdc-91a0-666b57ecc32f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:14:51.606747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47764) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:14:51.763018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-60700609-e85b-40d8-ac47-9114da1da2f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbd4e5ad231241aa8cb6e093ac45fbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549699 Sep 02 13:14:51.765451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 47772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:14:51.818090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef374-6d22-4e46-8cdb-04bad1ab3749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:51.840671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef374-6d22-4e46-8cdb-04bad1ab3749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:51.890516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef374-6d22-4e46-8cdb-04bad1ab3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:51.893330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef374-6d22-4e46-8cdb-04bad1ab3749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:14:51.894556 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9a5ef374-6d22-4e46-8cdb-04bad1ab3749 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05 HTTP/1.1" status: 204 len: 168 time: 0.1281679 Sep 02 13:14:51.903739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ef374-6d22-4e46-8cdb-04bad1ab3749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c2a1a-4bd2-44bb-a560-a93e6b3fda05,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:14:58.706283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0859407-53c9-451d-b1e5-f7f1046f91c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:01.497529 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd98e-c3e9-4cb9-b7e6-f8c9c372d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:01.689150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:02.639659 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:04.279204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:05.470546 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:05.760030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55167c8b-3ebb-4412-b28e-653f9667f355 req-9b85bf47-40ee-4013-876a-fb0cb79b21fd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:05.761587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55167c8b-3ebb-4412-b28e-653f9667f355 req-9b85bf47-40ee-4013-876a-fb0cb79b21fd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 945 time: 0.0576186 Sep 02 13:15:05.805625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55167c8b-3ebb-4412-b28e-653f9667f355 req-f6ff7c99-36e3-4800-b28c-05498ab7cfc6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359719 Sep 02 13:15:06.954060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc03f5-df73-450e-8c0e-f93be1853df1 req-5de8272e-d71b-45ae-b934-8f8792bb72d9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:06.955923 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21dc03f5-df73-450e-8c0e-f93be1853df1 req-5de8272e-d71b-45ae-b934-8f8792bb72d9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 945 time: 0.0723844 Sep 02 13:15:07.000956 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21dc03f5-df73-450e-8c0e-f93be1853df1 req-4df2aeaf-7344-4d95-a26f-18c6e0ed121f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374894 Sep 02 13:15:07.207789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-6b039655-f663-4d75-b53d-dfce9ea509ad tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:07.209515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-6b039655-f663-4d75-b53d-dfce9ea509ad tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 945 time: 0.0609915 Sep 02 13:15:07.305939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port ae78fd7d-89a7-4372-a246-9403fb088384 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:15:07.306207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:07.401083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port ae78fd7d-89a7-4372-a246-9403fb088384, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=ae78fd7d-89a7-4372-a246-9403fb088384,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:07.401460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:07.585879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:07.586122 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:07.586392 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Floating IP 2376eab8-f544-44fc-a5a8-94f376304e6a disassociated. External IP: 172.25.7.32, port: ae78fd7d-89a7-4372-a246-9403fb088384. Sep 02 13:15:07.586738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for ae78fd7d-89a7-4372-a246-9403fb088384 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:15:07.727336 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:07.757414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=ae78fd7d-89a7-4372-a246-9403fb088384,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:07.883337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:15:07.997077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:08.009017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:08.019335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:08.020253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:08.077667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port ae78fd7d-89a7-4372-a246-9403fb088384 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:15:08.080812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:08.083584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1bd50e92-348e-4313-84c1-f48b207e6b1d req-06acf2b2-3d9f-42fd-b17c-df506d8939f2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "DELETE /v2.0/ports/ae78fd7d-89a7-4372-a246-9403fb088384 HTTP/1.1" status: 204 len: 173 time: 0.8675504 Sep 02 13:15:08.083762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'name': 'network-vif-deleted', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:08.086202 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799b338f-ad57-43f4-ae8f-72e143392553" -d '{"events": [{"server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "name": "network-vif-deleted", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:08.200514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:08.206494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcad4433-0296-473e-b595-b286a0aa8c94 req-dd289651-3ad2-4e3d-a290-b3346eb77195 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 210 time: 0.0637512 Sep 02 13:15:08.321653 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f38937c-3f78-4b97-92b9-10ece65850b1 x-openstack-request-id: req-6f38937c-3f78-4b97-92b9-10ece65850b1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:08.321653 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221eba66-65f0-49e2-b4af-cc7195c39a6b", "name": "network-vif-deleted", "tag": "ae78fd7d-89a7-4372-a246-9403fb088384", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:08.321653 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f38937c-3f78-4b97-92b9-10ece65850b1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:08.321653 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221eba66-65f0-49e2-b4af-cc7195c39a6b', 'name': 'network-vif-deleted', 'tag': 'ae78fd7d-89a7-4372-a246-9403fb088384', 'status': 'completed', 'code': 200} Sep 02 13:15:08.488361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:08.517546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:08.526143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:08.526764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:08.824795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:09.060161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:09.096091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7d334-b608-4174-bed1-102ab9ff1ce5 None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:09.339631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7552316b-2249-4b16-9762-d5a81f53059a req-e3d4ac3a-df99-4497-9430-25cda712bc79 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 210 time: 0.0426769 Sep 02 13:15:09.430612 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7a2c5-066e-40f6-93a1-3ec0f950e5a7 None None] New status for floating IP 2376eab8-f544-44fc-a5a8-94f376304e6a: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:15:10.452600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bb331c6a-3d7a-413e-84da-45abbe11c98a req-38488061-8d91-427a-b9b4-b1145aafc7ae tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 210 time: 0.0400884 Sep 02 13:15:10.499947 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ae78fd7d-89a7-4372-a246-9403fb088384 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:15:10.524465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: ae78fd7d-89a7-4372-a246-9403fb088384 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:15:10.525364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device ae78fd7d-89a7-4372-a246-9403fb088384 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:15:10.619464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48096) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:10.749470 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a670c3b1-70de-46bb-a0de-ca2ef648d078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:10.858513 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a670c3b1-70de-46bb-a0de-ca2ef648d078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:10.865017 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a670c3b1-70de-46bb-a0de-ca2ef648d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:10.914328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a670c3b1-70de-46bb-a0de-ca2ef648d078 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a79de9b6dfc4fd18cd53d93030c5bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936358 Sep 02 13:15:10.915270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670c3b1-70de-46bb-a0de-ca2ef648d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c6ad5f-a9dc-4947-be46-ea8eff38f3c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:10.917275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:10.969033 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0692c3a1-d14a-4de0-991e-3bd49b4eb28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:10.995342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0692c3a1-d14a-4de0-991e-3bd49b4eb28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:11.048400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0692c3a1-d14a-4de0-991e-3bd49b4eb28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:11.050995 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0692c3a1-d14a-4de0-991e-3bd49b4eb28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:11.052272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0692c3a1-d14a-4de0-991e-3bd49b4eb28b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14c6ad5f-a9dc-4947-be46-ea8eff38f3c8 HTTP/1.1" status: 204 len: 168 time: 0.1334777 Sep 02 13:15:11.061066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692c3a1-d14a-4de0-991e-3bd49b4eb28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c6ad5f-a9dc-4947-be46-ea8eff38f3c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:11.249836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:11.543905 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2f3e24df-a8b4-4335-a4b7-af616027a1bb req-0a8ba358-9405-41e9-9336-453ba51d0ad6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=221eba66-65f0-49e2-b4af-cc7195c39a6b HTTP/1.1" status: 200 len: 210 time: 0.0292854 Sep 02 13:15:11.763833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:11.888297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-298292741-network', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:11.915910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Made reservation on behalf of b3a0dc8f647847f8b47f05ec3aa7a29c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:11.918544 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:11.928656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.035174 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.040448 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.067626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:15:12.078340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9fe2c9-b177-40ca-8721-3186f0939fba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:12.086736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.087716 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Added segment 9fc67ae3-eca9-4a53-b04d-74b9922d5e4b of type vlan for network 77f8bc89-bc44-4c75-8a65-f058f5060592 Sep 02 13:15:12.138953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.167617 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.168614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:12.169230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.228151 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4602067 Sep 02 13:15:12.231147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48132) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:12.238747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Request body: {'subnet': {'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-298292741-subnet', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:12.244780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427b4f-eae5-425f-95ed-1c5bab481316 admin admin] Pushing event updated for resources: {'Network': ['ID=77f8bc89-bc44-4c75-8a65-f058f5060592,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:12.257864 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:15:12.277526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Made reservation on behalf of b3a0dc8f647847f8b47f05ec3aa7a29c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:12.281405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.489868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.543773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9355b438-4c2b-4326-8b02-2862020ab2d8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:12.556298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Checking segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:12.556685 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Network hostable DHCP agents. Network: 77f8bc89-bc44-4c75-8a65-f058f5060592, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:15:12.577590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:15:12.589391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 77f8bc89-bc44-4c75-8a65-f058f5060592) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:12.597152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:12.598173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.599754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c7d18-968b-4529-bd1d-e1078d4bda1d None None] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:15:12.615774 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8ed85aa8-6b5e-4bf3-a801-90e23c7a3c33 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3826613 Sep 02 13:15:12.618409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:12.623388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:12.648355 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.649956 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.712994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.807159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-77f8bc89-bc44-4c75-8a65-f058f5060592', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:15:12.808085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.881851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:12.895217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-044de580-0efd-48f1-b68d-1375530e2203 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604596827&fields=id&tenant_id=c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 267 time: 0.0586443 Sep 02 13:15:12.999334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Allocated IP 172.20.0.2 (77f8bc89-bc44-4c75-8a65-f058f5060592/9355b438-4c2b-4326-8b02-2862020ab2d8/dce3e2fc-803a-43a4-9f6c-ee6889396311) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:13.040414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-31ed172c-50fc-416e-b57a-5f19d36b14a2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:13.042100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-31ed172c-50fc-416e-b57a-5f19d36b14a2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1383533 Sep 02 13:15:13.060092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-cfd6117c-7305-429c-8691-798ad3f4cf37 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0104756 Sep 02 13:15:13.140203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-6ecefda9-47d3-41e8-8865-355d0271c2e0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634007 Sep 02 13:15:13.152097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.177097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.207091 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.216030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Transition to ACTIVE for port object dce3e2fc-803a-43a4-9f6c-ee6889396311 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:13.234655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Transition to ACTIVE for port object dce3e2fc-803a-43a4-9f6c-ee6889396311 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:13.244093 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.254335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-9f67f16f-8098-463b-af06-b36d31b2dc1f service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092422 Sep 02 13:15:13.292951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:13.300142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:13.304106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:13.319702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Allocated IP 172.25.7.71 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/097eaeb4-a802-4137-b46e-a833730f7640) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:13.346552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Pushing event updated for resources: {'Port': ['ID=dce3e2fc-803a-43a4-9f6c-ee6889396311,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:13.383859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Attempting to bind port dce3e2fc-803a-43a4-9f6c-ee6889396311 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:13.384246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Attempting to bind port dce3e2fc-803a-43a4-9f6c-ee6889396311 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:13.385152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Attempting to bind port dce3e2fc-803a-43a4-9f6c-ee6889396311 on network 77f8bc89-bc44-4c75-8a65-f058f5060592 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:13.389956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-351bc76f-edc2-4c64-9bd5-61e0eb163e50 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281340 Sep 02 13:15:13.396106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:13.396540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Checking segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:13.396987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.397557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Bound using segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:13.398018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Bound port: dce3e2fc-803a-43a4-9f6c-ee6889396311, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:13.398422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.484442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] For port dce3e2fc-803a-43a4-9f6c-ee6889396311, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:13.488686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] For port dce3e2fc-803a-43a4-9f6c-ee6889396311, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dce3e2fc-803a-43a4-9f6c-ee6889396311,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:13.489553 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.494580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.545951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:13.571921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f2bd-6127-4ba7-a36e-6294560a5141 None None] Pushing event updated for resources: {'Port': ['ID=dce3e2fc-803a-43a4-9f6c-ee6889396311,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:13.607353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:13.610258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:13.613297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:13.644339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Pushing event updated for resources: {'Port': ['ID=097eaeb4-a802-4137-b46e-a833730f7640,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:13.932514 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-354592bc-e430-4852-bf05-dcc1ae506815 req-a6db320b-135c-4346-8f03-d3dc49f54e69 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0676181 Sep 02 13:15:14.006291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:14.585743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:14.656828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1357955-d02a-42ce-9188-ff27de06b7ed None None] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:15:14.729779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f35b3ee-3eae-4fc7-afb3-eedcfc2ec250 None None] Provisioning for port dce3e2fc-803a-43a4-9f6c-ee6889396311 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:14.745829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Router a7ec7849-b9f4-449a-a5a2-add0459c79de is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:15:14.901593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:14.913539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Sync routers for ids ['a7ec7849-b9f4-449a-a5a2-add0459c79de'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:14.930021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Routers {'a7ec7849-b9f4-449a-a5a2-add0459c79de'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:14.930681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a7ec7849-b9f4-449a-a5a2-add0459c79de'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:14.940672 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:14.945902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a8e6498b-f024-409b-a9a1-0c5f889b1244 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3263631 Sep 02 13:15:14.946843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48166) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:15.008738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dce3e2fc-803a-43a4-9f6c-ee6889396311 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:15.060234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-0938b730-6b1e-4e07-bb73-dba078643a06 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:15.062336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-0938b730-6b1e-4e07-bb73-dba078643a06 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.2793305 Sep 02 13:15:15.149268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4a22afe-cab9-456f-a0d6-9ed1e7089550 req-5943e36b-95f8-4561-a850-ad6267aaeb4e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0812662 Sep 02 13:15:15.245047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port dce3e2fc-803a-43a4-9f6c-ee6889396311 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:15.253571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dce3e2fc-803a-43a4-9f6c-ee6889396311 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:15.253978 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:15.256177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-aa408c47-34b3-4f4e-b930-f66e35bfbdc4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 380 time: 0.1700490 Sep 02 13:15:15.268441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'security_groups': ['65883101-e0a4-4158-823a-c05a2d07ae73']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:15.329418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Set router a7ec7849-b9f4-449a-a5a2-add0459c79de gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:15.681657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53c98c19-197e-4109-a6fc-e22ff5dd30a2 None None] Provisioning complete for port dce3e2fc-803a-43a4-9f6c-ee6889396311 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:15.681657 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53c98c19-197e-4109-a6fc-e22ff5dd30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:15.798747 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:15.898225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:15.900120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port dce3e2fc-803a-43a4-9f6c-ee6889396311, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dce3e2fc-803a-43a4-9f6c-ee6889396311,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:15.910453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:15.916861 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53c98c19-197e-4109-a6fc-e22ff5dd30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:15.975890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:13Z', 'revision_number': 3, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:15.981344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:15.986134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.045220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Checking router: a7ec7849-b9f4-449a-a5a2-add0459c79de for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:16.045580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Updating router a7ec7849-b9f4-449a-a5a2-add0459c79de port 097eaeb4-a802-4137-b46e-a833730f7640 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:15:16.094968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=dce3e2fc-803a-43a4-9f6c-ee6889396311,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:16.110944 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.155626 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-53c98c19-197e-4109-a6fc-e22ff5dd30a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:15:16.156001 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-53c98c19-197e-4109-a6fc-e22ff5dd30a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:15:16.189330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.6 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/5c6e7192-b651-474c-a31c-d706f75c8e0f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:16.195427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Allocated IP 172.20.0.1 (77f8bc89-bc44-4c75-8a65-f058f5060592/9355b438-4c2b-4326-8b02-2862020ab2d8/b8e10485-fc94-46fd-a717-1b28f85a5412) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:16.352977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8c5aaa2-fda4-46ad-a52e-72625e0f20ec req-6eb1713c-3149-4ad7-a96e-8a1aacca4766 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0491784 Sep 02 13:15:16.414257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.431845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Transition to ACTIVE for port object b8e10485-fc94-46fd-a717-1b28f85a5412 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:16.514141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.537775 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.570169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e10485-fc94-46fd-a717-1b28f85a5412,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:16.583253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:16.584968 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:16.587539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:16.589529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object 5c6e7192-b651-474c-a31c-d706f75c8e0f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:16.646573 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:15:16.650682 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.653767 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.686163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.779144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Transition to ACTIVE for port object 097eaeb4-a802-4137-b46e-a833730f7640 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:16.817931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:16.830661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:16.834635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:16.837550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:16.888783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=5c6e7192-b651-474c-a31c-d706f75c8e0f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:16.914395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deb179-1582-4051-8b5b-fedeb417b147 None None] Pushing event updated for resources: {'Port': ['ID=097eaeb4-a802-4137-b46e-a833730f7640,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:16.926449 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dce3e2fc-803a-43a4-9f6c-ee6889396311 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:16.940497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:16.941690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.001608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.003394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-d0fe4133-6b90-4df7-a91d-5792325c596e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7369907 Sep 02 13:15:17.005695 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Attempting to bind port 097eaeb4-a802-4137-b46e-a833730f7640 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:17.008316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Attempting to bind port 097eaeb4-a802-4137-b46e-a833730f7640 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:17.009646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Attempting to bind port 097eaeb4-a802-4137-b46e-a833730f7640 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:17.028567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Request body: {'port': {'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:17.032249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:17.032809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:17.033520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.034189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:17.035116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Bound port: 097eaeb4-a802-4137-b46e-a833730f7640, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:17.036574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.163335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.199150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] For port 097eaeb4-a802-4137-b46e-a833730f7640, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:17.210511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] For port 097eaeb4-a802-4137-b46e-a833730f7640, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=097eaeb4-a802-4137-b46e-a833730f7640,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:17.217116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c5d62a9-e7fe-4ede-8c21-cd0fd590a93b None None] Provisioning for port b8e10485-fc94-46fd-a717-1b28f85a5412 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:17.242818 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.252819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c5d62a9-e7fe-4ede-8c21-cd0fd590a93b None None] Provisioning complete for port b8e10485-fc94-46fd-a717-1b28f85a5412 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:17.253315 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8c5d62a9-e7fe-4ede-8c21-cd0fd590a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.315867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dce3e2fc-803a-43a4-9f6c-ee6889396311 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:17.316570 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.401628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d62a9-e7fe-4ede-8c21-cd0fd590a93b None None] Port b8e10485-fc94-46fd-a717-1b28f85a5412 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:17.448872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Routers {'a7ec7849-b9f4-449a-a5a2-add0459c79de'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:17.450179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a7ec7849-b9f4-449a-a5a2-add0459c79de'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:17.456420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.456885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deb179-1582-4051-8b5b-fedeb417b147 None None] Pushing event updated for resources: {'Port': ['ID=097eaeb4-a802-4137-b46e-a833730f7640,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:17.463652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.550421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e10485-fc94-46fd-a717-1b28f85a5412,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:17.555980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.602370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-015ed209-1153-45ef-b556-2ab7ddd87531 None None] Provisioning for port 5c6e7192-b651-474c-a31c-d706f75c8e0f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:17.620388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-015ed209-1153-45ef-b556-2ab7ddd87531 None None] Provisioning complete for port 5c6e7192-b651-474c-a31c-d706f75c8e0f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:17.620388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-015ed209-1153-45ef-b556-2ab7ddd87531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.733703 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbef85-62e1-4bc5-b7ec-707bb26dc1ee req-29dbb6ca-e266-490a-954b-ed48b4a2d7f4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:17.742743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dbef85-62e1-4bc5-b7ec-707bb26dc1ee req-29dbb6ca-e266-490a-954b-ed48b4a2d7f4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 931 time: 0.1011941 Sep 02 13:15:17.768976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:17.770609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:17.806670 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9dbef85-62e1-4bc5-b7ec-707bb26dc1ee req-9aa1457a-c141-4dbf-80c8-e930310b7d44 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627592 Sep 02 13:15:17.817552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-015ed209-1153-45ef-b556-2ab7ddd87531 None None] Port 5c6e7192-b651-474c-a31c-d706f75c8e0f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:17.849602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] Set router a7ec7849-b9f4-449a-a5a2-add0459c79de gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:17.913202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6e7192-b651-474c-a31c-d706f75c8e0f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:17.923536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:17.938727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Transition to ACTIVE for port object 5c6e7192-b651-474c-a31c-d706f75c8e0f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:17.945178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:18.080778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Router a7ec7849-b9f4-449a-a5a2-add0459c79de has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:15:18.150891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6e7192-b651-474c-a31c-d706f75c8e0f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:18.292290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Attempting to bind port 5c6e7192-b651-474c-a31c-d706f75c8e0f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:18.292687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Attempting to bind port 5c6e7192-b651-474c-a31c-d706f75c8e0f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:18.293159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Attempting to bind port 5c6e7192-b651-474c-a31c-d706f75c8e0f on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:18.299475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Port 5c6e7192-b651-474c-a31c-d706f75c8e0f on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:15:18.299810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Attempting to bind port 5c6e7192-b651-474c-a31c-d706f75c8e0f on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:18.310228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:18.310587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:18.310889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:18.311473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Bound port: 5c6e7192-b651-474c-a31c-d706f75c8e0f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:18.311862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:18.330971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:18.341166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7e05e00b-dbe6-44bf-ae0f-6e83f4e26451 admin admin] 10.222.0.60 "PUT /v2.0/routers/a7ec7849-b9f4-449a-a5a2-add0459c79de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3931077 Sep 02 13:15:18.385007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] For port 5c6e7192-b651-474c-a31c-d706f75c8e0f, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:18.389000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] For port 5c6e7192-b651-474c-a31c-d706f75c8e0f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:18.397586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:18.534804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:18.535459 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:18.537662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 1091 time: 1.5225768 Sep 02 13:15:18.538410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f54e1-0aa5-414c-b0ab-294d64b569e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6e7192-b651-474c-a31c-d706f75c8e0f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:18.549326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:18.556300 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7af9e1f-a70d-460d-bf3e-6608272962d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:18.559871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36d0ee67-0233-4d47-b06d-f7f093accb20 None None] Provisioning complete for port b8e10485-fc94-46fd-a717-1b28f85a5412 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:18.560332 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36d0ee67-0233-4d47-b06d-f7f093accb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:18.644274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-36d0ee67-0233-4d47-b06d-f7f093accb20 None None] Port b8e10485-fc94-46fd-a717-1b28f85a5412 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:18.653389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-a856f71e-8cd9-407c-bb4a-55830819d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:18.655817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-a856f71e-8cd9-407c-bb4a-55830819d6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1094 time: 0.0637839 Sep 02 13:15:18.696984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b8e10485-fc94-46fd-a717-1b28f85a5412', 'name': '', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'mac_address': 'fa:16:3e:6a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:15Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 1, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'subnets': [{'id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:18.781556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-a217c76d-5630-4cec-8cf5-89bdf7770865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 217 time: 0.1023719 Sep 02 13:15:18.796190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00cbe7-a95e-4b46-afc5-ae0f42cca125 None None] The sync data for ids ['a7ec7849-b9f4-449a-a5a2-add0459c79de'] in n-d-792364-8 is: [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b8e10485-fc94-46fd-a717-1b28f85a5412', 'name': '', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'mac_address': 'fa:16:3e:6a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:15Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 1, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'subnets': [{'id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:18.876945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-14970142-f174-459f-98c4-a2dfe90d8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:18.880471 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-14970142-f174-459f-98c4-a2dfe90d8f19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0965517 Sep 02 13:15:19.081101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406ba1-780d-4965-8174-4a375e0bde68 req-36d7c242-dd08-4c81-b4f6-05c24ff4da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:19.098261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-36d7c242-dd08-4c81-b4f6-05c24ff4da33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994157 Sep 02 13:15:19.205536 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f93702-c3e5-454b-9e0b-087c1bfdde04 x-openstack-request-id: req-f2f93702-c3e5-454b-9e0b-087c1bfdde04 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:19.205833 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:19.206081 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2f93702-c3e5-454b-9e0b-087c1bfdde04 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:19.206946 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'status': 'completed', 'code': 200} Sep 02 13:15:19.224492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f40ab-a247-4c51-b194-7ddaca03f404 req-ea8a4330-312e-4e48-b38f-80e7f21fbe95 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:19.225986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d74f40ab-a247-4c51-b194-7ddaca03f404 req-ea8a4330-312e-4e48-b38f-80e7f21fbe95 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.2721679 Sep 02 13:15:19.328391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-c63588f4-0430-48b9-969d-ccb0f0868cba service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212446 Sep 02 13:15:19.394196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d74f40ab-a247-4c51-b194-7ddaca03f404 req-591319b6-877a-44cf-b194-797bd4e66b9f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444225 Sep 02 13:15:19.489350 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:19.494535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-586535149-network', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:19.499602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-43406ba1-780d-4965-8174-4a375e0bde68 req-393a9f26-da5d-4d8b-8aa3-4ca33e78477b service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614592 Sep 02 13:15:19.519335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Made reservation on behalf of d07de41df22947f2850871d02ffea5b0 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:19.525848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.549500 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.627050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-7b92f91e-4b4e-488e-be58-f6b6b32803f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:19.628842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-7b92f91e-4b4e-488e-be58-f6b6b32803f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1094 time: 0.0664735 Sep 02 13:15:19.715173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.724310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.758952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:15:19.771211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2477747f-5db2-4fcb-a159-ac78ed84f4cb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:19.797403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-27fb1c9e-caaf-4bfe-83c8-fc3f7ca9dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:19.799966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-27fb1c9e-caaf-4bfe-83c8-fc3f7ca9dd98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1643193 Sep 02 13:15:19.808002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.809295 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Added segment e1d7bceb-1014-4f4a-a5af-9f851ead906a of type vlan for network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 Sep 02 13:15:19.884175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-455b08af-d32f-4d03-ace8-89fc880e9dc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 217 time: 0.0764153 Sep 02 13:15:19.884453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.974814 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.976111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:19.976507 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.010607 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5196977 Sep 02 13:15:20.011558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:20.015047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-9cbfc26c-4747-49c0-8e8f-c28314389a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:20.016664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-9cbfc26c-4747-49c0-8e8f-c28314389a8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.1246715 Sep 02 13:15:20.037327 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Request body: {'subnet': {'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-586535149-subnet', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:20.082186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-0bf05833-587a-4923-bff0-cce568d8d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:20.083793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-0bf05833-587a-4923-bff0-cce568d8d24f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602779 Sep 02 13:15:20.136730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Made reservation on behalf of d07de41df22947f2850871d02ffea5b0 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:20.145014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.171475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1932df-b86b-4fda-9a12-931363807a3d admin admin] Pushing event updated for resources: {'Network': ['ID=da6c485e-22a2-4f95-9ca0-69c6fb4778c5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:20.183243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:15:20.250192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-a077d490-641f-4ad7-92c7-babec1fcd354 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586297 Sep 02 13:15:20.458658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7af9e1f-a70d-460d-bf3e-6608272962d0 req-dd3152e4-7996-468b-922f-72e7818211ff service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012243 Sep 02 13:15:20.485494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.639672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Checking segment: {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:20.640312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Network hostable DHCP agents. Network: da6c485e-22a2-4f95-9ca0-69c6fb4778c5, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:15:20.642279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06169041-4a34-4b18-995f-72424038e00c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:20.660441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1f97d-c4b8-4c05-9d9d-cd4c057b5bd5 req-f7f0c5b5-cd2c-4b4d-ab08-2d70ee6d9195 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:20.668296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84e1f97d-c4b8-4c05-9d9d-cd4c057b5bd5 req-f7f0c5b5-cd2c-4b4d-ab08-2d70ee6d9195 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.1739886 Sep 02 13:15:20.700983 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:15:20.723790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84e1f97d-c4b8-4c05-9d9d-cd4c057b5bd5 req-7859b2b4-a498-449d-9b39-0c925aa6c95b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542843 Sep 02 13:15:20.725199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, da6c485e-22a2-4f95-9ca0-69c6fb4778c5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:20.735851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:20.736444 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d72da840-0104-497a-848d-36862f15926a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.756983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ea3e2-262e-489f-9c4a-f97807749b5c None None] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:15:20.784784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d72da840-0104-497a-848d-36862f15926a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7508154 Sep 02 13:15:20.785339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:20.792445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:20.828960 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.831429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.938352 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:20.969565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 097eaeb4-a802-4137-b46e-a833730f7640 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:21.119318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 097eaeb4-a802-4137-b46e-a833730f7640 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:21.123817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'fixed_ips': [{'subnet_id': '06169041-4a34-4b18-995f-72424038e00c'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:15:21.124675 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.134407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 097eaeb4-a802-4137-b46e-a833730f7640 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:21.134778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.167437 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.355667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.385837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Allocated IP 172.20.0.2 (da6c485e-22a2-4f95-9ca0-69c6fb4778c5/06169041-4a34-4b18-995f-72424038e00c/76de4678-9926-4a98-8838-21802c7d2377) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:21.396271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 097eaeb4-a802-4137-b46e-a833730f7640, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=097eaeb4-a802-4137-b46e-a833730f7640,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:21.419938 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.500177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.521365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.561476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=097eaeb4-a802-4137-b46e-a833730f7640,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:21.639621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Allocated IP 172.25.7.245 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/dc8507d0-8f10-419b-8664-ebf5e02fc785) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:21.686174 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.699762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Transition to ACTIVE for port object 76de4678-9926-4a98-8838-21802c7d2377 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:21.718252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Transition to ACTIVE for port object 76de4678-9926-4a98-8838-21802c7d2377 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:21.727299 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.756077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.786322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:21.789804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:21.798209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:21.811292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Pushing event updated for resources: {'Port': ['ID=76de4678-9926-4a98-8838-21802c7d2377,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:21.872010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Attempting to bind port 76de4678-9926-4a98-8838-21802c7d2377 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:21.872436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Attempting to bind port 76de4678-9926-4a98-8838-21802c7d2377 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:21.872801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Attempting to bind port 76de4678-9926-4a98-8838-21802c7d2377 on network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:21.878885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:21.879269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Checking segment: {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:21.879817 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.880213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Bound using segment: {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:21.880686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Bound port: 76de4678-9926-4a98-8838-21802c7d2377, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:21.881097 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.890527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:21.949706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:21.969114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69f2d-7ab2-4e65-b45e-dee55e9274f4 req-286f4010-6f07-4b41-ade0-b354bb83ff6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:21.976947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19a69f2d-7ab2-4e65-b45e-dee55e9274f4 req-286f4010-6f07-4b41-ade0-b354bb83ff6c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.1452022 Sep 02 13:15:21.979077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:21.985732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:22.021830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] For port 76de4678-9926-4a98-8838-21802c7d2377, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:22.026428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] For port 76de4678-9926-4a98-8838-21802c7d2377, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=76de4678-9926-4a98-8838-21802c7d2377,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:22.036116 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:22.117855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8507d0-8f10-419b-8664-ebf5e02fc785,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:22.129277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814ea27-7eb8-4976-b1c6-264b4efdd813 None None] Pushing event updated for resources: {'Port': ['ID=76de4678-9926-4a98-8838-21802c7d2377,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:22.178367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19a69f2d-7ab2-4e65-b45e-dee55e9274f4 req-0992dea5-c5d2-4824-a7d7-c2da51c2f12d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005024 Sep 02 13:15:22.283685 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Sync routers for ids ['a7ec7849-b9f4-449a-a5a2-add0459c79de'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:22.298880 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Routers {'a7ec7849-b9f4-449a-a5a2-add0459c79de'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:22.299566 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a7ec7849-b9f4-449a-a5a2-add0459c79de'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:22.357893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:22.451080 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Set router a7ec7849-b9f4-449a-a5a2-add0459c79de gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:22.661073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:22.833213 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b8e10485-fc94-46fd-a717-1b28f85a5412', 'name': '', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'mac_address': 'fa:16:3e:6a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:15Z', 'updated_at': '2021-09-02T13:15:17Z', 'revision_number': 2, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'subnets': [{'id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:22.861979 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Checking router: a7ec7849-b9f4-449a-a5a2-add0459c79de for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:22.862885 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Updating router a7ec7849-b9f4-449a-a5a2-add0459c79de port b8e10485-fc94-46fd-a717-1b28f85a5412 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:15:22.906045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:15:22.910149 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:22.991462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 76de4678-9926-4a98-8838-21802c7d2377 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:23.041784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:23.061954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Sync routers for ids ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:23.068589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.070812 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e6023343-0bde-46b5-945b-4a5065f1bb66 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2833865 Sep 02 13:15:23.074487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:23.076094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 76de4678-9926-4a98-8838-21802c7d2377 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:23.082034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Routers {'7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:23.082875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:23.172136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 097eaeb4-a802-4137-b46e-a833730f7640 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:23.277269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Set router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:23.463097 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.475558 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Transition to ACTIVE for port object b8e10485-fc94-46fd-a717-1b28f85a5412 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:23.490404 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.500943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 097eaeb4-a802-4137-b46e-a833730f7640 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:23.501428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.555345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad5b4b-651d-4213-a7c5-1630b5fabbb7 req-8fe995d6-4618-4290-adb4-e449876c2f2d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:23.556557 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Pushing event updated for resources: {'Port': ['ID=b8e10485-fc94-46fd-a717-1b28f85a5412,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:23.564026 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1bad5b4b-651d-4213-a7c5-1630b5fabbb7 req-8fe995d6-4618-4290-adb4-e449876c2f2d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.1741867 Sep 02 13:15:23.571194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.571865 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.572824 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.573382 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.573873 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.574468 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.574966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.576129 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.576736 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.577485 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.578322 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.578829 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:23.648426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1bad5b4b-651d-4213-a7c5-1630b5fabbb7 req-54217263-232b-4c4e-86d6-dfa32e5d4899 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807793 Sep 02 13:15:23.712028 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Attempting to bind port b8e10485-fc94-46fd-a717-1b28f85a5412 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:23.712517 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Attempting to bind port b8e10485-fc94-46fd-a717-1b28f85a5412 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:23.712962 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Attempting to bind port b8e10485-fc94-46fd-a717-1b28f85a5412 on network 77f8bc89-bc44-4c75-8a65-f058f5060592 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:23.721652 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:23.722125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Checking segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:23.722595 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.723151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Bound using segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:23.724131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Bound port: b8e10485-fc94-46fd-a717-1b28f85a5412, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:23.724578 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.817599 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] For port b8e10485-fc94-46fd-a717-1b28f85a5412, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:23.821126 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] For port b8e10485-fc94-46fd-a717-1b28f85a5412, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8e10485-fc94-46fd-a717-1b28f85a5412,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:23.860146 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:23.883139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56481b-1069-4a5b-9533-3f4aee4d871b None None] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:15:23.921553 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9841597-e83e-43fd-bc65-3f7c3b51d667 None None] Pushing event updated for resources: {'Port': ['ID=b8e10485-fc94-46fd-a717-1b28f85a5412,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:23.945135 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Routers {'a7ec7849-b9f4-449a-a5a2-add0459c79de'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:23.946053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a7ec7849-b9f4-449a-a5a2-add0459c79de'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:23.976176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.074379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:15:22Z', 'revision_number': 3, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:24.151037 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] Provisioning for port 76de4678-9926-4a98-8838-21802c7d2377 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:24.160335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] Provisioning complete for port 76de4678-9926-4a98-8838-21802c7d2377 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:24.160594 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.162232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Checking router: 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:24.163336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Updating router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 port dc8507d0-8f10-419b-8664-ebf5e02fc785 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:15:24.179339 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] Set router a7ec7849-b9f4-449a-a5a2-add0459c79de gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:24.246502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.253321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Allocated IP 172.20.0.1 (da6c485e-22a2-4f95-9ca0-69c6fb4778c5/06169041-4a34-4b18-995f-72424038e00c/8c5a885c-2c9b-4950-92a3-67564c650ed3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:24.387531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.412396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Transition to ACTIVE for port object 8c5a885c-2c9b-4950-92a3-67564c650ed3 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:24.479421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.534339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] For port 76de4678-9926-4a98-8838-21802c7d2377, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=76de4678-9926-4a98-8838-21802c7d2377,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:24.544416 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.565471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.583048 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b8e10485-fc94-46fd-a717-1b28f85a5412', 'name': '', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'mac_address': 'fa:16:3e:6a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:15Z', 'updated_at': '2021-09-02T13:15:23Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'subnets': [{'id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:24.638826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:24.645580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:24.651363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:24.665655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84905ca0-c4dc-4512-bbfb-3c0ee6622c54 None None] Pushing event updated for resources: {'Port': ['ID=76de4678-9926-4a98-8838-21802c7d2377,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:24.756849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91836a-11e8-490a-81ad-e78ff96c559a None None] The sync data for ids ['a7ec7849-b9f4-449a-a5a2-add0459c79de'] in n-d-792364-8 is: [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:16Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'b8e10485-fc94-46fd-a717-1b28f85a5412', 'name': '', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'mac_address': 'fa:16:3e:6a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:15Z', 'updated_at': '2021-09-02T13:15:23Z', 'revision_number': 4, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'subnets': [{'id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:24.763090 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.769541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Pushing event updated for resources: {'Port': ['ID=8c5a885c-2c9b-4950-92a3-67564c650ed3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:24.903937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fcde4453-a87d-4519-b611-6b0297d61c89 None None] Provisioning complete for port 76de4678-9926-4a98-8838-21802c7d2377 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:24.903937 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fcde4453-a87d-4519-b611-6b0297d61c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:24.950293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b26c4-3309-49a6-b1b1-98467f7aa3e5 req-16411e79-86cb-494c-859b-da48781fc5ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:24.964129 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf6b26c4-3309-49a6-b1b1-98467f7aa3e5 req-16411e79-86cb-494c-859b-da48781fc5ee tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.1407640 Sep 02 13:15:24.984849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 76de4678-9926-4a98-8838-21802c7d2377 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:25.073630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf6b26c4-3309-49a6-b1b1-98467f7aa3e5 req-c9769e0a-2145-495c-9bda-1cb54919e79f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084363 Sep 02 13:15:25.116113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.350054 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.379852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.388805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.396494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Transition to ACTIVE for port object dc8507d0-8f10-419b-8664-ebf5e02fc785 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:25.409697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.456098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecac11-4498-4f9c-bcfa-26ae18cfa10a None None] Pushing event updated for resources: {'Port': ['ID=dc8507d0-8f10-419b-8664-ebf5e02fc785,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:25.492073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Pushing event updated for resources: {'Port': ['ID=8c5a885c-2c9b-4950-92a3-67564c650ed3,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:25.496328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.530776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 76de4678-9926-4a98-8838-21802c7d2377 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:25.531235 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.569056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Attempting to bind port dc8507d0-8f10-419b-8664-ebf5e02fc785 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:25.569427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Attempting to bind port dc8507d0-8f10-419b-8664-ebf5e02fc785 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:25.569819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Attempting to bind port dc8507d0-8f10-419b-8664-ebf5e02fc785 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:25.580431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:25.580859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:25.581236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.581614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:25.582103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Bound port: dc8507d0-8f10-419b-8664-ebf5e02fc785, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:25.582486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.626981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:25.629107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:25.704123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] For port dc8507d0-8f10-419b-8664-ebf5e02fc785, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:25.707636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] For port dc8507d0-8f10-419b-8664-ebf5e02fc785, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dc8507d0-8f10-419b-8664-ebf5e02fc785,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:25.717210 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.843204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:15:25.848962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8e10485-fc94-46fd-a717-1b28f85a5412 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:25.899072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3424c068-9d74-448b-9fa3-08c399c05bce None None] Provisioning for port 8c5a885c-2c9b-4950-92a3-67564c650ed3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:25.910412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3424c068-9d74-448b-9fa3-08c399c05bce None None] Provisioning complete for port 8c5a885c-2c9b-4950-92a3-67564c650ed3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:25.910735 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3424c068-9d74-448b-9fa3-08c399c05bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:25.919844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Routers {'7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:25.920502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:25.979609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecac11-4498-4f9c-bcfa-26ae18cfa10a None None] Pushing event updated for resources: {'Port': ['ID=dc8507d0-8f10-419b-8664-ebf5e02fc785,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:25.988176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:25.999838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-196008c8-736f-40ab-b3c9-860917ce61cb admin admin] 10.222.0.60 "PUT /v2.0/routers/7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9212136 Sep 02 13:15:26.074669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3424c068-9d74-448b-9fa3-08c399c05bce None None] Port 8c5a885c-2c9b-4950-92a3-67564c650ed3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:26.110820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b8e10485-fc94-46fd-a717-1b28f85a5412 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:26.122484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b8e10485-fc94-46fd-a717-1b28f85a5412 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:26.123820 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:26.183267 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] Set router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:26.225458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f3b4-b4d0-4367-8387-706c291ef784 req-90db80cf-6fb6-4e3e-9186-095faa91179b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:26.227385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1664f3b4-b4d0-4367-8387-706c291ef784 req-90db80cf-6fb6-4e3e-9186-095faa91179b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.0732970 Sep 02 13:15:26.287882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1664f3b4-b4d0-4367-8387-706c291ef784 req-5cd2caee-adc4-49f5-a59c-dc22e3af788d tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523708 Sep 02 13:15:26.296288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-06bb7cfa-360f-483e-abbc-58cd362c0765 None None] Provisioning complete for port 8c5a885c-2c9b-4950-92a3-67564c650ed3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:26.296781 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06bb7cfa-360f-483e-abbc-58cd362c0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:26.424455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-06bb7cfa-360f-483e-abbc-58cd362c0765 None None] Port 8c5a885c-2c9b-4950-92a3-67564c650ed3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:26.449324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:26.518810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port b8e10485-fc94-46fd-a717-1b28f85a5412, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8e10485-fc94-46fd-a717-1b28f85a5412,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:26.526634 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:26.610517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=b8e10485-fc94-46fd-a717-1b28f85a5412,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:26.624614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8c5a885c-2c9b-4950-92a3-67564c650ed3', 'name': '', 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'mac_address': 'fa:16:3e:41:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '06169041-4a34-4b18-995f-72424038e00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:24Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 2, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'subnets': [{'id': '06169041-4a34-4b18-995f-72424038e00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:26.659140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98922795-1e34-42a7-b272-f36f6748e1c9 None None] The sync data for ids ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'] in n-d-792364-8 is: [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8c5a885c-2c9b-4950-92a3-67564c650ed3', 'name': '', 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'mac_address': 'fa:16:3e:41:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '06169041-4a34-4b18-995f-72424038e00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:24Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 2, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'subnets': [{'id': '06169041-4a34-4b18-995f-72424038e00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:26.679385 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-af5d1575-4e69-4a20-8879-75071e675798 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:26.681165 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-af5d1575-4e69-4a20-8879-75071e675798 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/networks?id=77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 200 len: 910 time: 0.1079967 Sep 02 13:15:26.701797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-dce03cfe-7daa-4aad-81ce-8c3d860a6ac6 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/quotas/d07de41df22947f2850871d02ffea5b0 HTTP/1.1" status: 200 len: 375 time: 0.0117056 Sep 02 13:15:26.805050 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-de2223cd-e280-4411-ad5f-e266cbbac3f7 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=d07de41df22947f2850871d02ffea5b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941446 Sep 02 13:15:26.837761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8e10485-fc94-46fd-a717-1b28f85a5412 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:26.941819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b8e10485-fc94-46fd-a717-1b28f85a5412 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:26.942200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:26.966066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-c2684831-53ca-4a46-9c49-b1cf7f43a715 service neutron] 10.222.0.60 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526697 Sep 02 13:15:27.429519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d36bb-98c8-4c6a-8217-29526c0ba8f6 req-4fa29391-f15d-4625-85a7-45fcd114b0b3 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:27.431276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c4d36bb-98c8-4c6a-8217-29526c0ba8f6 req-4fa29391-f15d-4625-85a7-45fcd114b0b3 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.0659192 Sep 02 13:15:27.482005 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-aa678808-4409-4929-9be4-646981b4d5cf service neutron] 10.222.0.60 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065591 Sep 02 13:15:27.496443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c4d36bb-98c8-4c6a-8217-29526c0ba8f6 req-02d4100b-f287-410d-9b36-9979659d6866 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582447 Sep 02 13:15:27.761993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-82b5aa2f-0cf2-4ef5-ba7d-726882170351 req-b6c728e3-01c4-4460-b69d-6262216b4f6e tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 210 time: 0.0414224 Sep 02 13:15:28.643300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120fc6a-7029-43af-84d3-fa1d80b0aa2c req-0e5ea051-b201-4528-a0b5-6c6e616df613 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:28.644159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c120fc6a-7029-43af-84d3-fa1d80b0aa2c req-0e5ea051-b201-4528-a0b5-6c6e616df613 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.0611899 Sep 02 13:15:28.688035 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c120fc6a-7029-43af-84d3-fa1d80b0aa2c req-009d3380-2750-41f4-ac3c-4e443ffc7402 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366201 Sep 02 13:15:28.707400 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1ee646c-ee1c-44ac-a24e-feef9bb8b6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:28.875245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dc8507d0-8f10-419b-8664-ebf5e02fc785 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:28.919862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b3ec03d-8b0c-48d4-a8b1-e4eab4483136 req-293ba73b-3d6d-4084-a6e1-dac72242fd07 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 210 time: 0.0641844 Sep 02 13:15:28.962732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port dc8507d0-8f10-419b-8664-ebf5e02fc785 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:28.968887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dc8507d0-8f10-419b-8664-ebf5e02fc785 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:28.969616 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.065103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-9be6553c-1d9d-4dc7-851c-529bc05e8af1 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:29.068011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-9be6553c-1d9d-4dc7-851c-529bc05e8af1 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.18 "GET /v2.0/networks?id=77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 200 len: 910 time: 0.1470819 Sep 02 13:15:29.083436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Request body: {'port': {'device_id': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'admin_state_up': True, 'tenant_id': 'd07de41df22947f2850871d02ffea5b0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:29.085458 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.114171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port dc8507d0-8f10-419b-8664-ebf5e02fc785, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dc8507d0-8f10-419b-8664-ebf5e02fc785,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:29.118301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Made reservation on behalf of d07de41df22947f2850871d02ffea5b0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:29.120381 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.121505 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.196025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=dc8507d0-8f10-419b-8664-ebf5e02fc785,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:29.275940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Allocated IP 172.20.0.8 (77f8bc89-bc44-4c75-8a65-f058f5060592/9355b438-4c2b-4326-8b02-2862020ab2d8/3cbc447f-f5a9-4df2-8d49-629426a82a6f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:29.441399 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.461333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Transition to ACTIVE for port object 3cbc447f-f5a9-4df2-8d49-629426a82a6f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:29.491427 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Sync routers for ids ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:29.507624 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.512295 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Routers {'7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:29.513796 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:29.552176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:29.555693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:29.559951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:29.585009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Pushing event updated for resources: {'Port': ['ID=3cbc447f-f5a9-4df2-8d49-629426a82a6f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:29.610635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:29.611855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.655972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-07ff196f-f2cf-4957-943a-b4acb979cd7b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5709004 Sep 02 13:15:29.663592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Set router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:29.668869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Request body: {'port': {'device_id': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:29.885103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02e557f8-7ab9-4da3-ab29-67671c840013 None None] Provisioning for port 3cbc447f-f5a9-4df2-8d49-629426a82a6f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:29.893505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02e557f8-7ab9-4da3-ab29-67671c840013 None None] Provisioning complete for port 3cbc447f-f5a9-4df2-8d49-629426a82a6f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:29.893976 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02e557f8-7ab9-4da3-ab29-67671c840013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:29.912539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b5e3-9e97-440c-8f35-8205916a3f5e req-cc9a89d8-4744-43e5-a67f-ec55bc47f072 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:29.914958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5438b5e3-9e97-440c-8f35-8205916a3f5e req-cc9a89d8-4744-43e5-a67f-ec55bc47f072 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 943 time: 0.1057413 Sep 02 13:15:29.978787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-02e557f8-7ab9-4da3-ab29-67671c840013 None None] Port 3cbc447f-f5a9-4df2-8d49-629426a82a6f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:29.987778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5438b5e3-9e97-440c-8f35-8205916a3f5e req-a0cf9fdf-ccd4-4dc0-b131-623b2683de2a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645132 Sep 02 13:15:30.057348 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8c5a885c-2c9b-4950-92a3-67564c650ed3', 'name': '', 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'mac_address': 'fa:16:3e:41:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '06169041-4a34-4b18-995f-72424038e00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:24Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 2, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'subnets': [{'id': '06169041-4a34-4b18-995f-72424038e00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:30.095501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Checking router: 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:30.096026 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Updating router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 port 8c5a885c-2c9b-4950-92a3-67564c650ed3 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:15:30.126780 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.201008 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.267708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd1c5b-9274-4407-85c4-4a5b1827478f req-e516e3b2-c449-4fa6-9a6e-49155c919a58 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:30.269310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7bd1c5b-9274-4407-85c4-4a5b1827478f req-e516e3b2-c449-4fa6-9a6e-49155c919a58 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1027 time: 0.0850756 Sep 02 13:15:30.373365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c7bd1c5b-9274-4407-85c4-4a5b1827478f req-e0d67633-5667-49aa-ba7d-b960bf4fd432 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975671 Sep 02 13:15:30.405664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5c6e7192-b651-474c-a31c-d706f75c8e0f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:15:30.455809 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.481710 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Transition to ACTIVE for port object 8c5a885c-2c9b-4950-92a3-67564c650ed3 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:30.492953 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.514432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5c6e7192-b651-474c-a31c-d706f75c8e0f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:30.529383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:15:30.564272 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0605f5-3da0-403d-9850-3a04888603d7 None None] Pushing event updated for resources: {'Port': ['ID=8c5a885c-2c9b-4950-92a3-67564c650ed3,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:30.584410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbc447f-f5a9-4df2-8d49-629426a82a6f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:30.585217 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.593983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.602585 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6e7192-b651-474c-a31c-d706f75c8e0f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:30.607894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Transition to ACTIVE for port object 3cbc447f-f5a9-4df2-8d49-629426a82a6f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:30.616257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.628365 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Attempting to bind port 8c5a885c-2c9b-4950-92a3-67564c650ed3 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:30.628809 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Attempting to bind port 8c5a885c-2c9b-4950-92a3-67564c650ed3 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:30.629196 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Attempting to bind port 8c5a885c-2c9b-4950-92a3-67564c650ed3 on network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:30.636888 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:30.637313 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Checking segment: {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:30.637981 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.638575 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Bound using segment: {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:30.639250 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Bound port: 8c5a885c-2c9b-4950-92a3-67564c650ed3, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d7bceb-1014-4f4a-a5af-9f851ead906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:30.639819 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.644358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5c6e7192-b651-474c-a31c-d706f75c8e0f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:30.650453 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.748179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5c6e7192-b651-474c-a31c-d706f75c8e0f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:30.786820 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] For port 8c5a885c-2c9b-4950-92a3-67564c650ed3, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:30.788371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbc447f-f5a9-4df2-8d49-629426a82a6f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:30.791581 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] For port 8c5a885c-2c9b-4950-92a3-67564c650ed3, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c5a885c-2c9b-4950-92a3-67564c650ed3,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:30.800338 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.846812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['5c6e7192-b651-474c-a31c-d706f75c8e0f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:30.891084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Attempting to bind port 3cbc447f-f5a9-4df2-8d49-629426a82a6f on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:30.891822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Attempting to bind port 3cbc447f-f5a9-4df2-8d49-629426a82a6f by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:30.892349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Attempting to bind port 3cbc447f-f5a9-4df2-8d49-629426a82a6f on network 77f8bc89-bc44-4c75-8a65-f058f5060592 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:30.899297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Port 3cbc447f-f5a9-4df2-8d49-629426a82a6f on network 77f8bc89-bc44-4c75-8a65-f058f5060592 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:15:30.900204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Attempting to bind port 3cbc447f-f5a9-4df2-8d49-629426a82a6f on network 77f8bc89-bc44-4c75-8a65-f058f5060592 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:30.913636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:30.914252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Checking segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:30.914868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Bound using segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:30.915592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Bound port: 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:30.916167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:30.925509 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0605f5-3da0-403d-9850-3a04888603d7 None None] Pushing event updated for resources: {'Port': ['ID=8c5a885c-2c9b-4950-92a3-67564c650ed3,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:30.952149 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Routers {'7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:30.953178 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:31.094215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] For port 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:31.109696 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] Set router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:31.113186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] For port 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:31.114714 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dc8507d0-8f10-419b-8664-ebf5e02fc785 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:31.140582 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:31.193484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:31.194844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:31.196204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] 10.222.0.18 "PUT /v2.0/ports/3cbc447f-f5a9-4df2-8d49-629426a82a6f HTTP/1.1" status: 200 len: 1091 time: 1.5353854 Sep 02 13:15:31.213793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'tag': '3cbc447f-f5a9-4df2-8d49-629426a82a6f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:31.222166 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a167118d-143d-4e1c-9d11-28637e296bfe", "tag": "3cbc447f-f5a9-4df2-8d49-629426a82a6f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:31.297784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eee53-49ac-47ad-be97-8cb749b5d345 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbc447f-f5a9-4df2-8d49-629426a82a6f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:31.325062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8058-0bf7-496c-ab92-2f7fd5fb1e87 req-8475344c-e865-4dfd-9ac7-cc4301d40733 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:31.341224 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd421f0-34bd-40d4-a389-5acc1b31699d x-openstack-request-id: req-1dd421f0-34bd-40d4-a389-5acc1b31699d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:31.344023 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a167118d-143d-4e1c-9d11-28637e296bfe", "tag": "3cbc447f-f5a9-4df2-8d49-629426a82a6f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:31.344360 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dd421f0-34bd-40d4-a389-5acc1b31699d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:31.345496 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'tag': '3cbc447f-f5a9-4df2-8d49-629426a82a6f', 'status': 'completed', 'code': 200} Sep 02 13:15:31.359154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-d13264ad-3188-46da-aca7-0fef013146e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:31.362892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-d13264ad-3188-46da-aca7-0fef013146e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d07de41df22947f2850871d02ffea5b0&device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1094 time: 0.1077359 Sep 02 13:15:31.364419 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f7f8058-0bf7-496c-ab92-2f7fd5fb1e87 req-8475344c-e865-4dfd-9ac7-cc4301d40733 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 944 time: 0.2056394 Sep 02 13:15:31.443537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f7f8058-0bf7-496c-ab92-2f7fd5fb1e87 req-d86b76af-88cd-4ea8-a8c7-0717cd512f45 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780783 Sep 02 13:15:31.460757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port dc8507d0-8f10-419b-8664-ebf5e02fc785 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:31.461156 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:31.489355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-bf4d49b0-3b5f-4eca-a17b-83620ff8262c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f HTTP/1.1" status: 200 len: 217 time: 0.1157348 Sep 02 13:15:31.538374 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8c5a885c-2c9b-4950-92a3-67564c650ed3', 'name': '', 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'mac_address': 'fa:16:3e:41:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '06169041-4a34-4b18-995f-72424038e00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:24Z', 'updated_at': '2021-09-02T13:15:30Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'subnets': [{'id': '06169041-4a34-4b18-995f-72424038e00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:31.578071 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255570e-91fb-4757-9cf8-1755afabbccb None None] The sync data for ids ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'] in n-d-792364-8 is: [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:15:25Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '8c5a885c-2c9b-4950-92a3-67564c650ed3', 'name': '', 'network_id': 'da6c485e-22a2-4f95-9ca0-69c6fb4778c5', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'mac_address': 'fa:16:3e:41:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '06169041-4a34-4b18-995f-72424038e00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:24Z', 'updated_at': '2021-09-02T13:15:30Z', 'revision_number': 4, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'subnets': [{'id': '06169041-4a34-4b18-995f-72424038e00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:31.601701 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50d99a13-3ef7-4120-aac3-a012d8253369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:31.605407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-e80f4876-36ba-4d40-bf05-3135134408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:31.607246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-e80f4876-36ba-4d40-bf05-3135134408d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9355b438-4c2b-4326-8b02-2862020ab2d8 HTTP/1.1" status: 200 len: 848 time: 0.1092694 Sep 02 13:15:31.669811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919c1cc-ed61-4970-90c6-54b184f4b2c6 req-def5009f-c9d5-40f5-be0f-fbfd83d12473 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:31.671854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b919c1cc-ed61-4970-90c6-54b184f4b2c6 req-def5009f-c9d5-40f5-be0f-fbfd83d12473 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1094 time: 0.1775734 Sep 02 13:15:31.702306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-8014f70e-8461-4f2b-943f-d3c9806c6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:31.703806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-8014f70e-8461-4f2b-943f-d3c9806c6f23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77f8bc89-bc44-4c75-8a65-f058f5060592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801036 Sep 02 13:15:31.727708 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:31.778904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b919c1cc-ed61-4970-90c6-54b184f4b2c6 req-2b37b314-276c-43b8-8842-fbf492004156 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985174 Sep 02 13:15:31.835621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-eec53f75-1037-4643-9ead-6d58771b7870 service neutron] 10.222.0.18 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243005 Sep 02 13:15:31.959959 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-affc1f22-9887-4053-8b75-780ff7fd2584 req-bdce6897-8985-4649-8137-7736754a16ac service neutron] 10.222.0.18 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163433 Sep 02 13:15:32.063326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-85d170e5-ae95-4236-869f-9788dcd6c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.064856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-85d170e5-ae95-4236-869f-9788dcd6c92e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d07de41df22947f2850871d02ffea5b0&device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1094 time: 0.0483575 Sep 02 13:15:32.178268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-b4cb9928-de4e-4f10-b03a-9c82c9a9e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.180013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-b4cb9928-de4e-4f10-b03a-9c82c9a9e618 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 200 len: 910 time: 0.1082792 Sep 02 13:15:32.241196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-919dccc5-1110-4eeb-8dad-44bfb913e957 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f HTTP/1.1" status: 200 len: 217 time: 0.0502799 Sep 02 13:15:32.312566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-69d5e14c-f75b-4f32-b175-d6d384108cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.314199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-69d5e14c-f75b-4f32-b175-d6d384108cd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9355b438-4c2b-4326-8b02-2862020ab2d8 HTTP/1.1" status: 200 len: 848 time: 0.0610771 Sep 02 13:15:32.372344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-7ed1a2bc-0d8d-4275-9b4f-e2b43f514b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.374558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-7ed1a2bc-0d8d-4275-9b4f-e2b43f514b79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77f8bc89-bc44-4c75-8a65-f058f5060592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526743 Sep 02 13:15:32.418612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5c6e7192-b651-474c-a31c-d706f75c8e0f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:32.485941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 5c6e7192-b651-474c-a31c-d706f75c8e0f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:32.487284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-da5d06dd-11b3-4bdb-a345-5b3f0d0fdd04 service neutron] 10.222.0.18 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042044 Sep 02 13:15:32.490541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 5c6e7192-b651-474c-a31c-d706f75c8e0f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:32.490999 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:32.592171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:32.613463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb6b4f16-d1e2-4546-a41c-53b3a91b72f0 req-c343a11c-e46f-489d-ab35-4183ee8997a5 service neutron] 10.222.0.18 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168978 Sep 02 13:15:32.623116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707297b4-8abf-44b3-b449-b90422d3789d req-869b7008-0b8b-4055-af0a-2d98b166af29 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.625138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-707297b4-8abf-44b3-b449-b90422d3789d req-869b7008-0b8b-4055-af0a-2d98b166af29 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 944 time: 0.0747340 Sep 02 13:15:32.645536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:32.647827 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e017f-86f8-4127-9d7e-99008cbbc314" -d '{"events": [{"server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:32.658927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:32.666830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 5c6e7192-b651-474c-a31c-d706f75c8e0f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:32.672323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:32.683441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-707297b4-8abf-44b3-b449-b90422d3789d req-1ea3363f-2cb4-4ecd-a799-4a8d6ae4bbd4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475812 Sep 02 13:15:32.712630 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d70c03-26a2-4315-b1bd-a5e4bccd3a95 x-openstack-request-id: req-90d70c03-26a2-4315-b1bd-a5e4bccd3a95 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:32.712965 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:32.713208 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90d70c03-26a2-4315-b1bd-a5e4bccd3a95 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:32.713600 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'code': 200} Sep 02 13:15:32.738344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=5c6e7192-b651-474c-a31c-d706f75c8e0f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:32.863978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c5a885c-2c9b-4950-92a3-67564c650ed3 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:32.867578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9149-0839-4f5a-8873-e56375beb719 req-49508de0-4a28-40c2-8f9f-b33d81eb3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.869303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c8f9149-0839-4f5a-8873-e56375beb719 req-49508de0-4a28-40c2-8f9f-b33d81eb3055 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0994020 Sep 02 13:15:32.921307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8c5a885c-2c9b-4950-92a3-67564c650ed3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:32.927565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8c5a885c-2c9b-4950-92a3-67564c650ed3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:32.928060 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:32.943854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c8f9149-0839-4f5a-8873-e56375beb719 req-51dde96f-034a-4a70-808a-31bd989b7f9e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656767 Sep 02 13:15:32.953982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b709f49-b4f1-420d-ad6d-583c6e585276 req-7adb024a-70a9-43b6-a681-57e385e34b14 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:32.955736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b709f49-b4f1-420d-ad6d-583c6e585276 req-7adb024a-70a9-43b6-a681-57e385e34b14 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1094 time: 0.0717149 Sep 02 13:15:32.994819 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b709f49-b4f1-420d-ad6d-583c6e585276 req-b0803e58-336d-4b37-bdfa-c468303ba455 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Sep 02 13:15:33.017427 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:33.055643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 8c5a885c-2c9b-4950-92a3-67564c650ed3, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c5a885c-2c9b-4950-92a3-67564c650ed3,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:33.058883 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:33.110500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=8c5a885c-2c9b-4950-92a3-67564c650ed3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:33.807979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229cfb9-91ba-42e6-9a25-31b697f2d63f req-bf49ceec-26e8-436f-b6ec-e65ca8763a1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:33.809645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5229cfb9-91ba-42e6-9a25-31b697f2d63f req-bf49ceec-26e8-436f-b6ec-e65ca8763a1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 945 time: 0.0532231 Sep 02 13:15:33.853066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5229cfb9-91ba-42e6-9a25-31b697f2d63f req-fc70643c-2b85-4444-ba45-17340679621a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370495 Sep 02 13:15:34.110063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918aa81-124a-4abb-8790-79f59c4c347f req-138220fb-4c36-4fcc-8283-01a5522aaedd tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:34.111638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2918aa81-124a-4abb-8790-79f59c4c347f req-138220fb-4c36-4fcc-8283-01a5522aaedd tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1094 time: 0.0460505 Sep 02 13:15:34.155342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2918aa81-124a-4abb-8790-79f59c4c347f req-f0052494-3a21-4dbd-9ea1-fdc40e178447 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 Sep 02 13:15:34.280241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:34.437536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3cbc447f-f5a9-4df2-8d49-629426a82a6f details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:15:34.540624 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:34.554430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '3cbc447f-f5a9-4df2-8d49-629426a82a6f', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'port_id': '3cbc447f-f5a9-4df2-8d49-629426a82a6f', 'mac_address': 'fa:16:3e:a1:19:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:15:34.597770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:34.614649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbc447f-f5a9-4df2-8d49-629426a82a6f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:34.635410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:34.640714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:34.689906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3cbc447f-f5a9-4df2-8d49-629426a82a6f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:34.820644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c5a885c-2c9b-4950-92a3-67564c650ed3 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:34.847593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3cbc447f-f5a9-4df2-8d49-629426a82a6f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:34.934386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8c5a885c-2c9b-4950-92a3-67564c650ed3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:34.934969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:34.981345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f44593-4a85-4e3d-a9ce-daa70b056a22 req-d2009f08-82ba-4683-a86d-5f472e9b03e2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:34.984255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23f44593-4a85-4e3d-a9ce-daa70b056a22 req-d2009f08-82ba-4683-a86d-5f472e9b03e2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 945 time: 0.0575581 Sep 02 13:15:35.026189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23f44593-4a85-4e3d-a9ce-daa70b056a22 req-58a3119e-4c1e-443f-b337-ed24af30d932 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353148 Sep 02 13:15:35.157746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6088f34-8f73-4634-a0c5-1c12f4a7a4aa req-52ff9330-cad3-47ff-b3cb-60af0817d951 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:35.161377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6088f34-8f73-4634-a0c5-1c12f4a7a4aa req-52ff9330-cad3-47ff-b3cb-60af0817d951 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 945 time: 0.0597723 Sep 02 13:15:35.220427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a6088f34-8f73-4634-a0c5-1c12f4a7a4aa req-7b2d2422-d17e-4662-afbe-5d76eaa02455 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539384 Sep 02 13:15:35.249592 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:35.320432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d6708-9fd4-48cf-9ff1-59cf65f6b71e req-1273440b-1570-40c8-8493-7810656d56ef tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:35.322028 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b9d6708-9fd4-48cf-9ff1-59cf65f6b71e req-1273440b-1570-40c8-8493-7810656d56ef tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1095 time: 0.0519907 Sep 02 13:15:35.373060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b9d6708-9fd4-48cf-9ff1-59cf65f6b71e req-eb1647d4-8d13-4bb6-8efa-c58780de11bf tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Sep 02 13:15:35.473887 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:35.550586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c970d17d-4fc6-489d-82a6-0e9b88046af1 tempest-TestVolumeBootPattern-1095663425 tempest-TestVolumeBootPattern-1095663425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:35.553216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c970d17d-4fc6-489d-82a6-0e9b88046af1 tempest-TestVolumeBootPattern-1095663425 tempest-TestVolumeBootPattern-1095663425-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1091 time: 0.3015771 Sep 02 13:15:35.556041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:35.561800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:35.590640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:35.707192 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:35.823168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.25.7.215 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/2072111a-e713-4d73-9aa4-23349ed0ce23) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:35.939258 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:35.985339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.046623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:36.049774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:36.054911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:36.088574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=2072111a-e713-4d73-9aa4-23349ed0ce23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:36.105049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.105400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.105740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.106065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.106409 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.106950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.107377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.107706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.108029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.108358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.108670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.109015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:36.459799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.472958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3cbc447f-f5a9-4df2-8d49-629426a82a6f up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:36.496844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25da66-9c06-46e7-8d11-1a687776ad17 req-99745f9b-1b73-4e31-9df8-32726819ec5d tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:36.500049 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e25da66-9c06-46e7-8d11-1a687776ad17 req-99745f9b-1b73-4e31-9df8-32726819ec5d tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1095 time: 0.0513015 Sep 02 13:15:36.541936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 3cbc447f-f5a9-4df2-8d49-629426a82a6f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:36.547807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 3cbc447f-f5a9-4df2-8d49-629426a82a6f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:36.548482 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.559225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3e25da66-9c06-46e7-8d11-1a687776ad17 req-82c4c08d-e217-481f-b0c5-6a3620f5cc1e tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Sep 02 13:15:36.576173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.649267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.673445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc447f-f5a9-4df2-8d49-629426a82a6f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:36.675621 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5b6b16-f52e-4e13-971b-c387620716af" -d '{"events": [{"server_uuid": "a167118d-143d-4e1c-9d11-28637e296bfe", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc447f-f5a9-4df2-8d49-629426a82a6f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:36.688854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:36.695255 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.722990 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d26d05-d1fe-4a4b-8a38-05743fc10384 x-openstack-request-id: req-11d26d05-d1fe-4a4b-8a38-05743fc10384 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:36.723258 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a167118d-143d-4e1c-9d11-28637e296bfe", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc447f-f5a9-4df2-8d49-629426a82a6f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:36.723525 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d26d05-d1fe-4a4b-8a38-05743fc10384 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:36.723895 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc447f-f5a9-4df2-8d49-629426a82a6f', 'code': 200} Sep 02 13:15:36.754455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=3cbc447f-f5a9-4df2-8d49-629426a82a6f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:36.759039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.765000 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.841170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b94aa-2637-4bf7-b5bc-4794daff9c51 req-7d839cb0-d284-4a5a-9046-7e9b8cda98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:36.842968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-058b94aa-2637-4bf7-b5bc-4794daff9c51 req-7d839cb0-d284-4a5a-9046-7e9b8cda98c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0462496 Sep 02 13:15:36.844763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=2072111a-e713-4d73-9aa4-23349ed0ce23,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:36.870277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.883364 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-058b94aa-2637-4bf7-b5bc-4794daff9c51 req-25dec178-269a-4cde-9d27-65a70776f85e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Sep 02 13:15:36.974539 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Floating IP 50dc9694-dfba-436a-913e-c32d617b4ba1 associated. External IP: 172.25.7.215, port: 5c6e7192-b651-474c-a31c-d706f75c8e0f. Sep 02 13:15:37.190457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:15:37.298196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:37.311158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:37.315911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:37.321535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:37.322272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:37.348072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0bf444c4-150c-495f-936f-75bb7d7dfaa1 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7909606 Sep 02 13:15:37.348767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:37.351166 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3153ff-0585-4c8c-83bc-ca075b698853" -d '{"events": [{"name": "network-changed", "server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:37.399995 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1e5a0c-78ed-4253-ab42-2457a0192682 x-openstack-request-id: req-8b1e5a0c-78ed-4253-ab42-2457a0192682 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:37.400283 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:37.400531 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b1e5a0c-78ed-4253-ab42-2457a0192682 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:37.400993 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'status': 'completed', 'code': 200} Sep 02 13:15:37.482201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-965a89d2-9776-43c7-a01a-76bf7c172465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:37.483954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-965a89d2-9776-43c7-a01a-76bf7c172465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0548553 Sep 02 13:15:37.523808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:37.599315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-e51ac764-f7ad-433d-970d-ceb63300e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:37.601228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-e51ac764-f7ad-433d-970d-ceb63300e32c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1098609 Sep 02 13:15:37.689490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-1b3ce40b-3658-4f4d-8142-d7788af88ad6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 999 time: 0.0801630 Sep 02 13:15:37.690846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d7921-7eef-4dfd-a15e-2ee4c4d0bc5d req-91bb8e74-0250-47b8-ab36-3c412e69d4c2 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:37.692531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-278d7921-7eef-4dfd-a15e-2ee4c4d0bc5d req-91bb8e74-0250-47b8-ab36-3c412e69d4c2 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0516973 Sep 02 13:15:37.734023 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-278d7921-7eef-4dfd-a15e-2ee4c4d0bc5d req-f345e841-8718-4276-84a2-d8f83fa4e486 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Sep 02 13:15:37.759834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-c8a69c4c-8018-40d5-b68f-8065e412e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:37.761518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-c8a69c4c-8018-40d5-b68f-8065e412e2d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0615363 Sep 02 13:15:37.808239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:36Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:37.822706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-a1a0a315-0178-4ad4-b118-a7ab8981f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:37.824223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-a1a0a315-0178-4ad4-b118-a7ab8981f642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434678 Sep 02 13:15:37.835444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:37.844677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:37.845346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:37.920597 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-d86aa55f-7a8d-4311-a51c-a26cf51e0a7e service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885050 Sep 02 13:15:37.984396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:38.031215 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c3153ff-0585-4c8c-83bc-ca075b698853 req-46deb0b9-8bce-4802-9008-f49ba31d9264 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030958 Sep 02 13:15:38.229108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:36Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:38.255715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475481a-615d-4252-a98d-31d5d3b6440e None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:36Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:38.314067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:38.319110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1869429068', 'description': 'tempest-secgroup-smoke-1869429068 description', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:38.346059 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.439040 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.444247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.471974 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.476058 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1580377 Sep 02 13:15:38.476796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:38.477535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efcec3-b1a8-49dd-aa32-95c70f081790 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16f30f-4fa1-4953-a235-1d073ec8c95e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:38.482127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group_rule': {'security_group_id': '5e16f30f-4fa1-4953-a235-1d073ec8c95e', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:38.491712 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395cded5-38bf-4dd2-bf91-e09f5eca787a None None] New status for floating IP 50dc9694-dfba-436a-913e-c32d617b4ba1: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:15:38.515218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.592534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.597056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.615704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756eb9f4-39d1-40ea-b357-b91cb77391d5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:38.626659 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.629478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502862 Sep 02 13:15:38.629965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.630438 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.630945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.631503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.631642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:38.632057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.632500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.632930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.633368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.633820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.634249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.634677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.635109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7192b-472e-4eaf-9c5f-b7720cb5bd6b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:38.636380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group_rule': {'security_group_id': '5e16f30f-4fa1-4953-a235-1d073ec8c95e', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:38.671669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.733422 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.738481 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.758014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01bd8d5-2885-48a5-80ae-e1e1977a38e7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:38.766142 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.768018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-194f56c3-f16f-4173-96c5-167133c7c638 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352925 Sep 02 13:15:38.770757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48574) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:38.775774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group_rule': {'security_group_id': '5e16f30f-4fa1-4953-a235-1d073ec8c95e', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:38.813760 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.894225 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.896212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654731-4716-4982-9166-d9d0446c6468 req-067c7195-610c-4f2d-81a9-ecf4710f88b8 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:38.897849 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a654731-4716-4982-9166-d9d0446c6468 req-067c7195-610c-4f2d-81a9-ecf4710f88b8 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0739059 Sep 02 13:15:38.898955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.933203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7936dd6d-bba7-4468-a27f-730bef66f2d5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:38.937791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:38.938947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d3511d2b-a9ca-4a9d-acac-8276cc18059e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671255 Sep 02 13:15:38.942254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:38.947221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group_rule': {'security_group_id': '5e16f30f-4fa1-4953-a235-1d073ec8c95e', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:38.952944 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a654731-4716-4982-9166-d9d0446c6468 req-92699f9f-f363-4ffb-a6a4-702ed7ffa098 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484655 Sep 02 13:15:38.978971 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.067290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.072663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.091870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb5059f-02a3-49bf-b216-bf0c498f0518,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:39.102923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91167b19-3115-48e3-a0e5-69f49302f947 req-397d9cf9-fe0d-4ffb-ad61-42aba8a8dcc9 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:39.104620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91167b19-3115-48e3-a0e5-69f49302f947 req-397d9cf9-fe0d-4ffb-ad61-42aba8a8dcc9 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0808623 Sep 02 13:15:39.105779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.106947 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-06ecdab2-dbf3-4085-99a2-1bb51ae3c09c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636436 Sep 02 13:15:39.110152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:39.114864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group_rule': {'security_group_id': '5e16f30f-4fa1-4953-a235-1d073ec8c95e', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:39.144155 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Project 194a8c1f6d924c7587260edbcb20b9bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:15:39.149218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91167b19-3115-48e3-a0e5-69f49302f947 req-caefd5b4-b951-4771-b47c-b58773c06889 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Sep 02 13:15:39.149915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.204424 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.209167 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.240884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d705fc0-6345-42be-8414-47f59640b864,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:39.262802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.264414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a443daa-c340-470b-8f5d-3d0f11b3034f tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532121 Sep 02 13:15:39.267461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48584) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:39.272668 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'security_group_rule': {'security_group_id': '5e16f30f-4fa1-4953-a235-1d073ec8c95e', 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:39.276906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b27ba1-9000-40eb-9956-84772a906ae5 req-c5755b4c-3e13-47b9-b5e8-03662441fec4 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:39.278543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2b27ba1-9000-40eb-9956-84772a906ae5 req-c5755b4c-3e13-47b9-b5e8-03662441fec4 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0534635 Sep 02 13:15:39.296760 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Project 194a8c1f6d924c7587260edbcb20b9bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:15:39.303790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.320527 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a2b27ba1-9000-40eb-9956-84772a906ae5 req-2f72e4af-b531-4410-acfa-cd5abc2adbad tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Sep 02 13:15:39.359256 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.364044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.382705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd3ec63-c743-4382-ad95-a349e8cee239,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:39.395022 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:39.396427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e60ba66-2131-4251-81ba-6d1842ef3809 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278763 Sep 02 13:15:39.558926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-d48c63fb-dbbc-4ff8-bd93-d8ccd13c314c tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:39.560847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-d48c63fb-dbbc-4ff8-bd93-d8ccd13c314c tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/networks?id=77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 200 len: 910 time: 0.0979197 Sep 02 13:15:39.577047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-8969add8-0f89-412c-b9ab-57f864066cb5 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/quotas/d07de41df22947f2850871d02ffea5b0 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Sep 02 13:15:39.664975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-f2da0a3c-4f6f-4530-96ad-47f47b9b452d tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=d07de41df22947f2850871d02ffea5b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819235 Sep 02 13:15:39.698016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-7b1adfc4-a207-4490-bc9a-8e8c90a421b4 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1869429068&fields=id&tenant_id=194a8c1f6d924c7587260edbcb20b9bd HTTP/1.1" status: 200 len: 267 time: 0.0367119 Sep 02 13:15:39.764488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-2f13479c-1eae-458c-a858-06f0eef16c30 service neutron] 10.222.0.60 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900507 Sep 02 13:15:39.813457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-8b23d99d-1b26-4070-80a5-e3f7b9b0787e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:39.815029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-8b23d99d-1b26-4070-80a5-e3f7b9b0787e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 814 time: 0.1101286 Sep 02 13:15:39.830654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-51da7895-82c2-44c2-901b-acfa1962d0c1 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/quotas/194a8c1f6d924c7587260edbcb20b9bd HTTP/1.1" status: 200 len: 375 time: 0.0096326 Sep 02 13:15:39.860454 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-51d2c74f-bbb9-4816-a88e-cda016167778 service neutron] 10.222.0.60 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Sep 02 13:15:39.889580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6959dd79-8c05-415b-8e63-347add647186 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530541 Sep 02 13:15:39.991480 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-aecc12b1-7997-4fdf-a605-e6e359ae47fb service neutron] 10.222.0.60 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898728 Sep 02 13:15:40.027497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bf389941-8ef8-4b6b-81aa-4091c66e552a req-bb41168e-b64f-4dc7-95a3-1b3904357bb7 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Sep 02 13:15:40.117580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-d11630e1-fb56-4c33-9001-2028fcd85949 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134222 Sep 02 13:15:40.449259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-610664c0-e27a-49fa-82e8-5a5321546642 req-944a71a2-3c5b-4aaf-8dd7-4d97c390c56d tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 210 time: 0.0354769 Sep 02 13:15:41.094871 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-af3bda4f-a412-4dd5-a302-56c1e845634e tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:41.097242 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-af3bda4f-a412-4dd5-a302-56c1e845634e tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.41 "GET /v2.0/networks?id=77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 200 len: 910 time: 0.1288762 Sep 02 13:15:41.112139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Request body: {'port': {'device_id': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'admin_state_up': True, 'tenant_id': 'd07de41df22947f2850871d02ffea5b0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:41.152536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bbdddb6e-eafc-4ce0-9906-b87c4e82592b req-4d2a413a-b8b8-4c1b-800f-3712d9a778ce tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 210 time: 0.0368445 Sep 02 13:15:41.162386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Made reservation on behalf of d07de41df22947f2850871d02ffea5b0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:41.164810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.249467 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.287254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Allocated IP 172.20.0.10 (77f8bc89-bc44-4c75-8a65-f058f5060592/9355b438-4c2b-4326-8b02-2862020ab2d8/36812c85-07cb-41a7-a810-03f78cbdd876) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:41.435885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.498982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Transition to ACTIVE for port object 36812c85-07cb-41a7-a810-03f78cbdd876 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:41.562317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-32e9c615-702e-4bef-b467-e2c57c1537e4 req-3dace51a-d3d7-48a3-b5e5-2cfd6bf0639e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 210 time: 0.0313287 Sep 02 13:15:41.574249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-96ab125f-08ce-44b2-a012-9bd683862760 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:41.575888 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-96ab125f-08ce-44b2-a012-9bd683862760 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 814 time: 0.1376970 Sep 02 13:15:41.600421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.611810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3cbc447f-f5a9-4df2-8d49-629426a82a6f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:41.654437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:41.661645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:41.665760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:41.673440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-46082e6c-428b-4ee4-941e-a164a3dbe0e2 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=194a8c1f6d924c7587260edbcb20b9bd HTTP/1.1" status: 200 len: 380 time: 0.0887432 Sep 02 13:15:41.704503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'port': {'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'admin_state_up': True, 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'security_groups': ['5e16f30f-4fa1-4953-a235-1d073ec8c95e']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:41.709591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Pushing event updated for resources: {'Port': ['ID=36812c85-07cb-41a7-a810-03f78cbdd876,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:41.780989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:41.781741 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.815479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a0499c79-70de-4e0d-aa0c-5bc8bd10b574 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7075973 Sep 02 13:15:41.829419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Request body: {'port': {'device_id': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:41.920506 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.967809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34cede1a-4214-4a40-9eab-83c8cfe81f70 None None] Provisioning for port 36812c85-07cb-41a7-a810-03f78cbdd876 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:41.972042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34cede1a-4214-4a40-9eab-83c8cfe81f70 None None] Provisioning complete for port 36812c85-07cb-41a7-a810-03f78cbdd876 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:41.972433 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34cede1a-4214-4a40-9eab-83c8cfe81f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.978627 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Made reservation on behalf of 194a8c1f6d924c7587260edbcb20b9bd for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:41.982452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.007206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-34cede1a-4214-4a40-9eab-83c8cfe81f70 None None] Port 36812c85-07cb-41a7-a810-03f78cbdd876 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:42.255224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Allocated IP 172.20.0.5 (ed2a2429-d9a4-4253-92bc-822f365405fe/735c1590-7ed7-4e19-9dc0-765214fbbb52/1b1b0600-45a6-476b-906b-7950a3da8457) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:42.373390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3fb25-b890-4271-9146-8fa798699fbe req-a265fe67-8e13-4f60-9777-a7aa7362a3d4 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:42.374977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60e3fb25-b890-4271-9146-8fa798699fbe req-a265fe67-8e13-4f60-9777-a7aa7362a3d4 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1028 time: 0.1234372 Sep 02 13:15:42.502984 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36812c85-07cb-41a7-a810-03f78cbdd876 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:42.510301 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60e3fb25-b890-4271-9146-8fa798699fbe req-c99becb1-b135-4d5d-853e-a883457fd7f1 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192968 Sep 02 13:15:42.526124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.550988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Transition to ACTIVE for port object 36812c85-07cb-41a7-a810-03f78cbdd876 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:42.563615 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.572341 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.621126 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Transition to ACTIVE for port object 1b1b0600-45a6-476b-906b-7950a3da8457 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:42.639992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Pushing event updated for resources: {'Port': ['ID=36812c85-07cb-41a7-a810-03f78cbdd876,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:42.690002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-555c5893-7dcf-4269-82f9-05b471e9e8e1 req-f4f945ad-32a1-4ed9-91da-89ad139b2430 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 210 time: 0.0356133 Sep 02 13:15:42.736386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.787103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Attempting to bind port 36812c85-07cb-41a7-a810-03f78cbdd876 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:42.787447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Attempting to bind port 36812c85-07cb-41a7-a810-03f78cbdd876 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:42.787747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Attempting to bind port 36812c85-07cb-41a7-a810-03f78cbdd876 on network 77f8bc89-bc44-4c75-8a65-f058f5060592 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:42.801547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Port 36812c85-07cb-41a7-a810-03f78cbdd876 on network 77f8bc89-bc44-4c75-8a65-f058f5060592 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:15:42.801929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Attempting to bind port 36812c85-07cb-41a7-a810-03f78cbdd876 on network 77f8bc89-bc44-4c75-8a65-f058f5060592 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:42.805909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Network ed2a2429-d9a4-4253-92bc-822f365405fe is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:42.813614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:42.815988 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:42.816325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Checking segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:42.816700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Bound using segment: {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:42.817171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Bound port: 36812c85-07cb-41a7-a810-03f78cbdd876, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:42.817536 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.819786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:42.822675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'Port': ['ID=1b1b0600-45a6-476b-906b-7950a3da8457,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:42.925994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:42.926725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.964031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] For port 36812c85-07cb-41a7-a810-03f78cbdd876, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:42.969016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] For port 36812c85-07cb-41a7-a810-03f78cbdd876, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=36812c85-07cb-41a7-a810-03f78cbdd876,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:42.972921 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b3f40515-cd99-40c0-a0ab-31e4694df546 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2727895 Sep 02 13:15:42.976421 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:42.991254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Request body: {'port': {'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:43.048198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:43.048821 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:43.050285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] 10.222.0.41 "PUT /v2.0/ports/36812c85-07cb-41a7-a810-03f78cbdd876 HTTP/1.1" status: 200 len: 1092 time: 1.2262621 Sep 02 13:15:43.052801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'tag': '36812c85-07cb-41a7-a810-03f78cbdd876'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:43.061850 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25a08f1-55be-419a-bb04-f825487e59ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1361ebad-f205-4c4c-84f6-4f8d83667bb5", "tag": "36812c85-07cb-41a7-a810-03f78cbdd876"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:43.151223 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9cdf3-653b-41e7-a441-2346361572c5 x-openstack-request-id: req-f5f9cdf3-653b-41e7-a441-2346361572c5 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:43.151521 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1361ebad-f205-4c4c-84f6-4f8d83667bb5", "tag": "36812c85-07cb-41a7-a810-03f78cbdd876", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:43.151776 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5f9cdf3-653b-41e7-a441-2346361572c5 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:43.152245 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'tag': '36812c85-07cb-41a7-a810-03f78cbdd876', 'status': 'completed', 'code': 200} Sep 02 13:15:43.155285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4812f-4a48-4901-8616-2188d66b4720 service neutron] Pushing event updated for resources: {'Port': ['ID=36812c85-07cb-41a7-a810-03f78cbdd876,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:43.168560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:43.194645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-551f4900-6c83-4f0b-acff-8791bd64047d None None] Provisioning for port 1b1b0600-45a6-476b-906b-7950a3da8457 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:43.208877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-551f4900-6c83-4f0b-acff-8791bd64047d None None] Provisioning complete for port 1b1b0600-45a6-476b-906b-7950a3da8457 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:43.209463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-551f4900-6c83-4f0b-acff-8791bd64047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:43.232494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-ed8a00ce-0254-4128-a442-2fcc670b95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:43.234323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-ed8a00ce-0254-4128-a442-2fcc670b95f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d07de41df22947f2850871d02ffea5b0&device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1420274 Sep 02 13:15:43.277612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-551f4900-6c83-4f0b-acff-8791bd64047d None None] Port 1b1b0600-45a6-476b-906b-7950a3da8457 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:15:43.301159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-89ea6574-9b29-4e20-a2ee-af87d324d01b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36812c85-07cb-41a7-a810-03f78cbdd876 HTTP/1.1" status: 200 len: 217 time: 0.0576003 Sep 02 13:15:43.449813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-83f6ae59-8311-4bf5-aac3-5300be4bc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:43.451427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-83f6ae59-8311-4bf5-aac3-5300be4bc4c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9355b438-4c2b-4326-8b02-2862020ab2d8 HTTP/1.1" status: 200 len: 848 time: 0.1426764 Sep 02 13:15:43.525018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-9dac0dea-ecde-4d23-ba1c-a18414d98643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:43.526542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-9dac0dea-ecde-4d23-ba1c-a18414d98643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77f8bc89-bc44-4c75-8a65-f058f5060592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686636 Sep 02 13:15:43.634473 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dab59-3289-4559-943a-512532adbd7c req-31709208-2898-4442-b881-68badd6755cf tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:43.636317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-567dab59-3289-4559-943a-512532adbd7c req-31709208-2898-4442-b881-68badd6755cf tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1095 time: 0.0513172 Sep 02 13:15:43.659406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1b0600-45a6-476b-906b-7950a3da8457 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:43.675413 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:43.675691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-567dab59-3289-4559-943a-512532adbd7c req-5deb2398-7ea2-4bb4-b8a3-8ee6b2540077 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Sep 02 13:15:43.690809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-314dad3d-82d8-4f6f-b8dd-8c59a3057ffa service neutron] 10.222.0.41 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545448 Sep 02 13:15:43.710243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Transition to ACTIVE for port object 1b1b0600-45a6-476b-906b-7950a3da8457 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:43.752924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.201265 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b0600-45a6-476b-906b-7950a3da8457,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:44.276570 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1f39a4e9-29ed-48bc-967d-20762e49d9a6 req-d949cd51-13c8-4ae2-a9e6-030851540761 service neutron] 10.222.0.41 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790462 Sep 02 13:15:44.292762 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5212644-6573-4762-8fec-7cd7762d2b67 req-e406a251-1770-4a2a-9d85-7949c3c1b9f2 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.294519 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5212644-6573-4762-8fec-7cd7762d2b67 req-e406a251-1770-4a2a-9d85-7949c3c1b9f2 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.1774528 Sep 02 13:15:44.341557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Attempting to bind port 1b1b0600-45a6-476b-906b-7950a3da8457 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:44.342466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Attempting to bind port 1b1b0600-45a6-476b-906b-7950a3da8457 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:44.342466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Attempting to bind port 1b1b0600-45a6-476b-906b-7950a3da8457 on network ed2a2429-d9a4-4253-92bc-822f365405fe {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:44.359179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Port 1b1b0600-45a6-476b-906b-7950a3da8457 on network ed2a2429-d9a4-4253-92bc-822f365405fe not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:15:44.359512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Attempting to bind port 1b1b0600-45a6-476b-906b-7950a3da8457 on network ed2a2429-d9a4-4253-92bc-822f365405fe {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:44.378590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b5212644-6573-4762-8fec-7cd7762d2b67 req-123e6f67-e9c8-4f78-8fd1-0558a1026585 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743766 Sep 02 13:15:44.393251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:44.393512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Checking segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:44.393895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Bound using segment: {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:44.394349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Bound port: 1b1b0600-45a6-476b-906b-7950a3da8457, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74762e4e-b411-4b85-af48-91f422474d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:44.394708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.447180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a08f1-55be-419a-bb04-f825487e59ec req-4a83c441-d61d-41ea-b66b-89a8399c10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.448734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-4a83c441-d61d-41ea-b66b-89a8399c10e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d07de41df22947f2850871d02ffea5b0&device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1095 time: 0.0908740 Sep 02 13:15:44.523426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] For port 1b1b0600-45a6-476b-906b-7950a3da8457, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:44.539693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] For port 1b1b0600-45a6-476b-906b-7950a3da8457, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1b1b0600-45a6-476b-906b-7950a3da8457,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:44.547894 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.605122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.605748 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.607198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] 10.222.0.41 "PUT /v2.0/ports/1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 1091 time: 1.6204715 Sep 02 13:15:44.610428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a08f1-55be-419a-bb04-f825487e59ec req-a8b520d2-2fad-4182-90f2-a3e1a0975b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.611876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-a8b520d2-2fad-4182-90f2-a3e1a0975b8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 200 len: 910 time: 0.1547694 Sep 02 13:15:44.678637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-346630a0-48d4-41aa-a62f-abaaffd09a80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36812c85-07cb-41a7-a810-03f78cbdd876 HTTP/1.1" status: 200 len: 217 time: 0.0594141 Sep 02 13:15:44.697838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e493ede-660c-4b2c-a6db-11508ce2d85f service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b0600-45a6-476b-906b-7950a3da8457,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:44.755653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a08f1-55be-419a-bb04-f825487e59ec req-5365cbeb-e73e-45e1-9f58-91d301428158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.757206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-5365cbeb-e73e-45e1-9f58-91d301428158 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9355b438-4c2b-4326-8b02-2862020ab2d8 HTTP/1.1" status: 200 len: 848 time: 0.0606561 Sep 02 13:15:44.764606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-d5fdd18d-f25b-46e1-b744-64a59ba1f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.766604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-d5fdd18d-f25b-46e1-b744-64a59ba1f7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1094 time: 0.0997019 Sep 02 13:15:44.838491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314577c-c3dc-4a95-9abb-ac42a197ab5b req-0a6713ab-7c4f-4dbd-9458-5420ff36cbf2 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.840226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c314577c-c3dc-4a95-9abb-ac42a197ab5b req-0a6713ab-7c4f-4dbd-9458-5420ff36cbf2 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1095 time: 0.0555902 Sep 02 13:15:44.853969 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-b5b60d7a-5537-4936-8163-358e5b269c28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 217 time: 0.0737369 Sep 02 13:15:44.884301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c314577c-c3dc-4a95-9abb-ac42a197ab5b req-e2a354ca-d069-4ac5-85c3-8c803a4b4812 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Sep 02 13:15:44.914965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-5f68092e-2d86-4622-b7ef-d103405480b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.916470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-5f68092e-2d86-4622-b7ef-d103405480b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0586238 Sep 02 13:15:44.919325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a08f1-55be-419a-bb04-f825487e59ec req-45757b72-00ef-41fc-81cd-aa94b1342a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:44.920819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-45757b72-00ef-41fc-81cd-aa94b1342a19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77f8bc89-bc44-4c75-8a65-f058f5060592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529505 Sep 02 13:15:45.022057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-5d2c8c52-97e4-4d79-8272-392baf438853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.023650 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-5d2c8c52-97e4-4d79-8272-392baf438853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938523 Sep 02 13:15:45.106357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-fbb63f7a-6ecd-4852-aa4d-dcfbd39d9780 service neutron] 10.222.0.41 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751904 Sep 02 13:15:45.163597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:45.166258 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd6212f-900a-4413-882b-cb300ed8032c" -d '{"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:45.206323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-fa11e660-2625-41a9-95ce-1ab282d932d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735659 Sep 02 13:15:45.229278 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f418e-1ac0-45c4-bc7f-84887f80c652 x-openstack-request-id: req-290f418e-1ac0-45c4-bc7f-84887f80c652 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:45.229665 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:45.229855 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-290f418e-1ac0-45c4-bc7f-84887f80c652 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:45.230193 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'status': 'completed', 'code': 200} Sep 02 13:15:45.287686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-f729cc0c-4ed4-483f-9003-559dd1e0fa61 service neutron] 10.222.0.41 "GET /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729443 Sep 02 13:15:45.324825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1918bc69-c298-4387-88cd-599013ee8ad6 req-6422dd0e-f3fd-424f-b955-6dffdc8ae812 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108205 Sep 02 13:15:45.424380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6212f-900a-4413-882b-cb300ed8032c req-a8be1bea-3906-4657-81c1-4b5ce54880e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.426094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-a8be1bea-3906-4657-81c1-4b5ce54880e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1094 time: 0.0557363 Sep 02 13:15:45.517219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db1e6a-04ff-4563-bbac-6cdb10d96dd7 req-5a5cf096-46c5-4c42-beca-5de4a4088f1e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.518969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09db1e6a-04ff-4563-bbac-6cdb10d96dd7 req-5a5cf096-46c5-4c42-beca-5de4a4088f1e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0546181 Sep 02 13:15:45.534336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6212f-900a-4413-882b-cb300ed8032c req-d7875141-1e91-4bce-9382-9d980c5fbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.536046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-d7875141-1e91-4bce-9382-9d980c5fbac6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 915 time: 0.1031017 Sep 02 13:15:45.560332 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-09db1e6a-04ff-4563-bbac-6cdb10d96dd7 req-bfaae7e5-000e-48d7-bf0e-d1b97e0785da tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347800 Sep 02 13:15:45.582067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-4c988cca-6f55-4f1b-a3a3-b2e88276e1c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 217 time: 0.0388298 Sep 02 13:15:45.634981 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6212f-900a-4413-882b-cb300ed8032c req-8f981a14-343c-4da1-8c81-833cb8acb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.636567 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-8f981a14-343c-4da1-8c81-833cb8acb9a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0482924 Sep 02 13:15:45.689803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6212f-900a-4413-882b-cb300ed8032c req-8a010d12-b0e3-4399-966c-f22c8afe4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.691265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-8a010d12-b0e3-4399-966c-f22c8afe4175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481219 Sep 02 13:15:45.793723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-77d78858-7e62-41d5-a47e-592587a17550 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948555 Sep 02 13:15:45.912239 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cd6212f-900a-4413-882b-cb300ed8032c req-a36435a7-6d32-4bd3-beea-811ae7d60814 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115646 Sep 02 13:15:46.007416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa94e8-13af-440a-80ee-93f0f36bf3a5 req-6d8d85ff-5681-4101-b95a-47f0043d68d1 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:46.009018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7afa94e8-13af-440a-80ee-93f0f36bf3a5 req-6d8d85ff-5681-4101-b95a-47f0043d68d1 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1095 time: 0.0478907 Sep 02 13:15:46.048464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7afa94e8-13af-440a-80ee-93f0f36bf3a5 req-a3fedbb2-eabd-4cd8-b95f-abd5bc10961f tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Sep 02 13:15:46.697186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 36812c85-07cb-41a7-a810-03f78cbdd876 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:15:46.703043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3173060-aa55-4cf6-be67-b6bab6f6c6f5 req-16d2727b-b866-4ff2-aecd-77e595824d2b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:46.704647 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3173060-aa55-4cf6-be67-b6bab6f6c6f5 req-16d2727b-b866-4ff2-aecd-77e595824d2b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0575514 Sep 02 13:15:46.744230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3173060-aa55-4cf6-be67-b6bab6f6c6f5 req-96bcc9da-72c6-4472-a298-ecb7a46b59f6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Sep 02 13:15:46.809069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 36812c85-07cb-41a7-a810-03f78cbdd876, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=36812c85-07cb-41a7-a810-03f78cbdd876,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:46.821506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '36812c85-07cb-41a7-a810-03f78cbdd876', 'network_id': '77f8bc89-bc44-4c75-8a65-f058f5060592', 'port_id': '36812c85-07cb-41a7-a810-03f78cbdd876', 'mac_address': 'fa:16:3e:13:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9355b438-4c2b-4326-8b02-2862020ab2d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:15:46.864787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:46.881343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36812c85-07cb-41a7-a810-03f78cbdd876 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:46.904058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 36812c85-07cb-41a7-a810-03f78cbdd876, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=36812c85-07cb-41a7-a810-03f78cbdd876,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:46.910654 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:46.960047 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=36812c85-07cb-41a7-a810-03f78cbdd876,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:46.967617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.967961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.968291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.968645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.968992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.969328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.969632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.969952 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.970270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.970592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.970918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:46.971233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:47.115159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['36812c85-07cb-41a7-a810-03f78cbdd876'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:47.161543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80358513-1a54-40e7-a723-1057c5faafc4 req-e9576be7-3427-4181-97f0-006688002c35 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:47.163427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80358513-1a54-40e7-a723-1057c5faafc4 req-e9576be7-3427-4181-97f0-006688002c35 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0443859 Sep 02 13:15:47.200201 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-80358513-1a54-40e7-a723-1057c5faafc4 req-a1721ec6-778c-49f2-a920-03dbaa502275 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304267 Sep 02 13:15:47.875454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3930f00-21ef-40b2-8812-01c107016611 req-41a9d307-3379-450e-9014-00d5fb0bb771 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:47.877019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3930f00-21ef-40b2-8812-01c107016611 req-41a9d307-3379-450e-9014-00d5fb0bb771 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0586162 Sep 02 13:15:47.918589 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3930f00-21ef-40b2-8812-01c107016611 req-e586157c-c3f7-4498-a047-c602bec12de3 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348830 Sep 02 13:15:48.328147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7d097-ce44-47e9-a3d1-747dab087af7 req-05ccd0b0-972b-42c7-8bce-273d3bf07daa tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:48.329725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eac7d097-ce44-47e9-a3d1-747dab087af7 req-05ccd0b0-972b-42c7-8bce-273d3bf07daa tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0588169 Sep 02 13:15:48.368188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eac7d097-ce44-47e9-a3d1-747dab087af7 req-e6c132d0-9373-4d4a-85f9-1f1b35e87ea7 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Sep 02 13:15:48.701846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 36812c85-07cb-41a7-a810-03f78cbdd876 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:48.759355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 36812c85-07cb-41a7-a810-03f78cbdd876 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:48.763635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 36812c85-07cb-41a7-a810-03f78cbdd876 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:48.764018 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:48.857987 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:48.882266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36812c85-07cb-41a7-a810-03f78cbdd876'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:48.884574 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ae1b9-6fc9-4039-9d85-bb6a11934530" -d '{"events": [{"server_uuid": "1361ebad-f205-4c4c-84f6-4f8d83667bb5", "name": "network-vif-plugged", "status": "completed", "tag": "36812c85-07cb-41a7-a810-03f78cbdd876"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:48.897680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 36812c85-07cb-41a7-a810-03f78cbdd876, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=36812c85-07cb-41a7-a810-03f78cbdd876,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:48.904007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:48.928320 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44fc2c-a791-4e64-b827-afd8593d694b x-openstack-request-id: req-ec44fc2c-a791-4e64-b827-afd8593d694b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:48.928613 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1361ebad-f205-4c4c-84f6-4f8d83667bb5", "name": "network-vif-plugged", "status": "completed", "tag": "36812c85-07cb-41a7-a810-03f78cbdd876", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:48.928860 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec44fc2c-a791-4e64-b827-afd8593d694b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:48.929276 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36812c85-07cb-41a7-a810-03f78cbdd876', 'code': 200} Sep 02 13:15:48.956425 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=36812c85-07cb-41a7-a810-03f78cbdd876,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:49.052404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f2b6c-b96c-41b3-bd6d-baf59e31aa59 req-281579d4-fe3c-42c0-a068-ee675919cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:49.053971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-308f2b6c-b96c-41b3-bd6d-baf59e31aa59 req-281579d4-fe3c-42c0-a068-ee675919cf9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0705726 Sep 02 13:15:49.066743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ac24c-9dd7-4b20-b4b3-f3af367e6333 req-c3ac9ec4-3fe2-4786-8c62-fa1141339ad5 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:49.068315 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-636ac24c-9dd7-4b20-b4b3-f3af367e6333 req-c3ac9ec4-3fe2-4786-8c62-fa1141339ad5 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0596993 Sep 02 13:15:49.118130 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-308f2b6c-b96c-41b3-bd6d-baf59e31aa59 req-a1b5a194-b7a1-4c56-abb7-be648bd74901 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Sep 02 13:15:49.125927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-636ac24c-9dd7-4b20-b4b3-f3af367e6333 req-c6cff3c0-0498-4508-9863-0e41904b74bf tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512066 Sep 02 13:15:49.493268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca2265-69b2-465a-85d6-53d5bfc5cb4f req-13349a87-cadd-4425-8976-ff4df702a935 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:49.494803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41ca2265-69b2-465a-85d6-53d5bfc5cb4f req-13349a87-cadd-4425-8976-ff4df702a935 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0462141 Sep 02 13:15:49.531549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41ca2265-69b2-465a-85d6-53d5bfc5cb4f req-372d9e6f-ced9-4a27-8de9-7c42da05e93f tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302663 Sep 02 13:15:50.251919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cd7a4-7264-49c3-b35e-57582cd09229 req-401425c2-7bab-492a-982b-df1fb4b9ece9 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:50.253489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-293cd7a4-7264-49c3-b35e-57582cd09229 req-401425c2-7bab-492a-982b-df1fb4b9ece9 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0538125 Sep 02 13:15:50.302830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-293cd7a4-7264-49c3-b35e-57582cd09229 req-a7c7e2bf-5877-4774-ad2f-e322e0080cf7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Sep 02 13:15:50.641433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ea69f-5031-4567-9c25-f9fb9a307b2e req-14fa38bd-32f4-40a0-852c-fb0ca9fc619a tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:50.642963 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-464ea69f-5031-4567-9c25-f9fb9a307b2e req-14fa38bd-32f4-40a0-852c-fb0ca9fc619a tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0430307 Sep 02 13:15:50.680200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-464ea69f-5031-4567-9c25-f9fb9a307b2e req-637e2904-e07a-4311-96b4-2a76588772f7 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299983 Sep 02 13:15:50.794165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a091-f28c-41a4-a95e-228b307349f9 req-f9b170a1-bd64-4b68-8f0e-cdb01a2e6169 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:50.795858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8663a091-f28c-41a4-a95e-228b307349f9 req-f9b170a1-bd64-4b68-8f0e-cdb01a2e6169 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0432978 Sep 02 13:15:50.831884 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8663a091-f28c-41a4-a95e-228b307349f9 req-9842a8e4-b932-4e7d-acc5-e6c694d26098 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297096 Sep 02 13:15:50.965088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808b7f-5d1f-4c50-a94f-01b49cfb1de6 req-581fe9a1-c7a3-48f0-8c27-769d541c6073 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:50.966842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7808b7f-5d1f-4c50-a94f-01b49cfb1de6 req-581fe9a1-c7a3-48f0-8c27-769d541c6073 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0589240 Sep 02 13:15:51.016219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7808b7f-5d1f-4c50-a94f-01b49cfb1de6 req-84aeecde-df3f-486f-ab7f-fc48c0f9816a tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Sep 02 13:15:51.263809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab702bb-886b-442f-a612-981693e97213 req-1ccd6dea-e9e8-4afb-970c-40f97885db30 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:51.265423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bab702bb-886b-442f-a612-981693e97213 req-1ccd6dea-e9e8-4afb-970c-40f97885db30 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0437574 Sep 02 13:15:51.305601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bab702bb-886b-442f-a612-981693e97213 req-751aa721-34c1-4b82-93f4-8db706b385d7 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Sep 02 13:15:51.433204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fe189-e314-4402-b3f4-322e1fefcd92 req-a3032dbc-ca52-42cc-9dda-1e32ff2e97f3 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:51.436853 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd3fe189-e314-4402-b3f4-322e1fefcd92 req-a3032dbc-ca52-42cc-9dda-1e32ff2e97f3 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0522206 Sep 02 13:15:51.481385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bd3fe189-e314-4402-b3f4-322e1fefcd92 req-8248188a-88d9-44c5-8a07-406e4826c085 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382612 Sep 02 13:15:52.428246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9809-5747-4f06-98b8-d017a3531d4e req-c74a37bd-a389-4e9f-81af-658cac63142b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:52.431054 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c8c9809-5747-4f06-98b8-d017a3531d4e req-c74a37bd-a389-4e9f-81af-658cac63142b tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0498297 Sep 02 13:15:52.473528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3c8c9809-5747-4f06-98b8-d017a3531d4e req-08c8f0f8-4584-462b-a3f8-ca2ddc4462f3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Sep 02 13:15:52.615747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-898bfd33-98f8-4c6d-866c-c25f8b135739 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:52.617803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-898bfd33-98f8-4c6d-866c-c25f8b135739 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0796165 Sep 02 13:15:52.640605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577206-dc74-40b6-8ce9-656554b4bfe3 req-242437d0-9251-4cf9-bb83-2c8ac801592e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:52.642122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b577206-dc74-40b6-8ce9-656554b4bfe3 req-242437d0-9251-4cf9-bb83-2c8ac801592e tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 943 time: 0.0741668 Sep 02 13:15:52.716851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1b1b0600-45a6-476b-906b-7950a3da8457 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:15:52.726613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b577206-dc74-40b6-8ce9-656554b4bfe3 req-38d29da8-d60d-4d4e-bc3e-17b50fe782ec tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694568 Sep 02 13:15:52.748333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Deleting port 36812c85-07cb-41a7-a810-03f78cbdd876 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:15:52.748689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:52.831755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] For port 36812c85-07cb-41a7-a810-03f78cbdd876, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=36812c85-07cb-41a7-a810-03f78cbdd876,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:52.832117 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:52.841451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1b1b0600-45a6-476b-906b-7950a3da8457, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1b1b0600-45a6-476b-906b-7950a3da8457,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:52.845770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Calling delete_port for 36812c85-07cb-41a7-a810-03f78cbdd876 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:15:52.857344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '1b1b0600-45a6-476b-906b-7950a3da8457', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:15:52.899316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:52.914793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1b0600-45a6-476b-906b-7950a3da8457 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:15:52.938619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1b1b0600-45a6-476b-906b-7950a3da8457, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1b1b0600-45a6-476b-906b-7950a3da8457,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:52.943484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:52.983041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:52.997013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3cbc447f-f5a9-4df2-8d49-629426a82a6f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:53.000704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['36812c85-07cb-41a7-a810-03f78cbdd876'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:53.013020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Pushing event deleted for resources: {'Port': ['ID=36812c85-07cb-41a7-a810-03f78cbdd876,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:53.059462 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] No DVR routers for this DVR port 36812c85-07cb-41a7-a810-03f78cbdd876 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:15:53.062818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:53.064982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-acd39f1e-412a-4d9f-a37c-674c446540e2 req-77b84352-0378-44d4-a8d2-b0d7bf53dad3 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.41 "DELETE /v2.0/ports/36812c85-07cb-41a7-a810-03f78cbdd876 HTTP/1.1" status: 204 len: 173 time: 0.4405050 Sep 02 13:15:53.065645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'name': 'network-vif-deleted', 'tag': '36812c85-07cb-41a7-a810-03f78cbdd876'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:53.066323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1b1b0600-45a6-476b-906b-7950a3da8457,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:53.068134 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca4da79-f5b1-4b96-a346-d3fb6272f02f" -d '{"events": [{"server_uuid": "1361ebad-f205-4c4c-84f6-4f8d83667bb5", "name": "network-vif-deleted", "tag": "36812c85-07cb-41a7-a810-03f78cbdd876"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:53.124936 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f28837-4d27-4531-b301-998f9f77869d x-openstack-request-id: req-95f28837-4d27-4531-b301-998f9f77869d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:53.125807 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1361ebad-f205-4c4c-84f6-4f8d83667bb5", "name": "network-vif-deleted", "tag": "36812c85-07cb-41a7-a810-03f78cbdd876", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:53.126347 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95f28837-4d27-4531-b301-998f9f77869d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:53.128548 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1361ebad-f205-4c4c-84f6-4f8d83667bb5', 'name': 'network-vif-deleted', 'tag': '36812c85-07cb-41a7-a810-03f78cbdd876', 'status': 'completed', 'code': 200} Sep 02 13:15:53.144030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['1b1b0600-45a6-476b-906b-7950a3da8457'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:53.589356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-543653d3-8f18-4aa2-b167-4e47f2e4b5cb req-995ff395-ce21-4a16-afda-10ed5753537f tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1361ebad-f205-4c4c-84f6-4f8d83667bb5 HTTP/1.1" status: 200 len: 210 time: 0.0319254 Sep 02 13:15:53.647500 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:15:53.864405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def999de-7e89-4e9f-a3ea-a8d1db2ebbed req-ad944309-5a43-4079-8e94-38e63ebaab12 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:53.865954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-def999de-7e89-4e9f-a3ea-a8d1db2ebbed req-ad944309-5a43-4079-8e94-38e63ebaab12 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 944 time: 0.0600731 Sep 02 13:15:53.906478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-def999de-7e89-4e9f-a3ea-a8d1db2ebbed req-e86d60ea-387b-4dae-9d33-e43bbcd9988c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340881 Sep 02 13:15:54.735108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1b1b0600-45a6-476b-906b-7950a3da8457 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:54.794548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 1b1b0600-45a6-476b-906b-7950a3da8457 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:54.799139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 1b1b0600-45a6-476b-906b-7950a3da8457 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:54.799517 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:54.871358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7fea7-a19c-45c5-9605-725fc6e97fdd req-a5b8fcf6-7d4c-43e0-9036-cf4a0cd8c097 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:54.873303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc7fea7-a19c-45c5-9605-725fc6e97fdd req-a5b8fcf6-7d4c-43e0-9036-cf4a0cd8c097 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0420744 Sep 02 13:15:54.884636 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:54.908024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8dc7fea7-a19c-45c5-9605-725fc6e97fdd req-0e3b318a-58ae-4488-b280-8c056d6b2f00 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284154 Sep 02 13:15:54.908306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:54.910449 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83fa27-7710-4818-a395-bfe13d33e9e2" -d '{"events": [{"server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:54.923915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 1b1b0600-45a6-476b-906b-7950a3da8457, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1b1b0600-45a6-476b-906b-7950a3da8457,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:54.930155 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:54.931569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 36812c85-07cb-41a7-a810-03f78cbdd876 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:15:54.970945 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0360bbd5-fa50-483f-b798-423ea63fe0c9 x-openstack-request-id: req-0360bbd5-fa50-483f-b798-423ea63fe0c9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:54.971235 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:54.971505 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0360bbd5-fa50-483f-b798-423ea63fe0c9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:54.971945 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'code': 200} Sep 02 13:15:54.976890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 36812c85-07cb-41a7-a810-03f78cbdd876 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:15:54.977250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 36812c85-07cb-41a7-a810-03f78cbdd876 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:15:55.002794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=1b1b0600-45a6-476b-906b-7950a3da8457,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:55.068793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24876b-1323-4089-ae27-3dddd3e082bc req-e950a616-9883-48d4-a224-be223996b64b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:55.070296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d24876b-1323-4089-ae27-3dddd3e082bc req-e950a616-9883-48d4-a224-be223996b64b tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 945 time: 0.0891051 Sep 02 13:15:55.077479 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d3c3d-9343-4563-9f52-1b4ecef911f4 req-7b794b08-b465-449e-957b-14ebb9713ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:55.078943 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-489d3c3d-9343-4563-9f52-1b4ecef911f4 req-7b794b08-b465-449e-957b-14ebb9713ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1096 time: 0.0632629 Sep 02 13:15:55.133951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d24876b-1323-4089-ae27-3dddd3e082bc req-7a34898c-dcaf-48c6-b950-a4c0ad65e7d8 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534046 Sep 02 13:15:55.138842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-489d3c3d-9343-4563-9f52-1b4ecef911f4 req-3aed02a6-6837-4aa1-8e80-41a233d92629 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519783 Sep 02 13:15:56.031852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62873d-dd4e-4651-b9bd-1c9e4d38e3ab req-41ae81ac-8819-4fcc-be80-20e6af0662da tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:56.034183 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd62873d-dd4e-4651-b9bd-1c9e4d38e3ab req-41ae81ac-8819-4fcc-be80-20e6af0662da tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0500295 Sep 02 13:15:56.075276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd62873d-dd4e-4651-b9bd-1c9e4d38e3ab req-786cd64c-8841-4fb3-9240-3e01213f3eab tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2477747f-5db2-4fcb-a159-ac78ed84f4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349841 Sep 02 13:15:56.268638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3837b-2da3-4b51-9567-af1e4bff0bb7 req-4fb7fdd5-0089-42cc-b45c-5ff4c880c236 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:56.270273 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1fb3837b-2da3-4b51-9567-af1e4bff0bb7 req-4fb7fdd5-0089-42cc-b45c-5ff4c880c236 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 945 time: 0.0598228 Sep 02 13:15:56.288856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-5974b742-e548-444e-9144-1d79726c9a04 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:56.290500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-5974b742-e548-444e-9144-1d79726c9a04 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 1096 time: 0.0477266 Sep 02 13:15:56.321733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1fb3837b-2da3-4b51-9567-af1e4bff0bb7 req-f65c44d9-a2ba-4331-80bf-01f15257cabc tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Sep 02 13:15:56.387408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Deleting port 3cbc447f-f5a9-4df2-8d49-629426a82a6f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:15:56.387750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:56.527202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0c880-872d-4eb7-ae60-33b19ea1883b req-7b2205dd-03ff-4844-865f-f3c5c66e1fd5 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:56.528989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfb0c880-872d-4eb7-ae60-33b19ea1883b req-7b2205dd-03ff-4844-865f-f3c5c66e1fd5 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 945 time: 0.1252561 Sep 02 13:15:56.537372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] For port 3cbc447f-f5a9-4df2-8d49-629426a82a6f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=3cbc447f-f5a9-4df2-8d49-629426a82a6f,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:56.537738 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:56.564733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Calling delete_port for 3cbc447f-f5a9-4df2-8d49-629426a82a6f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:15:56.624358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfb0c880-872d-4eb7-ae60-33b19ea1883b req-207131f7-5687-4f02-ab22-0f56ba00e971 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837910 Sep 02 13:15:56.654624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:56.725652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:56.739127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['3cbc447f-f5a9-4df2-8d49-629426a82a6f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:15:56.799623 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cbc447f-f5a9-4df2-8d49-629426a82a6f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:56.821529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] No DVR routers for this DVR port 3cbc447f-f5a9-4df2-8d49-629426a82a6f on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:15:56.826407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:56.827884 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cceb62-cc4b-44c8-bff3-933ada415b00 tempest-TestVolumeBackupRestore-288100695 tempest-TestVolumeBackupRestore-288100695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:56.832437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d6cceb62-cc4b-44c8-bff3-933ada415b00 tempest-TestVolumeBackupRestore-288100695 tempest-TestVolumeBackupRestore-288100695-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1091 time: 0.1735532 Sep 02 13:15:56.832648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5da4a39d-76e9-46b9-b057-7f26fa185185 req-f802f6a8-154f-441b-886c-bec695545160 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.18 "DELETE /v2.0/ports/3cbc447f-f5a9-4df2-8d49-629426a82a6f HTTP/1.1" status: 204 len: 173 time: 0.5317893 Sep 02 13:15:56.832648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'name': 'network-vif-deleted', 'tag': '3cbc447f-f5a9-4df2-8d49-629426a82a6f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:56.833551 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333b32e3-f8fa-4987-9e24-4ca677f75655" -d '{"events": [{"server_uuid": "a167118d-143d-4e1c-9d11-28637e296bfe", "name": "network-vif-deleted", "tag": "3cbc447f-f5a9-4df2-8d49-629426a82a6f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:56.833712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:56.847059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:56.883655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:56.885570 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78468ab-176c-451b-a91c-4a2c79d779f6 x-openstack-request-id: req-e78468ab-176c-451b-a91c-4a2c79d779f6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:56.885570 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a167118d-143d-4e1c-9d11-28637e296bfe", "name": "network-vif-deleted", "tag": "3cbc447f-f5a9-4df2-8d49-629426a82a6f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:56.885962 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e78468ab-176c-451b-a91c-4a2c79d779f6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:56.886501 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a167118d-143d-4e1c-9d11-28637e296bfe', 'name': 'network-vif-deleted', 'tag': '3cbc447f-f5a9-4df2-8d49-629426a82a6f', 'status': 'completed', 'code': 200} Sep 02 13:15:56.995642 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.113264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Allocated IP 172.25.7.41 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/fb9ca805-03ef-4244-ba50-353b8fa2621b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:57.192066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ccaf1d9-1cd5-4efd-815d-c5bcb235e2cc req-609196dc-2a42-476a-92f0-c230e3b9d3d8 tempest-TestServerMultinode-1951870838 tempest-TestServerMultinode-1951870838-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a167118d-143d-4e1c-9d11-28637e296bfe HTTP/1.1" status: 200 len: 210 time: 0.0260017 Sep 02 13:15:57.223448 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.268914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.310928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:57.314041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:57.317786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:57.345844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'Port': ['ID=fb9ca805-03ef-4244-ba50-353b8fa2621b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:57.691469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.763868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.933850 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.939932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.016555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event updated for resources: {'Port': ['ID=fb9ca805-03ef-4244-ba50-353b8fa2621b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:58.031058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.149052 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Floating IP 1fe2760b-4a8f-4684-bdb3-8810c858a34d associated. External IP: 172.25.7.41, port: 1b1b0600-45a6-476b-906b-7950a3da8457. Sep 02 13:15:58.258214 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:58.366332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Router e51e3a2f-f7dd-4d41-ae46-ad135423267b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:15:58.493227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:15:58.506001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] Sync routers for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:15:58.513438 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.517276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:58.518256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:58.543500 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-82d99ce9-324f-4c3e-a55a-0adc12605837 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7020681 Sep 02 13:15:58.544193 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:15:58.546348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:58.546655 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b47e16-832b-44b1-9b43-8ac6929335f4" -d '{"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:15:58.588171 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1c699-4e06-4fee-ad4f-98816e83d0a7 x-openstack-request-id: req-44e1c699-4e06-4fee-ad4f-98816e83d0a7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:15:58.588463 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:15:58.588786 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44e1c699-4e06-4fee-ad4f-98816e83d0a7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:15:58.589229 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'status': 'completed', 'code': 200} Sep 02 13:15:58.647632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef919f-450f-4802-a224-a53b56a383a2 tempest-TestVolumeBackupRestore-288100695 tempest-TestVolumeBackupRestore-288100695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:58.649424 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-adef919f-450f-4802-a224-a53b56a383a2 tempest-TestVolumeBackupRestore-288100695 tempest-TestVolumeBackupRestore-288100695-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1091 time: 0.1012700 Sep 02 13:15:58.652828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:58.660469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Request body: {'floatingip': {'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:58.691695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.725163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-7a91af2a-2433-430e-b5f3-d864f5777778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:58.727060 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-7a91af2a-2433-430e-b5f3-d864f5777778 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1096 time: 0.1132214 Sep 02 13:15:58.758803 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.790940 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d74c6d-81a0-4a31-815b-7b463fc49c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.833107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:58.906582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-7b5a973f-ec3d-46d8-a279-2a177ab0872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:58.908015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-7b5a973f-ec3d-46d8-a279-2a177ab0872b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 915 time: 0.1727638 Sep 02 13:15:58.981209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Deleting port b8e10485-fc94-46fd-a717-1b28f85a5412 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:15:58.981562 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.072050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] For port b8e10485-fc94-46fd-a717-1b28f85a5412, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8e10485-fc94-46fd-a717-1b28f85a5412,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:59.072050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.078574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1fe2760b-4a8f-4684-bdb3-8810c858a34d', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:15:57Z', 'revision_number': 0, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:59.087372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Calling delete_port for b8e10485-fc94-46fd-a717-1b28f85a5412 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:15:59.109493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] Checking router: e51e3a2f-f7dd-4d41-ae46-ad135423267b for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:15:59.120182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:59.120978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:59.245349 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:15:59.426966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-6d31cc28-5849-4fe5-8312-6c3793e295bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 998 time: 0.4968612 Sep 02 13:15:59.502352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-0760e518-a0d4-418c-9b16-06283704d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:59.503749 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-0760e518-a0d4-418c-9b16-06283704d831 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0658712 Sep 02 13:15:59.508996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1fe2760b-4a8f-4684-bdb3-8810c858a34d', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:15:57Z', 'revision_number': 0, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:59.537526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229db779-eafa-42af-9ba9-a73b0757640e None None] The sync data for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 is: [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1fe2760b-4a8f-4684-bdb3-8810c858a34d', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:15:57Z', 'revision_number': 0, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:15:59.640921 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.656811 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-e4ac2a08-85a5-49e0-8abe-7b909906f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:59.658494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-e4ac2a08-85a5-49e0-8abe-7b909906f94a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244454 Sep 02 13:15:59.672431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e10485-fc94-46fd-a717-1b28f85a5412,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:59.848124 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb08a6d-2e85-4ed8-8096-9653b74ef7f2 None None] New status for floating IP 1fe2760b-4a8f-4684-bdb3-8810c858a34d: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:15:59.898883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-89e12c78-33ee-40e9-ab76-c7043eefc3db service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332118 Sep 02 13:15:59.945699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.966025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.976315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.993467 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.db.api [None req-2fb08a6d-2e85-4ed8-8096-9653b74ef7f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:15:59.993833 n-d-792364-8 neutron-server[94843]: DEBUG oslo_db.api [None req-2fb08a6d-2e85-4ed8-8096-9653b74ef7f2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:16:00.104460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4b47e16-832b-44b1-9b43-8ac6929335f4 req-be6fddf8-ebaf-4bb8-94b1-1895f5ba2278 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982198 Sep 02 13:16:00.184330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Router a7ec7849-b9f4-449a-a5a2-add0459c79de has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:00.242490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Router e51e3a2f-f7dd-4d41-ae46-ad135423267b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:00.308138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:00.316873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c4826ffd-47da-492f-a6e4-a53f34f4ff68 admin admin] 10.222.0.60 "PUT /v2.0/routers/a7ec7849-b9f4-449a-a5a2-add0459c79de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0541587 Sep 02 13:16:00.316873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:00.320339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] Sync routers for ids ['a7ec7849-b9f4-449a-a5a2-add0459c79de'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:00.330190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] Routers {'a7ec7849-b9f4-449a-a5a2-add0459c79de'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:00.330826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a7ec7849-b9f4-449a-a5a2-add0459c79de'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:00.357893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:00.362959 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:00.429178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-49106d61-dbe8-451c-a056-582bd7034935 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "PUT /v2.0/floatingips/1fe2760b-4a8f-4684-bdb3-8810c858a34d HTTP/1.1" status: 200 len: 990 time: 1.7749953 Sep 02 13:16:00.443357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:00.450029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] Set router a7ec7849-b9f4-449a-a5a2-add0459c79de gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:00.495328 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb08a6d-2e85-4ed8-8096-9653b74ef7f2 None None] New status for floating IP 1fe2760b-4a8f-4684-bdb3-8810c858a34d: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:16:00.549913 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:00.590828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}, {'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:16:00.595321 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9036b10-85c9-4630-9614-f163ee26c60c" -d '{"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}, {"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:16:00.614520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Deleting port 097eaeb4-a802-4137-b46e-a833730f7640 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:00.615093 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:00.638783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3cbc447f-f5a9-4df2-8d49-629426a82a6f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:00.652828 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d949e04b-0014-4fb9-b28e-3adbc79cef27 x-openstack-request-id: req-d949e04b-0014-4fb9-b28e-3adbc79cef27 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:16:00.653410 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:16:00.653865 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d949e04b-0014-4fb9-b28e-3adbc79cef27 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:16:00.657241 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'status': 'completed', 'code': 200} Sep 02 13:16:00.657747 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'status': 'completed', 'code': 200} Sep 02 13:16:00.664326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 3cbc447f-f5a9-4df2-8d49-629426a82a6f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:00.664950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 3cbc447f-f5a9-4df2-8d49-629426a82a6f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:00.700498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '097eaeb4-a802-4137-b46e-a833730f7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:15:59Z', 'revision_number': 5, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port': {'id': '097eaeb4-a802-4137-b46e-a833730f7640', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:13Z', 'updated_at': '2021-09-02T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:00.706701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] For port 097eaeb4-a802-4137-b46e-a833730f7640, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=097eaeb4-a802-4137-b46e-a833730f7640,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:00.707295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:00.721420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Calling delete_port for 097eaeb4-a802-4137-b46e-a833730f7640 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:00.723301 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-a61c49e2-8480-498e-9e8b-1f0f3945fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:00.724853 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-a61c49e2-8480-498e-9e8b-1f0f3945fa84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1096 time: 0.0486276 Sep 02 13:16:00.737369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] Checking router: a7ec7849-b9f4-449a-a5a2-add0459c79de for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:00.749647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] Routers {'a7ec7849-b9f4-449a-a5a2-add0459c79de'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:00.750296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a7ec7849-b9f4-449a-a5a2-add0459c79de'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:00.849875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-cf7d1d97-00a4-4158-bb71-bffbb2178591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:00.852258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-cf7d1d97-00a4-4158-bb71-bffbb2178591 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 915 time: 0.1200473 Sep 02 13:16:00.895168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] Set router a7ec7849-b9f4-449a-a5a2-add0459c79de gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:00.948309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-18b4a113-427b-4f91-8e7f-49d6b7299eb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 1000 time: 0.0887070 Sep 02 13:16:00.963182 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] Sync routers for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:00.968359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:16:00Z', 'revision_number': 6, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:00.977647 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:00.978916 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:00.979381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.000273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ec5dc-532c-481b-813c-4c7d43c4ef57 None None] The sync data for ids ['a7ec7849-b9f4-449a-a5a2-add0459c79de'] in n-d-792364-8 is: [{'id': 'a7ec7849-b9f4-449a-a5a2-add0459c79de', 'name': 'tempest-TestServerMultinode-298292741-router', 'tenant_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:12Z', 'updated_at': '2021-09-02T13:16:00Z', 'revision_number': 6, 'project_id': 'b3a0dc8f647847f8b47f05ec3aa7a29c', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:01.012000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-0385ffaa-d561-40b6-a444-066f6e7915a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:01.014123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-0385ffaa-d561-40b6-a444-066f6e7915a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0552831 Sep 02 13:16:01.058251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=097eaeb4-a802-4137-b46e-a833730f7640,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:01.071338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-aa81838c-2d60-4d2f-9e4d-0302d45e7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:01.073113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-aa81838c-2d60-4d2f-9e4d-0302d45e7666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504971 Sep 02 13:16:01.084752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.098834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:01.178138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-6dace668-83ef-429b-b35a-a67d5d3dec46 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978174 Sep 02 13:16:01.179100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.181412 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.225528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.226255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ec7849-b9f4-449a-a5a2-add0459c79de {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:16:01.231357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.233675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-59cb184f-08bd-4c67-b82a-e6757ff96b41 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a7ec7849-b9f4-449a-a5a2-add0459c79de HTTP/1.1" status: 204 len: 168 time: 0.9157643 Sep 02 13:16:01.235512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:01.276105 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-51f3492f-b242-4369-b808-1630dcbb91de service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906317 Sep 02 13:16:01.282715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Deleting subnet 9355b438-4c2b-4326-8b02-2862020ab2d8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:16:01.286030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.327540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.359781 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1fe2760b-4a8f-4684-bdb3-8810c858a34d', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:00Z', 'revision_number': 2, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:01.369598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-1a3a6101-3d98-434e-a4df-5046e954bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:01.371345 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-1a3a6101-3d98-434e-a4df-5046e954bb07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1096 time: 0.0547318 Sep 02 13:16:01.398991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] Checking router: e51e3a2f-f7dd-4d41-ae46-ad135423267b for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:01.414526 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:01.415155 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:15:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:01.421193 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.481208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.506938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-e6d86215-365a-4a70-9baf-ae7c2172db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:01.508603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-e6d86215-365a-4a70-9baf-ae7c2172db9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 915 time: 0.1290853 Sep 02 13:16:01.518482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9355b438-4c2b-4326-8b02-2862020ab2d8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:01.519757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a99114b9-8d7f-4c22-8175-bb28062f566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.524383 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.526599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-698c24a0-8c2e-4e63-9d36-0bfae13056e9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9355b438-4c2b-4326-8b02-2862020ab2d8 HTTP/1.1" status: 204 len: 168 time: 0.2897439 Sep 02 13:16:01.528952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:01.534984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba8445-3333-485e-a44a-39952f1455e1 None None] Network 77f8bc89-bc44-4c75-8a65-f058f5060592 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:16:01.549429 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:01.610381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-9d7c4e7f-107e-4eec-8dc5-7d97914bcfe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 1000 time: 0.0936644 Sep 02 13:16:01.621341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.679721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-775883d1-0a02-40c8-b5e3-6e7be4d0e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:01.680278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Deleting port dce3e2fc-803a-43a4-9f6c-ee6889396311 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:01.680636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.682134 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-775883d1-0a02-40c8-b5e3-6e7be4d0e457 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0650022 Sep 02 13:16:01.696919 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.743803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036b10-85c9-4630-9614-f163ee26c60c req-1114b832-ebb9-4b86-a514-f2e90d72a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:01.745597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-1114b832-ebb9-4b86-a514-f2e90d72a55c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569627 Sep 02 13:16:01.759458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] For port dce3e2fc-803a-43a4-9f6c-ee6889396311, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dce3e2fc-803a-43a4-9f6c-ee6889396311,segment=NetworkSegment(9fc67ae3-eca9-4a53-b04d-74b9922d5e4b),segment_id=9fc67ae3-eca9-4a53-b04d-74b9922d5e4b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:01.760048 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.780846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Calling delete_port for dce3e2fc-803a-43a4-9f6c-ee6889396311 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:01.837287 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1fe2760b-4a8f-4684-bdb3-8810c858a34d', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:00Z', 'revision_number': 2, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:01.850166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] DHCP port deletion for 77f8bc89-bc44-4c75-8a65-f058f5060592 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:16:01.861492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-d8cd289e-a088-4ead-85a1-3af9f4014dde service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083601 Sep 02 13:16:01.879161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac09b9f-ffdc-4233-b53d-03db09cb9bb0 None None] The sync data for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 is: [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1fe2760b-4a8f-4684-bdb3-8810c858a34d', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'port_id': '1b1b0600-45a6-476b-906b-7950a3da8457', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'mac_address': 'fa:16:3e:7b:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:00Z', 'revision_number': 2, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:01.892663 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.907423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] No DVR routers for this DVR port dce3e2fc-803a-43a4-9f6c-ee6889396311 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:01.926412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Deleting port dce3e2fc-803a-43a4-9f6c-ee6889396311 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:01.926783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:01.967199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Pushing event deleted for resources: {'Port': ['ID=dce3e2fc-803a-43a4-9f6c-ee6889396311,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:01.994091 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9036b10-85c9-4630-9614-f163ee26c60c req-acecd639-ea63-4951-8d9d-4746f756621f service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258295 Sep 02 13:16:02.019201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] For port dce3e2fc-803a-43a4-9f6c-ee6889396311, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:02.019598 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.021291 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.031876 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f8bc89-bc44-4c75-8a65-f058f5060592']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:02.033500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Calling delete_port for dce3e2fc-803a-43a4-9f6c-ee6889396311 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:02.038452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Port dce3e2fc-803a-43a4-9f6c-ee6889396311 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:16:02.039742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.044002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:02.044299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc67ae3-eca9-4a53-b04d-74b9922d5e4b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:02.060958 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.066694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] No DVR routers for this DVR port dce3e2fc-803a-43a4-9f6c-ee6889396311 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:02.068647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1262551-7f46-48fa-b08a-a2ea72f13708 None None] Pushing event deleted for resources: {'Port': ['ID=dce3e2fc-803a-43a4-9f6c-ee6889396311,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:02.083307 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.090587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:16:02.091059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:16:02.093244 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:16:02.150262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.158260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.163379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] 10.222.0.60 "DELETE /v2.0/networks/77f8bc89-bc44-4c75-8a65-f058f5060592 HTTP/1.1" status: 204 len: 168 time: 0.6288195 Sep 02 13:16:02.164516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:02.189925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3ed3f-01a5-4d5d-aad8-576f205d86be admin admin] Pushing event deleted for resources: {'Network': ['ID=77f8bc89-bc44-4c75-8a65-f058f5060592,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:02.555579 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.617211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.820163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Deleting port 8c5a885c-2c9b-4950-92a3-67564c650ed3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:02.820511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.836366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dce3e2fc-803a-43a4-9f6c-ee6889396311 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:02.857402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: dce3e2fc-803a-43a4-9f6c-ee6889396311 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:02.857729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dce3e2fc-803a-43a4-9f6c-ee6889396311 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:02.858169 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8e10485-fc94-46fd-a717-1b28f85a5412 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:02.878007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b8e10485-fc94-46fd-a717-1b28f85a5412 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:02.878350 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b8e10485-fc94-46fd-a717-1b28f85a5412 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:02.878786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 097eaeb4-a802-4137-b46e-a833730f7640 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:02.897583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 097eaeb4-a802-4137-b46e-a833730f7640 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:02.897927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 097eaeb4-a802-4137-b46e-a833730f7640 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:02.905058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] For port 8c5a885c-2c9b-4950-92a3-67564c650ed3, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8c5a885c-2c9b-4950-92a3-67564c650ed3,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:02.905509 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.919692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Calling delete_port for 8c5a885c-2c9b-4950-92a3-67564c650ed3 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:03.118025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.148283 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5a885c-2c9b-4950-92a3-67564c650ed3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:03.312472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.538184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:03.656291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:03.661698 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2d844d8b-0d87-42e6-97cc-d1c9567e8412 admin admin] 10.222.0.60 "PUT /v2.0/routers/7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958727 Sep 02 13:16:03.664683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:03.667338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] Sync routers for ids ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:03.678033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] Routers {'7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:03.678662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:03.769849 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.786515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] Set router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:03.874567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.933158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Deleting port dc8507d0-8f10-419b-8664-ebf5e02fc785 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:03.933548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.979691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:16:03Z', 'revision_number': 5, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port': {'id': 'dc8507d0-8f10-419b-8664-ebf5e02fc785', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:15:21Z', 'updated_at': '2021-09-02T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:04.007288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] Checking router: 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:04.016313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] Routers {'7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:04.016977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:04.019736 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] For port dc8507d0-8f10-419b-8664-ebf5e02fc785, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=dc8507d0-8f10-419b-8664-ebf5e02fc785,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:04.020110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.033706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Calling delete_port for dc8507d0-8f10-419b-8664-ebf5e02fc785 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:04.102107 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] Set router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:04.158572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:16:03Z', 'revision_number': 6, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:04.191356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebb0e4-12ff-462a-be46-031759398a26 None None] The sync data for ids ['7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7'] in n-d-792364-8 is: [{'id': '7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7', 'name': 'tempest-TestServerMultinode-586535149-router', 'tenant_id': 'd07de41df22947f2850871d02ffea5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:20Z', 'updated_at': '2021-09-02T13:16:03Z', 'revision_number': 6, 'project_id': 'd07de41df22947f2850871d02ffea5b0', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:04.283390 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.547680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.573664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8507d0-8f10-419b-8664-ebf5e02fc785,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:04.651620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.746588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.749417 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.795151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.796060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:16:04.801162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.802080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a4c1ab4c-ed3e-49ca-9b3a-7e0e4dd0426b admin admin] 10.222.0.60 "DELETE /v2.0/routers/7fa5fcef-ba1e-4a86-bd68-68ad350fe6d7 HTTP/1.1" status: 204 len: 168 time: 1.1364422 Sep 02 13:16:04.805856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:04.852019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Deleting subnet 06169041-4a34-4b18-995f-72424038e00c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:16:04.855403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.896680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.978228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.012815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dc8507d0-8f10-419b-8664-ebf5e02fc785 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:05.034491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: dc8507d0-8f10-419b-8664-ebf5e02fc785 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:05.034825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device dc8507d0-8f10-419b-8664-ebf5e02fc785 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:05.035452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c5a885c-2c9b-4950-92a3-67564c650ed3 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:05.036632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.055304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8c5a885c-2c9b-4950-92a3-67564c650ed3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:05.055576 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8c5a885c-2c9b-4950-92a3-67564c650ed3 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:05.064459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06169041-4a34-4b18-995f-72424038e00c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:05.068316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.070365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3cb07cab-f62a-4223-afd5-98bb580aced5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/06169041-4a34-4b18-995f-72424038e00c HTTP/1.1" status: 204 len: 168 time: 0.2634437 Sep 02 13:16:05.073018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:05.074136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e1aaf1-d3f3-461b-a4e2-055da344ae28 None None] Network da6c485e-22a2-4f95-9ca0-69c6fb4778c5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:16:05.151003 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.210016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Deleting port 76de4678-9926-4a98-8838-21802c7d2377 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:05.210493 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.278635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] DHCP port deletion for da6c485e-22a2-4f95-9ca0-69c6fb4778c5 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:16:05.287026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] For port 76de4678-9926-4a98-8838-21802c7d2377, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=76de4678-9926-4a98-8838-21802c7d2377,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:05.287173 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.301148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Calling delete_port for 76de4678-9926-4a98-8838-21802c7d2377 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:05.327700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] Deleting port 76de4678-9926-4a98-8838-21802c7d2377 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:05.328087 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.378909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.395470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] For port 76de4678-9926-4a98-8838-21802c7d2377, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=76de4678-9926-4a98-8838-21802c7d2377,segment=NetworkSegment(e1d7bceb-1014-4f4a-a5af-9f851ead906a),segment_id=e1d7bceb-1014-4f4a-a5af-9f851ead906a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:05.395869 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.403861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Pushing event deleted for resources: {'Port': ['ID=76de4678-9926-4a98-8838-21802c7d2377,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:05.408286 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] No DVR routers for this DVR port 76de4678-9926-4a98-8838-21802c7d2377 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:05.408921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] Calling delete_port for 76de4678-9926-4a98-8838-21802c7d2377 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:05.487946 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.488231 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.495221 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.499422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6c485e-22a2-4f95-9ca0-69c6fb4778c5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:05.509979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d7bceb-1014-4f4a-a5af-9f851ead906a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:05.510277 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d7bceb-1014-4f4a-a5af-9f851ead906a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:05.518818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] Pushing event deleted for resources: {'Port': ['ID=76de4678-9926-4a98-8838-21802c7d2377,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:05.519174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.524601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52e1b5-4549-42e4-b22b-8e6927c9bbc2 None None] No DVR routers for this DVR port 76de4678-9926-4a98-8838-21802c7d2377 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:16:05.563991 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:16:05.620226 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.625535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.627460 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] 10.222.0.60 "DELETE /v2.0/networks/da6c485e-22a2-4f95-9ca0-69c6fb4778c5 HTTP/1.1" status: 204 len: 168 time: 0.5534623 Sep 02 13:16:05.644827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e9948-fd04-4d99-a43d-c5f474334baa admin admin] Pushing event deleted for resources: {'Network': ['ID=da6c485e-22a2-4f95-9ca0-69c6fb4778c5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:05.810566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:05.851693 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-81f0fdd3-2e02-4fbd-a6b5-d68a8fa928e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3a0dc8f647847f8b47f05ec3aa7a29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397062 Sep 02 13:16:05.854164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:05.915921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d01ebf7-197c-4d9b-9494-b8ddb9eaa95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.937752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d01ebf7-197c-4d9b-9494-b8ddb9eaa95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.986378 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d01ebf7-197c-4d9b-9494-b8ddb9eaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.989131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d01ebf7-197c-4d9b-9494-b8ddb9eaa95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.990396 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5d01ebf7-197c-4d9b-9494-b8ddb9eaa95f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e9fe2c9-b177-40ca-8721-3186f0939fba HTTP/1.1" status: 204 len: 168 time: 0.1352684 Sep 02 13:16:05.998312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01ebf7-197c-4d9b-9494-b8ddb9eaa95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9fe2c9-b177-40ca-8721-3186f0939fba,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:06.346049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:06.389747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-691c0338-be96-479a-82f6-0aac70b652e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d07de41df22947f2850871d02ffea5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429785 Sep 02 13:16:06.393418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48758) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:06.458770 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce08ac95-1845-4c0c-8dc5-71ab76db19ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.481268 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce08ac95-1845-4c0c-8dc5-71ab76db19ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.532326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce08ac95-1845-4c0c-8dc5-71ab76db19ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.535903 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce08ac95-1845-4c0c-8dc5-71ab76db19ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.537340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ce08ac95-1845-4c0c-8dc5-71ab76db19ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2477747f-5db2-4fcb-a159-ac78ed84f4cb HTTP/1.1" status: 204 len: 168 time: 0.1427813 Sep 02 13:16:06.545378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08ac95-1845-4c0c-8dc5-71ab76db19ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2477747f-5db2-4fcb-a159-ac78ed84f4cb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:06.838515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 76de4678-9926-4a98-8838-21802c7d2377 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:06.860791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 76de4678-9926-4a98-8838-21802c7d2377 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:06.861127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 76de4678-9926-4a98-8838-21802c7d2377 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:08.359315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-20655b7f-f3bb-40c4-a8a4-0d483ca9daaf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483706 Sep 02 13:16:08.464238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-5bc2be7b-ad6f-4aec-b774-ae79b23c8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:08.465757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-5bc2be7b-ad6f-4aec-b774-ae79b23c8ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0553885 Sep 02 13:16:08.588645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-4ff2cb8c-6ad4-4178-9b19-a60cbf9b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:08.590878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-4ff2cb8c-6ad4-4178-9b19-a60cbf9b889d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1029956 Sep 02 13:16:08.666851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-d1071312-d025-42fc-bab0-38649ce3765f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 1001 time: 0.0677767 Sep 02 13:16:08.724202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-62ed04ce-aba5-4eff-80a7-cf3d67ab55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:08.725737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-62ed04ce-aba5-4eff-80a7-cf3d67ab55b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0518904 Sep 02 13:16:08.774900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-4fcd5a56-f798-4c0c-b3a6-e730fb9c0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:08.776608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-4fcd5a56-f798-4c0c-b3a6-e730fb9c0d9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435183 Sep 02 13:16:08.874769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-94843cf4-e5f4-4a14-8ce3-c52744365b1d service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891685 Sep 02 13:16:08.982208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd58be85-3e72-47aa-9206-fc4e53551891 req-4ddf4f84-9c46-45eb-b0a3-340f61ce2f9b service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995829 Sep 02 13:16:11.249405 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:20.349834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-f8ceffe7-8637-4f32-9597-1f9dbf5fd4cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471165 Sep 02 13:16:20.445534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-e8d0b7f6-2515-4a0d-a3f3-6b88135ed1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:20.447066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-e8d0b7f6-2515-4a0d-a3f3-6b88135ed1a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1096 time: 0.0437362 Sep 02 13:16:20.566820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-bdca96e4-864e-47ed-a130-78a62061ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:20.568473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-bdca96e4-864e-47ed-a130-78a62061ba79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 915 time: 0.1001801 Sep 02 13:16:20.674363 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-76df4f91-16e8-4a1b-b3ea-43b9e0055329 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 1000 time: 0.0978732 Sep 02 13:16:20.737177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-29056234-454d-487c-b534-57d322789aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:20.738610 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-29056234-454d-487c-b534-57d322789aec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0571773 Sep 02 13:16:20.787522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-c529cdc4-c0ed-4f3c-a895-80f1772a5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:20.789132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-c529cdc4-c0ed-4f3c-a895-80f1772a5f1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431385 Sep 02 13:16:20.893806 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-1a5f90a4-1ff8-4560-a6dc-1cf854e31f8d service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971787 Sep 02 13:16:20.995493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd0dca2f-d873-47f3-8efa-077436ad3283 req-f0aebbce-5528-45a2-8369-a018a3f50974 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938141 Sep 02 13:16:28.707114 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab77bf5e-7741-466f-b653-5444dc3ecd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:30.652559 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:16:31.505444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfa8156d-5b65-4fcd-a43e-9ef423afa410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:31.703305 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:32.627034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:33.591184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 48782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:33.763331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Deleting port fb9ca805-03ef-4244-ba50-353b8fa2621b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:33.763676 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:33.861297 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:33.861747 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:33.882873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Calling delete_port for fb9ca805-03ef-4244-ba50-353b8fa2621b owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:34.078631 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:34.105218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event deleted for resources: {'Port': ['ID=fb9ca805-03ef-4244-ba50-353b8fa2621b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:34.171078 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:34.171078 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Floating IP 1fe2760b-4a8f-4684-bdb3-8810c858a34d disassociated (deleted). External IP: 172.25.7.41, port: 1b1b0600-45a6-476b-906b-7950a3da8457. Sep 02 13:16:34.285660 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:34.410036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Router e51e3a2f-f7dd-4d41-ae46-ad135423267b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:34.854151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:34.859304 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:34.864291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] Sync routers for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:34.874748 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:34.875371 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:34.889219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3bf256b0-807f-46da-b7a0-2c6aac9c45c6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "DELETE /v2.0/floatingips/1fe2760b-4a8f-4684-bdb3-8810c858a34d HTTP/1.1" status: 204 len: 168 time: 1.2968225 Sep 02 13:16:34.889917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:16:34.892716 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b70dcb-a513-417c-9f6d-90f0907df6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:16:34.940696 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf52d4d-43f7-4ba8-8e69-891fc21f5424 x-openstack-request-id: req-daf52d4d-43f7-4ba8-8e69-891fc21f5424 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:16:34.941023 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:16:34.941280 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-daf52d4d-43f7-4ba8-8e69-891fc21f5424 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:16:34.941680 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'status': 'completed', 'code': 200} Sep 02 13:16:34.994437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:35.043710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-b47d7b19-6fd3-4e28-9e03-f076b70063cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:35.045968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-b47d7b19-6fd3-4e28-9e03-f076b70063cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 1096 time: 0.0784595 Sep 02 13:16:35.149797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-f417092d-1288-4a7e-8214-dd64b7846110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:35.151452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-f417092d-1288-4a7e-8214-dd64b7846110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 200 len: 915 time: 0.0985916 Sep 02 13:16:35.198988 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-0a6a8b82-cc1c-4907-959a-8e009b591f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 200 len: 217 time: 0.0394363 Sep 02 13:16:35.222894 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:35.249073 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] Checking router: e51e3a2f-f7dd-4d41-ae46-ad135423267b for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:35.249649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-f9b1c8c6-a5fe-43b6-bc5d-77c6d3a3dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:35.251168 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-f9b1c8c6-a5fe-43b6-bc5d-77c6d3a3dcde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 200 len: 853 time: 0.0451996 Sep 02 13:16:35.257974 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:35.258653 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:35.298502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-06a6b40c-3ecd-43d1-94a2-a1877cc6f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:35.300094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-06a6b40c-3ecd-43d1-94a2-a1877cc6f2d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a2429-d9a4-4253-92bc-822f365405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418229 Sep 02 13:16:35.406608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-132e66d4-668e-4799-91b7-830dc624f796 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974200 Sep 02 13:16:35.459104 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:35.487765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:35.531447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4361c4c-8ae4-4fb7-ae19-ce14b6e6489d req-ed5ef5d7-cda5-4f12-9bc6-dc9213d2d4cf tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:35.533117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4361c4c-8ae4-4fb7-ae19-ce14b6e6489d req-ed5ef5d7-cda5-4f12-9bc6-dc9213d2d4cf tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 945 time: 0.4160323 Sep 02 13:16:35.555622 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61b70dcb-a513-417c-9f6d-90f0907df6cc req-39b0e86d-f5e4-4a86-a131-8cd26d9e0129 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410789 Sep 02 13:16:35.584964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4361c4c-8ae4-4fb7-ae19-ce14b6e6489d req-2645065f-2a41-4755-8a00-88e47abc8f49 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Sep 02 13:16:35.659685 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:35.689165 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723505e-8f7e-458d-ac22-b4e239aef6c7 None None] The sync data for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 is: [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:13:29Z', 'revision_number': 4, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '25349918-2c1f-4571-b371-e0e443e875f5', 'name': '', 'network_id': 'ed2a2429-d9a4-4253-92bc-822f365405fe', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'mac_address': 'fa:16:3e:47:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:29Z', 'updated_at': '2021-09-02T13:13:35Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'subnets': [{'id': '735c1590-7ed7-4e19-9dc0-765214fbbb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:35.955379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468c8c7-9a57-4000-92be-c211e532f127 None None] New status for floating IP 1fe2760b-4a8f-4684-bdb3-8810c858a34d: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:16:36.626505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-b0cfc8a0-ec1c-4cc4-bcb6-173bf3992314 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:36.628325 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-b0cfc8a0-ec1c-4cc4-bcb6-173bf3992314 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.41 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 945 time: 0.0590448 Sep 02 13:16:36.728357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Deleting port 1b1b0600-45a6-476b-906b-7950a3da8457 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:36.728705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:36.789127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fc671-9ec2-42d2-9bbb-bb78026362a7 req-f65ff0d5-ffd2-49b5-9228-fbd3e477d12c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:36.790680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b2fc671-9ec2-42d2-9bbb-bb78026362a7 req-f65ff0d5-ffd2-49b5-9228-fbd3e477d12c tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 945 time: 0.1267848 Sep 02 13:16:36.837662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b2fc671-9ec2-42d2-9bbb-bb78026362a7 req-a24e2150-6b0b-4866-9966-1928bf202b38 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e16f30f-4fa1-4953-a235-1d073ec8c95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398173 Sep 02 13:16:36.865566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] For port 1b1b0600-45a6-476b-906b-7950a3da8457, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=1b1b0600-45a6-476b-906b-7950a3da8457,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:36.865848 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:36.880792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Calling delete_port for 1b1b0600-45a6-476b-906b-7950a3da8457 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:37.025542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:37.059367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event deleted for resources: {'Port': ['ID=1b1b0600-45a6-476b-906b-7950a3da8457,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:37.073960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.074296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.074720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.074992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.075318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.075648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.075970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.076287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.076605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.076933 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.077563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.077563 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:37.127823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] No DVR routers for this DVR port 1b1b0600-45a6-476b-906b-7950a3da8457 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:37.131364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:37.132938 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d62f48b4-3158-47bf-b829-4fecf77db716 req-f8801195-0645-43be-80a1-acb603cc5b26 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.41 "DELETE /v2.0/ports/1b1b0600-45a6-476b-906b-7950a3da8457 HTTP/1.1" status: 204 len: 173 time: 0.4982665 Sep 02 13:16:37.134192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'name': 'network-vif-deleted', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:16:37.135839 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f7b85-6820-4996-abc1-e935129e0a00" -d '{"events": [{"server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "name": "network-vif-deleted", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:16:37.183556 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30febb72-b91c-4401-9c56-9a39094a242f x-openstack-request-id: req-30febb72-b91c-4401-9c56-9a39094a242f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:16:37.183918 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15073df1-18ce-4cfb-aecb-b77256735a8f", "name": "network-vif-deleted", "tag": "1b1b0600-45a6-476b-906b-7950a3da8457", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:16:37.184178 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30febb72-b91c-4401-9c56-9a39094a242f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:16:37.184724 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15073df1-18ce-4cfb-aecb-b77256735a8f', 'name': 'network-vif-deleted', 'tag': '1b1b0600-45a6-476b-906b-7950a3da8457', 'status': 'completed', 'code': 200} Sep 02 13:16:37.948152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20a37530-8c10-4c47-88bd-78770bde38e0 req-aa446a52-f169-4ebb-96a9-7eb2eae8f595 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 210 time: 0.0311325 Sep 02 13:16:38.887661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1b1b0600-45a6-476b-906b-7950a3da8457 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:38.909542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 1b1b0600-45a6-476b-906b-7950a3da8457 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:38.909974 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 1b1b0600-45a6-476b-906b-7950a3da8457 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:39.047902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc73346d-7bfd-4359-a6fd-cf778b975772 req-09c15e6c-4dba-4b05-b90a-e220cbe579d6 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 210 time: 0.0277431 Sep 02 13:16:40.145330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3fe73c15-2c50-4865-8c84-f77a21016e40 req-517fbd5b-017d-4b71-afe0-a9b9b57e4869 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "GET /v2.0/ports?device_id=15073df1-18ce-4cfb-aecb-b77256735a8f HTTP/1.1" status: 200 len: 210 time: 0.0285277 Sep 02 13:16:41.208178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 48806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:41.278157 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:41.281085 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-451dbc71-8306-49f7-9a2d-8bed9a0119c7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:41.308572 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-451dbc71-8306-49f7-9a2d-8bed9a0119c7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:41.375641 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-451dbc71-8306-49f7-9a2d-8bed9a0119c7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:41.378497 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-451dbc71-8306-49f7-9a2d-8bed9a0119c7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:41.379788 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-451dbc71-8306-49f7-9a2d-8bed9a0119c7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e16f30f-4fa1-4953-a235-1d073ec8c95e HTTP/1.1" status: 204 len: 168 time: 0.1705365 Sep 02 13:16:41.389414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dbc71-8306-49f7-9a2d-8bed9a0119c7 tempest-TestVolumeBackupRestore-344748430 tempest-TestVolumeBackupRestore-344748430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16f30f-4fa1-4953-a235-1d073ec8c95e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:44.863575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:45.231009 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:45.503829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Deleting port 25349918-2c1f-4571-b371-e0e443e875f5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:45.504164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:45.587359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] For port 25349918-2c1f-4571-b371-e0e443e875f5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=25349918-2c1f-4571-b371-e0e443e875f5,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:45.587721 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:45.601049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Calling delete_port for 25349918-2c1f-4571-b371-e0e443e875f5 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:45.789347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:45.812925 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25349918-2c1f-4571-b371-e0e443e875f5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:45.986188 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:46.214851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Router e51e3a2f-f7dd-4d41-ae46-ad135423267b has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:46.340091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:46.348664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14a8771f-26aa-4ce5-b2f4-de8fb60406a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/e51e3a2f-f7dd-4d41-ae46-ad135423267b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4811049 Sep 02 13:16:46.350192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:46.352195 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] Sync routers for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:46.362180 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:46.363083 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:46.469073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:46.472461 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:46.575400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:46.629962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Deleting port 2d44a157-8594-448e-9670-50b5768e5999 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:46.630300 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:46.656375 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2d44a157-8594-448e-9670-50b5768e5999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:16:45Z', 'revision_number': 5, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port': {'id': '2d44a157-8594-448e-9670-50b5768e5999', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:27Z', 'updated_at': '2021-09-02T13:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:46.682940 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] Checking router: e51e3a2f-f7dd-4d41-ae46-ad135423267b for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:46.691798 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] Routers {'e51e3a2f-f7dd-4d41-ae46-ad135423267b'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:46.692416 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:46.712202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] For port 2d44a157-8594-448e-9670-50b5768e5999, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2d44a157-8594-448e-9670-50b5768e5999,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:46.712566 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:46.725199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Calling delete_port for 2d44a157-8594-448e-9670-50b5768e5999 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:46.777641 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] Set router e51e3a2f-f7dd-4d41-ae46-ad135423267b gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:46.832432 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:16:46Z', 'revision_number': 6, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:46.859520 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e23ba-9ea3-4c9b-b3b2-77fdb07e217d None None] The sync data for ids ['e51e3a2f-f7dd-4d41-ae46-ad135423267b'] in n-d-792364-8 is: [{'id': 'e51e3a2f-f7dd-4d41-ae46-ad135423267b', 'name': 'tempest-TestVolumeBackupRestore-1387292052-router', 'tenant_id': '194a8c1f6d924c7587260edbcb20b9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:26Z', 'updated_at': '2021-09-02T13:16:46Z', 'revision_number': 6, 'project_id': '194a8c1f6d924c7587260edbcb20b9bd', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:46.908227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:46.937846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d44a157-8594-448e-9670-50b5768e5999,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:46.952242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.952242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.952242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.952242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.952242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.952679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.952757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.953096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.953422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.953748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.954072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:46.954443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:47.014729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.115331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.117826 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.166172 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.167032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51e3a2f-f7dd-4d41-ae46-ad135423267b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:16:47.171967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.174968 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-35c8fb0f-3014-471c-afed-626766c3f255 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e51e3a2f-f7dd-4d41-ae46-ad135423267b HTTP/1.1" status: 204 len: 168 time: 0.8217878 Sep 02 13:16:47.175994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:47.227735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Deleting subnet 735c1590-7ed7-4e19-9dc0-765214fbbb52 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:16:47.231263 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.270181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.362109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.427621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.454795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735c1590-7ed7-4e19-9dc0-765214fbbb52,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:47.458075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.463373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2a836a99-e68b-40e2-901c-5ae89d406597 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/735c1590-7ed7-4e19-9dc0-765214fbbb52 HTTP/1.1" status: 204 len: 168 time: 0.2840271 Sep 02 13:16:47.463507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a87334-4826-41f5-b5b3-af73c2cce57e None None] Network ed2a2429-d9a4-4253-92bc-822f365405fe requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:16:47.463943 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:47.530963 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.587354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Deleting port 14e2a014-54f7-4376-8add-38e96f19cf0b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:47.587716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.661820 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] For port 14e2a014-54f7-4376-8add-38e96f19cf0b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=14e2a014-54f7-4376-8add-38e96f19cf0b,segment=NetworkSegment(74762e4e-b411-4b85-af48-91f422474d11),segment_id=74762e4e-b411-4b85-af48-91f422474d11)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:47.662192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.676978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Calling delete_port for 14e2a014-54f7-4376-8add-38e96f19cf0b owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:47.759232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.791178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e2a014-54f7-4376-8add-38e96f19cf0b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:47.794931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] No DVR routers for this DVR port 14e2a014-54f7-4376-8add-38e96f19cf0b on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:47.817671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5e0b4-f270-4512-b78b-58db5221c75e None None] DHCP port deletion for ed2a2429-d9a4-4253-92bc-822f365405fe request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:16:47.871391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.882636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2a2429-d9a4-4253-92bc-822f365405fe']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:47.894295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74762e4e-b411-4b85-af48-91f422474d11') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:47.894599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74762e4e-b411-4b85-af48-91f422474d11') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:47.904198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.918590 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.925375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:16:47.925783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:16:47.927506 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:16:47.992017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:47.998278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:48.000126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed2a2429-d9a4-4253-92bc-822f365405fe HTTP/1.1" status: 204 len: 168 time: 0.5356019 Sep 02 13:16:48.003453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:48.011607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6d7d-c544-4ac2-9b97-063066fcc964 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2a2429-d9a4-4253-92bc-822f365405fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:48.744294 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:48.864369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 14e2a014-54f7-4376-8add-38e96f19cf0b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:48.885375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 14e2a014-54f7-4376-8add-38e96f19cf0b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:48.885722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 14e2a014-54f7-4376-8add-38e96f19cf0b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:48.886143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 25349918-2c1f-4571-b371-e0e443e875f5 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:48.905010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 25349918-2c1f-4571-b371-e0e443e875f5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:48.905334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 25349918-2c1f-4571-b371-e0e443e875f5 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:48.905782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d44a157-8594-448e-9670-50b5768e5999 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:48.927161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2d44a157-8594-448e-9670-50b5768e5999 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:48.927505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2d44a157-8594-448e-9670-50b5768e5999 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:49.000302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Deleting port 777b6611-64ed-47a8-9a9a-653565bba84a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:49.000576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:49.079172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] For port 777b6611-64ed-47a8-9a9a-653565bba84a, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=777b6611-64ed-47a8-9a9a-653565bba84a,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:49.080158 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:49.093242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Calling delete_port for 777b6611-64ed-47a8-9a9a-653565bba84a owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:49.305342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:49.333118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Pushing event deleted for resources: {'Port': ['ID=777b6611-64ed-47a8-9a9a-653565bba84a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:49.505318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:49.730570 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Router ddc65177-596b-4e0a-a81d-7a4e9dc78708 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:49.845127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:49.850566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-468c61e4-6ee3-4a09-8bc8-b1e5f1155cab admin admin] 10.222.0.60 "PUT /v2.0/routers/ddc65177-596b-4e0a-a81d-7a4e9dc78708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8459344 Sep 02 13:16:49.853200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:49.855252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] Sync routers for ids ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:49.866071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] Routers {'ddc65177-596b-4e0a-a81d-7a4e9dc78708'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:49.866734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:49.963751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:49.978565 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] Set router ddc65177-596b-4e0a-a81d-7a4e9dc78708 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:50.075506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.134957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Deleting port 881a829f-7cf2-4e83-83a2-f2ce54c40729 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:50.135310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.175896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:16:49Z', 'revision_number': 5, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port': {'id': '881a829f-7cf2-4e83-83a2-f2ce54c40729', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:50.202691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] Checking router: ddc65177-596b-4e0a-a81d-7a4e9dc78708 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:50.211041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] Routers {'ddc65177-596b-4e0a-a81d-7a4e9dc78708'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:50.211651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:16:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:50.217316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] For port 881a829f-7cf2-4e83-83a2-f2ce54c40729, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=881a829f-7cf2-4e83-83a2-f2ce54c40729,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:50.217690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.230661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Calling delete_port for 881a829f-7cf2-4e83-83a2-f2ce54c40729 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:50.297567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] Set router ddc65177-596b-4e0a-a81d-7a4e9dc78708 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:50.354828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:16:50Z', 'revision_number': 6, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:50.383094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496aaeb-dec1-49da-97ac-a8d65e747d3b None None] The sync data for ids ['ddc65177-596b-4e0a-a81d-7a4e9dc78708'] in n-d-792364-8 is: [{'id': 'ddc65177-596b-4e0a-a81d-7a4e9dc78708', 'name': 'tempest-TestVolumeBackupRestore-2071081515-router', 'tenant_id': '0578c43ca0c3454881fac244f9b5d28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:13:32Z', 'updated_at': '2021-09-02T13:16:50Z', 'revision_number': 6, 'project_id': '0578c43ca0c3454881fac244f9b5d28a', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:50.411363 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.452266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Pushing event deleted for resources: {'Port': ['ID=881a829f-7cf2-4e83-83a2-f2ce54c40729,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:50.525957 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.641638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.644279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.700547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.701251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc65177-596b-4e0a-a81d-7a4e9dc78708 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:16:50.709058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.710502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-eaa3da5a-6686-4d5e-93c3-b3cad7723ede admin admin] 10.222.0.60 "DELETE /v2.0/routers/ddc65177-596b-4e0a-a81d-7a4e9dc78708 HTTP/1.1" status: 204 len: 168 time: 0.8561034 Sep 02 13:16:50.713272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:50.766256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Deleting subnet 8681896b-f670-40fa-9e3e-b3ab27231636 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:16:50.770101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.807706 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.900884 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.963773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.991604 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:50.996055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8681896b-f670-40fa-9e3e-b3ab27231636 HTTP/1.1" status: 204 len: 168 time: 0.2795036 Sep 02 13:16:50.996055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a784a2-1779-4e45-b102-9f60715dc908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8681896b-f670-40fa-9e3e-b3ab27231636,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:50.996947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:50.998017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ce544-8fb0-4ae0-8f7f-832954c9073f None None] Network 327de80d-cb3f-4d53-ac44-f2e1807969b5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:16:51.067389 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.127873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Deleting port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:51.128377 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.208359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] For port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:51.208798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.222970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] DHCP port deletion for 327de80d-cb3f-4d53-ac44-f2e1807969b5 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:16:51.223603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Calling delete_port for 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:51.255911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 777b6611-64ed-47a8-9a9a-653565bba84a no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:51.281359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 777b6611-64ed-47a8-9a9a-653565bba84a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:51.281705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 777b6611-64ed-47a8-9a9a-653565bba84a not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:51.300132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Deleting port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:16:51.300520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.316184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.353029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] No DVR routers for this DVR port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:51.358212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:51.378352 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] For port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,segment=NetworkSegment(a27f1a76-b800-41a5-a055-823c34847c7a),segment_id=a27f1a76-b800-41a5-a055-823c34847c7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:51.378833 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.392301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Calling delete_port for 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:16:51.426921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.437345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327de80d-cb3f-4d53-ac44-f2e1807969b5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:51.450415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27f1a76-b800-41a5-a055-823c34847c7a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:51.450716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27f1a76-b800-41a5-a055-823c34847c7a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:51.462717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.476267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.483025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.490633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:16:51.491076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:16:51.492949 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:16:51.501261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Pushing event deleted for resources: {'Port': ['ID=555cbacf-b9e7-4025-b2ef-a9d3e0d52483,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:51.511921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] No DVR routers for this DVR port 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:16:51.516541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.517225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.517319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.517618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.517992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.518328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.518751 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.519086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.519502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.519845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.520176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.520500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939c23c-d363-4c34-8dd8-42d0d241575b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:51.569103 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.582387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.584335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/327de80d-cb3f-4d53-ac44-f2e1807969b5 HTTP/1.1" status: 204 len: 168 time: 0.5863502 Sep 02 13:16:51.598718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448081d-cea5-4ff6-8574-8ae3df134fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=327de80d-cb3f-4d53-ac44-f2e1807969b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:51.810398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:51.854428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3f194b7b-c1d3-4d4d-a797-096cdf4bbd59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=194a8c1f6d924c7587260edbcb20b9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427902 Sep 02 13:16:51.857104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:51.910939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e295dc-2898-4a00-8b9b-d0b90c90a592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.933310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e295dc-2898-4a00-8b9b-d0b90c90a592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.987206 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e295dc-2898-4a00-8b9b-d0b90c90a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.991079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e295dc-2898-4a00-8b9b-d0b90c90a592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:51.992328 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f9e295dc-2898-4a00-8b9b-d0b90c90a592 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d732000-6726-4dca-bc35-c5a99d30aa6d HTTP/1.1" status: 204 len: 168 time: 0.1340978 Sep 02 13:16:52.000575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e295dc-2898-4a00-8b9b-d0b90c90a592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d732000-6726-4dca-bc35-c5a99d30aa6d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:52.386403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:52.432691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d648c6a7-2cfb-42f9-a3c9-c1f555b31016 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0578c43ca0c3454881fac244f9b5d28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447612 Sep 02 13:16:52.435623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:52.501013 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21355c7-0f05-4a84-913a-5dfd9cafba57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:52.523510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21355c7-0f05-4a84-913a-5dfd9cafba57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:52.572858 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21355c7-0f05-4a84-913a-5dfd9cafba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:52.578252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21355c7-0f05-4a84-913a-5dfd9cafba57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:52.579931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e21355c7-0f05-4a84-913a-5dfd9cafba57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32fb50c4-22a5-4898-8d3c-f1ac7834b3ae HTTP/1.1" status: 204 len: 168 time: 0.1429150 Sep 02 13:16:52.588658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21355c7-0f05-4a84-913a-5dfd9cafba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb50c4-22a5-4898-8d3c-f1ac7834b3ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:52.862289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:52.884621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:52.885039 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 555cbacf-b9e7-4025-b2ef-a9d3e0d52483 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:52.885467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 881a829f-7cf2-4e83-83a2-f2ce54c40729 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:16:52.907503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 881a829f-7cf2-4e83-83a2-f2ce54c40729 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:16:52.907902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 881a829f-7cf2-4e83-83a2-f2ce54c40729 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:16:56.324045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-aa641b93-6a95-44c8-95c9-3b737bc22c35 req-2e6776cc-877c-40b1-b131-0079abba36fa service neutron] (94840) timed out ('10.222.0.41', 63907) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:16:58.710806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b650f04d-0d5a-4b76-ab81-4c0bd696153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:01.517645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57d15585-f928-4d7f-8465-a2206099fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:01.705147 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:02.629062 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:04.295896 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:05.484599 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:07.654587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:17:10.549481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-c34c8728-3fba-4cf0-a036-fbe5fbc15f50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2354205 Sep 02 13:17:10.635659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-4c1bf54a-5c81-43b0-87a7-d64b1c7ac168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:10.637429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-4c1bf54a-5c81-43b0-87a7-d64b1c7ac168 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0450928 Sep 02 13:17:10.754754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-7318f6ee-b1ae-4300-a073-80005dbfffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:10.756165 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-7318f6ee-b1ae-4300-a073-80005dbfffa1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.0959997 Sep 02 13:17:10.821966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-f7ea8593-2376-4ad0-9e9b-260b4c8b6bc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 1001 time: 0.0586410 Sep 02 13:17:10.873732 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-252534d0-b2f6-44a9-81fc-e952893c8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:10.875246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-252534d0-b2f6-44a9-81fc-e952893c8491 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0468888 Sep 02 13:17:10.927646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-97475581-2797-4644-b0ac-0c324bfac72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:10.929212 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-97475581-2797-4644-b0ac-0c324bfac72e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470474 Sep 02 13:17:10.943938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-bf742479-5756-42d9-a0b1-0fc960f6b216 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:17:10.945296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-bf742479-5756-42d9-a0b1-0fc960f6b216 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077355 Sep 02 13:17:11.041862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-3ff88a62-a3f1-4ace-8782-500b5543a7f6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883098 Sep 02 13:17:11.143826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6380104a-b2d2-41f2-afe5-dea7e444a347 req-5755bcfb-24a3-45fb-85b4-7482e1fc296b service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952809 Sep 02 13:17:11.282181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:23.895063 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-8ab4e65c-5f9a-4b22-8de8-3709cb394a7f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604596827&fields=id&tenant_id=c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 267 time: 0.0362582 Sep 02 13:17:24.025487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-46597ed4-b4d5-45cc-87e0-59cbeabb4209 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:24.026948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-46597ed4-b4d5-45cc-87e0-59cbeabb4209 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1251528 Sep 02 13:17:24.043176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-47559065-961d-457d-88dc-d931b39dc39f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/quotas/c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Sep 02 13:17:24.100876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-af37d417-1a9f-48c4-b3aa-c4ecfe093c2a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519896 Sep 02 13:17:24.202284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-f7767568-882e-45ea-ba6e-331d8a2d94d8 service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892050 Sep 02 13:17:24.297215 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-aa1b89aa-5476-4bd1-8c44-ce2c6d4bd20e service neutron] 10.222.0.60 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856199 Sep 02 13:17:24.614071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1cb07c6d-da87-4471-a48b-8d86a90b43ce req-c8a473c0-fad5-431a-b4f0-334e83353d30 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 210 time: 0.0325305 Sep 02 13:17:25.557052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-66e22ce3-8daa-4912-8b95-113520154a63 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:25.558047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-66e22ce3-8daa-4912-8b95-113520154a63 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 812 time: 0.1078527 Sep 02 13:17:25.603229 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-d805b278-d902-4ff2-b724-d4c67560abc4 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a5de964fda4e6d98f6b858b78f1b15 HTTP/1.1" status: 200 len: 380 time: 0.0367095 Sep 02 13:17:25.613211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'port': {'device_id': '9d95d972-7d84-49dc-92a7-591b07f04598', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'admin_state_up': True, 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'security_groups': ['65883101-e0a4-4158-823a-c05a2d07ae73']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:17:25.733830 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-666f56be-37b7-43c1-a142-15768f77fcf0 req-8a77e1d8-11ed-4af3-bfe1-2e4ed056e111 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 210 time: 0.0405538 Sep 02 13:17:25.760692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Made reservation on behalf of c9a5de964fda4e6d98f6b858b78f1b15 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:17:25.764984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:25.908565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.20.0.3 (e4151e90-4fc7-403b-bb11-50c80c2aac77/9a254791-972e-4154-a1e9-a72a947c9e33/64591fb4-d9bf-495a-9ecf-790e8afca48c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:17:26.050487 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.064657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Transition to ACTIVE for port object 64591fb4-d9bf-495a-9ecf-790e8afca48c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:17:26.101050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.151524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:17:26.154971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:17:26.158795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:17:26.165231 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=64591fb4-d9bf-495a-9ecf-790e8afca48c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:26.216714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:26.217568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.234429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-0fa5f49a-94ff-40a9-8748-47e7849a1c1f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252179 Sep 02 13:17:26.245210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-3a10bdaf-591c-4622-bea6-cc7391660700 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:17:26.246985 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-3a10bdaf-591c-4622-bea6-cc7391660700 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066867 Sep 02 13:17:26.259165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Request body: {'port': {'device_id': '9d95d972-7d84-49dc-92a7-591b07f04598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:17:26.319427 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.403625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efa5967c-4f8e-4dd5-8e55-c5ff9ddd9ec5 None None] Provisioning for port 64591fb4-d9bf-495a-9ecf-790e8afca48c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:17:26.407548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efa5967c-4f8e-4dd5-8e55-c5ff9ddd9ec5 None None] Provisioning complete for port 64591fb4-d9bf-495a-9ecf-790e8afca48c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:17:26.408163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efa5967c-4f8e-4dd5-8e55-c5ff9ddd9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.443054 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-efa5967c-4f8e-4dd5-8e55-c5ff9ddd9ec5 None None] Port 64591fb4-d9bf-495a-9ecf-790e8afca48c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:17:26.605314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64591fb4-d9bf-495a-9ecf-790e8afca48c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:17:26.613063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.625639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Transition to ACTIVE for port object 64591fb4-d9bf-495a-9ecf-790e8afca48c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:17:26.630238 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.701769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Pushing event updated for resources: {'Port': ['ID=64591fb4-d9bf-495a-9ecf-790e8afca48c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:26.769674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Attempting to bind port 64591fb4-d9bf-495a-9ecf-790e8afca48c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:17:26.770026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Attempting to bind port 64591fb4-d9bf-495a-9ecf-790e8afca48c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:17:26.770359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Attempting to bind port 64591fb4-d9bf-495a-9ecf-790e8afca48c on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:17:26.777258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Port 64591fb4-d9bf-495a-9ecf-790e8afca48c on network e4151e90-4fc7-403b-bb11-50c80c2aac77 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:17:26.777753 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Attempting to bind port 64591fb4-d9bf-495a-9ecf-790e8afca48c on network e4151e90-4fc7-403b-bb11-50c80c2aac77 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:17:26.792285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:17:26.797194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Checking segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:17:26.798090 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Bound using segment: {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:17:26.798681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Bound port: 64591fb4-d9bf-495a-9ecf-790e8afca48c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5977a328-1547-4f2a-8d01-5742871723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:17:26.799252 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.894497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c594bed-c476-4f58-9670-0e642349c75f req-aef899d1-283e-4ed2-aae3-0ff07b75adf6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:26.897384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c594bed-c476-4f58-9670-0e642349c75f req-aef899d1-283e-4ed2-aae3-0ff07b75adf6 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0673394 Sep 02 13:17:26.900302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] For port 64591fb4-d9bf-495a-9ecf-790e8afca48c, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:17:26.904263 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] For port 64591fb4-d9bf-495a-9ecf-790e8afca48c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:17:26.909631 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.936253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c594bed-c476-4f58-9670-0e642349c75f req-1d7199d0-3d5e-49bc-9a63-90ef38d54c3f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332696 Sep 02 13:17:26.948666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:26.949549 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:26.951031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 200 len: 1091 time: 0.6962073 Sep 02 13:17:26.951605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:17:26.954050 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:17:27.017235 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b711d-f05f-4561-80d5-3d72d14a9660 x-openstack-request-id: req-e39b711d-f05f-4561-80d5-3d72d14a9660 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:17:27.017555 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:17:27.017777 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e39b711d-f05f-4561-80d5-3d72d14a9660 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:17:27.018186 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'status': 'completed', 'code': 200} Sep 02 13:17:27.035222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f550-4960-4f9c-86af-39684b1a09e8 service neutron] Pushing event updated for resources: {'Port': ['ID=64591fb4-d9bf-495a-9ecf-790e8afca48c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:27.057026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-4bbc8483-5129-4a46-bef2-e6677d393d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.058763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-4bbc8483-5129-4a46-bef2-e6677d393d5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1094 time: 0.0557640 Sep 02 13:17:27.106111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-453de4ff-bf9d-4873-acde-3c3855c0ee3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 200 len: 217 time: 0.0393958 Sep 02 13:17:27.162155 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-a8082a0f-5486-4e8a-ab31-4aa91c71abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.163656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-a8082a0f-5486-4e8a-ab31-4aa91c71abfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0500758 Sep 02 13:17:27.212213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-2e087f10-2f05-4994-b689-74f89ac90c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.213752 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-2e087f10-2f05-4994-b689-74f89ac90c92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429807 Sep 02 13:17:27.306250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-4946b2db-e91a-4494-9e7d-7b0bbc35e899 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849583 Sep 02 13:17:27.396617 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0fa0c18-e5ce-4bf1-bdce-333cf939879f req-2392ab08-a6db-4fe3-8c9b-297abeeaa4c8 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829213 Sep 02 13:17:27.485620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-1e1a4428-6181-469b-b2df-aa5fd2ddb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.487049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-1e1a4428-6181-469b-b2df-aa5fd2ddb947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1094 time: 0.0469310 Sep 02 13:17:27.589057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-02518d83-83fe-48c0-9308-89d5b1b9c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.590725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-02518d83-83fe-48c0-9308-89d5b1b9c532 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.0966446 Sep 02 13:17:27.632545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-2ae70e24-4245-4998-b573-5fb146040e4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 200 len: 217 time: 0.0348103 Sep 02 13:17:27.680523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-a82301dd-c9da-47b0-b030-b86b9ead1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.682023 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-a82301dd-c9da-47b0-b030-b86b9ead1916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0431216 Sep 02 13:17:27.733957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-ed66b7b1-87b7-42e8-9a44-4bd2ade3ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:27.735470 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-ed66b7b1-87b7-42e8-9a44-4bd2ade3ca51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471177 Sep 02 13:17:27.830550 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-e1127fa1-ea0c-4c32-85cf-dc2a9da62604 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882459 Sep 02 13:17:27.926510 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cec06d2-0dc9-4c8f-8950-aab2c936b37e req-d37c186b-b0c0-417b-9400-522471b6f120 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892479 Sep 02 13:17:28.061789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c3f01-d97b-46e2-aa84-4236c3e381c4 req-a0daf1f4-41f2-465b-88d7-7e93cb3d9f5e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:28.063318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-031c3f01-d97b-46e2-aa84-4236c3e381c4 req-a0daf1f4-41f2-465b-88d7-7e93cb3d9f5e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0539913 Sep 02 13:17:28.112726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-031c3f01-d97b-46e2-aa84-4236c3e381c4 req-3bdc077a-bd31-4190-8ac7-7959e515c2f3 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Sep 02 13:17:28.715051 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f2c01c3-3aa3-479a-bb7a-384f0be9c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:29.238322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd5da2-197d-4128-9b75-ab5cb5037bd9 req-cac5690d-1d0b-4366-bc08-c78f6437db20 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:29.239812 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61bd5da2-197d-4128-9b75-ab5cb5037bd9 req-cac5690d-1d0b-4366-bc08-c78f6437db20 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0515492 Sep 02 13:17:29.278461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-61bd5da2-197d-4128-9b75-ab5cb5037bd9 req-b1b6d712-3f7e-45be-bf05-95cfea5bb002 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Sep 02 13:17:30.405010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b52c-a96f-4d4e-beff-bc28be9bede6 req-043c8971-a656-45e9-8460-1ba5307d6dfa tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:30.406423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7661b52c-a96f-4d4e-beff-bc28be9bede6 req-043c8971-a656-45e9-8460-1ba5307d6dfa tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0504675 Sep 02 13:17:30.446199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7661b52c-a96f-4d4e-beff-bc28be9bede6 req-e9b70b70-dcc3-4ab4-9e5b-5efdbb94015a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Sep 02 13:17:31.512869 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca5c875e-2517-4a88-b070-0cdce0f8d194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:31.591797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebbad8-4ab7-4ff3-9378-a8fc516c02f4 req-385b0047-8c15-473e-af9c-2df206ab1b16 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:31.593337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ebbad8-4ab7-4ff3-9378-a8fc516c02f4 req-385b0047-8c15-473e-af9c-2df206ab1b16 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0648701 Sep 02 13:17:31.632104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11ebbad8-4ab7-4ff3-9378-a8fc516c02f4 req-5cff1d22-660b-4dfb-9724-c434c450444a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Sep 02 13:17:31.701935 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:32.632324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:32.762466 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9bc13-ec0a-4c5d-ae76-b5e5da7447b0 req-4f87b0d9-0742-4842-92a4-10eeba8d4bff tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:32.763972 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2c9bc13-ec0a-4c5d-ae76-b5e5da7447b0 req-4f87b0d9-0742-4842-92a4-10eeba8d4bff tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0585067 Sep 02 13:17:32.804399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2c9bc13-ec0a-4c5d-ae76-b5e5da7447b0 req-3cfef12b-520f-4536-9689-e6ee9a047d96 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342784 Sep 02 13:17:33.944734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a97481-f559-45c6-a5e7-515e3a6d16df req-e20d96a0-51e8-4ae7-97c3-67311d466257 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:33.946379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19a97481-f559-45c6-a5e7-515e3a6d16df req-e20d96a0-51e8-4ae7-97c3-67311d466257 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0720780 Sep 02 13:17:33.990483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-19a97481-f559-45c6-a5e7-515e3a6d16df req-df3ce5b7-fabd-4625-bf66-377cfeea59d2 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374358 Sep 02 13:17:34.292253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:35.119467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22299d-eb92-4a71-b213-921f42058269 req-59874d32-03cd-4598-b97a-62d435443633 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:35.121284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a22299d-eb92-4a71-b213-921f42058269 req-59874d32-03cd-4598-b97a-62d435443633 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0493097 Sep 02 13:17:35.167163 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a22299d-eb92-4a71-b213-921f42058269 req-cd2ed089-37df-4a1b-a397-17979207e89c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365155 Sep 02 13:17:35.502835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:36.295249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf28cd-0011-4bf8-870a-f180486992e3 req-ce7502c9-21c3-43ee-bbf1-540e48a21982 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:36.297910 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ccaf28cd-0011-4bf8-870a-f180486992e3 req-ce7502c9-21c3-43ee-bbf1-540e48a21982 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0540915 Sep 02 13:17:36.363955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ccaf28cd-0011-4bf8-870a-f180486992e3 req-65cbf514-7b0d-444c-bf91-36331c120647 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571024 Sep 02 13:17:37.490306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6820fe-518b-4876-b80c-4228d61216f7 req-ec70c9e7-a1c0-4189-b6f0-8eda821bbde9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:37.491805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a6820fe-518b-4876-b80c-4228d61216f7 req-ec70c9e7-a1c0-4189-b6f0-8eda821bbde9 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0523291 Sep 02 13:17:37.532091 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a6820fe-518b-4876-b80c-4228d61216f7 req-cb8cbb29-237f-4fdb-9f70-82cc85212317 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Sep 02 13:17:38.671538 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55679c-b355-4073-8fa8-81ffb65a63dc req-b245b650-2645-4a31-8e8c-f82d5dd327c5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:38.673056 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a55679c-b355-4073-8fa8-81ffb65a63dc req-b245b650-2645-4a31-8e8c-f82d5dd327c5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 943 time: 0.0535669 Sep 02 13:17:38.715389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a55679c-b355-4073-8fa8-81ffb65a63dc req-e4a79b67-5dd5-404b-ad5b-66c1515f0611 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Sep 02 13:17:39.137975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 64591fb4-d9bf-495a-9ecf-790e8afca48c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:17:39.249999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 64591fb4-d9bf-495a-9ecf-790e8afca48c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:17:39.261598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'port_id': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'mac_address': 'fa:16:3e:9d:8f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:17:39.310795 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:39.325825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64591fb4-d9bf-495a-9ecf-790e8afca48c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:17:39.345286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 64591fb4-d9bf-495a-9ecf-790e8afca48c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:17:39.351143 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:39.400627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=64591fb4-d9bf-495a-9ecf-790e8afca48c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:39.557870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['64591fb4-d9bf-495a-9ecf-790e8afca48c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:17:39.869531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d73-e17a-45bd-aa56-e69a8b757037 req-6cdcd92a-2d9b-4a88-8aa8-c560978695fc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:39.871948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1550d73-e17a-45bd-aa56-e69a8b757037 req-6cdcd92a-2d9b-4a88-8aa8-c560978695fc tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 944 time: 0.0519638 Sep 02 13:17:39.917956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1550d73-e17a-45bd-aa56-e69a8b757037 req-2b8b5956-214e-4825-92f5-2f4ac473acd8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Sep 02 13:17:41.074228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f86b6-1aa2-44d4-9754-721eb680b8a1 req-53c8f827-6462-47a6-b982-bc41d6912cea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:41.075954 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652f86b6-1aa2-44d4-9754-721eb680b8a1 req-53c8f827-6462-47a6-b982-bc41d6912cea tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 944 time: 0.0581453 Sep 02 13:17:41.124167 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-652f86b6-1aa2-44d4-9754-721eb680b8a1 req-08ceaef6-633e-4f7a-909a-a4f620cfb271 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 Sep 02 13:17:41.140234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 64591fb4-d9bf-495a-9ecf-790e8afca48c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:17:41.193916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 64591fb4-d9bf-495a-9ecf-790e8afca48c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:17:41.197868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 64591fb4-d9bf-495a-9ecf-790e8afca48c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:17:41.198240 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:41.285395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:41.295192 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:41.310310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:17:41.312557 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca8178-8c76-44f3-9581-16e09829a420" -d '{"events": [{"server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "name": "network-vif-plugged", "status": "completed", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:17:41.325727 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 64591fb4-d9bf-495a-9ecf-790e8afca48c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:17:41.331140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:41.354390 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce942b2f-4066-41e5-bace-afed8a39ae85 x-openstack-request-id: req-ce942b2f-4066-41e5-bace-afed8a39ae85 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:17:41.354677 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "name": "network-vif-plugged", "status": "completed", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:17:41.355001 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce942b2f-4066-41e5-bace-afed8a39ae85 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:17:41.355402 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'code': 200} Sep 02 13:17:41.382143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=64591fb4-d9bf-495a-9ecf-790e8afca48c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:41.449608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d430c5-6471-448f-8473-d9d0b0cbfbb6 req-f0cfefa2-4083-4c9c-9060-b7ee7326a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:41.451140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9d430c5-6471-448f-8473-d9d0b0cbfbb6 req-f0cfefa2-4083-4c9c-9060-b7ee7326a304 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1096 time: 0.0414178 Sep 02 13:17:41.485837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e9d430c5-6471-448f-8473-d9d0b0cbfbb6 req-6f232978-140d-4d33-8432-cf6b62efbf06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280211 Sep 02 13:17:42.248935 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b84f92-3d27-4fbc-8b79-56be3fcdefad req-a9f6b54c-e45f-4f5e-951d-3b8d21c6136e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:42.250566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46b84f92-3d27-4fbc-8b79-56be3fcdefad req-a9f6b54c-e45f-4f5e-951d-3b8d21c6136e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 945 time: 0.0541186 Sep 02 13:17:42.298587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-46b84f92-3d27-4fbc-8b79-56be3fcdefad req-fde0d781-6c47-4104-85d6-b945b4989476 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Sep 02 13:17:43.431387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af7a62-4c74-44eb-8538-2ec7fbba5f19 req-b1d691d0-75e2-42c6-8f55-cb2d98840784 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:43.432722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5af7a62-4c74-44eb-8538-2ec7fbba5f19 req-b1d691d0-75e2-42c6-8f55-cb2d98840784 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 945 time: 0.0593727 Sep 02 13:17:43.478327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5af7a62-4c74-44eb-8538-2ec7fbba5f19 req-1e59027a-cf73-4320-8a3f-f83db5734b23 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Sep 02 13:17:43.604926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af168b4-fa40-4c32-971b-d3b988a8dfe2 req-6350db8e-ad64-4a20-8482-aeddf9248507 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:43.606732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1af168b4-fa40-4c32-971b-d3b988a8dfe2 req-6350db8e-ad64-4a20-8482-aeddf9248507 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 945 time: 0.0610037 Sep 02 13:17:43.647684 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1af168b4-fa40-4c32-971b-d3b988a8dfe2 req-aaba9e92-a49d-4117-87cc-c025e58be467 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Sep 02 13:17:43.670599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:17:43.711069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf561829-8359-4edb-80d6-e7960881d246 tempest-TestVolumeBootPattern-1095663425 tempest-TestVolumeBootPattern-1095663425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:43.712516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cf561829-8359-4edb-80d6-e7960881d246 tempest-TestVolumeBootPattern-1095663425 tempest-TestVolumeBootPattern-1095663425-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1091 time: 0.0409443 Sep 02 13:17:43.716700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:17:43.721133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:17:43.746191 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:43.846316 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:43.949340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Allocated IP 172.25.7.185 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/6f739869-6dbe-4b92-8968-852e4346c14d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:17:44.063905 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:44.108387 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:44.155751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:17:44.161128 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:17:44.164552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:17:44.170562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=6f739869-6dbe-4b92-8968-852e4346c14d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:44.202529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.202920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.203260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.203597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.203963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.204294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.204622 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.204979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.205308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.205630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.205971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.206292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:17:44.654630 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:17:44.882211 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:44.965377 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:45.132820 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:45.139868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:45.208304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event updated for resources: {'Port': ['ID=6f739869-6dbe-4b92-8968-852e4346c14d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:17:45.221772 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:45.320919 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Floating IP 253496af-36e1-4b36-88f4-3aed4cc26b39 associated. External IP: 172.25.7.185, port: 64591fb4-d9bf-495a-9ecf-790e8afca48c. Sep 02 13:17:45.540326 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:17:45.658490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:17:45.669656 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:17:45.676591 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:45.682348 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:17:45.683036 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:17:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:17:45.704861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-22c0ac67-334d-41d9-bfe0-b78faa18072b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9871111 Sep 02 13:17:45.705436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:17:45.707676 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:17:45.744829 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7968b-39dd-4703-8e49-7c1ffaaa3f9d x-openstack-request-id: req-2ec7968b-39dd-4703-8e49-7c1ffaaa3f9d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:17:45.745123 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:17:45.745382 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ec7968b-39dd-4703-8e49-7c1ffaaa3f9d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:17:45.746133 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'status': 'completed', 'code': 200} Sep 02 13:17:45.791962 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:17:45.808284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-1be18cc3-6d4f-420b-815c-e5b30d8a580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:45.809901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-1be18cc3-6d4f-420b-815c-e5b30d8a580d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1096 time: 0.0421090 Sep 02 13:17:45.933505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-b6e8a41f-5950-4280-a865-2ce25d9413b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:45.935046 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-b6e8a41f-5950-4280-a865-2ce25d9413b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1143188 Sep 02 13:17:45.999069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-c9b23ace-5707-45ce-9cf4-4dc9d2753e1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 200 len: 999 time: 0.0572951 Sep 02 13:17:46.032479 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '253496af-36e1-4b36-88f4-3aed4cc26b39', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:9d:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d95d972-7d84-49dc-92a7-591b07f04598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:17:44Z', 'updated_at': '2021-09-02T13:17:44Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}, {'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:38Z', 'revision_number': 1, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:17:46.051369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-3c069209-92a5-4b0e-a4ac-e0e41b571680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:46.052777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-3c069209-92a5-4b0e-a4ac-e0e41b571680 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0474677 Sep 02 13:17:46.058234 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:17:46.066904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:17:46.067631 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:17:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:17:46.100225 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-ae86fa28-3e02-41c5-bb2a-1e165ead5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:46.101769 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-ae86fa28-3e02-41c5-bb2a-1e165ead5019 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419512 Sep 02 13:17:46.196968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-131539d3-45e5-4700-8221-11f9c84e7539 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876164 Sep 02 13:17:46.271011 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:17:46.299927 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8a8e1180-8ce4-4ac8-82ba-d3555f7834a1 req-131ffa5e-a5f9-4202-9204-20443bbccc1e service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960279 Sep 02 13:17:46.524770 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '253496af-36e1-4b36-88f4-3aed4cc26b39', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:9d:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d95d972-7d84-49dc-92a7-591b07f04598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:17:44Z', 'updated_at': '2021-09-02T13:17:44Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}, {'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:38Z', 'revision_number': 1, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:17:46.553484 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdfcda-4bbe-4a51-bf06-b52faf9d216c None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '253496af-36e1-4b36-88f4-3aed4cc26b39', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:9d:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d95d972-7d84-49dc-92a7-591b07f04598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:17:44Z', 'updated_at': '2021-09-02T13:17:44Z', 'revision_number': 0, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}, {'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:38Z', 'revision_number': 1, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:17:46.773015 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb2d79-8436-470a-ae91-eaec25387640 None None] New status for floating IP 253496af-36e1-4b36-88f4-3aed4cc26b39: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:17:58.721181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d8e9eccb-6f2a-4620-9e2e-bd4de134126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:01.509021 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ca70928-4a8c-45cc-a412-098e02c197ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:01.701473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:02.630001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:04.296561 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:05.501184 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:11.302516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:11.345219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-4cad1140-a4cc-4d41-bf46-89484b5514c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429659 Sep 02 13:18:11.434696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-321852a8-0f99-4adf-a2e6-ed46f7468a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:11.436144 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-321852a8-0f99-4adf-a2e6-ed46f7468a57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0447845 Sep 02 13:18:11.546892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-72a1a7bc-5c14-45db-93fb-08b913b9ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:11.548425 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-72a1a7bc-5c14-45db-93fb-08b913b9ee59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.0916550 Sep 02 13:18:11.615596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-f45f2f39-0e02-4249-a62f-ca2981b55028 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 1001 time: 0.0601656 Sep 02 13:18:11.665480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-80d559c8-3cef-420b-836e-4772d44045da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:11.666914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-80d559c8-3cef-420b-836e-4772d44045da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0439744 Sep 02 13:18:11.719203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-63c5aa99-7b2b-4124-b73f-782188a8a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:11.720691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-63c5aa99-7b2b-4124-b73f-782188a8a10c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467653 Sep 02 13:18:11.818238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-d7ca0fb1-1334-4e14-8c62-75db61bec11c service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901449 Sep 02 13:18:11.920497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9b1ddb40-3586-4d7e-916d-0c83d94074a2 req-ae4f911f-4831-46fa-880c-667a47ef3be6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950625 Sep 02 13:18:21.398061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-e553d6a5-5857-4431-b182-9125e6798fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119006 Sep 02 13:18:21.489644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-0e3fc74d-5a0c-4ecd-92be-f2c5e4755499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:21.491530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-0e3fc74d-5a0c-4ecd-92be-f2c5e4755499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1096 time: 0.0451534 Sep 02 13:18:21.622454 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-649b3486-266f-49ea-9c99-d24afcdba0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:21.623969 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-649b3486-266f-49ea-9c99-d24afcdba0dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1115639 Sep 02 13:18:21.655061 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:18:21.693685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-89296f59-a276-4e3b-a5e8-9f15b4ad4026 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 200 len: 1001 time: 0.0621235 Sep 02 13:18:21.750812 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-c1cfcd08-0d30-4720-9c3b-cd7513ca0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:21.752498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-c1cfcd08-0d30-4720-9c3b-cd7513ca0956 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0523648 Sep 02 13:18:21.806858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-c5763bd9-4ab4-4896-b636-f5f5e573ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:21.808482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-c5763bd9-4ab4-4896-b636-f5f5e573ae4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454931 Sep 02 13:18:21.919276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-b7ac7589-eb2c-4102-a4e6-eca5492fa491 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036515 Sep 02 13:18:22.013006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-609c29d1-a09c-425a-a8b6-fdc209b5509c req-0f46015d-ec5f-421d-a917-89c7959670e4 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862141 Sep 02 13:18:28.718323 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff71e693-9005-44bd-8e08-173ac072d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:31.514822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a3fb3cc-9c7a-4772-9f5b-3da518cf00a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:31.696179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:32.634376 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:34.305350 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:35.503811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:41.314387 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:58.654134 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:18:58.717016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-252f0b00-3db0-43e9-bd6b-d06939244b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:01.514786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac759bbd-3147-4ba9-ae1d-589bde89eecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:01.695419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:02.642738 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:04.315290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:05.496450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:11.313188 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-d30f7455-d753-4f7e-9956-d150ad01205f req-fd082671-9423-440d-aa42-4e1c6188aed5 service neutron] (94841) timed out ('10.222.0.18', 64215) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:19:11.321117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:11.370128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-c8149fe7-df84-4fb8-91f8-5dc642fceba8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448780 Sep 02 13:19:11.462013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-709c39bd-eda9-4d87-99d6-0d142cc6a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:11.463451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-709c39bd-eda9-4d87-99d6-0d142cc6a654 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0416453 Sep 02 13:19:11.577512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-2e4cc522-8a53-48ac-93ce-b84b5c0d44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:11.579135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-2e4cc522-8a53-48ac-93ce-b84b5c0d44c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.0956852 Sep 02 13:19:11.662556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-a04ded6a-e89a-4e07-a168-427ef355a744 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 1001 time: 0.0763144 Sep 02 13:19:11.713686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-78bf621a-9e6b-415e-805f-6dc4adc8a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:11.715060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-78bf621a-9e6b-415e-805f-6dc4adc8a9dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0456440 Sep 02 13:19:12.107691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-c8e4ea84-2362-4b57-a41f-1493193e8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:12.109272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-c8e4ea84-2362-4b57-a41f-1493193e8380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870053 Sep 02 13:19:12.202086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-0dbf2fa9-d23e-430b-9352-027ee9571b51 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856862 Sep 02 13:19:12.307485 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b90d01b-9f21-4974-9f0b-c5272ec72513 req-ca849413-9862-432d-972e-af9bc7453783 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982862 Sep 02 13:19:13.133223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:13.301731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port 6f739869-6dbe-4b92-8968-852e4346c14d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:13.302072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:13.382561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:13.382905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:13.395648 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for 6f739869-6dbe-4b92-8968-852e4346c14d owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:13.560991 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:13.599022 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=6f739869-6dbe-4b92-8968-852e4346c14d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:13.624952 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.625309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.625657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.625999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.626340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.626678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.627015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.627349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.627680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.628010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.628413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.628873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:13.669464 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:13.669676 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Floating IP 253496af-36e1-4b36-88f4-3aed4cc26b39 disassociated (deleted). External IP: 172.25.7.185, port: 64591fb4-d9bf-495a-9ecf-790e8afca48c. Sep 02 13:19:13.880603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:19:13.997279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:19:14.001945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:14.008423 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:19:14.025690 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:14.026345 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:14.035320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-26a2ec21-b605-46b6-a12a-08ac86278d6a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "DELETE /v2.0/floatingips/253496af-36e1-4b36-88f4-3aed4cc26b39 HTTP/1.1" status: 204 len: 168 time: 0.8986080 Sep 02 13:19:14.035320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:19:14.036006 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124861e5-7c26-4a78-9210-70951ff0facf" -d '{"events": [{"name": "network-changed", "server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:19:14.074853 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119367c9-45e6-4815-8ec8-a40744a9f61a x-openstack-request-id: req-119367c9-45e6-4815-8ec8-a40744a9f61a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:19:14.075516 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:19:14.075774 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-119367c9-45e6-4815-8ec8-a40744a9f61a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:19:14.076186 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'status': 'completed', 'code': 200} Sep 02 13:19:14.139664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124861e5-7c26-4a78-9210-70951ff0facf req-51dd5054-1156-4a67-9e18-ea037740b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:14.142415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-51dd5054-1156-4a67-9e18-ea037740b9cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 1096 time: 0.0441754 Sep 02 13:19:14.142819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:14.257497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124861e5-7c26-4a78-9210-70951ff0facf req-5b8731b6-d135-4a96-882d-cd715d688f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:14.258955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-5b8731b6-d135-4a96-882d-cd715d688f7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1070848 Sep 02 13:19:14.270562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f24e69-4f37-4d5f-80cb-948f4359958e req-c41ff5fd-0ce1-4bcb-a500-c748f4fff17b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:14.272106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0f24e69-4f37-4d5f-80cb-948f4359958e req-c41ff5fd-0ce1-4bcb-a500-c748f4fff17b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 945 time: 0.0533547 Sep 02 13:19:14.301004 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-2e624ab3-e61a-444a-bdea-574e7d270da7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 200 len: 217 time: 0.0343020 Sep 02 13:19:14.312340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0f24e69-4f37-4d5f-80cb-948f4359958e req-279354d5-65e5-41f7-8208-7cac7843fcc0 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341983 Sep 02 13:19:14.352388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124861e5-7c26-4a78-9210-70951ff0facf req-9dc6e7f3-b262-4586-8e1b-01b3d9d3c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:14.354256 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-9dc6e7f3-b262-4586-8e1b-01b3d9d3c0a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0452354 Sep 02 13:19:14.388724 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:38Z', 'revision_number': 1, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:14.408944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124861e5-7c26-4a78-9210-70951ff0facf req-1e804165-5f01-4dee-bd42-d0773bfb8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:14.410923 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-1e804165-5f01-4dee-bd42-d0773bfb8e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495040 Sep 02 13:19:14.415151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:19:14.423510 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:14.424131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:14.501946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-a0067aa7-1191-4545-9bd6-061466c06f80 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834558 Sep 02 13:19:14.530380 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:14.599810 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-124861e5-7c26-4a78-9210-70951ff0facf req-3ac6acf7-9324-4166-8403-4b30deb81c78 service neutron] 10.222.0.41 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893149 Sep 02 13:19:14.766225 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:38Z', 'revision_number': 1, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:14.794883 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af49157-bb86-4a33-a23b-7e95dd90fee3 None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '50dc9694-dfba-436a-913e-c32d617b4ba1', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'port_id': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:15:36Z', 'updated_at': '2021-09-02T13:15:38Z', 'revision_number': 1, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:19:15.036276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3cc6f-b839-40be-b220-60155144cb4a None None] New status for floating IP 253496af-36e1-4b36-88f4-3aed4cc26b39: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:19:15.437230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601aff-5fab-454e-ac10-5811fc0249e8 req-05a637e0-14d9-4bd4-b8e0-4a9ea523800e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:15.438685 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36601aff-5fab-454e-ac10-5811fc0249e8 req-05a637e0-14d9-4bd4-b8e0-4a9ea523800e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 945 time: 0.0498209 Sep 02 13:19:15.488680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-36601aff-5fab-454e-ac10-5811fc0249e8 req-1568f830-b957-4522-918a-774ca911ee51 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Sep 02 13:19:15.750314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-f25b3807-26f6-4da5-bb13-bb82a2f71865 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:15.751848 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-f25b3807-26f6-4da5-bb13-bb82a2f71865 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 945 time: 0.0566278 Sep 02 13:19:15.852056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port 64591fb4-d9bf-495a-9ecf-790e8afca48c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:15.852403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:15.949565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port 64591fb4-d9bf-495a-9ecf-790e8afca48c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=64591fb4-d9bf-495a-9ecf-790e8afca48c,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:15.949902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:15.965065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for 64591fb4-d9bf-495a-9ecf-790e8afca48c owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:16.107716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:16.145653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=64591fb4-d9bf-495a-9ecf-790e8afca48c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:16.175963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.176516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.176870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.177268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.177605 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.177957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.178314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.178642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.178992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.179335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.179658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.179978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:16.203680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port 64591fb4-d9bf-495a-9ecf-790e8afca48c on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:19:16.206485 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:16.209841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c22f5135-d1d1-4b23-90ba-4fa1bb3ad835 req-4e56c5df-c856-43ed-b9a2-1c81b056edde tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.41 "DELETE /v2.0/ports/64591fb4-d9bf-495a-9ecf-790e8afca48c HTTP/1.1" status: 204 len: 173 time: 0.4513493 Sep 02 13:19:16.210531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'name': 'network-vif-deleted', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:19:16.214304 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf4d42-4eaf-4c76-b954-f04b146a28bf" -d '{"events": [{"server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "name": "network-vif-deleted", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:19:16.255277 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2910fae-f1bc-4ff3-a5a3-ce5bc921832c x-openstack-request-id: req-e2910fae-f1bc-4ff3-a5a3-ce5bc921832c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:19:16.255567 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95d972-7d84-49dc-92a7-591b07f04598", "name": "network-vif-deleted", "tag": "64591fb4-d9bf-495a-9ecf-790e8afca48c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:19:16.255830 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2910fae-f1bc-4ff3-a5a3-ce5bc921832c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:19:16.256239 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95d972-7d84-49dc-92a7-591b07f04598', 'name': 'network-vif-deleted', 'tag': '64591fb4-d9bf-495a-9ecf-790e8afca48c', 'status': 'completed', 'code': 200} Sep 02 13:19:16.603462 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cbd40341-3864-4929-9354-e5cd55c55aba req-ddcb10cc-7ed7-43a8-b761-ed2c07f64793 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 210 time: 0.0314975 Sep 02 13:19:17.715427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed1e84aa-185f-484c-8d23-982b23f17df0 req-6eb0279b-d1e4-4e61-b420-c57d743b68fd tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 210 time: 0.0272512 Sep 02 13:19:18.029082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-6640cef0-8643-4543-a0fb-784d0ecd9f8d req-393170ef-2360-4a55-8809-51cfa9dfc102 service neutron] (94840) timed out ('10.222.0.60', 45946) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:19:18.811749 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0fcc5a2c-bfdd-44a4-b750-ad572a1d7190 req-8abab06b-ed8a-406e-8109-df3e2c1fa65c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Sep 02 13:19:19.587173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 64591fb4-d9bf-495a-9ecf-790e8afca48c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:19.624955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 64591fb4-d9bf-495a-9ecf-790e8afca48c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:19.625348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 64591fb4-d9bf-495a-9ecf-790e8afca48c not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:19.923707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66015853-01d5-4dd3-9531-25f5642d064c req-c76f3505-d10a-476c-b33d-7e1b5e3cf1a5 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d95d972-7d84-49dc-92a7-591b07f04598 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Sep 02 13:19:25.334500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:25.506816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port 2072111a-e713-4d73-9aa4-23349ed0ce23 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:25.507034 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:25.588654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:25.588967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:25.602725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for 2072111a-e713-4d73-9aa4-23349ed0ce23 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:25.771388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:25.796911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=2072111a-e713-4d73-9aa4-23349ed0ce23,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:25.872934 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:25.873329 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Floating IP 50dc9694-dfba-436a-913e-c32d617b4ba1 disassociated (deleted). External IP: 172.25.7.215, port: 5c6e7192-b651-474c-a31c-d706f75c8e0f. Sep 02 13:19:26.108139 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:19:26.221474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:19:26.226909 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:26.231867 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:19:26.242706 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:26.243433 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:26.256996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5849fcb1-e7ea-4110-9b0a-20f9555b8e7a tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "DELETE /v2.0/floatingips/50dc9694-dfba-436a-913e-c32d617b4ba1 HTTP/1.1" status: 204 len: 168 time: 0.9211688 Sep 02 13:19:26.257591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:19:26.260394 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c43f8d-7d4e-4984-9666-19ea766ee042" -d '{"events": [{"name": "network-changed", "server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:19:26.303520 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3dfcfe-d0f7-466b-96ce-1c3cca971780 x-openstack-request-id: req-2a3dfcfe-d0f7-466b-96ce-1c3cca971780 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:19:26.303811 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:19:26.304065 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a3dfcfe-d0f7-466b-96ce-1c3cca971780 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:19:26.304504 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'status': 'completed', 'code': 200} Sep 02 13:19:26.364796 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:26.375336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-0de279f7-e8cd-4b4c-ae8d-7b6c3619553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:26.377219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-0de279f7-e8cd-4b4c-ae8d-7b6c3619553c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 1096 time: 0.0500267 Sep 02 13:19:26.494092 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-d342a675-d90d-40e0-aec8-dd359f14502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:26.496272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-d342a675-d90d-40e0-aec8-dd359f14502c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 200 len: 913 time: 0.1068869 Sep 02 13:19:26.504729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624726-c0d7-455f-b864-9a00631b3d17 req-0f47872b-eb1e-4cba-a0cd-608b275e8a4f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:26.506474 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa624726-c0d7-455f-b864-9a00631b3d17 req-0f47872b-eb1e-4cba-a0cd-608b275e8a4f tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 945 time: 0.0540082 Sep 02 13:19:26.545043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-a514d26e-89bc-4314-aaa0-324c4461add9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 200 len: 217 time: 0.0394833 Sep 02 13:19:26.556931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa624726-c0d7-455f-b864-9a00631b3d17 req-b745019f-3801-49ba-a3a1-43e5674f6f5e tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Sep 02 13:19:26.605187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-46d9642f-40c2-45eb-9356-79d2d8fabb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:26.606728 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-46d9642f-40c2-45eb-9356-79d2d8fabb51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 200 len: 851 time: 0.0529709 Sep 02 13:19:26.661512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-eccce7f5-d055-422c-9bbe-def821d75cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:26.664201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-eccce7f5-d055-422c-9bbe-def821d75cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4151e90-4fc7-403b-bb11-50c80c2aac77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480051 Sep 02 13:19:26.685373 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:26.717368 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:19:26.726106 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:26.726840 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:01Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:26.767938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-548beeb8-26a5-4548-9d3a-a19c9d48fafe service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965846 Sep 02 13:19:26.837421 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:26.860989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b4c43f8d-7d4e-4984-9666-19ea766ee042 req-5d7d8fb5-cc71-49df-adab-4add2b8aa468 service neutron] 10.222.0.18 "GET /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841067 Sep 02 13:19:27.047232 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:27.073909 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f003043-bec2-40bb-b59f-8f34d254e035 None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:41Z', 'revision_number': 4, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'c46987b2-3926-450a-831b-600fd7d89182', 'name': '', 'network_id': 'e4151e90-4fc7-403b-bb11-50c80c2aac77', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'mac_address': 'fa:16:3e:ba:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:40Z', 'updated_at': '2021-09-02T13:08:51Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'subnets': [{'id': '9a254791-972e-4154-a1e9-a72a947c9e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:19:27.331880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e390b4b-e811-486c-8865-db6447a13aa4 None None] New status for floating IP 50dc9694-dfba-436a-913e-c32d617b4ba1: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:19:27.692888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e46ce-6bd6-49bf-8a2d-f2ca7165d09f req-9e8343ed-34ee-47c8-ac2e-6138b4543cf8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:27.694355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-197e46ce-6bd6-49bf-8a2d-f2ca7165d09f req-9e8343ed-34ee-47c8-ac2e-6138b4543cf8 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 945 time: 0.0609999 Sep 02 13:19:27.742000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-197e46ce-6bd6-49bf-8a2d-f2ca7165d09f req-71e8b3ea-f368-409f-bf3b-d39d784f3d28 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/security-groups?id=65883101-e0a4-4158-823a-c05a2d07ae73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374885 Sep 02 13:19:28.007889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-a1f695c7-4dad-4a98-b92f-efe3a0e717eb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:28.009360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-a1f695c7-4dad-4a98-b92f-efe3a0e717eb tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 945 time: 0.0557108 Sep 02 13:19:28.107589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port 5c6e7192-b651-474c-a31c-d706f75c8e0f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:28.107926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:28.211991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] For port 5c6e7192-b651-474c-a31c-d706f75c8e0f, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=5c6e7192-b651-474c-a31c-d706f75c8e0f,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:28.212388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:28.225479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for 5c6e7192-b651-474c-a31c-d706f75c8e0f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:28.376952 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:28.407600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=5c6e7192-b651-474c-a31c-d706f75c8e0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:28.455143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] No DVR routers for this DVR port 5c6e7192-b651-474c-a31c-d706f75c8e0f on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:19:28.457978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:28.460027 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ab2352a4-fe59-4c5f-a9ff-644eb115e263 req-1bf05af8-69a8-4e91-a561-da8e77c8b3da tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.18 "DELETE /v2.0/ports/5c6e7192-b651-474c-a31c-d706f75c8e0f HTTP/1.1" status: 204 len: 173 time: 0.4447634 Sep 02 13:19:28.460486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'name': 'network-vif-deleted', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:19:28.462815 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf341df-6200-4d7a-9d81-85c280fe09ff" -d '{"events": [{"server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "name": "network-vif-deleted", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:19:28.501943 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0b2a5-4fa4-4180-83a4-c43db67f457d x-openstack-request-id: req-00c0b2a5-4fa4-4180-83a4-c43db67f457d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:19:28.502313 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5380cfb-9f2b-4107-84b8-eb0a17e1225f", "name": "network-vif-deleted", "tag": "5c6e7192-b651-474c-a31c-d706f75c8e0f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:19:28.502574 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00c0b2a5-4fa4-4180-83a4-c43db67f457d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:19:28.503084 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5380cfb-9f2b-4107-84b8-eb0a17e1225f', 'name': 'network-vif-deleted', 'tag': '5c6e7192-b651-474c-a31c-d706f75c8e0f', 'status': 'completed', 'code': 200} Sep 02 13:19:28.711707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92b838e0-3535-4023-9ddf-da033f5b5ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:28.850836 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-305b178a-f82e-4286-935d-b82972528102 req-e9c8a659-2c2d-43b9-b869-5ad56b8c9626 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0324662 Sep 02 13:19:29.955175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce3e9107-41f3-44e0-a300-013351e23885 req-291b8041-8bf7-4bf2-8235-7795c6503129 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0344884 Sep 02 13:19:31.055467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4500acb8-aa33-4309-8e30-44cbb6360f50 req-6aada508-22bb-4a3f-acf5-5ac115f856bf tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0269070 Sep 02 13:19:31.510803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-833fd2c4-ab47-4fc8-9520-02522fab0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:31.652546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5c6e7192-b651-474c-a31c-d706f75c8e0f no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:31.677880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 5c6e7192-b651-474c-a31c-d706f75c8e0f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:31.678200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 5c6e7192-b651-474c-a31c-d706f75c8e0f not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:31.692990 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:32.170309 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dad31499-0218-41a9-b817-f95e95e66cf5 req-6e22082f-af63-488c-bbd8-a65d58b7f295 tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5380cfb-9f2b-4107-84b8-eb0a17e1225f HTTP/1.1" status: 200 len: 210 time: 0.0276139 Sep 02 13:19:32.647649 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.232640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:33.363201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Deleting port f1431725-8dc5-4e6b-b8c3-a38479967c29 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:33.363552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.444501 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.444852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.458056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Calling delete_port for f1431725-8dc5-4e6b-b8c3-a38479967c29 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:33.602597 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.628503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'Port': ['ID=f1431725-8dc5-4e6b-b8c3-a38479967c29,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:33.689816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.692292 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.693519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7a663ed1-63ae-4859-b9c3-7c6abc0adb3b tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "DELETE /v2.0/floatingips/2376eab8-f544-44fc-a5a8-94f376304e6a HTTP/1.1" status: 204 len: 168 time: 0.4598486 Sep 02 13:19:34.302697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:35.507094 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:35.654023 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:19:35.984381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:36.051601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772eabb2-1678-47a6-b5e0-147190028b2c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:36.079972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772eabb2-1678-47a6-b5e0-147190028b2c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:36.157274 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772eabb2-1678-47a6-b5e0-147190028b2c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:36.159793 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-772eabb2-1678-47a6-b5e0-147190028b2c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:36.161025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-772eabb2-1678-47a6-b5e0-147190028b2c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] 10.222.0.60 "DELETE /v2.0/security-groups/65883101-e0a4-4158-823a-c05a2d07ae73 HTTP/1.1" status: 204 len: 168 time: 0.1757951 Sep 02 13:19:36.171352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eabb2-1678-47a6-b5e0-147190028b2c tempest-TestVolumeBootPattern-508669970 tempest-TestVolumeBootPattern-508669970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65883101-e0a4-4158-823a-c05a2d07ae73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:36.233982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:36.712984 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:36.969248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Deleting port c46987b2-3926-450a-831b-600fd7d89182 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:36.969583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:37.055441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] For port c46987b2-3926-450a-831b-600fd7d89182, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c46987b2-3926-450a-831b-600fd7d89182,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:37.055805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:37.069513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Calling delete_port for c46987b2-3926-450a-831b-600fd7d89182 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:37.260394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:37.286766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46987b2-3926-450a-831b-600fd7d89182,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:37.453818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:37.683086 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Router 4d0355c4-46c1-4232-8b28-f4affb72bf82 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:19:37.808201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:19:37.813373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ec3cad43-6a7d-4bf2-951b-ccb74d781045 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d0355c4-46c1-4232-8b28-f4affb72bf82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5782602 Sep 02 13:19:37.816357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:37.818227 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] Sync routers for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:19:37.828677 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:37.829339 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:37.927992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:37.932836 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:38.037476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.094027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Deleting port 97abe088-c743-47bc-9b87-3ba4eab4afb5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:38.094380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.114779 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:19:37Z', 'revision_number': 5, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port': {'id': '97abe088-c743-47bc-9b87-3ba4eab4afb5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:38.141383 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] Checking router: 4d0355c4-46c1-4232-8b28-f4affb72bf82 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:19:38.149661 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] Routers {'4d0355c4-46c1-4232-8b28-f4affb72bf82'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:38.150357 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['4d0355c4-46c1-4232-8b28-f4affb72bf82'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:38.176136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] For port 97abe088-c743-47bc-9b87-3ba4eab4afb5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=97abe088-c743-47bc-9b87-3ba4eab4afb5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:38.176504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.195550 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Calling delete_port for 97abe088-c743-47bc-9b87-3ba4eab4afb5 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:38.252205 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] Set router 4d0355c4-46c1-4232-8b28-f4affb72bf82 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:38.313927 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:19:38Z', 'revision_number': 6, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:38.346740 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d89ad-0069-4978-b44b-84b20e3b34ef None None] The sync data for ids ['4d0355c4-46c1-4232-8b28-f4affb72bf82'] in n-d-792364-8 is: [{'id': '4d0355c4-46c1-4232-8b28-f4affb72bf82', 'name': 'tempest-TestVolumeBootPattern-2119274347-router', 'tenant_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:36Z', 'updated_at': '2021-09-02T13:19:38Z', 'revision_number': 6, 'project_id': 'c9a5de964fda4e6d98f6b858b78f1b15', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:19:38.737019 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.763317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=97abe088-c743-47bc-9b87-3ba4eab4afb5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:38.829311 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.921278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.923447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.976667 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.977572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0355c4-46c1-4232-8b28-f4affb72bf82 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:19:38.985011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:38.986906 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-76c93451-dd17-4175-9019-39e0d2bf5a6d admin admin] 10.222.0.60 "DELETE /v2.0/routers/4d0355c4-46c1-4232-8b28-f4affb72bf82 HTTP/1.1" status: 204 len: 168 time: 1.1689041 Sep 02 13:19:38.991248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:39.048413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Deleting subnet 9a254791-972e-4154-a1e9-a72a947c9e33 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:19:39.053574 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.092636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.153325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 97abe088-c743-47bc-9b87-3ba4eab4afb5 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:39.174396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 97abe088-c743-47bc-9b87-3ba4eab4afb5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:39.175060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 97abe088-c743-47bc-9b87-3ba4eab4afb5 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:39.175533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c46987b2-3926-450a-831b-600fd7d89182 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:39.180007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.206364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c46987b2-3926-450a-831b-600fd7d89182 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:39.206712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c46987b2-3926-450a-831b-600fd7d89182 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:39.254525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.291497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.294767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9a254791-972e-4154-a1e9-a72a947c9e33 HTTP/1.1" status: 204 len: 168 time: 0.3020060 Sep 02 13:19:39.296223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49544) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:39.296802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b0209-1a9a-412b-a33f-2ecc228e1dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a254791-972e-4154-a1e9-a72a947c9e33,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:39.299083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03059ced-5a60-4619-8674-befc7e4068da None None] Network e4151e90-4fc7-403b-bb11-50c80c2aac77 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:19:39.385074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.451458 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Deleting port 6066ba4a-4f68-4527-801f-a750d508dadb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:39.451810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.529805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] For port 6066ba4a-4f68-4527-801f-a750d508dadb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6066ba4a-4f68-4527-801f-a750d508dadb,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:39.530190 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.530601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] DHCP port deletion for e4151e90-4fc7-403b-bb11-50c80c2aac77 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:19:39.545376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Calling delete_port for 6066ba4a-4f68-4527-801f-a750d508dadb owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:39.605689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Deleting port 6066ba4a-4f68-4527-801f-a750d508dadb {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:39.606061 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.650446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.684624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Pushing event deleted for resources: {'Port': ['ID=6066ba4a-4f68-4527-801f-a750d508dadb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:39.687112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] For port 6066ba4a-4f68-4527-801f-a750d508dadb, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=6066ba4a-4f68-4527-801f-a750d508dadb,segment=NetworkSegment(5977a328-1547-4f2a-8d01-5742871723b6),segment_id=5977a328-1547-4f2a-8d01-5742871723b6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:39.687493 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.689566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] No DVR routers for this DVR port 6066ba4a-4f68-4527-801f-a750d508dadb on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:19:39.712752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Calling delete_port for 6066ba4a-4f68-4527-801f-a750d508dadb owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:39.767089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.781425 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4151e90-4fc7-403b-bb11-50c80c2aac77']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:39.798847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5977a328-1547-4f2a-8d01-5742871723b6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:39.799130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5977a328-1547-4f2a-8d01-5742871723b6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:39.809831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.810686 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.833933 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.841376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:19:39.841923 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:19:39.843769 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:19:39.845734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Pushing event deleted for resources: {'Port': ['ID=6066ba4a-4f68-4527-801f-a750d508dadb,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:39.872961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.873296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.873757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.874110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.877579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.878072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.878422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.878973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.879666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.880152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.880507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.881137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:19:39.888338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf486f-6b7e-4ba9-bfa0-c5aa96c88e3d None None] No DVR routers for this DVR port 6066ba4a-4f68-4527-801f-a750d508dadb on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:19:39.916805 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.930223 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:39.932300 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] 10.222.0.60 "DELETE /v2.0/networks/e4151e90-4fc7-403b-bb11-50c80c2aac77 HTTP/1.1" status: 204 len: 168 time: 0.6345954 Sep 02 13:19:39.935655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:39.945391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fb28c-66e8-4043-9669-36cb3d74c03e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4151e90-4fc7-403b-bb11-50c80c2aac77,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:40.657606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:40.937933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Deleting port c75f3549-e90a-41d2-a4cb-48c634b8e39f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:40.938288 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:40.957379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6066ba4a-4f68-4527-801f-a750d508dadb no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:40.978828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 6066ba4a-4f68-4527-801f-a750d508dadb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:40.979188 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 6066ba4a-4f68-4527-801f-a750d508dadb not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:41.020599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] For port c75f3549-e90a-41d2-a4cb-48c634b8e39f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c75f3549-e90a-41d2-a4cb-48c634b8e39f,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:41.020992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:41.037355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Calling delete_port for c75f3549-e90a-41d2-a4cb-48c634b8e39f owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:41.252056 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:41.276702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75f3549-e90a-41d2-a4cb-48c634b8e39f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:41.335515 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:41.455225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:41.688031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Router 8136155c-66b0-436d-aed9-facbd814c0f7 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:19:41.806836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:19:41.812462 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f7ffe502-1c3c-4ec3-9dd9-12e5ea627de1 admin admin] 10.222.0.60 "PUT /v2.0/routers/8136155c-66b0-436d-aed9-facbd814c0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8756499 Sep 02 13:19:41.816318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:41.820562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] Sync routers for ids ['8136155c-66b0-436d-aed9-facbd814c0f7'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:19:41.834912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] Routers {'8136155c-66b0-436d-aed9-facbd814c0f7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:41.835739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8136155c-66b0-436d-aed9-facbd814c0f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:41.944213 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:41.949706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] Set router 8136155c-66b0-436d-aed9-facbd814c0f7 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:42.056029 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.109467 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Deleting port a2c7a00b-1eb1-4618-8362-59230f7b0514 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:42.109807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.141316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:19:41Z', 'revision_number': 5, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port': {'id': 'a2c7a00b-1eb1-4618-8362-59230f7b0514', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:08:47Z', 'updated_at': '2021-09-02T13:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:42.168683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] Checking router: 8136155c-66b0-436d-aed9-facbd814c0f7 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:19:42.178225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] Routers {'8136155c-66b0-436d-aed9-facbd814c0f7'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:19:42.178859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:19:31Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8136155c-66b0-436d-aed9-facbd814c0f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:42.197631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] For port a2c7a00b-1eb1-4618-8362-59230f7b0514, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a2c7a00b-1eb1-4618-8362-59230f7b0514,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:42.197631 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.209777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Calling delete_port for a2c7a00b-1eb1-4618-8362-59230f7b0514 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:42.274698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] Set router 8136155c-66b0-436d-aed9-facbd814c0f7 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:19:42.331568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:19:42Z', 'revision_number': 6, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:42.367455 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3381c920-a2fd-4a02-86aa-ae1e2536b816 None None] The sync data for ids ['8136155c-66b0-436d-aed9-facbd814c0f7'] in n-d-792364-8 is: [{'id': '8136155c-66b0-436d-aed9-facbd814c0f7', 'name': 'tempest-TestVolumeBootPattern-511097153-router', 'tenant_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:08:45Z', 'updated_at': '2021-09-02T13:19:42Z', 'revision_number': 6, 'project_id': '2268cdea840d4ab992fd2e45fc3ee2f6', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:19:42.405834 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.427801 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c7a00b-1eb1-4618-8362-59230f7b0514,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:42.491726 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.582328 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.584629 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.653290 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.654062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8136155c-66b0-436d-aed9-facbd814c0f7 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:19:42.659449 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.661268 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-348feb94-277f-4015-9fe3-8cf177e63f7c admin admin] 10.222.0.60 "DELETE /v2.0/routers/8136155c-66b0-436d-aed9-facbd814c0f7 HTTP/1.1" status: 204 len: 168 time: 0.8438616 Sep 02 13:19:42.664359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:42.719669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Deleting subnet ade0f5ef-87b7-43bb-80dc-d6f18539ca78 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:19:42.723174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.764576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.852489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.913097 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.938546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade0f5ef-87b7-43bb-80dc-d6f18539ca78,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:42.942576 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:42.944590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2c6abe63-8f09-4729-8f0f-abce43d99c0f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ade0f5ef-87b7-43bb-80dc-d6f18539ca78 HTTP/1.1" status: 204 len: 168 time: 0.2788742 Sep 02 13:19:42.947150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:42.951127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a485120a-9549-4785-9545-e7750d0d3ac9 None None] Network 919b63d7-3bee-4ef4-968a-73878c73ad6a requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:19:43.016014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.076763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Deleting port f3130b59-a5c7-473a-9845-d72e8d4a2cab {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:43.077163 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.154313 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] For port f3130b59-a5c7-473a-9845-d72e8d4a2cab, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f3130b59-a5c7-473a-9845-d72e8d4a2cab,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:43.154701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.159728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] DHCP port deletion for 919b63d7-3bee-4ef4-968a-73878c73ad6a request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:19:43.172696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Calling delete_port for f3130b59-a5c7-473a-9845-d72e8d4a2cab owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:43.215305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] Deleting port f3130b59-a5c7-473a-9845-d72e8d4a2cab {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:19:43.215777 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.219836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a2c7a00b-1eb1-4618-8362-59230f7b0514 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:43.259548 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.272338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a2c7a00b-1eb1-4618-8362-59230f7b0514 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:43.272653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a2c7a00b-1eb1-4618-8362-59230f7b0514 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:43.273197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f3130b59-a5c7-473a-9845-d72e8d4a2cab no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:43.288297 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] No DVR routers for this DVR port f3130b59-a5c7-473a-9845-d72e8d4a2cab on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:19:43.299590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f3130b59-a5c7-473a-9845-d72e8d4a2cab {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:43.299996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f3130b59-a5c7-473a-9845-d72e8d4a2cab not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:43.300399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c75f3549-e90a-41d2-a4cb-48c634b8e39f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:19:43.310854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f3130b59-a5c7-473a-9845-d72e8d4a2cab,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:43.328615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c75f3549-e90a-41d2-a4cb-48c634b8e39f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:19:43.328985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c75f3549-e90a-41d2-a4cb-48c634b8e39f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:19:43.343069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] For port f3130b59-a5c7-473a-9845-d72e8d4a2cab, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f3130b59-a5c7-473a-9845-d72e8d4a2cab,segment=NetworkSegment(825dd4dc-8f66-4bd3-8963-5f36371bf43f),segment_id=825dd4dc-8f66-4bd3-8963-5f36371bf43f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:19:43.343478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.356140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] Calling delete_port for f3130b59-a5c7-473a-9845-d72e8d4a2cab owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:19:43.368159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.379412 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919b63d7-3bee-4ef4-968a-73878c73ad6a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:43.390690 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825dd4dc-8f66-4bd3-8963-5f36371bf43f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:43.391022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825dd4dc-8f66-4bd3-8963-5f36371bf43f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:19:43.400025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.418600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.424845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:19:43.425299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:19:43.427035 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:19:43.435556 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.464160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] Pushing event deleted for resources: {'Port': ['ID=f3130b59-a5c7-473a-9845-d72e8d4a2cab,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:43.468411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffd396-902c-46cd-9bd3-271c2abdb397 None None] No DVR routers for this DVR port f3130b59-a5c7-473a-9845-d72e8d4a2cab on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:19:43.492063 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.500224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.502088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/919b63d7-3bee-4ef4-968a-73878c73ad6a HTTP/1.1" status: 204 len: 168 time: 0.5539770 Sep 02 13:19:43.513942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14eb2d-c2bb-41c9-b664-6a6140d9d7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=919b63d7-3bee-4ef4-968a-73878c73ad6a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:43.634610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:43.675838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d65ff6ba-6468-4c5a-944c-4fbae9bdc810 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9a5de964fda4e6d98f6b858b78f1b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397274 Sep 02 13:19:43.679351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:43.732364 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-992fc93e-4845-4449-9cd7-38f1ee760b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.756219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-992fc93e-4845-4449-9cd7-38f1ee760b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.817029 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-992fc93e-4845-4449-9cd7-38f1ee760b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.820040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-992fc93e-4845-4449-9cd7-38f1ee760b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:43.821460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-992fc93e-4845-4449-9cd7-38f1ee760b22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f6e42e7-0169-4f32-843c-f5e908686fa0 HTTP/1.1" status: 204 len: 168 time: 0.1410797 Sep 02 13:19:43.830192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc93e-4845-4449-9cd7-38f1ee760b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e42e7-0169-4f32-843c-f5e908686fa0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:44.197036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:44.241177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-94f9fe72-fadf-4be2-978a-6853815bd93f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2268cdea840d4ab992fd2e45fc3ee2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426953 Sep 02 13:19:44.244274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:19:44.296198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1755a20-3103-4567-8440-b211768eda70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:44.324092 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1755a20-3103-4567-8440-b211768eda70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:44.377293 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1755a20-3103-4567-8440-b211768eda70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:44.381719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1755a20-3103-4567-8440-b211768eda70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:44.383617 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f1755a20-3103-4567-8440-b211768eda70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48c696c0-a41b-4f6c-b874-89c1eaacdf67 HTTP/1.1" status: 204 len: 168 time: 0.1379447 Sep 02 13:19:44.396828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1755a20-3103-4567-8440-b211768eda70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c696c0-a41b-4f6c-b874-89c1eaacdf67,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:19:55.334573 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-f781596a-77d8-478d-a963-7b66c5fd957b tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6062c6766302420e99fb23584a8b4130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235994 Sep 02 13:19:55.463843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-119d5f3d-ad03-422c-9a67-11242a02eca0 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:19:55.465373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-119d5f3d-ad03-422c-9a67-11242a02eca0 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239543 Sep 02 13:19:55.481112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-064a10f9-613d-48cd-845e-2d28dd940f26 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/quotas/6062c6766302420e99fb23584a8b4130 HTTP/1.1" status: 200 len: 375 time: 0.0097311 Sep 02 13:19:55.514581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-186b3ebc-3c3b-436e-80f3-7854af1eac2e tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6062c6766302420e99fb23584a8b4130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277283 Sep 02 13:19:55.708170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798032d3-c6a9-4573-b352-0f9ae4b123aa req-8d27bc94-52d2-4280-a044-602fd1589699 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0362692 Sep 02 13:19:56.786751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22bb30fd-4fa1-4b52-b97f-870d9a0e8044 req-9c47ba0b-edaf-471d-af7d-b7359805e4ef tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0273061 Sep 02 13:19:57.881993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a55d311d-f499-4f47-954c-bd2ddee9309e req-72751d54-d6f9-4127-b201-ec4fb81f95b0 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0321124 Sep 02 13:19:58.715117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-581e7581-7b2a-42e4-a840-2275b3f46c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:58.981771 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-622f6b10-2fcc-4fd1-a64a-a7d54588a34f req-f9918174-5e0e-458c-9dcb-8d02f5a61811 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0292912 Sep 02 13:20:00.077725 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7667a37-fe40-4ff5-ac4d-47b942de44ec req-a7ed1d20-5796-4b2f-a7c2-e1630fed7a9b tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0286913 Sep 02 13:20:00.809103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1767e548-71e4-4b94-af62-bcaf3a0038f4 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6062c6766302420e99fb23584a8b4130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309706 Sep 02 13:20:01.002597 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-8d0b433c-7167-4b6c-bb46-c191d7e9ae09 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:01.004081 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-8d0b433c-7167-4b6c-bb46-c191d7e9ae09 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890357 Sep 02 13:20:01.017278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Request body: {'port': {'device_id': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'admin_state_up': True, 'tenant_id': '6062c6766302420e99fb23584a8b4130'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:01.133040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Made reservation on behalf of 6062c6766302420e99fb23584a8b4130 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:20:01.136939 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.146082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.189752 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-876a247e-0277-4142-a0da-7e9675c207b7 req-86a5b04c-ee82-4e04-9096-92040b656957 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0283887 Sep 02 13:20:01.240494 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.247471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.317379 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af69e9c6-3e38-4c44-9938-d2a3098e04a6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:01.387728 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Allocated IP 192.168.233.81 (73114dc3-14f1-4c5b-81ee-001edf43c718/10ffa1c2-fb52-45c3-b34a-021b06313df5/d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:20:01.515299 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92b3338d-36aa-4a65-a0ed-2ff114af9e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.543153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.556389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Transition to ACTIVE for port object d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:20:01.592875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.638455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Network 73114dc3-14f1-4c5b-81ee-001edf43c718 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:20:01.641577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:20:01.644196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:20:01.673510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Pushing event updated for resources: {'Port': ['ID=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:01.690457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.706400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:01.707124 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.730820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-20e458e2-a58d-4571-9c4b-3b5945f97b60 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7172825 Sep 02 13:20:01.745043 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Request body: {'port': {'device_id': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:01.808068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.855508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-289413ae-94ef-405f-ae45-817c45351a6f None None] Provisioning for port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:20:01.859402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-289413ae-94ef-405f-ae45-817c45351a6f None None] Provisioning complete for port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:20:01.859767 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-289413ae-94ef-405f-ae45-817c45351a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:01.894142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-289413ae-94ef-405f-ae45-817c45351a6f None None] Port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:20:02.096749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:20:02.105068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:02.119249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Transition to ACTIVE for port object d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:20:02.124403 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:02.172510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Pushing event updated for resources: {'Port': ['ID=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:02.255874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Attempting to bind port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:20:02.256210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Attempting to bind port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:20:02.256555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Attempting to bind port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:20:02.263101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:20:02.263101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Attempting to bind port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 on network 73114dc3-14f1-4c5b-81ee-001edf43c718 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:20:02.278413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:20:02.278754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Checking segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:20:02.279151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Bound using segment: {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:20:02.279577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Bound port: d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0728a93-6c59-4554-9774-70d65dd94f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:20:02.279938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:02.349737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f50bf-2137-4a5c-87a5-808dc105b35c req-31ca72e3-0a10-443b-b30a-1b7829728eb1 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:02.351316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc9f50bf-2137-4a5c-87a5-808dc105b35c req-31ca72e3-0a10-443b-b30a-1b7829728eb1 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 947 time: 0.0868988 Sep 02 13:20:02.397053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] For port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:20:02.408478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] For port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:20:02.418636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc9f50bf-2137-4a5c-87a5-808dc105b35c req-826e8e9f-2889-4ef4-a9ff-e2afcf5f3310 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Sep 02 13:20:02.419745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:02.458581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:02.459253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:02.460665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] 10.222.0.41 "PUT /v2.0/ports/d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 HTTP/1.1" status: 200 len: 1095 time: 0.7213395 Sep 02 13:20:02.461135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'tag': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:20:02.463839 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e309d6bd-b926-4e79-8dc4-3cce3180c9db" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec", "tag": "d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:20:02.492370 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41da79-ebf8-4d4d-9925-64c36adade8c service neutron] Pushing event updated for resources: {'Port': ['ID=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:02.543023 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d91ba6-9360-44ca-85ef-c4459baa5aee x-openstack-request-id: req-c4d91ba6-9360-44ca-85ef-c4459baa5aee {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:20:02.543308 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec", "tag": "d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:20:02.543558 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4d91ba6-9360-44ca-85ef-c4459baa5aee {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:20:02.543952 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'tag': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8', 'status': 'completed', 'code': 200} Sep 02 13:20:02.560578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-5b6f1eff-9215-4f19-a5ee-308743943626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:02.562153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-5b6f1eff-9215-4f19-a5ee-308743943626 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6062c6766302420e99fb23584a8b4130&device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 1098 time: 0.0461025 Sep 02 13:20:02.605428 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-4ac8fe54-26cd-4488-8102-05244d705253 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0352302 Sep 02 13:20:02.642590 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:02.662430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-954e9a50-abaa-4733-9542-b17801d1be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:02.663945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-954e9a50-abaa-4733-9542-b17801d1be26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0512748 Sep 02 13:20:02.710455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-458e44c1-9270-4b0d-8e15-aee2da214c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:02.711926 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-458e44c1-9270-4b0d-8e15-aee2da214c3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406077 Sep 02 13:20:02.802158 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-cbdeb2be-157e-4b0b-89f1-1dd1abb53835 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831540 Sep 02 13:20:02.905240 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-805294b1-c8e7-49c5-94de-6f8427fbd47d req-06e4679c-329e-456b-9bc3-311ede628f39 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962393 Sep 02 13:20:02.998705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-d9277011-2640-45f7-babb-6928db6a0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:03.000139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-d9277011-2640-45f7-babb-6928db6a0db2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6062c6766302420e99fb23584a8b4130&device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 1098 time: 0.0441842 Sep 02 13:20:03.108604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-6ce94d5c-9c14-44b4-b7a7-e6c3a58752bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:03.110179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-6ce94d5c-9c14-44b4-b7a7-e6c3a58752bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=73114dc3-14f1-4c5b-81ee-001edf43c718 HTTP/1.1" status: 200 len: 870 time: 0.1031890 Sep 02 13:20:03.152649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-5d860332-4794-4873-a56e-fb1731fb7d64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0347331 Sep 02 13:20:03.203815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-4c6fbbae-7317-4e88-98a6-178a7a0e50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:03.205353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-4c6fbbae-7317-4e88-98a6-178a7a0e50ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ffa1c2-fb52-45c3-b34a-021b06313df5 HTTP/1.1" status: 200 len: 843 time: 0.0451941 Sep 02 13:20:03.256963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-28a5bd6b-7d35-4f01-9636-322a64bce8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:03.258381 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-28a5bd6b-7d35-4f01-9636-322a64bce8af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73114dc3-14f1-4c5b-81ee-001edf43c718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448668 Sep 02 13:20:03.350811 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-ef31e07a-aa5b-4080-b061-fb98dc4e3e17 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835960 Sep 02 13:20:03.465477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e309d6bd-b926-4e79-8dc4-3cce3180c9db req-5062b28d-58b8-4391-bc8c-96d82f5db166 service neutron] 10.222.0.41 "GET /v2.0/networks/73114dc3-14f1-4c5b-81ee-001edf43c718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058030 Sep 02 13:20:03.543950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3213d6-a924-4867-84c8-50718112722c req-87af6427-a526-4185-99ad-b31272d8c5f2 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:03.545489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d3213d6-a924-4867-84c8-50718112722c req-87af6427-a526-4185-99ad-b31272d8c5f2 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 947 time: 0.0538657 Sep 02 13:20:03.586283 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d3213d6-a924-4867-84c8-50718112722c req-9ba8cd6a-b690-43eb-a1ab-0da88d0bcaea tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 Sep 02 13:20:04.314975 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:04.720026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22128578-3371-4df1-a0ed-8b7e7bd1420b req-a7d64b68-d402-40dd-b05a-f931ae6a5e7a tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:04.721588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22128578-3371-4df1-a0ed-8b7e7bd1420b req-a7d64b68-d402-40dd-b05a-f931ae6a5e7a tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 947 time: 0.0573854 Sep 02 13:20:04.764734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22128578-3371-4df1-a0ed-8b7e7bd1420b req-154be4a4-b682-4319-ba81-38a6cd2a5b6d tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Sep 02 13:20:05.509177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:05.896515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:20:05.897731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f53bd-539b-4f34-b2fc-ac43cc809fbe req-db9dd7fb-292c-430f-b39d-fb90d8bf666b tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:05.899237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc3f53bd-539b-4f34-b2fc-ac43cc809fbe req-db9dd7fb-292c-430f-b39d-fb90d8bf666b tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 947 time: 0.0525408 Sep 02 13:20:05.938970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc3f53bd-539b-4f34-b2fc-ac43cc809fbe req-379e2fc5-148f-4392-bb51-03ef7dbfe1c2 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 Sep 02 13:20:05.994721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:06.007730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8', 'network_id': '73114dc3-14f1-4c5b-81ee-001edf43c718', 'port_id': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8', 'mac_address': 'fa:16:3e:e1:84:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ffa1c2-fb52-45c3-b34a-021b06313df5', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:20:06.049265 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:06.062740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:20:06.081723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:06.088932 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:06.140503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:06.292254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:20:07.062266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645190-dbcc-4c2a-9fe0-1f4a52d8f66c req-f0c51add-f80e-4b2f-97d8-ef56cba71dd5 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:07.063878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb645190-dbcc-4c2a-9fe0-1f4a52d8f66c req-f0c51add-f80e-4b2f-97d8-ef56cba71dd5 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 948 time: 0.0555413 Sep 02 13:20:07.107880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb645190-dbcc-4c2a-9fe0-1f4a52d8f66c req-b1576b75-9b02-4792-92bb-bf92f02a568f tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349569 Sep 02 13:20:07.913805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:20:07.980729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:20:07.984738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:20:07.985150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:08.066604 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:08.090217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:20:08.092500 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd47151-c0b7-46bc-8d91-3626c61fc838" -d '{"events": [{"server_uuid": "4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:20:08.105737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:08.110976 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:08.173830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:08.219348 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc20cd-ec81-4651-8c22-bc5d9a10a815 x-openstack-request-id: req-09bc20cd-ec81-4651-8c22-bc5d9a10a815 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:20:08.219700 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:20:08.219950 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09bc20cd-ec81-4651-8c22-bc5d9a10a815 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:20:08.220349 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8', 'code': 200} Sep 02 13:20:08.238185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d442-d866-4879-944a-d231757ab0be req-ea412487-2634-4b94-b2e2-38d46b94322d tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:08.239695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-10f6d442-d866-4879-944a-d231757ab0be req-ea412487-2634-4b94-b2e2-38d46b94322d tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 949 time: 0.0517218 Sep 02 13:20:08.279175 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-10f6d442-d866-4879-944a-d231757ab0be req-d9404e69-8fa7-439d-a169-ad74b4a18786 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Sep 02 13:20:08.319345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52842325-40c1-43d1-a873-2d8a6e0ba68a req-4164e203-7abb-4dfc-af1f-8d5d9dc9cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:08.320891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52842325-40c1-43d1-a873-2d8a6e0ba68a req-4164e203-7abb-4dfc-af1f-8d5d9dc9cc38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 1100 time: 0.0438340 Sep 02 13:20:08.359947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-52842325-40c1-43d1-a873-2d8a6e0ba68a req-75191b79-fbf0-411e-ae55-148a2f229f37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Sep 02 13:20:09.403944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9b831-d158-481b-a3f6-e80da55cc0a7 req-88a6fbb2-f0b6-4c25-93f8-3f57e1d22ce4 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:09.405517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48a9b831-d158-481b-a3f6-e80da55cc0a7 req-88a6fbb2-f0b6-4c25-93f8-3f57e1d22ce4 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 949 time: 0.0536451 Sep 02 13:20:09.455815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48a9b831-d158-481b-a3f6-e80da55cc0a7 req-7e3575fa-b9ca-49a0-be24-e0ea46fdead0 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Sep 02 13:20:10.601105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1312-50ce-440f-a790-6a153e41c95f req-1bf3b3cc-952f-42bc-9089-5799be7e1113 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:10.602679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b53e1312-50ce-440f-a790-6a153e41c95f req-1bf3b3cc-952f-42bc-9089-5799be7e1113 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 949 time: 0.0603592 Sep 02 13:20:10.650078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b53e1312-50ce-440f-a790-6a153e41c95f req-bd15a2a2-11d0-4666-8ef1-f9088a5c5369 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Sep 02 13:20:11.083253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-1dcd9a59-783c-4557-b8ba-2c347ef15ddd req-48e46c66-0daa-484f-8c9c-6b82a9b6d0d8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:20:11.084297 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1dcd9a59-783c-4557-b8ba-2c347ef15ddd req-48e46c66-0daa-484f-8c9c-6b82a9b6d0d8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1166639 Sep 02 13:20:11.336294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:11.498067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-cc41edcd-39bd-403f-90e7-8953ad7ef311 req-66ae45bd-bdd9-4220-a4f6-352df0603f60 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:20:11.499088 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cc41edcd-39bd-403f-90e7-8953ad7ef311 req-66ae45bd-bdd9-4220-a4f6-352df0603f60 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0722511 Sep 02 13:20:11.868340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949f61-aa95-451b-944d-68075efeda58 req-0bcd6bfb-1672-43a8-bea8-eeebf818ae65 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:11.869902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0949f61-aa95-451b-944d-68075efeda58 req-0bcd6bfb-1672-43a8-bea8-eeebf818ae65 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 949 time: 0.0542588 Sep 02 13:20:11.914730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e0949f61-aa95-451b-944d-68075efeda58 req-523f4b6a-55f3-4e2e-8bc0-cb04ad367597 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Sep 02 13:20:12.661750 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:20:13.056828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abf74f-e041-40c3-a837-2b350075e205 req-b62e36c7-9147-407e-b182-a9637b6dd75e tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:13.058472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68abf74f-e041-40c3-a837-2b350075e205 req-b62e36c7-9147-407e-b182-a9637b6dd75e tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 949 time: 0.0657024 Sep 02 13:20:13.130989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-68abf74f-e041-40c3-a837-2b350075e205 req-3023300e-d063-438e-9253-9d4549833ced tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/security-groups?id=af69e9c6-3e38-4c44-9938-d2a3098e04a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Sep 02 13:20:13.139705 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-abb2f837-bae1-435d-9ea1-58484f263e77 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:13.141276 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-abb2f837-bae1-435d-9ea1-58484f263e77 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 949 time: 0.0765862 Sep 02 13:20:13.232440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Deleting port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:20:13.232705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:13.329846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] For port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,segment=NetworkSegment(d0728a93-6c59-4554-9774-70d65dd94f4f),segment_id=d0728a93-6c59-4554-9774-70d65dd94f4f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:13.330182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:13.342365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Calling delete_port for d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:20:13.494462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:13.507259 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:20:13.872321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Pushing event deleted for resources: {'Port': ['ID=d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:13.913509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] No DVR routers for this DVR port d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:20:13.916391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:13.918589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb8a3d01-bf28-482f-9711-d08fb042a2dd req-0132f926-8fc8-4c85-9b3b-c1b3f74b1249 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.41 "DELETE /v2.0/ports/d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 HTTP/1.1" status: 204 len: 173 time: 0.7712932 Sep 02 13:20:13.919011 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'name': 'network-vif-deleted', 'tag': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:20:13.921349 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fece078-4b70-4b96-a3a2-42d3d372d1df" -d '{"events": [{"server_uuid": "4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec", "name": "network-vif-deleted", "tag": "d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:20:14.028969 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c66eb-12f1-4442-91eb-de470aae3d3e x-openstack-request-id: req-058c66eb-12f1-4442-91eb-de470aae3d3e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:20:14.029286 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec", "name": "network-vif-deleted", "tag": "d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:20:14.029537 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-058c66eb-12f1-4442-91eb-de470aae3d3e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:20:14.029944 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec', 'name': 'network-vif-deleted', 'tag': 'd52603fc-4bff-43c7-81b3-bc0c9e1dc3a8', 'status': 'completed', 'code': 200} Sep 02 13:20:14.243491 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-507b71c1-cb8c-43f9-bb57-6571174e94fc req-e851febb-6f14-46e7-83e6-c3a97e14e864 tempest-ServersAdminNegativeTestJSON-1143649099 tempest-ServersAdminNegativeTestJSON-1143649099-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a2ce58d-d8d1-42a3-9bb4-421bcd52a1ec HTTP/1.1" status: 200 len: 210 time: 0.0284467 Sep 02 13:20:15.586382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:15.744729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f1822328-713b-44fb-a63e-19cc26044536 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6062c6766302420e99fb23584a8b4130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570468 Sep 02 13:20:15.748629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:15.798073 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:15.820030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:15.875595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:15.878177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:15.879529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af69e9c6-3e38-4c44-9938-d2a3098e04a6 HTTP/1.1" status: 204 len: 168 time: 0.1298625 Sep 02 13:20:15.887680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af69e9c6-3e38-4c44-9938-d2a3098e04a6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:15.895496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.895844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.896185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.896522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.896854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.897212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.897544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.897869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.898194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.898517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.898854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:15.899165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b606ea-6dd8-4c4d-a9d9-5318c4f4e4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.172744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49738) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:16.187023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7ce1-e3b4-428c-972d-16da34965672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.285651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7ce1-e3b4-428c-972d-16da34965672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.293236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7ce1-e3b4-428c-972d-16da34965672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.331416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6e4d7ce1-e3b4-428c-972d-16da34965672 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5f61f9592ac4b6eb87a0f913f29ec7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573513 Sep 02 13:20:16.332297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d7ce1-e3b4-428c-972d-16da34965672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458b4333-d00d-47b3-b5ea-36d2959735f6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:16.335062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:16.385786 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.407320 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.462010 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.464790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:16.465970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/458b4333-d00d-47b3-b5ea-36d2959735f6 HTTP/1.1" status: 204 len: 168 time: 0.1292295 Sep 02 13:20:16.473484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458b4333-d00d-47b3-b5ea-36d2959735f6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:16.481631 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.481976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.482324 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.482641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.482969 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.483290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.483607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.483950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.484268 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.484579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.484922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:16.485230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9b63a-e457-494f-b7d9-b481d1b2fe3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:17.246930 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49762) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:17.352675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1208655173-network', 'tenant_id': '34b80706dbaa41f585f945595bcd8183'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:17.378078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Made reservation on behalf of 34b80706dbaa41f585f945595bcd8183 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:20:17.380606 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.390034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.496655 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.501748 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.526317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:20:17.536031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b388a44e-01b4-4d4a-8a3c-170b50ac319e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:17.541176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.541513 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Added segment cafac779-caa3-47a9-a602-143d54f65cad of type vlan for network 5a7f842b-843b-44e8-92b0-2274ec9b8628 Sep 02 13:20:17.582352 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.607918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.609012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:17.609684 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.667604 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4192555 Sep 02 13:20:17.670810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:17.673242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf1384-17c0-4f6f-86d2-242ab4d97c79 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7f842b-843b-44e8-92b0-2274ec9b8628,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:17.676378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Request body: {'subnet': {'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1208655173-subnet', 'tenant_id': '34b80706dbaa41f585f945595bcd8183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:17.686786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 5a7f842b-843b-44e8-92b0-2274ec9b8628 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:20:17.700830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Made reservation on behalf of 34b80706dbaa41f585f945595bcd8183 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:20:17.704202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.878902 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.934888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18c4415-a0dc-4451-8e4d-53ff126f66d4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:17.945866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Checking segment: {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:20:17.946233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Network hostable DHCP agents. Network: 5a7f842b-843b-44e8-92b0-2274ec9b8628, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:20:17.958967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:20:17.968762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Network 5a7f842b-843b-44e8-92b0-2274ec9b8628 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:20:17.978676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 5a7f842b-843b-44e8-92b0-2274ec9b8628) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:20:17.979739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:20:17.980092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d52603fc-4bff-43c7-81b3-bc0c9e1dc3a8 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:20:17.983723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:17.984328 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:17.989704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf06b4-ee2b-44c3-b2e3-3ace2a6418fd None None] Network 5a7f842b-843b-44e8-92b0-2274ec9b8628 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:20:18.000878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-87720b85-5d98-4d90-95cf-cc589a47cdd5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3288982 Sep 02 13:20:18.114141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dad19d-3fb2-429a-bec9-f6b71dd3375b None None] Network 5a7f842b-843b-44e8-92b0-2274ec9b8628 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:20:18.440610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-8cbcc74e-4f1c-4e56-a8f1-f380dac2ad65 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:18.442101 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-8cbcc74e-4f1c-4e56-a8f1-f380dac2ad65 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 812 time: 0.1019013 Sep 02 13:20:18.459800 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-e95fb69f-ff08-40e8-82f4-b8d029666df2 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/quotas/34b80706dbaa41f585f945595bcd8183 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Sep 02 13:20:18.494482 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-e74143b9-bab0-4e4a-abc0-70966e7d8cb5 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292931 Sep 02 13:20:18.505901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-1118f4c5-8565-49f6-8857-09f104e32d26 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:20:18.506837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-1118f4c5-8565-49f6-8857-09f104e32d26 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051174 Sep 02 13:20:18.603277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-9aa9240d-4aed-4f49-bf6f-ac0389841bf1 service neutron] 10.222.0.60 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904899 Sep 02 13:20:18.702850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-01a0d526-1e36-4a98-8b90-5f6057e1fdc1 service neutron] 10.222.0.60 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927579 Sep 02 13:20:18.885401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5c9faf-5851-4c87-ab60-33f942eb65f0 req-f86cdb88-9377-47ac-8b61-499a143c2bd8 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 210 time: 0.0296004 Sep 02 13:20:19.852227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-e331ba25-9c4c-4394-978c-7242c7f92bd4 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:19.853765 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-e331ba25-9c4c-4394-978c-7242c7f92bd4 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.41 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 812 time: 0.1054387 Sep 02 13:20:19.867376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Request body: {'port': {'device_id': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628', 'admin_state_up': True, 'tenant_id': '34b80706dbaa41f585f945595bcd8183'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:19.990689 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1340b43-0f3a-47b5-86dc-88cab9929e7d req-f15bfd98-b13d-4099-9f99-bad1a7256d14 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 210 time: 0.0310342 Sep 02 13:20:20.011365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Made reservation on behalf of 34b80706dbaa41f585f945595bcd8183 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:20:20.015058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.152110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Allocated IP 172.20.0.13 (5a7f842b-843b-44e8-92b0-2274ec9b8628/a18c4415-a0dc-4451-8e4d-53ff126f66d4/a29b5667-1b98-4ce3-a80f-faf560d6afcb) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:20:20.304479 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.353214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.408665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Network 5a7f842b-843b-44e8-92b0-2274ec9b8628 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:20:20.411791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:20:20.416248 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:20:20.420779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:20.473619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:20.474314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.493454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-032cd35b-a3f6-4e05-850a-18a6798e3ac6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6299798 Sep 02 13:20:20.509015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Request body: {'port': {'device_id': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:20.570082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.855813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29b5667-1b98-4ce3-a80f-faf560d6afcb {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:20:20.863612 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.877055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Transition to ACTIVE for port object a29b5667-1b98-4ce3-a80f-faf560d6afcb will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:20:20.884539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:20.934664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:21.013166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:20:21.013481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:20:21.013856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb on network 5a7f842b-843b-44e8-92b0-2274ec9b8628 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:20:21.018727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Port a29b5667-1b98-4ce3-a80f-faf560d6afcb on network 5a7f842b-843b-44e8-92b0-2274ec9b8628 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:20:21.019045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb on network 5a7f842b-843b-44e8-92b0-2274ec9b8628 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:20:21.024232 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:20:21.024566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Checking segment: {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:20:21.024941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Bound using segment: {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:20:21.025393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Bound port: a29b5667-1b98-4ce3-a80f-faf560d6afcb, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:20:21.025752 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:21.091835 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:20:21.095535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:20:21.099999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:21.116168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c342ae-8d18-4ce9-99f7-769733654f42 req-3f9d0e02-682e-4624-8cf4-f3701f42780a tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.117971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36c342ae-8d18-4ce9-99f7-769733654f42 req-3f9d0e02-682e-4624-8cf4-f3701f42780a tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0552211 Sep 02 13:20:21.139060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.140145 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:21.141729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] 10.222.0.41 "PUT /v2.0/ports/a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 1092 time: 0.6403997 Sep 02 13:20:21.142109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:20:21.144444 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f" -d '{"events": [{"name": "network-changed", "server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:20:21.175395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f8565-dc7c-4a99-bead-faad81099cac service neutron] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:21.179468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36c342ae-8d18-4ce9-99f7-769733654f42 req-ec955921-4f7f-43ca-af0c-38e16218e7a5 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Sep 02 13:20:21.189417 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bbc995-1134-41d7-81b7-ca218e858ef4 x-openstack-request-id: req-37bbc995-1134-41d7-81b7-ca218e858ef4 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:20:21.189785 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:20:21.190043 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37bbc995-1134-41d7-81b7-ca218e858ef4 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:20:21.190458 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'status': 'completed', 'code': 200} Sep 02 13:20:21.237475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-ecc54858-90b4-4270-863f-edc04c98bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.239018 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-ecc54858-90b4-4270-863f-edc04c98bc35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1095 time: 0.0435519 Sep 02 13:20:21.285841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-871856f2-ce4c-48cd-86ee-e77dba678cf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0385075 Sep 02 13:20:21.339034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-6ae6e3c9-1113-4ff3-a40f-ecc938d388e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.340655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-6ae6e3c9-1113-4ff3-a40f-ecc938d388e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0484445 Sep 02 13:20:21.374397 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-bccf465e-6a11-4a1a-b52e-fd360e518074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263731 Sep 02 13:20:21.470520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-24403e6e-6f31-49a2-9a4e-fce2fb0746b9 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882254 Sep 02 13:20:21.564385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc03e143-cbe3-42bd-a8e5-2458437bc262 req-13977ff5-8106-48ca-9348-30d9ac415cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867198 Sep 02 13:20:21.654875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-62e9b597-c821-4aac-a022-775eec9a8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.656295 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-62e9b597-c821-4aac-a022-775eec9a8ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1095 time: 0.0457516 Sep 02 13:20:21.758624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-4526520a-c0f2-422a-9ee4-b209a7042d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.760144 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-4526520a-c0f2-422a-9ee4-b209a7042d84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 913 time: 0.0966091 Sep 02 13:20:21.808148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-3968a80f-a85d-4f3c-aa35-0a8222dee549 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0391150 Sep 02 13:20:21.864536 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-15a4ca78-531c-4a77-b08a-d87e341b38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:21.866173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-15a4ca78-531c-4a77-b08a-d87e341b38e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0505221 Sep 02 13:20:21.898620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-f56d2974-7c6f-42da-902d-7f7fe1e79ace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249135 Sep 02 13:20:22.002535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-77ccaaf0-63b5-4cb4-b55f-da0b8cfc9c5d service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955219 Sep 02 13:20:22.098265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a20d919a-8edf-4a6f-bc0d-2e6df37c890f req-2503f0c0-1e99-47a9-b780-f2fe41b109f6 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879595 Sep 02 13:20:22.300779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f419f-9251-4dac-aad1-ab2808138d3d req-1ff3294d-a108-465a-8934-665c9270caf7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:22.302307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-872f419f-9251-4dac-aad1-ab2808138d3d req-1ff3294d-a108-465a-8934-665c9270caf7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0533092 Sep 02 13:20:22.351688 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-872f419f-9251-4dac-aad1-ab2808138d3d req-aab156f9-6f0a-45f3-a1ef-721df262c228 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Sep 02 13:20:23.480421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f458b-b5cc-4948-b5a3-58a3a0bffbf5 req-3d86c32a-ceeb-45ac-bbd1-5ca15afac179 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:23.481962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-374f458b-b5cc-4948-b5a3-58a3a0bffbf5 req-3d86c32a-ceeb-45ac-bbd1-5ca15afac179 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0563810 Sep 02 13:20:23.521937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-374f458b-b5cc-4948-b5a3-58a3a0bffbf5 req-0046dd28-ee99-4891-917b-a55f19d473a2 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Sep 02 13:20:24.643471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083b1af-cdbd-47ea-ba80-0ab5a98d3055 req-d88881bc-35e6-4bb1-8d3e-aa1d3ada725a tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:24.644984 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1083b1af-cdbd-47ea-ba80-0ab5a98d3055 req-d88881bc-35e6-4bb1-8d3e-aa1d3ada725a tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0513086 Sep 02 13:20:24.683870 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1083b1af-cdbd-47ea-ba80-0ab5a98d3055 req-88bd32ae-cdd5-428b-92a7-c4683c3c2869 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Sep 02 13:20:25.803131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27d0b5-685d-4907-a5a5-2d987e303aac req-5c7bf97d-41d9-4fe7-9e99-e20e9150ff6b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:25.804610 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f27d0b5-685d-4907-a5a5-2d987e303aac req-5c7bf97d-41d9-4fe7-9e99-e20e9150ff6b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0511491 Sep 02 13:20:25.845908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1f27d0b5-685d-4907-a5a5-2d987e303aac req-0dfea1c3-c10f-4ea5-8e69-b2f58222f70b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Sep 02 13:20:25.974469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a29b5667-1b98-4ce3-a80f-faf560d6afcb details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:20:26.077717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:26.090034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628', 'port_id': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'mac_address': 'fa:16:3e:c4:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18c4415-a0dc-4451-8e4d-53ff126f66d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:20:26.131412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:26.145395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29b5667-1b98-4ce3-a80f-faf560d6afcb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:20:26.165271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:26.170888 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:26.221814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:26.359890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['a29b5667-1b98-4ce3-a80f-faf560d6afcb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:20:26.978165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2080b-dc6c-40e7-837a-422cc9781b8c req-5ec4acbe-3548-412e-9b94-c1a686100f79 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:26.979671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8bf2080b-dc6c-40e7-837a-422cc9781b8c req-5ec4acbe-3548-412e-9b94-c1a686100f79 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 945 time: 0.0563600 Sep 02 13:20:27.018951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8bf2080b-dc6c-40e7-837a-422cc9781b8c req-854a0093-c889-4687-9df4-b06719748792 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Sep 02 13:20:27.991052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a29b5667-1b98-4ce3-a80f-faf560d6afcb up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:20:28.053202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port a29b5667-1b98-4ce3-a80f-faf560d6afcb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:20:28.057298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port a29b5667-1b98-4ce3-a80f-faf560d6afcb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:20:28.057670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:28.146293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10c7d0-f099-48bd-8833-f55eb7b26a32 req-9765816d-df8b-4ab7-a55b-67be19d1e6cf tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:28.147865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c10c7d0-f099-48bd-8833-f55eb7b26a32 req-9765816d-df8b-4ab7-a55b-67be19d1e6cf tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 945 time: 0.0569315 Sep 02 13:20:28.162897 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:28.191414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:20:28.191783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c10c7d0-f099-48bd-8833-f55eb7b26a32 req-7f86f659-aad2-4fd3-848b-7585096e70cd tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Sep 02 13:20:28.193735 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc423b-8480-496b-ba4e-88e223dbd6cf" -d '{"events": [{"server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:20:28.207299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:20:28.218884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:28.244108 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1c12a7-420c-4351-bc45-9a40bb1b2f62 x-openstack-request-id: req-2f1c12a7-420c-4351-bc45-9a40bb1b2f62 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:20:28.244321 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:20:28.244518 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f1c12a7-420c-4351-bc45-9a40bb1b2f62 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:20:28.244932 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'code': 200} Sep 02 13:20:28.272764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:28.339556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b060d-299e-4c21-b9d7-b64ee4419a00 req-9752ceb2-7c21-4f31-bb84-cd54256404cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:28.341157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b060d-299e-4c21-b9d7-b64ee4419a00 req-9752ceb2-7c21-4f31-bb84-cd54256404cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1097 time: 0.0415771 Sep 02 13:20:28.382503 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a70b060d-299e-4c21-b9d7-b64ee4419a00 req-fe7cb725-3513-49a4-b024-f49f893ff826 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Sep 02 13:20:28.717256 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-21f32cf8-ebe8-4d08-b236-07bc1904604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:29.330169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771101-697d-42da-8ff1-c8abd37ab98f req-043d1297-1dd8-4e0c-b76b-808a1ba69a01 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:29.331684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3771101-697d-42da-8ff1-c8abd37ab98f req-043d1297-1dd8-4e0c-b76b-808a1ba69a01 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0541184 Sep 02 13:20:29.373873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f3771101-697d-42da-8ff1-c8abd37ab98f req-1bbf5b8c-15e4-4d09-96f2-bd623805ac9e tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Sep 02 13:20:30.511101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f810-c859-4e6a-a667-34ffc94a4dde req-96824ce0-9071-44d6-801d-d78c96a11320 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:30.512692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd63f810-c859-4e6a-a667-34ffc94a4dde req-96824ce0-9071-44d6-801d-d78c96a11320 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0582335 Sep 02 13:20:30.556395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cd63f810-c859-4e6a-a667-34ffc94a4dde req-928670f6-061c-43ba-8fbc-b704fe6ec33b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Sep 02 13:20:30.841846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:30.938873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf5ec1-0df3-49e6-92ef-8bb027a775f6 req-a14da803-e7af-4886-8db6-1113d19075aa tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:30.940404 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9faf5ec1-0df3-49e6-92ef-8bb027a775f6 req-a14da803-e7af-4886-8db6-1113d19075aa tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0873289 Sep 02 13:20:30.966882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-59fa5274-b3a0-4405-a7d6-6070a57be208 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237464 Sep 02 13:20:30.982176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-b2bd5d29-b28a-4afd-898b-b30d832a5f88 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:20:30.983173 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-b2bd5d29-b28a-4afd-898b-b30d832a5f88 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106111 Sep 02 13:20:30.991105 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9faf5ec1-0df3-49e6-92ef-8bb027a775f6 req-d44936af-8c5b-426c-8579-0c18793b8ee7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Sep 02 13:20:31.521098 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2979d94d-5471-4e56-b15a-aea85ea9165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:31.683088 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:32.122411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa2689-02ab-4913-9a72-ccca2950daa9 req-48dfa705-d3bd-4a3b-8981-27bd72377ea2 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:32.124290 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecaa2689-02ab-4913-9a72-ccca2950daa9 req-48dfa705-d3bd-4a3b-8981-27bd72377ea2 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0584581 Sep 02 13:20:32.168428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ecaa2689-02ab-4913-9a72-ccca2950daa9 req-35bb5524-591b-4a04-addf-719d50a16b8d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378182 Sep 02 13:20:32.195456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b803d0b-b429-4f99-b109-451543511ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:32.197080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b803d0b-b429-4f99-b109-451543511ada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1097 time: 0.0447614 Sep 02 13:20:32.294275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-08d0e9ea-de8a-47ec-86b3-541a4595d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:32.295691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-08d0e9ea-de8a-47ec-86b3-541a4595d48d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 913 time: 0.0917048 Sep 02 13:20:32.338532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-f9c74656-bc67-4e5c-a69d-6236b937b4db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0351617 Sep 02 13:20:32.391856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-29cf1309-13d9-4633-9dce-146e22918964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:32.393350 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-29cf1309-13d9-4633-9dce-146e22918964 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0485930 Sep 02 13:20:32.426069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-32dd29a7-a83c-418f-be9e-39605b441604 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255523 Sep 02 13:20:32.520249 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-dd6565c9-1bab-4f91-85cd-f518aac38c5b service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869472 Sep 02 13:20:32.632014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-3024a636-9442-4e0e-8372-a4b68d701fea service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002336 Sep 02 13:20:32.648031 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:33.306249 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c370202-d03e-4797-a7e2-83eeb29d11e6 req-ee1e5cbb-6f00-497e-816b-336c1247500d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:33.308037 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c370202-d03e-4797-a7e2-83eeb29d11e6 req-ee1e5cbb-6f00-497e-816b-336c1247500d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0630498 Sep 02 13:20:33.350389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3c370202-d03e-4797-a7e2-83eeb29d11e6 req-3c3ac904-a69e-4c19-a9ad-7552bd9110a4 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Sep 02 13:20:34.318564 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:34.485909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1a851-9038-46cb-82ec-a81927f9585e req-436212e1-899d-4a70-9d24-07f52e23f109 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:34.487411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97b1a851-9038-46cb-82ec-a81927f9585e req-436212e1-899d-4a70-9d24-07f52e23f109 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0615907 Sep 02 13:20:34.530499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97b1a851-9038-46cb-82ec-a81927f9585e req-21e6cd5e-0303-4dae-98d1-721786c41b25 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Sep 02 13:20:35.521440 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:35.656919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a5d12-dfbe-4cd5-b084-c84d54a9a169 req-9cebf373-bd18-421d-9c5a-22728601e23d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:35.658492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-372a5d12-dfbe-4cd5-b084-c84d54a9a169 req-9cebf373-bd18-421d-9c5a-22728601e23d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0529878 Sep 02 13:20:35.699350 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-372a5d12-dfbe-4cd5-b084-c84d54a9a169 req-893c3c15-3692-41b0-8f6b-68017217df8d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Sep 02 13:20:36.823531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f538bf-8cbf-4766-8f9f-b7de279d0788 req-fb3e12d8-e0c8-4380-b45c-97b27189aa80 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:36.825345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34f538bf-8cbf-4766-8f9f-b7de279d0788 req-fb3e12d8-e0c8-4380-b45c-97b27189aa80 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0540292 Sep 02 13:20:36.868528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34f538bf-8cbf-4766-8f9f-b7de279d0788 req-cf3ad936-d71e-4d32-9da2-0e7ef74cfbbc tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343609 Sep 02 13:20:38.011911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b07f5-7444-4878-b128-926babb1467f req-4f485cff-b4be-4310-94d2-c62699287493 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:38.013471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b79b07f5-7444-4878-b128-926babb1467f req-4f485cff-b4be-4310-94d2-c62699287493 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0636592 Sep 02 13:20:38.055110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b79b07f5-7444-4878-b128-926babb1467f req-55cf4e22-6f5a-4213-98bd-273858a5ca43 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Sep 02 13:20:39.185420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c45ea4-2649-4e55-82d7-3769dc1ce28c req-83e4501e-b7ff-4b51-ba9c-591d6e06d27e tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:39.186211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77c45ea4-2649-4e55-82d7-3769dc1ce28c req-83e4501e-b7ff-4b51-ba9c-591d6e06d27e tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0525680 Sep 02 13:20:39.225769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-77c45ea4-2649-4e55-82d7-3769dc1ce28c req-b008cf26-f9d1-4675-9ef3-73da0d5405fc tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Sep 02 13:20:40.350508 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cc5c7-b4ce-4912-99d6-1e4a43c26cc0 req-a74fde0d-dac0-43ca-9d9e-cb4bc88eba79 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:40.351983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f0cc5c7-b4ce-4912-99d6-1e4a43c26cc0 req-a74fde0d-dac0-43ca-9d9e-cb4bc88eba79 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0514438 Sep 02 13:20:40.399037 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9f0cc5c7-b4ce-4912-99d6-1e4a43c26cc0 req-a1c0a22e-9024-4419-b6d3-bcf67b3ccb90 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Sep 02 13:20:41.341469 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:41.567127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb69885-5287-4a6f-b1be-f9e3b24af4ae req-ea4f1f37-9287-4487-b667-5b3a887fa9b7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:41.568684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-beb69885-5287-4a6f-b1be-f9e3b24af4ae req-ea4f1f37-9287-4487-b667-5b3a887fa9b7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0759394 Sep 02 13:20:41.611432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-beb69885-5287-4a6f-b1be-f9e3b24af4ae req-dedd13a2-d78f-4ab8-9699-94b8945bffa9 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Sep 02 13:20:42.744548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77049fd6-df32-4c74-8226-60229bd4e9b9 req-37362c73-86f7-4f22-a6a9-0762e7848036 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:42.746189 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77049fd6-df32-4c74-8226-60229bd4e9b9 req-37362c73-86f7-4f22-a6a9-0762e7848036 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0523183 Sep 02 13:20:42.788792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-77049fd6-df32-4c74-8226-60229bd4e9b9 req-523e99c7-b8b5-438a-9a20-88959d21c9f8 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Sep 02 13:20:43.937817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ffdef-91e5-4c5d-9cc2-b98df04a831b req-582eba75-9501-4283-b22d-138b1dd66f52 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:43.939345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b3ffdef-91e5-4c5d-9cc2-b98df04a831b req-582eba75-9501-4283-b22d-138b1dd66f52 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0522232 Sep 02 13:20:43.988413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b3ffdef-91e5-4c5d-9cc2-b98df04a831b req-9df8f07c-0a31-40d0-9174-b52c60a293ae tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Sep 02 13:20:45.144346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a38e9-9da7-41c5-ac63-a831de784613 req-1a087955-040d-4d41-8e3e-f74249dc42e1 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:45.145840 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f3a38e9-9da7-41c5-ac63-a831de784613 req-1a087955-040d-4d41-8e3e-f74249dc42e1 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0619109 Sep 02 13:20:45.188259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f3a38e9-9da7-41c5-ac63-a831de784613 req-425925f1-c700-4a3a-a12f-9b629df31ccf tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Sep 02 13:20:46.317812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a18eac-5df2-4516-9f7f-2b249b8d78b8 req-f8e8db2a-8347-4ae4-9900-07096ea322d8 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:46.319328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67a18eac-5df2-4516-9f7f-2b249b8d78b8 req-f8e8db2a-8347-4ae4-9900-07096ea322d8 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0615835 Sep 02 13:20:46.365676 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67a18eac-5df2-4516-9f7f-2b249b8d78b8 req-fbad7ff7-4e10-4be8-9d3b-5254978623ec tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Sep 02 13:20:47.489447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b732b-dee9-40c5-bdb0-68432de3570e req-51dbace3-a316-4ac4-b11b-230636b7c0c0 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:47.490979 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c6b732b-dee9-40c5-bdb0-68432de3570e req-51dbace3-a316-4ac4-b11b-230636b7c0c0 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0533123 Sep 02 13:20:47.536052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9c6b732b-dee9-40c5-bdb0-68432de3570e req-a8bb2818-82ad-4150-bc69-3667777661d6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Sep 02 13:20:48.672516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d6f8e-589d-478e-9d7c-acabc36ebe20 req-d5b14ecf-10bc-475a-bb18-71ed57a6d8e5 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:48.674058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-882d6f8e-589d-478e-9d7c-acabc36ebe20 req-d5b14ecf-10bc-475a-bb18-71ed57a6d8e5 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0540731 Sep 02 13:20:48.713970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-882d6f8e-589d-478e-9d7c-acabc36ebe20 req-2d05b184-cd6d-493a-bd6d-7e1709c48024 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Sep 02 13:20:49.657330 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:20:49.838677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbaf5-7969-4970-bbad-0b05156ba0e1 req-6f55bbbd-dabb-476b-a097-17fd2052ac4d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:49.840607 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee0bbaf5-7969-4970-bbad-0b05156ba0e1 req-6f55bbbd-dabb-476b-a097-17fd2052ac4d tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0514660 Sep 02 13:20:49.883839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee0bbaf5-7969-4970-bbad-0b05156ba0e1 req-4e7137e2-c1c2-4a8a-a003-e0d932deb5e8 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Sep 02 13:20:51.006268 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c278-8ea8-41e2-aeb9-8d26a712dfac req-a8af63a5-cd50-4fb1-815a-9c16dc1ebbde tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:51.007936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3729c278-8ea8-41e2-aeb9-8d26a712dfac req-a8af63a5-cd50-4fb1-815a-9c16dc1ebbde tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0526290 Sep 02 13:20:51.050500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3729c278-8ea8-41e2-aeb9-8d26a712dfac req-25606327-5c70-4a58-970f-7067a08d56e7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Sep 02 13:20:52.181429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898da04f-06cf-43fb-b1ca-32c381ee0b07 req-38b77c17-3ee6-48d9-84c1-f4c7eea5c057 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:52.182991 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-898da04f-06cf-43fb-b1ca-32c381ee0b07 req-38b77c17-3ee6-48d9-84c1-f4c7eea5c057 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0601370 Sep 02 13:20:52.220933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-898da04f-06cf-43fb-b1ca-32c381ee0b07 req-429eee4e-38aa-4908-be41-ab6e9422353f tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Sep 02 13:20:53.340681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6327b-c9f2-48be-80be-0c51e974099d req-53ce2897-391d-409b-9724-daac87a21c01 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:53.342217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92b6327b-c9f2-48be-80be-0c51e974099d req-53ce2897-391d-409b-9724-daac87a21c01 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0512388 Sep 02 13:20:53.382633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92b6327b-c9f2-48be-80be-0c51e974099d req-d86d8695-10eb-409b-b665-e5942bde6db1 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Sep 02 13:20:54.529851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff1b21-314f-4c33-a524-145dafd329d7 req-7fef38ec-1a66-4356-b2f8-34cdb2a64388 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:54.531515 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bff1b21-314f-4c33-a524-145dafd329d7 req-7fef38ec-1a66-4356-b2f8-34cdb2a64388 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0733073 Sep 02 13:20:54.573565 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4bff1b21-314f-4c33-a524-145dafd329d7 req-0ea5c618-de36-4466-9f24-6f7ef738bfa2 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354502 Sep 02 13:20:55.312132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-4fbeec35-4825-4fb9-9c90-3db3fc1535e6 req-9c92c81a-5183-4da9-9501-ad74eb0e0357 service neutron] (94841) timed out ('10.222.0.60', 33926) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:20:55.710048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0901-0903-4f1d-8366-a8b7e0647961 req-dbb0908d-005d-4e08-a817-a3208226fa80 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:55.711719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48ba0901-0903-4f1d-8366-a8b7e0647961 req-dbb0908d-005d-4e08-a817-a3208226fa80 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0572684 Sep 02 13:20:55.755629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-48ba0901-0903-4f1d-8366-a8b7e0647961 req-b8f009d7-2c4c-4f29-b5e6-99f17490354b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349753 Sep 02 13:20:56.886674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd74a6-c674-4cfa-96c7-1e3700ba8b87 req-078f544e-8ee0-4257-a558-0ca7d1339244 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:56.888210 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17dd74a6-c674-4cfa-96c7-1e3700ba8b87 req-078f544e-8ee0-4257-a558-0ca7d1339244 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0539296 Sep 02 13:20:56.940879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-17dd74a6-c674-4cfa-96c7-1e3700ba8b87 req-57331dc8-773d-4823-9940-3253dcb86bb7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Sep 02 13:20:58.078061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9385e-aae9-4730-9bdb-9647ed5dc99b req-6c21d094-fa97-485b-8670-47e93147ffe1 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:58.079607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60e9385e-aae9-4730-9bdb-9647ed5dc99b req-6c21d094-fa97-485b-8670-47e93147ffe1 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0610840 Sep 02 13:20:58.117459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60e9385e-aae9-4730-9bdb-9647ed5dc99b req-1647471e-fe97-4bbb-9351-cb1c55dff4b7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Sep 02 13:20:58.726688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-041c6aca-8091-43d1-a7e4-bd1faa53a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:59.253214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3783-660f-4242-b64c-7a7a101463ce req-089cde2c-a457-4a68-88e5-f65b24628d44 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:59.254716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec2a3783-660f-4242-b64c-7a7a101463ce req-089cde2c-a457-4a68-88e5-f65b24628d44 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 946 time: 0.0635252 Sep 02 13:20:59.310001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec2a3783-660f-4242-b64c-7a7a101463ce req-8a82b5b1-569e-41bb-ac3b-674640f31f33 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Sep 02 13:20:59.608855 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-57da71e4-c0d5-44c9-9240-ae7af75f5539 service neutron] show failed (client error): The resource could not be found. Sep 02 13:20:59.609929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-57da71e4-c0d5-44c9-9240-ae7af75f5539 service neutron] 10.222.0.41 "GET /v2.0/ports/a29b5667-1b98-4ce3-a80f-faf560d6afcb/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0708029 Sep 02 13:20:59.853304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-b785d928-7de6-4032-800e-d4c8c37a0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:20:59.854978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-b785d928-7de6-4032-800e-d4c8c37a0398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b&tenant_id=34b80706dbaa41f585f945595bcd8183 HTTP/1.1" status: 200 len: 1097 time: 0.0805047 Sep 02 13:20:59.867678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:20:59.927026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:00.146522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:00.180325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:21:00.228420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:00.230937 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33998979-1e49-4bd1-b3ca-b303e5e5dcbc" -d '{"events": [{"server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:00.235195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:00.248303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Transition to ACTIVE for port object a29b5667-1b98-4ce3-a80f-faf560d6afcb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:21:00.252487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:00.312161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] No DVR routers for this DVR port a29b5667-1b98-4ce3-a80f-faf560d6afcb on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:21:00.318613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:00.352999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:21:00.353348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:21:00.353868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb on network 5a7f842b-843b-44e8-92b0-2274ec9b8628 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:00.360333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Port a29b5667-1b98-4ce3-a80f-faf560d6afcb on network 5a7f842b-843b-44e8-92b0-2274ec9b8628 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:21:00.360774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Attempting to bind port a29b5667-1b98-4ce3-a80f-faf560d6afcb on network 5a7f842b-843b-44e8-92b0-2274ec9b8628 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:00.364342 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7843e5ed-0355-4650-b73e-17418a5cceba x-openstack-request-id: req-7843e5ed-0355-4650-b73e-17418a5cceba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:00.364668 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:00.364945 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7843e5ed-0355-4650-b73e-17418a5cceba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:00.365417 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'code': 200} Sep 02 13:21:00.368577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:21:00.368950 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Checking segment: {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:21:00.369422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Bound using segment: {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:21:00.369862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Bound port: a29b5667-1b98-4ce3-a80f-faf560d6afcb, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafac779-caa3-47a9-a602-143d54f65cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:21:00.370424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:00.434797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3e455-6052-4a05-b844-68b147831781 req-b6b52ae1-c300-431b-8b43-ea9762777882 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:00.436277 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3f3e455-6052-4a05-b844-68b147831781 req-b6b52ae1-c300-431b-8b43-ea9762777882 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0506546 Sep 02 13:21:00.436540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:21:00.439726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:21:00.446375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:00.475631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c3f3e455-6052-4a05-b844-68b147831781 req-45754858-732f-4016-bd04-6e9913a51b80 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Sep 02 13:21:00.487540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:00.488238 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:00.489652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] 10.222.0.18 "PUT /v2.0/ports/a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 1092 time: 0.6264968 Sep 02 13:21:00.507387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90e749-2419-4db3-841e-d8d038ca6cae service neutron] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:00.556040 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-7323228e-6053-42c2-bda9-b68e1b341df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:00.557654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-7323228e-6053-42c2-bda9-b68e1b341df4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1095 time: 0.0411348 Sep 02 13:21:00.656812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-8548881c-847b-45ee-8b4a-36ee35d5416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:00.658371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-8548881c-847b-45ee-8b4a-36ee35d5416e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 913 time: 0.0940783 Sep 02 13:21:00.701923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-bcaf484a-237d-48f1-aeb7-8630c59f5171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0360596 Sep 02 13:21:00.758257 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-aaf64988-ed34-437b-a4c2-1f16dce497f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:00.759751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-aaf64988-ed34-437b-a4c2-1f16dce497f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0514996 Sep 02 13:21:00.792928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-c9ec0f57-7acc-42fd-bc11-012f6d628604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254376 Sep 02 13:21:00.888465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-7b7adc10-817e-4e60-ac7b-c3dda6ce9aeb service neutron] 10.222.0.18 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891757 Sep 02 13:21:00.995055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c6457f0-02c3-41a9-8c2f-008f7cffd4aa req-e4e8f3a2-5b23-401f-8f9d-4945c57016fd service neutron] 10.222.0.18 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996804 Sep 02 13:21:01.522135 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83de0c34-c8d2-4f0c-8330-4c87191d68a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:01.617771 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b3c0-db1a-4bb3-ac46-2f8c2edff7db req-57097f65-8399-4fa0-80bc-8faeab99915f tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:01.619266 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0819b3c0-db1a-4bb3-ac46-2f8c2edff7db req-57097f65-8399-4fa0-80bc-8faeab99915f tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.0569618 Sep 02 13:21:01.663004 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0819b3c0-db1a-4bb3-ac46-2f8c2edff7db req-90208253-6e9d-44bd-8988-cbf1753924f0 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Sep 02 13:21:01.686847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:02.367220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:02.369915 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfbae66-ed3a-41a9-a2d0-25630180d563" -d '{"events": [{"name": "network-changed", "server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:02.430813 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4676e914-5a04-424a-b890-553e94d968db x-openstack-request-id: req-4676e914-5a04-424a-b890-553e94d968db {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:02.431498 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:02.431498 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4676e914-5a04-424a-b890-553e94d968db {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:02.431988 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'status': 'completed', 'code': 200} Sep 02 13:21:02.507074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-6c3e9d64-ce5b-49ca-beca-647c6c2901a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.508325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-3a4923d6-dbec-4629-b439-e4288e50d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.508823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-6c3e9d64-ce5b-49ca-beca-647c6c2901a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1095 time: 0.0436378 Sep 02 13:21:02.509913 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-3a4923d6-dbec-4629-b439-e4288e50d7e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1095 time: 0.0501189 Sep 02 13:21:02.607657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-ef685273-6479-4b72-b577-a8ff3e32cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.609232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-ef685273-6479-4b72-b577-a8ff3e32cd33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 913 time: 0.0934467 Sep 02 13:21:02.609832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-22a16b31-ee50-483b-8299-476a52f6cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.611300 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-22a16b31-ee50-483b-8299-476a52f6cd3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 913 time: 0.0895224 Sep 02 13:21:02.647583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:02.652264 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-6133845a-d8a8-4f99-af47-69f8628dd687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0334384 Sep 02 13:21:02.653785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-b352a1f4-0632-492b-bce3-d2141c67f70f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0376587 Sep 02 13:21:02.705185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-91fdd104-48c2-47e4-b6df-6333baa7a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.706345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-6340dfe3-ae08-42d3-a107-52bc05b2d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.706683 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-91fdd104-48c2-47e4-b6df-6333baa7a714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0467422 Sep 02 13:21:02.707847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-6340dfe3-ae08-42d3-a107-52bc05b2d072 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0482278 Sep 02 13:21:02.738528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-a8d94b5d-0168-4bad-85c7-e64d7b7cdf64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251260 Sep 02 13:21:02.740703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-5b6f9f24-13a3-420c-890d-127db1d19309 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256674 Sep 02 13:21:02.835044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-02d5a870-376c-43aa-aeb3-bea1307a4d6b service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866740 Sep 02 13:21:02.850625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54a8e7-a2df-490a-bc89-6b34089e91ce req-28470332-069b-4221-8191-9067e9dbd4b3 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:02.852168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd54a8e7-a2df-490a-bc89-6b34089e91ce req-28470332-069b-4221-8191-9067e9dbd4b3 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 944 time: 0.1127336 Sep 02 13:21:02.882521 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-03f7a815-923c-46c0-b9c6-1d374b5535ff service neutron] 10.222.0.18 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341913 Sep 02 13:21:02.920920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd54a8e7-a2df-490a-bc89-6b34089e91ce req-27678058-6e2b-4da4-a885-9dda5e439105 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Sep 02 13:21:02.933634 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-bad2784d-b4c9-443d-b9a7-9f9fba1b37d5 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899439 Sep 02 13:21:02.988265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbfbae66-ed3a-41a9-a2d0-25630180d563 req-30b384b3-b468-4f8c-9379-838ef056b703 service neutron] 10.222.0.18 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946906 Sep 02 13:21:03.244046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-c1173368-02f4-42f7-9b44-1aa50b99fcc7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:03.247472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-c1173368-02f4-42f7-9b44-1aa50b99fcc7 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.41 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b&tenant_id=34b80706dbaa41f585f945595bcd8183&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 944 time: 0.1122451 Sep 02 13:21:03.330851 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-605b286e-06c5-466d-a0dc-bf6e5a724805 service neutron] delete failed (client error): The resource could not be found. Sep 02 13:21:03.331872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-605b286e-06c5-466d-a0dc-bf6e5a724805 service neutron] 10.222.0.41 "DELETE /v2.0/ports/a29b5667-1b98-4ce3-a80f-faf560d6afcb/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0782444 Sep 02 13:21:03.420769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-72e6d0fb-29ba-4bd6-a6a5-6f0dac1bc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:03.422357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-72e6d0fb-29ba-4bd6-a6a5-6f0dac1bc211 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b80706dbaa41f585f945595bcd8183&device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 1095 time: 0.0458248 Sep 02 13:21:03.528733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-3188b444-f27c-4838-bb7a-ebc12782fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:03.530170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-3188b444-f27c-4838-bb7a-ebc12782fc39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 200 len: 913 time: 0.1012187 Sep 02 13:21:03.576965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-c875cbe6-05e9-410a-97a5-dabd422369d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 200 len: 217 time: 0.0389583 Sep 02 13:21:03.628183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-8489f04c-a531-40d6-a56e-323622c98e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:03.629671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-8489f04c-a531-40d6-a56e-323622c98e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 200 len: 852 time: 0.0453568 Sep 02 13:21:03.661537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-febe5288-6f91-43b0-8672-ca436207b8fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7f842b-843b-44e8-92b0-2274ec9b8628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251718 Sep 02 13:21:03.770252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-a7e36828-f847-4108-83cc-79f476e1f41b service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016812 Sep 02 13:21:03.862833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-db4bb797-0057-40ae-bc6b-9ff1a6659e36 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Sep 02 13:21:04.048837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a29b5667-1b98-4ce3-a80f-faf560d6afcb details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:21:04.161393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a29b5667-1b98-4ce3-a80f-faf560d6afcb no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:21:04.204533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:04.222894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'network_id': '5a7f842b-843b-44e8-92b0-2274ec9b8628', 'port_id': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'mac_address': 'fa:16:3e:c4:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18c4415-a0dc-4451-8e4d-53ff126f66d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:21:04.230161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device a29b5667-1b98-4ce3-a80f-faf560d6afcb not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:21:04.275204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:04.287965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29b5667-1b98-4ce3-a80f-faf560d6afcb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:21:04.316194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:04.320293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:04.324403 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:04.369713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:04.377266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.377611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.378512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.378512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.378736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.378896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.379202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.379517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.379831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.380146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.380459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.380771 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:04.580154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2f66c-bd0e-4b24-bc8f-df3708e4ef5b req-fbcfd6e1-86eb-48a4-a84d-0e578e15db0b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:04.582615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-78a2f66c-bd0e-4b24-bc8f-df3708e4ef5b req-fbcfd6e1-86eb-48a4-a84d-0e578e15db0b tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 945 time: 0.0546291 Sep 02 13:21:04.584326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a29b5667-1b98-4ce3-a80f-faf560d6afcb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:21:04.628351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-78a2f66c-bd0e-4b24-bc8f-df3708e4ef5b req-79d83ae4-69ee-480b-8865-57d8d38521fd tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Sep 02 13:21:05.527105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:05.752369 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4095b7-d8d5-4ba3-8c97-7e353b2e7647 req-ed31032e-629c-4079-8950-ef9c4f986c93 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:05.753965 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff4095b7-d8d5-4ba3-8c97-7e353b2e7647 req-ed31032e-629c-4079-8950-ef9c4f986c93 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 02 13:21:05.796662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ff4095b7-d8d5-4ba3-8c97-7e353b2e7647 req-9e9cc2fc-dd79-493c-b809-afcf29659be6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.60 "GET /v2.0/security-groups?id=b388a44e-01b4-4d4a-8a3c-170b50ac319e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Sep 02 13:21:05.855593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-17944f63-bb98-4f30-918d-ff17692a4fe6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:05.857123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-17944f63-bb98-4f30-918d-ff17692a4fe6 tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda79804-5b83-4199-b8a7-6eb9e6f2734b HTTP/1.1" status: 200 len: 945 time: 0.0502839 Sep 02 13:21:05.952504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Deleting port a29b5667-1b98-4ce3-a80f-faf560d6afcb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:21:05.953043 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:06.040375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] For port a29b5667-1b98-4ce3-a80f-faf560d6afcb, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a29b5667-1b98-4ce3-a80f-faf560d6afcb,segment=NetworkSegment(cafac779-caa3-47a9-a602-143d54f65cad),segment_id=cafac779-caa3-47a9-a602-143d54f65cad)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:06.040741 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:06.057104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Calling delete_port for a29b5667-1b98-4ce3-a80f-faf560d6afcb owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:21:06.066198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a29b5667-1b98-4ce3-a80f-faf560d6afcb no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:21:06.142508 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:06.155701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a29b5667-1b98-4ce3-a80f-faf560d6afcb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:21:06.183301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:06.214192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Pushing event deleted for resources: {'Port': ['ID=a29b5667-1b98-4ce3-a80f-faf560d6afcb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:06.262086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] No DVR routers for this DVR port a29b5667-1b98-4ce3-a80f-faf560d6afcb on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:21:06.266354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:06.269660 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2cfad4f6-709f-4cf8-ada0-902d08be0c18 req-fa822c51-b45c-494a-8e8a-4bd9de03e4ad tempest-DeleteServersTestJSON-1491375770 tempest-DeleteServersTestJSON-1491375770-project] 10.222.0.18 "DELETE /v2.0/ports/a29b5667-1b98-4ce3-a80f-faf560d6afcb HTTP/1.1" status: 204 len: 173 time: 0.4065676 Sep 02 13:21:06.270393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'name': 'network-vif-deleted', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:06.275145 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4d49c4-7a50-4520-a439-801d58707316" -d '{"events": [{"server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "name": "network-vif-deleted", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:06.318412 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a512c-a37d-46e7-9d27-e35a4da7da09 x-openstack-request-id: req-784a512c-a37d-46e7-9d27-e35a4da7da09 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:06.318710 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda79804-5b83-4199-b8a7-6eb9e6f2734b", "name": "network-vif-deleted", "tag": "a29b5667-1b98-4ce3-a80f-faf560d6afcb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:06.318965 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-784a512c-a37d-46e7-9d27-e35a4da7da09 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:06.319372 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda79804-5b83-4199-b8a7-6eb9e6f2734b', 'name': 'network-vif-deleted', 'tag': 'a29b5667-1b98-4ce3-a80f-faf560d6afcb', 'status': 'completed', 'code': 200} Sep 02 13:21:06.936691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:21:06.986366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Deleting subnet a18c4415-a0dc-4451-8e4d-53ff126f66d4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:21:06.990054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.026897 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.069010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.432459 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.457432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18c4415-a0dc-4451-8e4d-53ff126f66d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:07.462639 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.464932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4c7cd0a1-8abc-4db1-9ae3-8cf86d2b2a9a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a18c4415-a0dc-4451-8e4d-53ff126f66d4 HTTP/1.1" status: 204 len: 168 time: 0.5269983 Sep 02 13:21:07.468498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:21:07.544031 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.633414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.643289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7f842b-843b-44e8-92b0-2274ec9b8628']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:21:07.653365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafac779-caa3-47a9-a602-143d54f65cad') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:21:07.653662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafac779-caa3-47a9-a602-143d54f65cad') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:21:07.662583 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.678331 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.684387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:21:07.684672 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:21:07.686554 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:21:07.756674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.763202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:07.765349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a7f842b-843b-44e8-92b0-2274ec9b8628 HTTP/1.1" status: 204 len: 168 time: 0.2958066 Sep 02 13:21:07.784112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8ac96-a53f-411c-bed5-2a8599a4ba3e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7f842b-843b-44e8-92b0-2274ec9b8628,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:07.902063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:21:07.944872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4e533934-117d-4e7e-97d1-3d7fc3cd3874 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34b80706dbaa41f585f945595bcd8183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414481 Sep 02 13:21:07.947390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:21:07.997043 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d543a41-3051-47cf-85df-87a3d58bece4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:08.025240 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d543a41-3051-47cf-85df-87a3d58bece4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:08.079954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d543a41-3051-47cf-85df-87a3d58bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:08.083945 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d543a41-3051-47cf-85df-87a3d58bece4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:08.085689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3d543a41-3051-47cf-85df-87a3d58bece4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b388a44e-01b4-4d4a-8a3c-170b50ac319e HTTP/1.1" status: 204 len: 168 time: 0.1371927 Sep 02 13:21:08.094907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543a41-3051-47cf-85df-87a3d58bece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b388a44e-01b4-4d4a-8a3c-170b50ac319e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:08.865917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 49966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:21:08.985141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2125196478-network', 'tenant_id': 'f337ade8c5554f8187f0db994dd4bfbe'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:09.009987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Made reservation on behalf of f337ade8c5554f8187f0db994dd4bfbe for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:21:09.012579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.021750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.122656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.128111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.152866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:21:09.161723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c262e78-71b6-4cc9-af3e-49014a31e36b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:09.167769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.168117 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Added segment 995edfa5-8e20-43a4-aaf7-e2de51df6fd0 of type vlan for network 73569fdc-0049-408a-91c8-20186e8b7351 Sep 02 13:21:09.209257 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.237944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.239044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:09.239681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.288710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4213061 Sep 02 13:21:09.291630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 49970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:21:09.297287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Request body: {'subnet': {'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2125196478-subnet', 'tenant_id': 'f337ade8c5554f8187f0db994dd4bfbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:09.300259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84569c3b-6aad-4c61-a764-9fc11d5c6e1c admin admin] Pushing event updated for resources: {'Network': ['ID=73569fdc-0049-408a-91c8-20186e8b7351,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:09.310082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 73569fdc-0049-408a-91c8-20186e8b7351 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:21:09.331195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Made reservation on behalf of f337ade8c5554f8187f0db994dd4bfbe for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:21:09.333600 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.532354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.592024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b814f852-2969-40f3-8c6d-8905d1a1bd93,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:09.613321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Checking segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:21:09.613814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Network hostable DHCP agents. Network: 73569fdc-0049-408a-91c8-20186e8b7351, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:21:09.639415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Network 73569fdc-0049-408a-91c8-20186e8b7351 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:21:09.650146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 73569fdc-0049-408a-91c8-20186e8b7351) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:21:09.654707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:09.655293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:09.659312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b65f4-3387-4304-b6d2-5d43b02f89f1 None None] Network 73569fdc-0049-408a-91c8-20186e8b7351 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:21:09.671821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd0e07de-cc68-43b9-93eb-1a4de7555d5c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3790021 Sep 02 13:21:09.799837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eac726-3b9f-4b56-8bc6-e8c5971a7d14 None None] Network 73569fdc-0049-408a-91c8-20186e8b7351 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:21:10.153396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-4ae58fe8-25af-42ed-ac19-7f8f9979f395 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:10.154909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-4ae58fe8-25af-42ed-ac19-7f8f9979f395 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 815 time: 0.1232035 Sep 02 13:21:10.171285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-0d3ab36c-6597-4c28-8326-59e87fe20f85 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/quotas/f337ade8c5554f8187f0db994dd4bfbe HTTP/1.1" status: 200 len: 375 time: 0.0103261 Sep 02 13:21:10.206161 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f71befa3-0045-432c-bbcd-081edd9c4bb0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277297 Sep 02 13:21:10.217385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-8f536661-2c57-4f1a-b9b4-746a90f8c41f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:21:10.218423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-8f536661-2c57-4f1a-b9b4-746a90f8c41f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055492 Sep 02 13:21:10.310375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-0563ba15-8138-437b-b809-a80ef00c6bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Sep 02 13:21:10.407407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f92d798c-34d7-4bfc-9cbd-72e45421c67e service neutron] 10.222.0.60 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877388 Sep 02 13:21:10.588945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f664d93-39bf-4333-96bc-c2abf6b17302 req-9d6ddff9-12fa-4d6d-950a-eb186c12b069 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 210 time: 0.0270576 Sep 02 13:21:11.353837 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:11.618614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-9a4c4d5e-371a-4d7a-9c18-bab976004a4e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:11.620177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-9a4c4d5e-371a-4d7a-9c18-bab976004a4e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 815 time: 0.1154923 Sep 02 13:21:11.634077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Request body: {'port': {'device_id': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'admin_state_up': True, 'tenant_id': 'f337ade8c5554f8187f0db994dd4bfbe'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:11.712529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5118a90a-a381-42f0-9708-0ca5fda85e47 req-5fc1cd8c-13f7-44ba-b5b0-82c01350633a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 210 time: 0.0370581 Sep 02 13:21:11.774075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Made reservation on behalf of f337ade8c5554f8187f0db994dd4bfbe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:21:11.777600 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:11.916659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Allocated IP 172.20.0.8 (73569fdc-0049-408a-91c8-20186e8b7351/b814f852-2969-40f3-8c6d-8905d1a1bd93/fc19a3ce-e35f-4389-96a2-a286e8314e5c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:21:12.081809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.125402 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.177383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Network 73569fdc-0049-408a-91c8-20186e8b7351 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:21:12.180633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:21:12.184520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:21:12.208444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:12.237399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:12.238027 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.256142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-f23dd359-0d24-461a-b88e-0b118ac128d0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262569 Sep 02 13:21:12.270896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Request body: {'port': {'device_id': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:12.324322 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.610179 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc19a3ce-e35f-4389-96a2-a286e8314e5c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:21:12.622614 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.635189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Transition to ACTIVE for port object fc19a3ce-e35f-4389-96a2-a286e8314e5c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:21:12.639959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.687884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:12.760170 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:21:12.760542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:21:12.760871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:12.765548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Port fc19a3ce-e35f-4389-96a2-a286e8314e5c on network 73569fdc-0049-408a-91c8-20186e8b7351 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:21:12.765886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:12.770697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:21:12.771041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Checking segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:21:12.771430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Bound using segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:21:12.771854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Bound port: fc19a3ce-e35f-4389-96a2-a286e8314e5c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:21:12.772213 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.833849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d0c1-5884-4893-a8bd-8d2443535d98 req-f259ede2-9deb-4ad7-aec4-608a2b288c96 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:12.835368 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13d4d0c1-5884-4893-a8bd-8d2443535d98 req-f259ede2-9deb-4ad7-aec4-608a2b288c96 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0513880 Sep 02 13:21:12.842497 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:21:12.845786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:21:12.853482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.877435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13d4d0c1-5884-4893-a8bd-8d2443535d98 req-5b9986c2-d70f-4dad-a205-e76b8529b668 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357401 Sep 02 13:21:12.893855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:12.894729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:12.901567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 1091 time: 0.6348453 Sep 02 13:21:12.904035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:12.906409 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9808f04-1883-4a97-964a-e9b9ebb0a73d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:12.933949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bd96c-3347-40db-a976-73fc219a0d73 service neutron] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:12.953119 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7d476d-6581-4ceb-a3dd-ffba370ec2c6 x-openstack-request-id: req-fc7d476d-6581-4ceb-a3dd-ffba370ec2c6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:12.953456 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:12.953711 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc7d476d-6581-4ceb-a3dd-ffba370ec2c6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:12.954107 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'status': 'completed', 'code': 200} Sep 02 13:21:12.988960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-2212b621-c9c4-45bf-b855-f7f46741b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:12.990587 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-2212b621-c9c4-45bf-b855-f7f46741b883 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1094 time: 0.0488064 Sep 02 13:21:13.039071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-29ecbbf2-b4bd-48b5-86d2-6832d979f6bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0399592 Sep 02 13:21:13.097700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-aa4ff577-3951-46fe-a437-9ffa91ecf1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:13.099300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-aa4ff577-3951-46fe-a437-9ffa91ecf1f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0536671 Sep 02 13:21:13.133643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-01d62179-0004-48c1-aaf3-3cb23e96c789 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273056 Sep 02 13:21:13.233353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-04a39bd9-6a0d-478a-97e5-33d0bafcf2c1 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915399 Sep 02 13:21:13.333031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63787be3-ac2b-44ef-a273-196b9cebd13f req-e3c8a660-9a58-43dc-897e-596a30fd3216 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929627 Sep 02 13:21:13.439568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-414cd437-126e-4b65-896a-b1499de48677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:13.440993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-414cd437-126e-4b65-896a-b1499de48677 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1094 time: 0.0498571 Sep 02 13:21:13.537589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-ff6009ca-031d-4a8a-adab-55e5675ab373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:13.539069 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-ff6009ca-031d-4a8a-adab-55e5675ab373 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0911944 Sep 02 13:21:13.582423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-02504d15-e95e-4fe6-8d35-c7a9409d8d3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0343103 Sep 02 13:21:13.632991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-f9632914-1528-40b7-92df-32b2ca6146e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:13.634477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-f9632914-1528-40b7-92df-32b2ca6146e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0443318 Sep 02 13:21:13.672917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-acc0cf07-d901-40a2-b838-bec69a79da15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307672 Sep 02 13:21:13.768311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-8f3b6081-ee77-40d4-8586-2e8098369e63 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875242 Sep 02 13:21:13.871494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9808f04-1883-4a97-964a-e9b9ebb0a73d req-004a0d6a-8e4e-4ba3-bb4c-09e0a3971cbb service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957336 Sep 02 13:21:14.013738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dacc7-bc21-41f1-8d59-c698c1d92098 req-b1e6a4af-3cde-4079-b86b-7e7e7670a83c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:14.015288 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b48dacc7-bc21-41f1-8d59-c698c1d92098 req-b1e6a4af-3cde-4079-b86b-7e7e7670a83c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0610781 Sep 02 13:21:14.065673 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b48dacc7-bc21-41f1-8d59-c698c1d92098 req-4ee07050-c30b-4a27-9a9f-23ae456ed73e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Sep 02 13:21:15.204300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafdf96-8633-43ae-8cfb-b57481826811 req-21761241-73b1-48ee-a1a0-4d3edc4cb6eb tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:15.205920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4aafdf96-8633-43ae-8cfb-b57481826811 req-21761241-73b1-48ee-a1a0-4d3edc4cb6eb tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0601003 Sep 02 13:21:15.247577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4aafdf96-8633-43ae-8cfb-b57481826811 req-1fa82e3e-3d58-4e6e-a143-3f7d6a7f7948 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Sep 02 13:21:16.110487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:21:16.211219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:16.223246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'port_id': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'mac_address': 'fa:16:3e:39:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814f852-2969-40f3-8c6d-8905d1a1bd93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:21:16.265424 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:16.280484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc19a3ce-e35f-4389-96a2-a286e8314e5c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:21:16.300555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:16.307304 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:16.369008 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:16.376355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bbb7b-8ddb-4bc3-8e8e-96aeb5baef89 req-a61c6993-12d5-42e1-842d-3e518bed1e4b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:16.377931 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae1bbb7b-8ddb-4bc3-8e8e-96aeb5baef89 req-a61c6993-12d5-42e1-842d-3e518bed1e4b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 944 time: 0.0565121 Sep 02 13:21:16.421378 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae1bbb7b-8ddb-4bc3-8e8e-96aeb5baef89 req-78c6f65f-8d29-45e7-8fa9-c36ca36d3d22 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Sep 02 13:21:16.495833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['fc19a3ce-e35f-4389-96a2-a286e8314e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:21:17.539832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af87bee-e4f4-413b-856d-5c407281db68 req-4089cc47-a1fd-4932-9b6d-be5d9053ddb9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:17.541366 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3af87bee-e4f4-413b-856d-5c407281db68 req-4089cc47-a1fd-4932-9b6d-be5d9053ddb9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 944 time: 0.0513718 Sep 02 13:21:17.582971 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3af87bee-e4f4-413b-856d-5c407281db68 req-c91618a7-8c1b-462e-8ddd-8cb5f7a7a49e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Sep 02 13:21:18.112161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:21:18.332149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port fc19a3ce-e35f-4389-96a2-a286e8314e5c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:21:18.336605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port fc19a3ce-e35f-4389-96a2-a286e8314e5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:21:18.337024 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:18.415842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:18.439851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:18.442173 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e5e87e-0a95-4f88-95da-4b762958d909" -d '{"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-plugged", "status": "completed", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:18.456161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:18.462465 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:18.488827 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68907be0-797e-4bff-b192-6a34617ce753 x-openstack-request-id: req-68907be0-797e-4bff-b192-6a34617ce753 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:18.489106 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-plugged", "status": "completed", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:18.489385 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68907be0-797e-4bff-b192-6a34617ce753 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:18.489844 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'code': 200} Sep 02 13:21:18.520077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:18.592739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b090e8-574a-4068-9f26-75e4e4812b41 req-ed151df2-81e9-4e30-b828-1bb05358248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:18.594308 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02b090e8-574a-4068-9f26-75e4e4812b41 req-ed151df2-81e9-4e30-b828-1bb05358248b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1096 time: 0.0460815 Sep 02 13:21:18.634626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-02b090e8-574a-4068-9f26-75e4e4812b41 req-7a1923d3-d270-4509-8795-245dcefbbea7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Sep 02 13:21:18.718573 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a07f38-6f74-4b1f-a5cb-c3de6f62e682 req-e5720533-c2d6-4a1f-86e3-611531955bc1 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:18.720254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-96a07f38-6f74-4b1f-a5cb-c3de6f62e682 req-e5720533-c2d6-4a1f-86e3-611531955bc1 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0632684 Sep 02 13:21:18.761704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-96a07f38-6f74-4b1f-a5cb-c3de6f62e682 req-802ec532-bc2b-4369-ade0-e81867407b9e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347905 Sep 02 13:21:19.887849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7cfc4-6002-447b-a6e3-71c27de0a448 req-c59b8baf-d822-426e-989b-93de310db283 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:19.889391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ac7cfc4-6002-447b-a6e3-71c27de0a448 req-c59b8baf-d822-426e-989b-93de310db283 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0518467 Sep 02 13:21:19.931821 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1ac7cfc4-6002-447b-a6e3-71c27de0a448 req-8203ab16-f325-4c3f-aaf3-46f4ac66e41c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Sep 02 13:21:20.055613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc653b7-92ba-4813-acf4-dddb73e15dc8 req-182e6f51-00de-4ff8-bfe4-7b02d15dcc01 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:20.057116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fc653b7-92ba-4813-acf4-dddb73e15dc8 req-182e6f51-00de-4ff8-bfe4-7b02d15dcc01 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0528026 Sep 02 13:21:20.095838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fc653b7-92ba-4813-acf4-dddb73e15dc8 req-7cbfad81-0d87-4698-8f76-970882a2596e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Sep 02 13:21:20.322223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd19208-8a60-41ab-87e5-8052f5a650aa req-132a06b7-1886-4f29-b176-a6a74ef9cf65 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:20.323741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbd19208-8a60-41ab-87e5-8052f5a650aa req-132a06b7-1886-4f29-b176-a6a74ef9cf65 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0538955 Sep 02 13:21:20.366880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbd19208-8a60-41ab-87e5-8052f5a650aa req-8ced8ebc-fb6a-428e-bfc0-9b1ff9f86c24 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361776 Sep 02 13:21:20.492761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8873f-8b29-4d0a-a397-c3085f705d2a req-2a008103-7a93-4e84-895b-0ad355d74fe4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:20.494300 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93e8873f-8b29-4d0a-a397-c3085f705d2a req-2a008103-7a93-4e84-895b-0ad355d74fe4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0597174 Sep 02 13:21:20.536155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93e8873f-8b29-4d0a-a397-c3085f705d2a req-2ebe80c5-596f-4f0f-8eb7-27b64702c48a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Sep 02 13:21:20.804112 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-dea7bde9-1182-4caa-9738-b986350efc0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742223 Sep 02 13:21:20.814999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac7a5-fa55-458b-9dc9-c35f435635bb req-d2f0a7a7-fdc1-4c14-af0c-4a25cd43e13c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:20.816493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6ac7a5-fa55-458b-9dc9-c35f435635bb req-d2f0a7a7-fdc1-4c14-af0c-4a25cd43e13c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0767791 Sep 02 13:21:20.858557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aa6ac7a5-fa55-458b-9dc9-c35f435635bb req-6262776e-c405-4594-b625-01a9e2dd67b5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355828 Sep 02 13:21:21.998363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c63c6e-55ef-4331-a7f2-db4fc5b2857e req-6b6d0a72-642e-4aef-ae0c-9ba9697b55e7 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:21.999902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34c63c6e-55ef-4331-a7f2-db4fc5b2857e req-6b6d0a72-642e-4aef-ae0c-9ba9697b55e7 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0584478 Sep 02 13:21:22.063398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34c63c6e-55ef-4331-a7f2-db4fc5b2857e req-637bb0d3-8465-41b3-9b5e-5af8e0c763df tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Sep 02 13:21:22.068439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-5641eb87-5833-45fb-a57f-1a33b6da2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:22.069953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-5641eb87-5833-45fb-a57f-1a33b6da2ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1096 time: 0.0691280 Sep 02 13:21:22.167904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-07723b45-0ec2-42ff-b423-184ddd9e6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:22.169535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-07723b45-0ec2-42ff-b423-184ddd9e6903 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0923822 Sep 02 13:21:22.211171 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-7c728250-9d56-441e-ab32-18281206bb17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0348971 Sep 02 13:21:22.268854 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-60553dea-ebe5-4ed2-90ae-7e3abc27ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:22.270463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-60553dea-ebe5-4ed2-90ae-7e3abc27ea44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0522277 Sep 02 13:21:22.305717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-1efb13da-be41-424e-855b-c10183beb66a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285408 Sep 02 13:21:22.403453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-3c439a53-57db-48cc-8a27-68c74f1d1505 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888023 Sep 02 13:21:22.501278 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-97efd5a9-5021-4648-8a9e-4b01536649d4 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908194 Sep 02 13:21:23.201766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146126-364a-45f6-a063-2f546b8a9e80 req-397c1066-fc00-4078-a466-02281241a1df tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:23.203280 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3146126-364a-45f6-a063-2f546b8a9e80 req-397c1066-fc00-4078-a466-02281241a1df tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0631735 Sep 02 13:21:23.243857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3146126-364a-45f6-a063-2f546b8a9e80 req-51deea5b-1a0d-4d25-aa4f-5c229ba25b6e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Sep 02 13:21:24.374001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6983dc0-b0e5-45a5-856b-b306fa34abd4 req-a898e38a-2ca0-4160-8dc0-989e13e83e73 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:24.375554 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6983dc0-b0e5-45a5-856b-b306fa34abd4 req-a898e38a-2ca0-4160-8dc0-989e13e83e73 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0577230 Sep 02 13:21:24.421949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6983dc0-b0e5-45a5-856b-b306fa34abd4 req-ee994638-310b-4ec7-b804-2f46edb5bbe9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Sep 02 13:21:25.555448 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1b8f-926b-4f6b-82a1-61bfcf207194 req-69bbe632-53c2-43ff-998d-3f07b6c2a73c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:25.557014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d5e1b8f-926b-4f6b-82a1-61bfcf207194 req-69bbe632-53c2-43ff-998d-3f07b6c2a73c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0600233 Sep 02 13:21:25.597408 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7d5e1b8f-926b-4f6b-82a1-61bfcf207194 req-0eb8b520-4dc2-4631-a2ae-f0316321c687 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Sep 02 13:21:26.658065 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:21:26.727612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939ee12-3902-4519-9eff-1a4c0eed080f req-022aeccc-1ffe-4d2c-93ce-fe843ce89163 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:26.729136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e939ee12-3902-4519-9eff-1a4c0eed080f req-022aeccc-1ffe-4d2c-93ce-fe843ce89163 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0532973 Sep 02 13:21:26.767247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e939ee12-3902-4519-9eff-1a4c0eed080f req-86e8cac0-4da6-493a-9225-f9cb0fcb5630 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Sep 02 13:21:27.889284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b583d-3729-41ac-a16f-4769b1251143 req-c62a0e24-b0bd-403c-8430-c933252df379 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:27.890798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d35b583d-3729-41ac-a16f-4769b1251143 req-c62a0e24-b0bd-403c-8430-c933252df379 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0518153 Sep 02 13:21:27.931270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d35b583d-3729-41ac-a16f-4769b1251143 req-ce124e21-3f3c-47cf-964d-1396a6905f10 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Sep 02 13:21:28.723540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5593160c-5a3f-415f-ba22-f5a2e8926c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:29.064096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f123-9f09-48ee-8833-4356c04305d5 req-d624528e-4a79-4747-9800-41b3c0744aec tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:29.065641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b655f123-9f09-48ee-8833-4356c04305d5 req-d624528e-4a79-4747-9800-41b3c0744aec tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0582931 Sep 02 13:21:29.105856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b655f123-9f09-48ee-8833-4356c04305d5 req-66f0acdf-4daa-422a-8578-6950c8760330 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334792 Sep 02 13:21:30.234818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4867b6b-6954-460b-937d-e9f3bbf11feb req-4f93fbfd-c576-4bcd-9665-c40b8eaa91ec tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:30.236317 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4867b6b-6954-460b-937d-e9f3bbf11feb req-4f93fbfd-c576-4bcd-9665-c40b8eaa91ec tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0553389 Sep 02 13:21:30.281454 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4867b6b-6954-460b-937d-e9f3bbf11feb req-a2f533eb-a81c-446c-a3b7-e9cb99a419d7 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Sep 02 13:21:31.416622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc797-5dbe-48c5-9370-4eaae7be5116 req-b81239ae-35b3-4238-aeed-577c8357ceef tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:31.418223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85dbc797-5dbe-48c5-9370-4eaae7be5116 req-b81239ae-35b3-4238-aeed-577c8357ceef tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0602167 Sep 02 13:21:31.457356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85dbc797-5dbe-48c5-9370-4eaae7be5116 req-46637c58-6800-40da-8117-83695753ae7b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Sep 02 13:21:31.516119 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70a9a9c-9b57-4066-a76b-fd4427b88da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:31.697819 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:32.577119 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4d13-e139-4c9b-9b5d-f7a4916c059c req-da6b54f6-2674-409c-9032-3832291bc9c8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:32.578637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24d4d13-e139-4c9b-9b5d-f7a4916c059c req-da6b54f6-2674-409c-9032-3832291bc9c8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0530541 Sep 02 13:21:32.617972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24d4d13-e139-4c9b-9b5d-f7a4916c059c req-02b56696-508a-4eec-a5eb-066fd38daa65 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332255 Sep 02 13:21:32.653505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:33.739300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9586d-d1df-4cc4-8f58-888282885fbb req-cc794b6a-e6b7-492a-8d1c-03fec1512669 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:33.740788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ff9586d-d1df-4cc4-8f58-888282885fbb req-cc794b6a-e6b7-492a-8d1c-03fec1512669 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0517557 Sep 02 13:21:33.788954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5ff9586d-d1df-4cc4-8f58-888282885fbb req-1a6cec12-107c-4736-9288-8f4189563ac2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Sep 02 13:21:34.326895 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:34.935129 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c7675-f0d0-460a-8297-0fbcb01cd2e7 req-da4c896e-0335-456a-84dc-aa81603a87a2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:34.936630 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c89c7675-f0d0-460a-8297-0fbcb01cd2e7 req-da4c896e-0335-456a-84dc-aa81603a87a2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0668850 Sep 02 13:21:34.978778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c89c7675-f0d0-460a-8297-0fbcb01cd2e7 req-a59fbaec-89da-4a3f-b13c-d30016d34c0d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333581 Sep 02 13:21:35.535046 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:36.109635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be98c2-1ca1-432b-9294-b0f57c78a550 req-d30a8fd9-82d7-4fd2-8096-54a3e0610aad tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:36.111204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1be98c2-1ca1-432b-9294-b0f57c78a550 req-d30a8fd9-82d7-4fd2-8096-54a3e0610aad tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0555408 Sep 02 13:21:36.159776 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1be98c2-1ca1-432b-9294-b0f57c78a550 req-df5a79bb-90dd-4a54-84a5-4fea70a386f2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Sep 02 13:21:37.370567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e53f-9c1e-4e1d-86b1-8353fc1a35aa req-18696a40-af4a-44d2-b17f-4253a55f92fa tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:37.372221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da48e53f-9c1e-4e1d-86b1-8353fc1a35aa req-18696a40-af4a-44d2-b17f-4253a55f92fa tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.1320140 Sep 02 13:21:37.417578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da48e53f-9c1e-4e1d-86b1-8353fc1a35aa req-45d6a6ac-9d09-41b7-b061-aabe841cc7ca tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Sep 02 13:21:38.622989 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806dafa-6e8b-4416-b2da-225925dd98e8 req-606e6595-2bc8-4272-b7f4-9292907e2f58 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:38.624743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6806dafa-6e8b-4416-b2da-225925dd98e8 req-606e6595-2bc8-4272-b7f4-9292907e2f58 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.1255448 Sep 02 13:21:38.668491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6806dafa-6e8b-4416-b2da-225925dd98e8 req-12226d70-dded-46be-b3bc-3079eff80cf7 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Sep 02 13:21:39.805247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ffec6-7523-449b-8e36-cd861585638a req-019b37a7-8577-43e0-b2a7-1c494b1c368d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:39.806828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-698ffec6-7523-449b-8e36-cd861585638a req-019b37a7-8577-43e0-b2a7-1c494b1c368d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0638769 Sep 02 13:21:39.850025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-698ffec6-7523-449b-8e36-cd861585638a req-f88ecd63-6ff9-469a-8100-f1e0c0ac6796 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 Sep 02 13:21:40.985154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd374eea-5787-4d28-b4d7-d8f1b2f531f2 req-e5316ccb-bc6f-49c0-8b6b-bc92d9cac2ae tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:40.986692 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd374eea-5787-4d28-b4d7-d8f1b2f531f2 req-e5316ccb-bc6f-49c0-8b6b-bc92d9cac2ae tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0641959 Sep 02 13:21:41.026082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd374eea-5787-4d28-b4d7-d8f1b2f531f2 req-a060c5b4-77a9-43eb-a19e-ef26359b1b05 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Sep 02 13:21:41.355205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:42.163523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80a8ff-7e51-463f-bc7d-63d6382a683b req-06559847-dd5d-4faa-ace5-357512be4451 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:42.165131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f80a8ff-7e51-463f-bc7d-63d6382a683b req-06559847-dd5d-4faa-ace5-357512be4451 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0570185 Sep 02 13:21:42.209032 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f80a8ff-7e51-463f-bc7d-63d6382a683b req-c3c77857-31d3-4ffa-8feb-926a706a0d96 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Sep 02 13:21:43.348308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f518d27-e1fa-4ea0-8bdf-15bfc2dc0fe4 req-e9c0fe8d-ea21-4fbc-b20c-255c6760a671 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:43.349944 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f518d27-e1fa-4ea0-8bdf-15bfc2dc0fe4 req-e9c0fe8d-ea21-4fbc-b20c-255c6760a671 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0628920 Sep 02 13:21:43.403915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0f518d27-e1fa-4ea0-8bdf-15bfc2dc0fe4 req-f878efa9-244b-4468-9c1d-da1f113abd41 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Sep 02 13:21:44.547021 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae727188-c624-4cda-9145-44a01e751ce8 req-1e07793a-6457-4eea-9c1c-08c1650299d4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:44.548716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae727188-c624-4cda-9145-44a01e751ce8 req-1e07793a-6457-4eea-9c1c-08c1650299d4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0598259 Sep 02 13:21:44.591311 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ae727188-c624-4cda-9145-44a01e751ce8 req-e4e17edf-1105-4c00-bf07-710e2ee7a6bf tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Sep 02 13:21:45.733116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8804-ee5e-4efb-9750-49e8c98b78b7 req-138e14ec-a9d4-4109-b242-2dd0c52077db tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:45.734656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-566e8804-ee5e-4efb-9750-49e8c98b78b7 req-138e14ec-a9d4-4109-b242-2dd0c52077db tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0624557 Sep 02 13:21:45.785805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-566e8804-ee5e-4efb-9750-49e8c98b78b7 req-61bd6f73-6524-404c-bdbe-d23d8245f53a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Sep 02 13:21:46.910499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713c1a-8b50-4481-b6ad-1e5d3c8f9707 req-e5fa1efd-6ac7-4f4f-bf2e-7d2d5e706710 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:46.912118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-14713c1a-8b50-4481-b6ad-1e5d3c8f9707 req-e5fa1efd-6ac7-4f4f-bf2e-7d2d5e706710 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0551083 Sep 02 13:21:46.955218 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-14713c1a-8b50-4481-b6ad-1e5d3c8f9707 req-37bf2cf5-b931-4ae6-81f9-2ca92cdaa3f8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Sep 02 13:21:48.076830 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c9f4f-ea32-4a5a-ade8-cc4cb85c0253 req-feb81809-56d1-4edc-9572-62b6d6161474 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:48.078284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-303c9f4f-ea32-4a5a-ade8-cc4cb85c0253 req-feb81809-56d1-4edc-9572-62b6d6161474 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0523803 Sep 02 13:21:48.118759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-303c9f4f-ea32-4a5a-ade8-cc4cb85c0253 req-354e286e-d834-43f9-826e-9c53e127941b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343978 Sep 02 13:21:49.241600 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51fba-5b95-4478-b2ac-3b73e02a80d3 req-5c429dd4-17e9-4ca8-ae4e-58468a95bb6f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:49.243116 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2bc51fba-5b95-4478-b2ac-3b73e02a80d3 req-5c429dd4-17e9-4ca8-ae4e-58468a95bb6f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0559480 Sep 02 13:21:49.285627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2bc51fba-5b95-4478-b2ac-3b73e02a80d3 req-4946f67e-d4ef-4da4-bf1a-2b3865eed9db tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Sep 02 13:21:49.453866 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-5558490b-be7b-4586-853d-08d732e85929 req-8d4e6f1e-914a-4258-88c4-60ad71909dab service neutron] show failed (client error): The resource could not be found. Sep 02 13:21:49.454845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-8d4e6f1e-914a-4258-88c4-60ad71909dab service neutron] 10.222.0.18 "GET /v2.0/ports/fc19a3ce-e35f-4389-96a2-a286e8314e5c/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0624897 Sep 02 13:21:49.710704 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-fa48e987-f23f-4e13-936d-6ee09bb702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:49.712162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-fa48e987-f23f-4e13-936d-6ee09bb702b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f&tenant_id=f337ade8c5554f8187f0db994dd4bfbe HTTP/1.1" status: 200 len: 1096 time: 0.0820150 Sep 02 13:21:49.726898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:49.789335 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:49.998514 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:50.036999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:21:50.078896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:50.081210 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107671a1-c835-4a14-b141-93bbeea85f8f" -d '{"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:50.085299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:50.098360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Transition to ACTIVE for port object fc19a3ce-e35f-4389-96a2-a286e8314e5c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:21:50.103154 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:50.134820 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cbcafa-caa7-4d7c-a268-d404d237db96 x-openstack-request-id: req-16cbcafa-caa7-4d7c-a268-d404d237db96 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:50.135107 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:50.135352 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16cbcafa-caa7-4d7c-a268-d404d237db96 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:50.135749 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'code': 200} Sep 02 13:21:50.156450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:50.172073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] No DVR routers for this DVR port fc19a3ce-e35f-4389-96a2-a286e8314e5c on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:21:50.180015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.180356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.180719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.181078 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.181406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.181734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.182053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.182356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.182677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.182992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.183310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.183624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:21:50.219398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:21:50.219729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:21:50.220032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:50.224432 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Port fc19a3ce-e35f-4389-96a2-a286e8314e5c on network 73569fdc-0049-408a-91c8-20186e8b7351 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:21:50.224749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Attempting to bind port fc19a3ce-e35f-4389-96a2-a286e8314e5c on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:50.229610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:21:50.229939 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Checking segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:21:50.230310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Bound using segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:21:50.230714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Bound port: fc19a3ce-e35f-4389-96a2-a286e8314e5c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:21:50.231065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:50.304117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:21:50.309502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:21:50.319554 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:50.361824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:50.362482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:50.363919 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 1091 time: 0.6433401 Sep 02 13:21:50.439292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b7119-9c19-455f-93af-d0fe4aca9ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:50.465321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee1bd-b559-4624-aaa6-e1dfb1420b8e req-ba27f3d3-7332-41a6-8b12-f5af9cfca3e8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:50.467009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f28ee1bd-b559-4624-aaa6-e1dfb1420b8e req-ba27f3d3-7332-41a6-8b12-f5af9cfca3e8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.1021283 Sep 02 13:21:50.471880 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-a8905f0f-9efc-46be-82aa-440d6da41e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:50.473399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-a8905f0f-9efc-46be-82aa-440d6da41e1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1094 time: 0.0740869 Sep 02 13:21:50.555850 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f28ee1bd-b559-4624-aaa6-e1dfb1420b8e req-a2de7ac1-39ca-40ce-93ba-2f066aa53f26 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 Sep 02 13:21:50.589553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-c0f160ef-bb7e-4f4f-be9f-3b3b24a047e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:50.591087 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-c0f160ef-bb7e-4f4f-be9f-3b3b24a047e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.1096039 Sep 02 13:21:50.642601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-5e20b6e2-f32e-49fb-a0e4-5528de4e3065 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0445490 Sep 02 13:21:50.694864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558490b-be7b-4586-853d-08d732e85929 req-b9e9a68b-561a-4d07-b6de-8a2d8224736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:50.696404 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-b9e9a68b-561a-4d07-b6de-8a2d8224736a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0477166 Sep 02 13:21:50.734552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-d3e82728-2059-4c6a-940a-5aad97b926d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299180 Sep 02 13:21:50.830917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-33b24514-429d-4e6b-ba6e-282a940b1fab service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Sep 02 13:21:51.269788 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5558490b-be7b-4586-853d-08d732e85929 req-0d476914-ed61-496a-a122-52069709b641 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321678 Sep 02 13:21:51.691979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972e278-22f6-4341-8051-940b7ef73766 req-4c442604-8130-4ac0-94e8-634971d4afd8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:51.693572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0972e278-22f6-4341-8051-940b7ef73766 req-4c442604-8130-4ac0-94e8-634971d4afd8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0599482 Sep 02 13:21:51.738556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0972e278-22f6-4341-8051-940b7ef73766 req-99bc1c75-72d9-44c0-b2cf-8484fa3e0c36 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Sep 02 13:21:52.137670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:52.140181 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a340d1-0150-48ce-8916-21a36c2d524f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:52.197804 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f915c38c-d9b3-47b0-b656-4d5cb757c4e1 x-openstack-request-id: req-f915c38c-d9b3-47b0-b656-4d5cb757c4e1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:52.198294 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:52.198584 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f915c38c-d9b3-47b0-b656-4d5cb757c4e1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:52.199080 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'status': 'completed', 'code': 200} Sep 02 13:21:52.270859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a340d1-0150-48ce-8916-21a36c2d524f req-74c066a0-b818-455b-8b0c-69368085947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.272578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-74c066a0-b818-455b-8b0c-69368085947b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1094 time: 0.0532908 Sep 02 13:21:52.273453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a340d1-0150-48ce-8916-21a36c2d524f req-3613ce35-8496-46fe-a4e8-1121edee6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.275073 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-3613ce35-8496-46fe-a4e8-1121edee6f7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1094 time: 0.0465908 Sep 02 13:21:52.316405 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:21:52.362709 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:21:52.377735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a340d1-0150-48ce-8916-21a36c2d524f req-f531ca99-b2d3-470b-badd-84028a189713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.379276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-f531ca99-b2d3-470b-badd-84028a189713 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0997658 Sep 02 13:21:52.391967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a340d1-0150-48ce-8916-21a36c2d524f req-8da447fb-2fb8-4c1c-956d-cc68db8aff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.393465 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-8da447fb-2fb8-4c1c-956d-cc68db8aff05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.1113691 Sep 02 13:21:52.421316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-a8fc60f4-797d-466c-b53d-270badca25fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0354052 Sep 02 13:21:52.440153 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-7ddbc801-cdc3-4773-b509-0e955107ca3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0383921 Sep 02 13:21:52.475167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a340d1-0150-48ce-8916-21a36c2d524f req-97d1a62e-d851-4e28-b50c-023180320cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.476687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-97d1a62e-d851-4e28-b50c-023180320cf8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0479810 Sep 02 13:21:52.498663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a340d1-0150-48ce-8916-21a36c2d524f req-25f3a2eb-3556-48db-8c95-f6c896f603b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.500321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-25f3a2eb-3556-48db-8c95-f6c896f603b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0527337 Sep 02 13:21:52.520399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-a3fa6011-bc8f-472b-bf10-0bc064cd6c85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356612 Sep 02 13:21:52.536118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-1ec06a13-a6a6-4864-8122-c036df6088ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255435 Sep 02 13:21:52.621139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-55340378-8d34-4289-b1c4-4d4efc99d07b service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932326 Sep 02 13:21:52.630358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-a63b8c2b-c6a6-4530-937d-4d331a5d80d5 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Sep 02 13:21:52.724876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-faa4ebc8-f528-4651-ad5d-07b6fe8791ef service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956690 Sep 02 13:21:52.732197 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a340d1-0150-48ce-8916-21a36c2d524f req-aab6709b-7f69-4318-b2d9-93d82dbe8a93 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932164 Sep 02 13:21:52.877921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb4ead-59fa-431a-8235-50ed6c484c08 req-2c907327-c9d6-42f2-994a-7bb19d59f976 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:52.879615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24fb4ead-59fa-431a-8235-50ed6c484c08 req-2c907327-c9d6-42f2-994a-7bb19d59f976 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0587947 Sep 02 13:21:52.925689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24fb4ead-59fa-431a-8235-50ed6c484c08 req-99ffd296-c721-495f-99b9-f6c041e4ea3f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Sep 02 13:21:54.076373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470423b2-f406-4899-871a-ac92eaf5c1aa req-93d66408-f14d-44fa-8e96-26acb11ef31f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:54.078054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-470423b2-f406-4899-871a-ac92eaf5c1aa req-93d66408-f14d-44fa-8e96-26acb11ef31f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0652785 Sep 02 13:21:54.119744 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-470423b2-f406-4899-871a-ac92eaf5c1aa req-ce3869af-5392-4b53-96bc-94d23d239dd9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344450 Sep 02 13:21:54.328852 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad2212-919f-45ae-80b4-573ee28b6f1b req-693c10f7-19a2-4edc-9228-ebea54718d6e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:54.330384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9ad2212-919f-45ae-80b4-573ee28b6f1b req-693c10f7-19a2-4edc-9228-ebea54718d6e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 943 time: 0.0508330 Sep 02 13:21:54.376241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f9ad2212-919f-45ae-80b4-573ee28b6f1b req-f8dfacab-cf33-403e-a169-242104e01172 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Sep 02 13:21:54.377569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:21:54.379582 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4037-40e3-4120-a978-14ce0cc50916 req-5627cc32-ee56-42df-89e8-5e700ff423e9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:54.381317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-5627cc32-ee56-42df-89e8-5e700ff423e9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f&tenant_id=f337ade8c5554f8187f0db994dd4bfbe&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 943 time: 0.0883486 Sep 02 13:21:54.451784 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-591f4037-40e3-4120-a978-14ce0cc50916 req-8de52966-1bb4-4187-9add-ba637428341c service neutron] delete failed (client error): The resource could not be found. Sep 02 13:21:54.453092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-8de52966-1bb4-4187-9add-ba637428341c service neutron] 10.222.0.18 "DELETE /v2.0/ports/fc19a3ce-e35f-4389-96a2-a286e8314e5c/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0642712 Sep 02 13:21:54.480203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:54.494569 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'port_id': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'mac_address': 'fa:16:3e:39:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814f852-2969-40f3-8c6d-8905d1a1bd93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:21:54.535107 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:54.538157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4037-40e3-4120-a978-14ce0cc50916 req-5e856c7a-371e-41fc-80a9-8b240d166f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:54.539764 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-5e856c7a-371e-41fc-80a9-8b240d166f9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 1094 time: 0.0431812 Sep 02 13:21:54.549145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc19a3ce-e35f-4389-96a2-a286e8314e5c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:21:54.568805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:54.574446 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:54.622182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:54.639352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4037-40e3-4120-a978-14ce0cc50916 req-efb1cc95-590d-44b0-93af-737b8ee40d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:54.641436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-efb1cc95-590d-44b0-93af-737b8ee40d64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0942779 Sep 02 13:21:54.683865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-3fca54b8-8320-4743-b48a-cddd40180baf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 200 len: 217 time: 0.0355811 Sep 02 13:21:54.735645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4037-40e3-4120-a978-14ce0cc50916 req-0fe946d4-ba68-4e51-a021-7358074a3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:54.737123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-0fe946d4-ba68-4e51-a021-7358074a3c08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0456152 Sep 02 13:21:54.770042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-8ca7ccbd-aee3-40fe-b87e-17f6f14938d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264323 Sep 02 13:21:54.786284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['fc19a3ce-e35f-4389-96a2-a286e8314e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:21:54.867040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-327afdc2-0c34-49b3-8374-2723d298b587 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903778 Sep 02 13:21:54.969099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-591f4037-40e3-4120-a978-14ce0cc50916 req-31690908-0ff0-42af-aef0-1f06a8f74d92 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940597 Sep 02 13:21:55.517554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3546-15a4-49e3-a77d-6c9f93a9aac0 req-c9865c09-070e-4299-b53a-03519f7f093c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:55.519252 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc2b3546-15a4-49e3-a77d-6c9f93a9aac0 req-c9865c09-070e-4299-b53a-03519f7f093c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 944 time: 0.0609605 Sep 02 13:21:55.560545 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dc2b3546-15a4-49e3-a77d-6c9f93a9aac0 req-9358a97d-bcfe-47ad-aa17-4bc6c3b752f3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Sep 02 13:21:55.689140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd92a1-60de-4152-a5e7-47017ffdc5ab req-591b5997-94a5-4446-9ce7-f8aa710018bc tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:55.690388 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11fd92a1-60de-4152-a5e7-47017ffdc5ab req-591b5997-94a5-4446-9ce7-f8aa710018bc tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 944 time: 0.0594547 Sep 02 13:21:55.731236 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11fd92a1-60de-4152-a5e7-47017ffdc5ab req-ffde23d0-2c67-498f-9673-f7858673d621 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Sep 02 13:21:55.867385 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305211d0-9108-4458-9f6e-ce2f798c3f33 req-17824f25-5dd9-459c-9731-398876c658f2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:55.868935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-305211d0-9108-4458-9f6e-ce2f798c3f33 req-17824f25-5dd9-459c-9731-398876c658f2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 944 time: 0.0615585 Sep 02 13:21:55.910904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-305211d0-9108-4458-9f6e-ce2f798c3f33 req-c0f16074-f4dc-40c0-89a8-f9f2c572ad68 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Sep 02 13:21:56.391072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:21:56.449477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port fc19a3ce-e35f-4389-96a2-a286e8314e5c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:21:56.454211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port fc19a3ce-e35f-4389-96a2-a286e8314e5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:21:56.454804 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:56.546872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:56.570734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:56.573165 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd47fc-4df4-4db8-a06a-53c135be0f3b" -d '{"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-plugged", "status": "completed", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:56.586866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:56.592798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:56.618230 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb414b0a-214e-4b78-af25-ba9eb28ab798 x-openstack-request-id: req-bb414b0a-214e-4b78-af25-ba9eb28ab798 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:56.618523 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-plugged", "status": "completed", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:56.618777 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb414b0a-214e-4b78-af25-ba9eb28ab798 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:56.619175 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'code': 200} Sep 02 13:21:56.646959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:56.678391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-7a24e11d-530f-469d-8189-03744421d4cc tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:56.679921 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-7a24e11d-530f-469d-8189-03744421d4cc tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 815 time: 0.4766967 Sep 02 13:21:56.696074 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-df8136f0-73d3-42c3-a3c5-c899bd200e9a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/quotas/f337ade8c5554f8187f0db994dd4bfbe HTTP/1.1" status: 200 len: 375 time: 0.0100498 Sep 02 13:21:56.750413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-da99b01d-b525-49d2-ae8e-7f954f90affb tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487275 Sep 02 13:21:56.853557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-8c963153-975b-40df-ba9d-e05dd4bbc9a9 service neutron] 10.222.0.60 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915911 Sep 02 13:21:56.948253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-d4930804-93b4-485c-a060-dacca109a149 service neutron] 10.222.0.60 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881386 Sep 02 13:21:57.136359 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1728e52e-a449-4298-96d6-c5ecb80fa785 req-a1d010c5-1c5a-45a3-b57e-af988923196b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 210 time: 0.0277267 Sep 02 13:21:57.423280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-2d331736-6a76-47d5-9783-8a075fbf9653 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:57.424864 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-2d331736-6a76-47d5-9783-8a075fbf9653 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4331bcc-d5b4-41a6-9141-503cb529251f HTTP/1.1" status: 200 len: 945 time: 0.0537992 Sep 02 13:21:57.525152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Deleting port fc19a3ce-e35f-4389-96a2-a286e8314e5c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:21:57.525504 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:57.617520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] For port fc19a3ce-e35f-4389-96a2-a286e8314e5c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=fc19a3ce-e35f-4389-96a2-a286e8314e5c,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:21:57.617910 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:57.630837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Calling delete_port for fc19a3ce-e35f-4389-96a2-a286e8314e5c owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:21:57.766209 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:57.778258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['fc19a3ce-e35f-4389-96a2-a286e8314e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:21:57.796471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Pushing event deleted for resources: {'Port': ['ID=fc19a3ce-e35f-4389-96a2-a286e8314e5c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:57.842495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] No DVR routers for this DVR port fc19a3ce-e35f-4389-96a2-a286e8314e5c on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:21:57.845337 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:57.847337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3d89bfc-8655-4d36-aa77-9148c3f7c139 req-724904f9-7b65-4349-ba6b-f8756fdfd423 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.41 "DELETE /v2.0/ports/fc19a3ce-e35f-4389-96a2-a286e8314e5c HTTP/1.1" status: 204 len: 173 time: 0.4161232 Sep 02 13:21:57.847778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-deleted', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:57.850095 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb43f21a-47c4-4296-84d4-da79282708e1" -d '{"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-deleted", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:57.891131 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621f5454-3124-43ec-8364-d5436a3d9cbb x-openstack-request-id: req-621f5454-3124-43ec-8364-d5436a3d9cbb {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:57.891781 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4331bcc-d5b4-41a6-9141-503cb529251f", "name": "network-vif-deleted", "tag": "fc19a3ce-e35f-4389-96a2-a286e8314e5c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:57.892034 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-621f5454-3124-43ec-8364-d5436a3d9cbb {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:57.892474 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4331bcc-d5b4-41a6-9141-503cb529251f', 'name': 'network-vif-deleted', 'tag': 'fc19a3ce-e35f-4389-96a2-a286e8314e5c', 'status': 'completed', 'code': 200} Sep 02 13:21:58.143768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-41a58fdd-a0f7-482b-b5f5-7b08040ad15a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:58.145321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-41a58fdd-a0f7-482b-b5f5-7b08040ad15a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 815 time: 0.1312692 Sep 02 13:21:58.158776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Request body: {'port': {'device_id': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'admin_state_up': True, 'tenant_id': 'f337ade8c5554f8187f0db994dd4bfbe'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:58.246118 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a874e98b-8e0b-4a78-8d3c-6eab529acc5e req-38ef9ac2-9e75-4b7b-8de9-a38db7454f56 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 210 time: 0.0347912 Sep 02 13:21:58.317392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Made reservation on behalf of f337ade8c5554f8187f0db994dd4bfbe for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:21:58.322966 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:58.468374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Allocated IP 172.20.0.9 (73569fdc-0049-408a-91c8-20186e8b7351/b814f852-2969-40f3-8c6d-8905d1a1bd93/89add351-74f6-4bc8-a9d0-ff4407eab022) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:21:58.632645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:58.682623 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:58.694724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['fc19a3ce-e35f-4389-96a2-a286e8314e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:21:58.736381 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9e28a43-5243-4e99-8552-9528b7a8ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:58.741650 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Network 73569fdc-0049-408a-91c8-20186e8b7351 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:21:58.745151 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:21:58.750427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:21:58.754828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:58.801914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:58.802556 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:58.818966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-1f91a017-a2ab-4e46-bec1-05437460a740 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6648643 Sep 02 13:21:58.832388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Request body: {'port': {'device_id': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:21:58.897763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:59.177719 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89add351-74f6-4bc8-a9d0-ff4407eab022 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:21:59.186247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:59.200468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Transition to ACTIVE for port object 89add351-74f6-4bc8-a9d0-ff4407eab022 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:21:59.206232 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:59.269701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:59.353713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:21:59.354063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:21:59.354410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:59.359579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Port 89add351-74f6-4bc8-a9d0-ff4407eab022 on network 73569fdc-0049-408a-91c8-20186e8b7351 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:21:59.360428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:21:59.369069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:21:59.370176 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Checking segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:21:59.370463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Bound using segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:21:59.371223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Bound port: 89add351-74f6-4bc8-a9d0-ff4407eab022, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:21:59.372255 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:59.390060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124584-a095-4455-850b-6e2016ebfe44 req-0ee02f36-e84d-4acf-9b86-5ca0cd162453 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:59.392718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53124584-a095-4455-850b-6e2016ebfe44 req-0ee02f36-e84d-4acf-9b86-5ca0cd162453 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 943 time: 0.0661845 Sep 02 13:21:59.433021 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53124584-a095-4455-850b-6e2016ebfe44 req-c8d5947e-1d6b-4e10-a870-b1fb79636a2a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Sep 02 13:21:59.450114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:21:59.453416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:21:59.460342 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:59.502074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:59.502778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:59.504310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 1091 time: 0.6774161 Sep 02 13:21:59.530527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c0f8c-bdbd-4aa9-b9c8-59816978a2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:21:59.590846 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-7474d09a-eab7-4a6e-8c74-cc103da6fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:59.592406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-7474d09a-eab7-4a6e-8c74-cc103da6fcb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1094 time: 0.0476072 Sep 02 13:21:59.635042 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-8a15ebd9-ab0e-4f19-b933-0b06139af00e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0346076 Sep 02 13:21:59.695681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8155-0376-4a04-8279-731f83e32586 req-4520906f-5b03-4dd7-8e65-d89c8228e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:21:59.698141 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-4520906f-5b03-4dd7-8e65-d89c8228e372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0560458 Sep 02 13:21:59.730252 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-e43b0ed2-619b-43bd-a72c-2bc4fa286c43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253198 Sep 02 13:21:59.829851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-022a90e3-0573-42a3-a47e-e2a9dada5fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922298 Sep 02 13:21:59.894330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:21:59.896655 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043b93ec-06ce-4c93-b662-e5992700bcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:21:59.934982 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aafc8155-0376-4a04-8279-731f83e32586 req-1644cfb9-1b43-47f8-b0ce-dc7e779c7441 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986354 Sep 02 13:21:59.939388 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c18874-5e60-48e7-ba02-43169221fada x-openstack-request-id: req-80c18874-5e60-48e7-ba02-43169221fada {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:21:59.939686 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:21:59.939912 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80c18874-5e60-48e7-ba02-43169221fada {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:21:59.940363 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'status': 'completed', 'code': 200} Sep 02 13:22:00.032646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-6f200c72-be9c-4c1c-a79c-4f08285e7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:00.034347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-6f200c72-be9c-4c1c-a79c-4f08285e7d9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1094 time: 0.0445051 Sep 02 13:22:00.130523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-4d46cab4-359d-4972-a6b8-43df3cfbc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:00.136281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-4d46cab4-359d-4972-a6b8-43df3cfbc786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0905910 Sep 02 13:22:00.184491 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-74110cbe-6b0e-4ebe-a5a2-3dace4f529f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0425417 Sep 02 13:22:00.247737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-7640a654-58c4-4e40-8313-4c4eb08f1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:00.249286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-7640a654-58c4-4e40-8313-4c4eb08f1d6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0567086 Sep 02 13:22:00.288950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-42eef9e9-9b07-4ff2-b9a3-7784d1352199 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311584 Sep 02 13:22:00.406308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-24118ff9-19d1-4e81-b4e5-54785fe14dbb service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043799 Sep 02 13:22:00.509120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-043b93ec-06ce-4c93-b662-e5992700bcbb req-7bec3771-b6fe-48dd-8dd7-45f892552246 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953553 Sep 02 13:22:00.568932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec439-20e3-49a8-8172-3812969ae4ff req-233f3898-99ee-4f9f-aa18-0e9991d5ea44 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:00.570491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-890ec439-20e3-49a8-8172-3812969ae4ff req-233f3898-99ee-4f9f-aa18-0e9991d5ea44 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 943 time: 0.0581920 Sep 02 13:22:00.619552 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-890ec439-20e3-49a8-8172-3812969ae4ff req-cfde94e4-a2e9-42d2-bf33-c157c65e8c67 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Sep 02 13:22:01.525876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55a0f141-eef6-4c5e-8c10-5870c66652bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:01.693324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:01.758287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d103c-1025-4c06-89cb-fdd24f652b26 req-06363dc1-3ac1-4453-a396-c23d601a93d4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:01.759957 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c89d103c-1025-4c06-89cb-fdd24f652b26 req-06363dc1-3ac1-4453-a396-c23d601a93d4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 943 time: 0.0603864 Sep 02 13:22:01.807887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c89d103c-1025-4c06-89cb-fdd24f652b26 req-254feef1-1e7b-4a0a-b650-5deeda8b3542 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Sep 02 13:22:02.441778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:22:02.448058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:22:02.474408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: fc19a3ce-e35f-4389-96a2-a286e8314e5c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:22:02.474757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device fc19a3ce-e35f-4389-96a2-a286e8314e5c not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:22:02.570568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:02.582796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'port_id': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'mac_address': 'fa:16:3e:d1:48:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814f852-2969-40f3-8c6d-8905d1a1bd93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:22:02.622932 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:02.637928 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89add351-74f6-4bc8-a9d0-ff4407eab022 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:22:02.666991 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:02.670885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:02.675145 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:02.728374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:02.863526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['89add351-74f6-4bc8-a9d0-ff4407eab022'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:22:02.946687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc987e-3c76-4fa9-ae70-0ed8e64d0c5a req-8ba4c9dc-1bc5-4344-b730-3e89cd0324a5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:02.948265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01dc987e-3c76-4fa9-ae70-0ed8e64d0c5a req-8ba4c9dc-1bc5-4344-b730-3e89cd0324a5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 944 time: 0.0572991 Sep 02 13:22:02.988717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-01dc987e-3c76-4fa9-ae70-0ed8e64d0c5a req-79392cdc-0fa5-45e1-967d-6819a8c3f610 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 Sep 02 13:22:03.661774 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:22:04.129917 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801b86a-1fa8-48b0-91b6-2db8ac5f6d14 req-f134ca9d-111e-49d0-9b25-4c534843112c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:04.131425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3801b86a-1fa8-48b0-91b6-2db8ac5f6d14 req-f134ca9d-111e-49d0-9b25-4c534843112c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 944 time: 0.0574164 Sep 02 13:22:04.172070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3801b86a-1fa8-48b0-91b6-2db8ac5f6d14 req-ce0d107d-a720-404a-80d6-b727fd5bf375 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Sep 02 13:22:04.326470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:04.454927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:04.508689 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 89add351-74f6-4bc8-a9d0-ff4407eab022 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:04.515089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 89add351-74f6-4bc8-a9d0-ff4407eab022 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:04.515841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:04.598732 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:04.622513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:22:04.624756 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519e041-817f-4f52-915b-dfad527191e9" -d '{"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-plugged", "status": "completed", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:22:04.637615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:04.642354 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:04.666237 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6ed69-1b46-488a-92ac-2691be2ffd33 x-openstack-request-id: req-74f6ed69-1b46-488a-92ac-2691be2ffd33 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:22:04.666713 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-plugged", "status": "completed", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:22:04.666831 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74f6ed69-1b46-488a-92ac-2691be2ffd33 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:22:04.667120 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'code': 200} Sep 02 13:22:04.694497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:04.702090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.702440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.702784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.703096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.703457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.703784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.704145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.704392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.704732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.705111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.705433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.705725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:04.758012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21453245-3542-4510-88dd-8a5422443984 req-5ebe6edd-56e8-4851-98ff-2492e365cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:04.759528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21453245-3542-4510-88dd-8a5422443984 req-5ebe6edd-56e8-4851-98ff-2492e365cc27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1096 time: 0.0419331 Sep 02 13:22:04.794732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21453245-3542-4510-88dd-8a5422443984 req-0e71aa62-377b-4a15-b3df-09526b4a8c61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278103 Sep 02 13:22:05.295790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3c540-7074-4dfc-a259-21acd1beec24 req-a1569e2c-74a8-4b2e-a6e4-c727dac1c6bc tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:05.297212 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79a3c540-7074-4dfc-a259-21acd1beec24 req-a1569e2c-74a8-4b2e-a6e4-c727dac1c6bc tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0517483 Sep 02 13:22:05.336644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-79a3c540-7074-4dfc-a259-21acd1beec24 req-75c0ba11-5c85-4296-8e04-34976aad9f18 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Sep 02 13:22:05.554641 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:06.468423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152977-aabf-4544-b4ef-a99a26cf443c req-51395d9f-11a7-414c-be2f-186122085d5e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:06.469864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91152977-aabf-4544-b4ef-a99a26cf443c req-51395d9f-11a7-414c-be2f-186122085d5e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0493608 Sep 02 13:22:06.510209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91152977-aabf-4544-b4ef-a99a26cf443c req-a9d90e49-8fad-46d1-b487-a5a0fff65f81 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Sep 02 13:22:06.644702 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa5e3-e0ae-42da-8323-8249e1eec820 req-6fd87937-ca31-49b2-bc94-a5a46da94f58 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:06.647002 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21cfa5e3-e0ae-42da-8323-8249e1eec820 req-6fd87937-ca31-49b2-bc94-a5a46da94f58 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0618036 Sep 02 13:22:06.690966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21cfa5e3-e0ae-42da-8323-8249e1eec820 req-2f2fc3f3-c0b3-4f31-8035-1c30db3fdc61 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Sep 02 13:22:06.947338 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-4312a988-58cd-4fd9-a0ae-9902d9e6cb67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685873 Sep 02 13:22:06.955528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9fc80-9737-454c-b813-148b6a5a8657 req-64382a11-f71f-4095-afeb-61210e1f8ebb tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:06.957367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7a9fc80-9737-454c-b813-148b6a5a8657 req-64382a11-f71f-4095-afeb-61210e1f8ebb tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0699227 Sep 02 13:22:06.997172 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7a9fc80-9737-454c-b813-148b6a5a8657 req-8d9c004f-b33d-4ffe-be59-a2cb8fa42265 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Sep 02 13:22:08.095709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-4c5bd860-e6c8-48f5-912b-72ac3ea4e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:08.097303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-4c5bd860-e6c8-48f5-912b-72ac3ea4e9ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1096 time: 0.0462580 Sep 02 13:22:08.125319 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d8ef8-57b2-4d5e-b9a4-125a891cb030 req-b785ccbd-4a1a-40be-918e-6512345836a6 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:08.126883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-308d8ef8-57b2-4d5e-b9a4-125a891cb030 req-b785ccbd-4a1a-40be-918e-6512345836a6 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0564082 Sep 02 13:22:08.168778 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-308d8ef8-57b2-4d5e-b9a4-125a891cb030 req-6b87e90d-43ef-463b-b548-b473f74ad781 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Sep 02 13:22:08.194776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-a359763c-2fb6-4086-98d7-8ca5dbc6a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:08.196400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-a359763c-2fb6-4086-98d7-8ca5dbc6a0ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0921733 Sep 02 13:22:08.241517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-2351d48d-1674-4001-9e83-e9170501171f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Sep 02 13:22:08.302468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-db3bfcd0-5102-4391-b15c-9283449713c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:08.303847 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-db3bfcd0-5102-4391-b15c-9283449713c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0560119 Sep 02 13:22:08.336499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-9852f26b-4ee6-4b34-afa8-ce4db190ea08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258441 Sep 02 13:22:08.437177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-d578fa8e-d896-4e00-a130-1a194ead4bfc service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933120 Sep 02 13:22:08.544488 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-e3c2eb55-e268-473e-a43e-365e875b8d97 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Sep 02 13:22:09.296978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4534a-e009-420a-b2bd-c2501ee49e49 req-ba8f3082-d01e-4614-bad1-15a5ee457b52 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:09.298401 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84f4534a-e009-420a-b2bd-c2501ee49e49 req-ba8f3082-d01e-4614-bad1-15a5ee457b52 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0554581 Sep 02 13:22:09.341952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84f4534a-e009-420a-b2bd-c2501ee49e49 req-2b4dd491-ed60-4359-8051-752fcaaa7767 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Sep 02 13:22:10.470617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8890b7-346d-4088-b059-99c3020866c1 req-d9ec3136-c180-466b-8e6b-767469011c17 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:10.472025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f8890b7-346d-4088-b059-99c3020866c1 req-d9ec3136-c180-466b-8e6b-767469011c17 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0557952 Sep 02 13:22:10.512342 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6f8890b7-346d-4088-b059-99c3020866c1 req-97a93d96-525b-45dd-a316-f144002f4a45 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Sep 02 13:22:11.346950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:11.642273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ebe7c-8adf-4d28-9ab1-cc142e7ce74e req-b7c03fb8-c837-46fe-b64e-6a3e00e9424d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:11.643682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c86ebe7c-8adf-4d28-9ab1-cc142e7ce74e req-b7c03fb8-c837-46fe-b64e-6a3e00e9424d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0563509 Sep 02 13:22:11.684161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c86ebe7c-8adf-4d28-9ab1-cc142e7ce74e req-4afacca0-b423-4223-bde8-bcaa41f5c685 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Sep 02 13:22:12.823903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9b18f-9a0c-4879-ade0-cc54df9b63df req-e095c226-8d4c-48f1-aa5f-713a29a23f80 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:12.825474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ccd9b18f-9a0c-4879-ade0-cc54df9b63df req-e095c226-8d4c-48f1-aa5f-713a29a23f80 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0614665 Sep 02 13:22:12.867299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ccd9b18f-9a0c-4879-ade0-cc54df9b63df req-99ccf561-9a33-4de1-9272-b363c58cbac3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Sep 02 13:22:13.993493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e242bd2-8b2e-40a0-83c5-b818dd527b2d req-7c08e7be-8f90-4e60-9088-9f6802833eae tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:13.995019 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e242bd2-8b2e-40a0-83c5-b818dd527b2d req-7c08e7be-8f90-4e60-9088-9f6802833eae tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0556366 Sep 02 13:22:14.035975 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e242bd2-8b2e-40a0-83c5-b818dd527b2d req-1a7b1dea-6802-42ff-a39c-6dc6ed433893 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Sep 02 13:22:15.173165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff1a25-becb-44af-955c-34e43f75b408 req-a1d11b65-c923-41d3-9bae-899adc08b08b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:15.174726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6dff1a25-becb-44af-955c-34e43f75b408 req-a1d11b65-c923-41d3-9bae-899adc08b08b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0550823 Sep 02 13:22:15.213560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6dff1a25-becb-44af-955c-34e43f75b408 req-3a499e13-284d-420b-9b61-b5dd28ed7fc6 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Sep 02 13:22:16.348836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb107f1-93b7-42d4-8685-9694c63104c5 req-d6ca9da1-2f0a-45b9-8332-c53ff7e64f34 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:16.350652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7eb107f1-93b7-42d4-8685-9694c63104c5 req-d6ca9da1-2f0a-45b9-8332-c53ff7e64f34 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0539174 Sep 02 13:22:16.392166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7eb107f1-93b7-42d4-8685-9694c63104c5 req-967fad6b-a553-4893-a1d1-9e823562c7c2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Sep 02 13:22:17.516842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739c142-cd3e-4b9f-8cf5-7145478d2e1b req-0c41969e-9739-4e1a-aad0-7b8bb718c0c5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:17.518366 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c739c142-cd3e-4b9f-8cf5-7145478d2e1b req-0c41969e-9739-4e1a-aad0-7b8bb718c0c5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0514028 Sep 02 13:22:17.557875 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c739c142-cd3e-4b9f-8cf5-7145478d2e1b req-00533203-844f-4c01-960e-1a9d2aa1061f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Sep 02 13:22:18.693900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69556c2-e560-4b28-a69e-1882bbfb4773 req-aa158417-c84e-4461-8af1-9c6c582ddf81 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:18.695525 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c69556c2-e560-4b28-a69e-1882bbfb4773 req-aa158417-c84e-4461-8af1-9c6c582ddf81 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0569901 Sep 02 13:22:18.737379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c69556c2-e560-4b28-a69e-1882bbfb4773 req-8936a253-82a7-4d4e-b895-058c3f328b0c tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 02 13:22:19.860401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f5c1f-1556-466e-93b7-5c7b93c87346 req-7ed02677-56ff-443e-9025-7a3edcc8b181 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:19.861937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-092f5c1f-1556-466e-93b7-5c7b93c87346 req-7ed02677-56ff-443e-9025-7a3edcc8b181 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0516551 Sep 02 13:22:19.904875 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-092f5c1f-1556-466e-93b7-5c7b93c87346 req-00a19364-559b-445d-a12b-6b88817f2b7f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Sep 02 13:22:21.032792 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b28dc-c295-4253-9295-5b341020775e req-2d6dfcce-4338-439a-a089-e0843ddc5e3d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:21.034284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c01b28dc-c295-4253-9295-5b341020775e req-2d6dfcce-4338-439a-a089-e0843ddc5e3d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0569437 Sep 02 13:22:21.073010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c01b28dc-c295-4253-9295-5b341020775e req-da6d865e-59f0-4dd2-92e6-995e317781c0 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Sep 02 13:22:22.204953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af505e-ad62-4245-95ef-bd4e6a8848aa req-7b893b29-9706-4187-b3dc-911a6567426f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:22.206497 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53af505e-ad62-4245-95ef-bd4e6a8848aa req-7b893b29-9706-4187-b3dc-911a6567426f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0628946 Sep 02 13:22:22.245447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-53af505e-ad62-4245-95ef-bd4e6a8848aa req-a5a31671-8707-4d67-ac87-1c4c8dd2ad01 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Sep 02 13:22:23.387033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283a0d-94d1-4e30-a098-5747f3b537db req-b6c6af62-a103-4d33-a091-64bd6c5b2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:23.388539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-b6c6af62-a103-4d33-a091-64bd6c5b2b27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1096 time: 0.0792985 Sep 02 13:22:23.402152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5718-ed62-4530-9047-025c118a45ea req-8492cfcc-9a2e-451c-ac55-a90b83d8a2a4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:23.403602 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ce5718-ed62-4530-9047-025c118a45ea req-8492cfcc-9a2e-451c-ac55-a90b83d8a2a4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0816309 Sep 02 13:22:23.487009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06ce5718-ed62-4530-9047-025c118a45ea req-978988ef-60c4-4b53-887a-ecada8e4f449 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Sep 02 13:22:23.519389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283a0d-94d1-4e30-a098-5747f3b537db req-d29f96c5-8941-495d-9baf-afaa53f7de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:23.520867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-d29f96c5-8941-495d-9baf-afaa53f7de77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.1096683 Sep 02 13:22:23.567536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-0d01ea59-ef2f-4820-b3f0-38e9a9031e1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0393631 Sep 02 13:22:23.622527 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283a0d-94d1-4e30-a098-5747f3b537db req-07db9053-41bd-477a-bec5-4795f1821943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:23.624043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-07db9053-41bd-477a-bec5-4795f1821943 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0499024 Sep 02 13:22:23.657738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-07537b0f-3809-4f4b-a7fd-bc296aa02bdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259273 Sep 02 13:22:23.997015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-6ac7602b-a503-4c95-9cc6-3f07e02239f5 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318067 Sep 02 13:22:24.098671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-82283a0d-94d1-4e30-a098-5747f3b537db req-ca492154-c9a4-4bab-9276-0bec476eaa78 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942259 Sep 02 13:22:24.611182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b3ec-8efd-407f-a175-3f6e991b341d req-f7f56c06-836e-4c34-b761-26b95249a8d9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:24.613169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4789b3ec-8efd-407f-a175-3f6e991b341d req-f7f56c06-836e-4c34-b761-26b95249a8d9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0537863 Sep 02 13:22:24.655174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4789b3ec-8efd-407f-a175-3f6e991b341d req-c2e0671c-ce37-45e7-a9f4-555250a3f146 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Sep 02 13:22:25.783855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0f884-047c-4db1-9509-4e9aa402e0e2 req-a7a6271d-b72a-4043-8cac-d8915d6c51e8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:25.785455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2a0f884-047c-4db1-9509-4e9aa402e0e2 req-a7a6271d-b72a-4043-8cac-d8915d6c51e8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0589361 Sep 02 13:22:25.826015 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c2a0f884-047c-4db1-9509-4e9aa402e0e2 req-c598e55f-a3c1-418e-8205-b188f0c2625f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Sep 02 13:22:26.963658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ac060-f39f-4d4f-bef8-a2558df31339 req-30197713-32ef-47db-b53a-a97c571d9572 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:26.965190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-154ac060-f39f-4d4f-bef8-a2558df31339 req-30197713-32ef-47db-b53a-a97c571d9572 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0582094 Sep 02 13:22:27.007358 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-154ac060-f39f-4d4f-bef8-a2558df31339 req-078d3503-bf54-4d60-b374-98949a2fe70f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Sep 02 13:22:28.132805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160bd80-dc08-44c9-b9d6-48f01bf7f7d5 req-cb119109-27e7-4c74-ac38-ef3fa517261b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:28.134456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6160bd80-dc08-44c9-b9d6-48f01bf7f7d5 req-cb119109-27e7-4c74-ac38-ef3fa517261b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0539222 Sep 02 13:22:28.187259 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6160bd80-dc08-44c9-b9d6-48f01bf7f7d5 req-c1c8eae2-9d63-4a97-8489-96a68bb39d6a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Sep 02 13:22:28.718775 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a30a00e0-8882-47c4-9709-dc910a153205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:29.314416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6f9ce-5128-4d8d-9036-ee285bf78658 req-e39f05fa-ac13-4077-875a-9b5ce3adbd3b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:29.315928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ba6f9ce-5128-4d8d-9036-ee285bf78658 req-e39f05fa-ac13-4077-875a-9b5ce3adbd3b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0553257 Sep 02 13:22:29.378848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0ba6f9ce-5128-4d8d-9036-ee285bf78658 req-b132346b-cbf6-4b0e-bba5-ce058b0a330b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553389 Sep 02 13:22:30.515372 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5926-9d9c-4856-acda-3cfa9c1a3f50 req-a489ca86-eeb9-44d6-82c3-7916271286e4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:30.517025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ecf5926-9d9c-4856-acda-3cfa9c1a3f50 req-a489ca86-eeb9-44d6-82c3-7916271286e4 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0620785 Sep 02 13:22:30.561365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ecf5926-9d9c-4856-acda-3cfa9c1a3f50 req-adc80ee7-808c-4ce7-8894-11e7ba908fe1 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Sep 02 13:22:31.525449 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4c3-79ba-4337-9df3-919ab5234386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:31.689864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de619505-c087-4670-88f7-557aaa565bec req-86b02b95-0356-4978-87d8-1a846c97f272 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:31.690645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:31.691753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de619505-c087-4670-88f7-557aaa565bec req-86b02b95-0356-4978-87d8-1a846c97f272 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0574756 Sep 02 13:22:31.735473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de619505-c087-4670-88f7-557aaa565bec req-538cd1a1-4cc0-4697-b84b-d1ecb54c876e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352495 Sep 02 13:22:32.663665 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:32.859486 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84afa2-04f8-4c80-95bf-894fa70d3545 req-0aa3b25a-458a-4c13-b15c-c166c1ac4364 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:32.861020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb84afa2-04f8-4c80-95bf-894fa70d3545 req-0aa3b25a-458a-4c13-b15c-c166c1ac4364 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0535305 Sep 02 13:22:32.909137 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb84afa2-04f8-4c80-95bf-894fa70d3545 req-8cf60409-9514-410e-9ec9-303a1c80f7ad tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Sep 02 13:22:34.030034 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ed96-5514-4693-b246-55707b8a779b req-9cce5a5f-2f82-4587-9ce2-cfe4932797c9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:34.031555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7549ed96-5514-4693-b246-55707b8a779b req-9cce5a5f-2f82-4587-9ce2-cfe4932797c9 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0527000 Sep 02 13:22:34.071330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7549ed96-5514-4693-b246-55707b8a779b req-ca27eb29-5956-4d88-bf1d-af28f5fa8506 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Sep 02 13:22:34.330219 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:35.197516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24433-9de0-4414-9557-517085406184 req-46fda0be-c2fd-44f2-b6ab-6472b50e79d5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:35.199009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cde24433-9de0-4414-9557-517085406184 req-46fda0be-c2fd-44f2-b6ab-6472b50e79d5 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0514605 Sep 02 13:22:35.236928 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cde24433-9de0-4414-9557-517085406184 req-38690f8f-7f24-4327-88c4-99359ca0289d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Sep 02 13:22:35.450010 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-8621c4e3-363b-43fb-b4ff-141b6479ec27 service neutron] show failed (client error): The resource could not be found. Sep 02 13:22:35.451006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-8621c4e3-363b-43fb-b4ff-141b6479ec27 service neutron] 10.222.0.41 "GET /v2.0/ports/89add351-74f6-4bc8-a9d0-ff4407eab022/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0567784 Sep 02 13:22:35.558559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:35.722821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-257571fd-4328-4bb7-8116-62659bf16418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:35.724298 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-257571fd-4328-4bb7-8116-62659bf16418 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c&tenant_id=f337ade8c5554f8187f0db994dd4bfbe HTTP/1.1" status: 200 len: 1096 time: 0.1045480 Sep 02 13:22:35.736797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:35.792510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.001987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:36.037423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:22:36.094525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:22:36.098124 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afdf9bf-45ac-4e72-a6c2-21de0729f740" -d '{"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-unplugged", "status": "completed", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:22:36.104102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.119476 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Transition to ACTIVE for port object 89add351-74f6-4bc8-a9d0-ff4407eab022 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:36.125567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.156872 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1954a-34f2-4a59-b02b-1293e9436bc8 x-openstack-request-id: req-94c1954a-34f2-4a59-b02b-1293e9436bc8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:22:36.157196 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-unplugged", "status": "completed", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:22:36.157450 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94c1954a-34f2-4a59-b02b-1293e9436bc8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:22:36.157851 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'code': 200} Sep 02 13:22:36.194562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] No DVR routers for this DVR port 89add351-74f6-4bc8-a9d0-ff4407eab022 on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:22:36.196384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:36.205734 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.206082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.206425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.206763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.207095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.207428 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.207751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.208077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.208399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.208722 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.209074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.209396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:36.249999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:22:36.250347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:22:36.250704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:36.255919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Port 89add351-74f6-4bc8-a9d0-ff4407eab022 on network 73569fdc-0049-408a-91c8-20186e8b7351 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:22:36.256173 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Attempting to bind port 89add351-74f6-4bc8-a9d0-ff4407eab022 on network 73569fdc-0049-408a-91c8-20186e8b7351 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:36.261496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:22:36.261831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Checking segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:22:36.262201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Bound using segment: {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:22:36.262624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Bound port: 89add351-74f6-4bc8-a9d0-ff4407eab022, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995edfa5-8e20-43a4-aaf7-e2de51df6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:22:36.262981 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.334973 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:22:36.338066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:22:36.343892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.359288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e844ef-3ada-462e-ab48-2eeae251f4bd req-e5f924e3-aed6-430e-94f7-5eb5ff1853d3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:36.360780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13e844ef-3ada-462e-ab48-2eeae251f4bd req-e5f924e3-aed6-430e-94f7-5eb5ff1853d3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 943 time: 0.0539978 Sep 02 13:22:36.382224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:36.382852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.384260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] 10.222.0.18 "PUT /v2.0/ports/89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 1091 time: 0.6518536 Sep 02 13:22:36.401323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13e844ef-3ada-462e-ab48-2eeae251f4bd req-770bee63-c6b7-4508-b22a-933c8065e9f7 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Sep 02 13:22:36.406172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3291e2-c6e8-4e57-9bf0-22395e363980 service neutron] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:36.450736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-e1cbbe92-897d-4518-94cb-a959d941c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:36.452413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-e1cbbe92-897d-4518-94cb-a959d941c56b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1094 time: 0.0419643 Sep 02 13:22:36.560116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-ff548782-15d6-4bde-8324-ea99aee867e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:36.561996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-ff548782-15d6-4bde-8324-ea99aee867e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.1026812 Sep 02 13:22:36.604566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-61893f71-0118-4937-8f8f-8d885d254f2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0352430 Sep 02 13:22:36.654258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-4eccf1b9-0889-4cfa-afc4-191d2a47be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:36.656098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-4eccf1b9-0889-4cfa-afc4-191d2a47be96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0452535 Sep 02 13:22:36.688757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-f0e71f51-5acc-4a49-99d1-7ae10103ecf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258510 Sep 02 13:22:36.791197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-f0fc21ff-bd74-4d10-865d-bd6e01382ff7 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936968 Sep 02 13:22:36.894369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db63285b-3481-4a9e-a9b3-1cff79d2e5d5 req-3bac0714-fa43-4478-a14e-7cac576f6e17 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960135 Sep 02 13:22:37.530075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aac94d-261d-41a8-acc8-49a48736039d req-7dee5070-64cb-4174-88bd-1cfcc21b2548 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:37.531598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41aac94d-261d-41a8-acc8-49a48736039d req-7dee5070-64cb-4174-88bd-1cfcc21b2548 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 943 time: 0.0561810 Sep 02 13:22:37.572615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41aac94d-261d-41a8-acc8-49a48736039d req-f909dc3c-53e6-4ff8-81ec-91fc4ce21577 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Sep 02 13:22:38.160082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:22:38.163400 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41a061-8ca5-4317-bad5-73d227735099" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:22:38.222973 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84479147-994c-44be-8f6d-d9f98ac8c689 x-openstack-request-id: req-84479147-994c-44be-8f6d-d9f98ac8c689 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:22:38.223420 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:22:38.223958 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84479147-994c-44be-8f6d-d9f98ac8c689 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:22:38.226849 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'status': 'completed', 'code': 200} Sep 02 13:22:38.294038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a061-8ca5-4317-bad5-73d227735099 req-1b40db53-ea80-4fd4-938d-f8f6b966ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.296294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-1b40db53-ea80-4fd4-938d-f8f6b966ee1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1094 time: 0.0460608 Sep 02 13:22:38.302443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a061-8ca5-4317-bad5-73d227735099 req-d30a490d-0e1d-45a9-8e9f-c8601f8e626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.303948 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-d30a490d-0e1d-45a9-8e9f-c8601f8e626e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1094 time: 0.0532162 Sep 02 13:22:38.396861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a061-8ca5-4317-bad5-73d227735099 req-dfeb4da7-191c-427d-b4b6-89a83f430217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.398360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-dfeb4da7-191c-427d-b4b6-89a83f430217 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0941505 Sep 02 13:22:38.403943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a061-8ca5-4317-bad5-73d227735099 req-b55262ab-23e4-41d1-81fe-14c2b5182b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.405600 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-b55262ab-23e4-41d1-81fe-14c2b5182b51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0947132 Sep 02 13:22:38.446529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-3e56fd29-9205-4082-8cdf-e9ff84eaa30c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0409656 Sep 02 13:22:38.453384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-f1564e9a-aae0-4068-ad63-92ea5c384037 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0406921 Sep 02 13:22:38.503207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a061-8ca5-4317-bad5-73d227735099 req-f5f9b4ee-a7ca-4fde-be81-67019fbca135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.504730 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-f5f9b4ee-a7ca-4fde-be81-67019fbca135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0451238 Sep 02 13:22:38.511935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a061-8ca5-4317-bad5-73d227735099 req-be0715ef-5b3f-4c66-a719-b12f31bb1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.513489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-be0715ef-5b3f-4c66-a719-b12f31bb1558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0466306 Sep 02 13:22:38.537022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-d573a4c3-a738-4736-a4d6-f26fcc72f4df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256360 Sep 02 13:22:38.552300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-d0dd2af3-8cdc-49aa-ba11-40b4973372f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313797 Sep 02 13:22:38.559226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:22:38.633942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-72605f3b-a532-4864-8400-c494ef84ba4d service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900283 Sep 02 13:22:38.654201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-e8d2e8f8-c933-40db-b3bf-d1e13df498cc service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948918 Sep 02 13:22:38.667678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:38.679586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'network_id': '73569fdc-0049-408a-91c8-20186e8b7351', 'port_id': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'mac_address': 'fa:16:3e:d1:48:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814f852-2969-40f3-8c6d-8905d1a1bd93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:22:38.719167 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:38.737138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89add351-74f6-4bc8-a9d0-ff4407eab022 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:22:38.737414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-aceceb54-0ffb-4ecf-8d35-22a7c7884975 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963917 Sep 02 13:22:38.762323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:38.767447 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:38.784821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ff99b-bf7e-41eb-a1d9-61db4a657090 req-a78104d6-4202-4f87-86f6-10c1ea74106d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:38.786361 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-291ff99b-bf7e-41eb-a1d9-61db4a657090 req-a78104d6-4202-4f87-86f6-10c1ea74106d tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 943 time: 0.1167281 Sep 02 13:22:38.812775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4d41a061-8ca5-4317-bad5-73d227735099 req-0186c52a-5182-4411-a9fb-d19b76f70be4 service neutron] 10.222.0.18 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513128 Sep 02 13:22:38.815129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:38.836586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-291ff99b-bf7e-41eb-a1d9-61db4a657090 req-9c5d52bc-0cfb-47d9-a0ba-5c70caeea170 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Sep 02 13:22:38.983647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['89add351-74f6-4bc8-a9d0-ff4407eab022'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:22:39.073129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484356f-40b2-4c8a-adce-4d78d7cec5da req-0db80449-27a8-4215-b915-2b3eed74b3c1 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:39.075704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8484356f-40b2-4c8a-adce-4d78d7cec5da req-0db80449-27a8-4215-b915-2b3eed74b3c1 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 944 time: 0.0682456 Sep 02 13:22:39.099709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-a1a1ae00-425c-4435-bda1-b030ad450a0a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:39.101313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-a1a1ae00-425c-4435-bda1-b030ad450a0a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c&tenant_id=f337ade8c5554f8187f0db994dd4bfbe&binding%3Ahost_id=n-h2-792364-8 HTTP/1.1" status: 200 len: 944 time: 0.0806422 Sep 02 13:22:39.126195 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8484356f-40b2-4c8a-adce-4d78d7cec5da req-62f8d444-47cd-4ecf-b856-3325a04ef152 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Sep 02 13:22:39.168186 n-d-792364-8 neutron-server[94841]: INFO neutron.api.v2.resource [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-648441ce-7729-4d67-a8b1-c2e430f11bc8 service neutron] delete failed (client error): The resource could not be found. Sep 02 13:22:39.169244 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-648441ce-7729-4d67-a8b1-c2e430f11bc8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/89add351-74f6-4bc8-a9d0-ff4407eab022/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0607381 Sep 02 13:22:39.291184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-e287a3d6-4107-405a-8827-a442b13e7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:39.293544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-e287a3d6-4107-405a-8827-a442b13e7ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 1095 time: 0.0514627 Sep 02 13:22:39.393671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-7ffe4bbc-14e0-4178-9216-7c41aa66ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:39.395179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-7ffe4bbc-14e0-4178-9216-7c41aa66ebd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 200 len: 916 time: 0.0953014 Sep 02 13:22:39.437787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-c633b0cb-a092-4de3-9fe6-34bbfd9e7a6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 200 len: 217 time: 0.0357828 Sep 02 13:22:39.487555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-b11b6b0a-c7c4-4789-bebb-de5c94d46b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:39.489045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-b11b6b0a-c7c4-4789-bebb-de5c94d46b3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 200 len: 855 time: 0.0448475 Sep 02 13:22:39.521917 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-7b1f29e5-79ed-4a4a-9615-752a7bcbba4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73569fdc-0049-408a-91c8-20186e8b7351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257585 Sep 02 13:22:39.626131 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-b392bbd6-fffc-4ace-bf27-c57169c23ed7 service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971816 Sep 02 13:22:39.718933 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f4b27a38-7764-48ef-9eff-857d7b2694d8 req-3ba96889-9734-405c-95c1-31022617853e service neutron] 10.222.0.41 "GET /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859625 Sep 02 13:22:40.254218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103b900-3979-466e-b46b-883d2e5ecd4e req-e3e6df41-e39e-4144-b0f3-ffd0dc7a0281 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:40.256516 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5103b900-3979-466e-b46b-883d2e5ecd4e req-e3e6df41-e39e-4144-b0f3-ffd0dc7a0281 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 944 time: 0.0594993 Sep 02 13:22:40.300875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5103b900-3979-466e-b46b-883d2e5ecd4e req-9594ef0b-0442-4138-8ae4-a701ed78f51e tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362651 Sep 02 13:22:40.432998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe7dda-777b-406d-b972-a5e07183e40a req-48dbcb43-2579-4875-9ece-dd36cf23b863 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:40.434501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76fe7dda-777b-406d-b972-a5e07183e40a req-48dbcb43-2579-4875-9ece-dd36cf23b863 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 944 time: 0.0572705 Sep 02 13:22:40.489817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76fe7dda-777b-406d-b972-a5e07183e40a req-e953f324-f61f-49bd-a59c-c81062162b2f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Sep 02 13:22:40.566948 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:40.610717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:22:40.613539 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64391756-7345-4083-a7ea-7835966eca6c req-4a06119a-f820-453a-8bdc-3252efc05be8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:40.615552 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64391756-7345-4083-a7ea-7835966eca6c req-4a06119a-f820-453a-8bdc-3252efc05be8 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 944 time: 0.0539548 Sep 02 13:22:40.649740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 89add351-74f6-4bc8-a9d0-ff4407eab022 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:40.654746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 89add351-74f6-4bc8-a9d0-ff4407eab022 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:40.655197 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:40.656318 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-64391756-7345-4083-a7ea-7835966eca6c req-7467d5ee-14e3-424c-b863-131b0bb8f867 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Sep 02 13:22:40.662149 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:22:40.676268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:22:40.738295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:40.765081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:22:40.767793 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78247d6-fa59-4ff0-8717-bfd0a912fc87" -d '{"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-plugged", "status": "completed", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:22:40.781554 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:40.787223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:40.821356 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d6f5b1-fc5b-4081-b6e1-16123091a160 x-openstack-request-id: req-74d6f5b1-fc5b-4081-b6e1-16123091a160 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:22:40.821356 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-plugged", "status": "completed", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:22:40.821932 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74d6f5b1-fc5b-4081-b6e1-16123091a160 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:22:40.822333 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'code': 200} Sep 02 13:22:40.845878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:41.025426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893fbf8-3e38-4c3d-a61a-92880707c7df req-25f89690-2c40-4fc1-ad32-a508a0ce09a2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:41.026938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2893fbf8-3e38-4c3d-a61a-92880707c7df req-25f89690-2c40-4fc1-ad32-a508a0ce09a2 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0531030 Sep 02 13:22:41.069636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2893fbf8-3e38-4c3d-a61a-92880707c7df req-d7041459-3875-41af-8b03-673e68e62876 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Sep 02 13:22:41.360231 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:42.178594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-73917160-5f66-4ede-b4a0-2a35666f4f4b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:42.180324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-73917160-5f66-4ede-b4a0-2a35666f4f4b tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0552449 Sep 02 13:22:42.205100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e8e82-f5f1-4282-85d6-7fdcb9080aa4 req-f3130a3d-55ac-483c-9144-1e0a7ebfab4a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:42.206875 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-508e8e82-f5f1-4282-85d6-7fdcb9080aa4 req-f3130a3d-55ac-483c-9144-1e0a7ebfab4a tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ecc75ae-3553-43d6-b488-1961f3fbd23c HTTP/1.1" status: 200 len: 945 time: 0.0586121 Sep 02 13:22:42.255243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-508e8e82-f5f1-4282-85d6-7fdcb9080aa4 req-5e0a45f1-8d42-41e9-842e-082ace0e890f tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c262e78-71b6-4cc9-af3e-49014a31e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Sep 02 13:22:42.293435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Deleting port 89add351-74f6-4bc8-a9d0-ff4407eab022 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:22:42.293786 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:42.386706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] For port 89add351-74f6-4bc8-a9d0-ff4407eab022, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=89add351-74f6-4bc8-a9d0-ff4407eab022,segment=NetworkSegment(995edfa5-8e20-43a4-aaf7-e2de51df6fd0),segment_id=995edfa5-8e20-43a4-aaf7-e2de51df6fd0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:42.386943 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:42.400362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Calling delete_port for 89add351-74f6-4bc8-a9d0-ff4407eab022 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:22:42.539716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:42.550824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['89add351-74f6-4bc8-a9d0-ff4407eab022'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:22:42.569657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Pushing event deleted for resources: {'Port': ['ID=89add351-74f6-4bc8-a9d0-ff4407eab022,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:42.617560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] No DVR routers for this DVR port 89add351-74f6-4bc8-a9d0-ff4407eab022 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:22:42.620398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:42.622595 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e468dec-2368-45c8-88ef-d88c4255d443 req-0c89115c-5078-4191-8eb7-0e7d77483de3 tempest-ServerDiskConfigTestJSON-1854021233 tempest-ServerDiskConfigTestJSON-1854021233-project] 10.222.0.18 "DELETE /v2.0/ports/89add351-74f6-4bc8-a9d0-ff4407eab022 HTTP/1.1" status: 204 len: 173 time: 0.4361033 Sep 02 13:22:42.623045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-deleted', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:22:42.626234 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e7a449-ee37-4133-90d7-a3573f88d467" -d '{"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-deleted", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:22:42.668420 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8202925-f60d-401b-a08b-517258ea3f94 x-openstack-request-id: req-e8202925-f60d-401b-a08b-517258ea3f94 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:22:42.668651 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecc75ae-3553-43d6-b488-1961f3fbd23c", "name": "network-vif-deleted", "tag": "89add351-74f6-4bc8-a9d0-ff4407eab022", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:22:42.668927 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8202925-f60d-401b-a08b-517258ea3f94 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:22:42.669329 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecc75ae-3553-43d6-b488-1961f3fbd23c', 'name': 'network-vif-deleted', 'tag': '89add351-74f6-4bc8-a9d0-ff4407eab022', 'status': 'completed', 'code': 200} Sep 02 13:22:43.399168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:43.451320 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Deleting subnet b814f852-2969-40f3-8c6d-8905d1a1bd93 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:22:43.454819 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.490315 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.528885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.585565 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.609254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b814f852-2969-40f3-8c6d-8905d1a1bd93,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:43.615583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.617838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e519694-7970-49b8-9727-a1aa38c29041 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b814f852-2969-40f3-8c6d-8905d1a1bd93 HTTP/1.1" status: 204 len: 168 time: 0.2173858 Sep 02 13:22:43.620489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50302) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:43.698206 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.803009 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.814041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73569fdc-0049-408a-91c8-20186e8b7351']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:43.824371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995edfa5-8e20-43a4-aaf7-e2de51df6fd0') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:43.824671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995edfa5-8e20-43a4-aaf7-e2de51df6fd0') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:43.834100 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.848178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.854442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:22:43.854851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:22:43.856536 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:22:43.922278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.928109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:43.930063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] 10.222.0.60 "DELETE /v2.0/networks/73569fdc-0049-408a-91c8-20186e8b7351 HTTP/1.1" status: 204 len: 168 time: 0.3084846 Sep 02 13:22:43.941605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374471cd-c438-4bf3-9b26-078335b8c855 admin admin] Pushing event deleted for resources: {'Network': ['ID=73569fdc-0049-408a-91c8-20186e8b7351,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:44.063084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:44.105542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-69f78ac5-623f-4a94-ae47-db2b82fe4136 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f337ade8c5554f8187f0db994dd4bfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409818 Sep 02 13:22:44.108005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50308) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:44.166521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28ceebe-8421-46b7-9897-2568573f0a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:44.190555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28ceebe-8421-46b7-9897-2568573f0a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:44.245603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28ceebe-8421-46b7-9897-2568573f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:44.248627 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a28ceebe-8421-46b7-9897-2568573f0a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:44.249865 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a28ceebe-8421-46b7-9897-2568573f0a6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c262e78-71b6-4cc9-af3e-49014a31e36b HTTP/1.1" status: 204 len: 168 time: 0.1409607 Sep 02 13:22:44.258982 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ceebe-8421-46b7-9897-2568573f0a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c262e78-71b6-4cc9-af3e-49014a31e36b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:44.575271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:22:44.602132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 89add351-74f6-4bc8-a9d0-ff4407eab022 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:22:44.602497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 89add351-74f6-4bc8-a9d0-ff4407eab022 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:22:45.122290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:45.250020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1671860826-network', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:45.274533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Made reservation on behalf of 511814cdcbdf44999469bdb43fe4250e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:22:45.277026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.291047 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.381800 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.387589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.413493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:22:45.419603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85d340-d879-4c3b-b3ed-4df6ae2ea44a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:45.425646 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.425981 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Added segment 9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7 of type vlan for network 04e9fc54-34fa-4431-91f3-495d709b6563 Sep 02 13:22:45.474938 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.508680 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.509680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:45.510257 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.564241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4403689 Sep 02 13:22:45.569118 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:45.579671 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Request body: {'subnet': {'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1671860826-subnet', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:45.584959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd84c8-99d8-4eb6-bd0c-f1c87ed26e30 admin admin] Pushing event updated for resources: {'Network': ['ID=04e9fc54-34fa-4431-91f3-495d709b6563,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:45.596533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 04e9fc54-34fa-4431-91f3-495d709b6563 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:22:45.609342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Made reservation on behalf of 511814cdcbdf44999469bdb43fe4250e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:22:45.613133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.811609 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.865027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:45.875629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:22:45.875997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Network hostable DHCP agents. Network: 04e9fc54-34fa-4431-91f3-495d709b6563, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:22:45.895654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:22:45.911486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 04e9fc54-34fa-4431-91f3-495d709b6563) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:45.921575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:45.922298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.923457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30300fa-a138-4db7-a950-e4171ca563d5 None None] Network 04e9fc54-34fa-4431-91f3-495d709b6563 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:22:45.942311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f398feab-250f-4410-b488-84644f7f55f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3680234 Sep 02 13:22:45.942744 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:45.948120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:45.975608 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:45.977378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.039961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.089847 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-04e9fc54-34fa-4431-91f3-495d709b6563', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:22:46.090702 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.182280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.234658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Allocated IP 172.20.0.2 (04e9fc54-34fa-4431-91f3-495d709b6563/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f/a8bc9cf0-9365-4d6c-b270-2c355bb4da1c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:22:46.394609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.397918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.404109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Transition to ACTIVE for port object a8bc9cf0-9365-4d6c-b270-2c355bb4da1c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:46.418047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.419387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Transition to ACTIVE for port object a8bc9cf0-9365-4d6c-b270-2c355bb4da1c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:46.425638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.467262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:22:46.470505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:46.474966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:22:46.478078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Pushing event updated for resources: {'Port': ['ID=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:46.531607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Allocated IP 172.25.7.187 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/52ba4941-1358-4e9e-ab47-1fff1b0ef703) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:22:46.537147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Attempting to bind port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:22:46.537720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Attempting to bind port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:22:46.537934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Attempting to bind port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:46.543390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:22:46.543953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:22:46.544529 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.545201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:22:46.545749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Bound port: a8bc9cf0-9365-4d6c-b270-2c355bb4da1c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:22:46.546171 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.620044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] For port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:22:46.623893 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] For port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:22:46.629375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.647310 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.687930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a87fe-2eab-4970-80b9-f1ffc4e4500a None None] Pushing event updated for resources: {'Port': ['ID=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:46.696752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:46.738524 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:22:46.741937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:46.745453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:22:46.771228 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Pushing event updated for resources: {'Port': ['ID=52ba4941-1358-4e9e-ab47-1fff1b0ef703,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:47.033990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:47.101354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a8bc9cf0-9365-4d6c-b270-2c355bb4da1c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:47.155384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:47.242492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:47.380220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:22:47.558045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee73102-3177-496d-a93e-7757039dae8c None None] Network 04e9fc54-34fa-4431-91f3-495d709b6563 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:22:47.694537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] Provisioning for port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:47.702158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] Provisioning complete for port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:47.702687 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:47.821914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:47.829748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:22:47.848310 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:22:47.855081 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:47.860310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] For port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:47.860613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:47.861294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-515a55a0-ada9-44b7-aef5-e4cd6d7abb6e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9171433 Sep 02 13:22:47.863821 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:22:47.865310 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:22:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:47.865702 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:47.915464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca7df9-7bdd-4962-a428-41f16465dc55 None None] Pushing event updated for resources: {'Port': ['ID=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:47.984212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:22:48.087381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11c9122f-9158-4264-88a3-10f39ce3493b None None] Provisioning complete for port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:48.087909 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11c9122f-9158-4264-88a3-10f39ce3493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.279256 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:46Z', 'revision_number': 3, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:48.307727 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:22:48.308074 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Updating router 20e8d473-5842-44a2-ba53-c9f96dfc5490 port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:22:48.333206 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.339436 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.522898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Allocated IP 172.20.0.1 (04e9fc54-34fa-4431-91f3-495d709b6563/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f/a0145103-5155-4bd2-89b0-1533c9cb196c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:22:48.594998 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.609011 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Transition to ACTIVE for port object 52ba4941-1358-4e9e-ab47-1fff1b0ef703 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:48.615552 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.630868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.643503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Transition to ACTIVE for port object a0145103-5155-4bd2-89b0-1533c9cb196c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:48.669593 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Attempting to bind port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:22:48.669964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Attempting to bind port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:22:48.670327 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Attempting to bind port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:48.673353 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Pushing event updated for resources: {'Port': ['ID=52ba4941-1358-4e9e-ab47-1fff1b0ef703,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:48.676048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.678122 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:22:48.678496 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:22:48.678894 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.679285 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:22:48.679743 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Bound port: 52ba4941-1358-4e9e-ab47-1fff1b0ef703, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:22:48.680135 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.702257 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.702742 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.703125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.703458 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.703788 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.704112 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.704432 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.704757 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.705102 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.705425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.705742 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.706056 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:48.717839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:22:48.720796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:48.723332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:22:48.743887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] For port 52ba4941-1358-4e9e-ab47-1fff1b0ef703, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:22:48.747668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] For port 52ba4941-1358-4e9e-ab47-1fff1b0ef703, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=52ba4941-1358-4e9e-ab47-1fff1b0ef703,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:22:48.752640 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.762237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Pushing event updated for resources: {'Port': ['ID=a0145103-5155-4bd2-89b0-1533c9cb196c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:48.768970 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.813269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06fb59-7712-4c04-b5c5-f2f216100dac None None] Pushing event updated for resources: {'Port': ['ID=52ba4941-1358-4e9e-ab47-1fff1b0ef703,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:48.818696 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:22:48.819336 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:22:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:48.916241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:48.931157 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:22:49.021143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f2735dea-fd36-44f9-a490-7c98ca0ad4c3 None None] Provisioning for port a0145103-5155-4bd2-89b0-1533c9cb196c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:49.026007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f2735dea-fd36-44f9-a490-7c98ca0ad4c3 None None] Provisioning complete for port a0145103-5155-4bd2-89b0-1533c9cb196c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:49.026425 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f2735dea-fd36-44f9-a490-7c98ca0ad4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:49.062612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f2735dea-fd36-44f9-a490-7c98ca0ad4c3 None None] Port a0145103-5155-4bd2-89b0-1533c9cb196c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:22:49.095360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a8bc9cf0-9365-4d6c-b270-2c355bb4da1c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:49.116580 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:49.122027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:49.134440 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:46Z', 'revision_number': 3, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:49.153024 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:49.153473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:49.164280 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dee198-53c4-4429-bcc5-c0412c0b7999 None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:46Z', 'revision_number': 3, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:22:49.186783 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Pushing event updated for resources: {'Port': ['ID=a0145103-5155-4bd2-89b0-1533c9cb196c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:49.196887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:49.300824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:22:49.302325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:49.435059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:22:49.558200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:22:49.564134 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0ecbfd52-9335-4fc2-8c2b-cef73140dd50 admin admin] 10.222.0.60 "PUT /v2.0/routers/20e8d473-5842-44a2-ba53-c9f96dfc5490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011690 Sep 02 13:22:49.586548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6755d702-c99b-4a1d-b5e2-b2288f30ed26 None None] Provisioning complete for port a0145103-5155-4bd2-89b0-1533c9cb196c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:49.587068 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6755d702-c99b-4a1d-b5e2-b2288f30ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:49.623590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6755d702-c99b-4a1d-b5e2-b2288f30ed26 None None] Port a0145103-5155-4bd2-89b0-1533c9cb196c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:22:50.782189 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:22:50.793102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:22:50.793741 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:22:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:51.041476 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:51.050139 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396536453', 'description': 'tempest-description--2102641159'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:51.082743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.083800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:22:51.117887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 52ba4941-1358-4e9e-ab47-1fff1b0ef703 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:51.173381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.178228 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.206759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.208010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1654763 Sep 02 13:22:51.209907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135a8e22-62d7-4b7a-92f6-d3215f32491e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:51.211065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:51.216131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'security_group_rule': {'security_group_id': '135a8e22-62d7-4b7a-92f6-d3215f32491e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:51.217472 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.217819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.218222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.218562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.218995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.219336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.219667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.219995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.220315 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.220644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.221051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.221312 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c544f97-d28c-4685-9be3-222d6f17baa1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:22:51.245333 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.259632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:51.268003 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:51.268375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.301901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.306820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.324746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6782831f-aa9a-4e6c-a281-22c741b90451,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:51.331467 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.332653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b14c89a9-edb1-4df5-a9ac-26a2024717d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203117 Sep 02 13:22:51.335637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50352) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:51.347616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'security_group_rule': {'security_group_id': '135a8e22-62d7-4b7a-92f6-d3215f32491e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:51.379260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.398395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.425752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 52ba4941-1358-4e9e-ab47-1fff1b0ef703, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=52ba4941-1358-4e9e-ab47-1fff1b0ef703,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:51.429492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 2, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:51.432937 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.444977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.450796 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.463224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:22:51.463580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Updating router 20e8d473-5842-44a2-ba53-c9f96dfc5490 port a0145103-5155-4bd2-89b0-1533c9cb196c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:22:51.470141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b11bcba-f4af-4132-9c49-d7e893389d61,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:51.473685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.477961 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a8b1781-bdc2-4006-810d-12765f867751 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382871 Sep 02 13:22:51.478430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 50354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:22:51.483116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:51.511079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.518390 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.543242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=52ba4941-1358-4e9e-ab47-1fff1b0ef703,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:51.614030 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.718333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Allocated IP 172.25.7.54 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/d019e2bd-6744-4f10-9f6b-6721ecce8ae5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:22:51.802844 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.813516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Transition to ACTIVE for port object a0145103-5155-4bd2-89b0-1533c9cb196c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:51.819955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.829986 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.870021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b2bc6-8bdc-4faa-a0ea-854c27b3a043 None None] Pushing event updated for resources: {'Port': ['ID=a0145103-5155-4bd2-89b0-1533c9cb196c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:51.880571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.926237 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:22:51.927876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Attempting to bind port a0145103-5155-4bd2-89b0-1533c9cb196c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:22:51.928499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Attempting to bind port a0145103-5155-4bd2-89b0-1533c9cb196c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:22:51.928649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Attempting to bind port a0145103-5155-4bd2-89b0-1533c9cb196c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:51.929133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:51.934714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:22:51.934935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:22:51.935333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:22:51.935755 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:51.936330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:22:51.937043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'Port': ['ID=d019e2bd-6744-4f10-9f6b-6721ecce8ae5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:51.937408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Bound port: a0145103-5155-4bd2-89b0-1533c9cb196c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:22:51.938295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.016971 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] For port a0145103-5155-4bd2-89b0-1533c9cb196c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:22:52.020380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] For port a0145103-5155-4bd2-89b0-1533c9cb196c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0145103-5155-4bd2-89b0-1533c9cb196c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:22:52.025755 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.029090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.068699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.080960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:22:52.081619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:22:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:52.178511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b2bc6-8bdc-4faa-a0ea-854c27b3a043 None None] Pushing event updated for resources: {'Port': ['ID=a0145103-5155-4bd2-89b0-1533c9cb196c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:52.236734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:22:52.242526 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.248126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.326442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'Port': ['ID=d019e2bd-6744-4f10-9f6b-6721ecce8ae5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:52.338386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.360018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:52.361516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c75c5ff2-ad0d-4b5d-b877-1dd2a3420322 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8820910 Sep 02 13:22:52.474492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:52Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:22:52.505081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c9dc40-8d50-4803-be94-20a4dde8a471 None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:52Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:22:52.508517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-d2417edd-9145-4686-a18f-81b809a3eb27 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--396536453&fields=id&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 267 time: 0.0335917 Sep 02 13:22:52.663544 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-dcd042b0-f5bd-43ca-9bff-8cf1c4b56a6d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:52.665123 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-dcd042b0-f5bd-43ca-9bff-8cf1c4b56a6d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1457689 Sep 02 13:22:52.681721 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-6c395782-af3e-463a-a326-cdbd28f69d8d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/quotas/511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 375 time: 0.0103498 Sep 02 13:22:52.737339 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-31ac3c9c-6a0a-4f59-80f0-e22eb6ddf787 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494068 Sep 02 13:22:53.090207 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-20249f66-ed8c-46cb-98fd-1b5a86a4eb8a service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406568 Sep 02 13:22:53.160090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 52ba4941-1358-4e9e-ab47-1fff1b0ef703 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:53.219286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-c7cebe7a-d90c-4f87-846e-5363a6676b4b service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227996 Sep 02 13:22:53.225436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:53.225802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:53.326204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0145103-5155-4bd2-89b0-1533c9cb196c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:53.413285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-47f0e36c-769d-4eef-9600-3136a3947414 req-db9b26d9-1483-49cf-ad78-405bd800cc24 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 210 time: 0.0289497 Sep 02 13:22:53.449933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a0145103-5155-4bd2-89b0-1533c9cb196c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:53.455646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a0145103-5155-4bd2-89b0-1533c9cb196c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:53.456043 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:53.540723 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:53.585749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a0145103-5155-4bd2-89b0-1533c9cb196c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0145103-5155-4bd2-89b0-1533c9cb196c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:53.591931 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:53.653547 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a0145103-5155-4bd2-89b0-1533c9cb196c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:54.467066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-9bde6369-5764-4108-b18a-14ef9b54fb52 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:54.468596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-9bde6369-5764-4108-b18a-14ef9b54fb52 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1246312 Sep 02 13:22:54.516962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-0cb3ef6b-6641-406c-8720-15530c888d88 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 379 time: 0.0385761 Sep 02 13:22:54.528008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7a916a78-6d44-4ebe-beac-23f7877e6d54 req-b354f70d-4672-4b9a-88a0-4ae0269347f2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 210 time: 0.0297999 Sep 02 13:22:54.532922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'port': {'device_id': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'admin_state_up': True, 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'security_groups': ['135a8e22-62d7-4b7a-92f6-d3215f32491e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:54.649873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Made reservation on behalf of 511814cdcbdf44999469bdb43fe4250e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:22:54.653458 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:54.790041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Allocated IP 172.20.0.12 (04e9fc54-34fa-4431-91f3-495d709b6563/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f/f717c160-9706-42bd-acf8-81adb0302f43) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:22:54.947938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:54.962637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Transition to ACTIVE for port object f717c160-9706-42bd-acf8-81adb0302f43 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:55.004023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.049066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:22:55.052337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:22:55.056143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:22:55.062958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:55.089906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0145103-5155-4bd2-89b0-1533c9cb196c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:22:55.121017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:55.121780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.146060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-71eab591-effa-4519-9edd-6c73fd5d53e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172144 Sep 02 13:22:55.148831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a0145103-5155-4bd2-89b0-1533c9cb196c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:55.149355 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.158836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Request body: {'port': {'device_id': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:22:55.215178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.316049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-16d0dfbe-d9e9-4d34-8701-776af164c1e2 None None] Provisioning for port f717c160-9706-42bd-acf8-81adb0302f43 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:22:55.320241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-16d0dfbe-d9e9-4d34-8701-776af164c1e2 None None] Provisioning complete for port f717c160-9706-42bd-acf8-81adb0302f43 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:22:55.320627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16d0dfbe-d9e9-4d34-8701-776af164c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.360186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-16d0dfbe-d9e9-4d34-8701-776af164c1e2 None None] Port f717c160-9706-42bd-acf8-81adb0302f43 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:22:55.494818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f717c160-9706-42bd-acf8-81adb0302f43 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:22:55.502538 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.515484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Transition to ACTIVE for port object f717c160-9706-42bd-acf8-81adb0302f43 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:22:55.519595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.574195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:55.688578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b71f6-da58-429e-a317-8670bd2e3bca req-21d56e65-b409-475c-985f-3e7e151bb715 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:55.690237 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f11b71f6-da58-429e-a317-8670bd2e3bca req-21d56e65-b409-475c-985f-3e7e151bb715 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.0891232 Sep 02 13:22:55.691172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:22:55.691512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:22:55.691846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:55.703251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Port f717c160-9706-42bd-acf8-81adb0302f43 on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:22:55.703585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:22:55.721356 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:22:55.721702 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:22:55.722098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:22:55.722547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Bound port: f717c160-9706-42bd-acf8-81adb0302f43, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:22:55.722915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.768740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f11b71f6-da58-429e-a317-8670bd2e3bca req-403c33af-99c7-45bf-a622-4df4b0c3f507 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719495 Sep 02 13:22:55.805178 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:22:55.808300 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:22:55.813320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.849116 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:55.850454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:55.852006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] 10.222.0.18 "PUT /v2.0/ports/f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 1092 time: 0.6979320 Sep 02 13:22:55.854701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:22:55.857481 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd45ca19-a153-4ab0-8749-97d5aade7b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:22:55.887007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c741-fcaa-4ea4-9e8b-3810e99b807b service neutron] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:55.904176 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76618130-b1c4-4911-acbe-3b2f87026346 x-openstack-request-id: req-76618130-b1c4-4911-acbe-3b2f87026346 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:22:55.904574 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:22:55.904923 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76618130-b1c4-4911-acbe-3b2f87026346 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:22:55.905662 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'status': 'completed', 'code': 200} Sep 02 13:22:55.953070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-55c1e731-f940-4b1a-95d0-6f031673e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:55.954957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-55c1e731-f940-4b1a-95d0-6f031673e557 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1095 time: 0.0463467 Sep 02 13:22:56.007007 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-96d44da9-c22c-4024-a7eb-69d99b736171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 217 time: 0.0430675 Sep 02 13:22:56.057931 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-ec970e52-fbec-4d01-a5e8-172aea99d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.059432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-ec970e52-fbec-4d01-a5e8-172aea99d4b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0456042 Sep 02 13:22:56.105784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-678334f9-c2e7-49ef-b4a0-1395a8553211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.107238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-678334f9-c2e7-49ef-b4a0-1395a8553211 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409975 Sep 02 13:22:56.203442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-8ec5dead-d4ec-4f71-9174-bbf336ab076e service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Sep 02 13:22:56.302211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-697f1e4f-ab4e-4d5e-bc8a-a59136af07b4 req-74f5a775-fe7f-4d9f-9a28-4d6d75ed3130 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911036 Sep 02 13:22:56.408675 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-8dd51263-831f-43ef-b02d-c34e861a4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.410900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-8dd51263-831f-43ef-b02d-c34e861a4f38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1095 time: 0.0507319 Sep 02 13:22:56.513991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-608d290d-ea8c-42ef-b62e-49eb3e61caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.515696 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-608d290d-ea8c-42ef-b62e-49eb3e61caf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0968671 Sep 02 13:22:56.565970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-7f8b309a-f845-454e-9796-52c57db51225 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 217 time: 0.0419984 Sep 02 13:22:56.621724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-624ca0b2-8b46-43a8-8e1a-dda0dfdf7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.623203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-624ca0b2-8b46-43a8-8e1a-dda0dfdf7829 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0493398 Sep 02 13:22:56.681726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-83cba8d6-af67-44b3-9a98-3c92a7a19e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.683213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-83cba8d6-af67-44b3-9a98-3c92a7a19e3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514550 Sep 02 13:22:56.778724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-713a1b35-f9b9-4bac-8fef-d631d75b3627 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867970 Sep 02 13:22:56.907033 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd45ca19-a153-4ab0-8749-97d5aade7b8e req-7926615f-3a94-4542-882e-d422b7b6d99c service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203253 Sep 02 13:22:56.915292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ef65-f43c-4409-ad8e-c8ec28da10d9 req-7bbee9bd-f598-4f61-b4b9-625e7ab23e11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:56.916719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf19ef65-f43c-4409-ad8e-c8ec28da10d9 req-7bbee9bd-f598-4f61-b4b9-625e7ab23e11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.0779400 Sep 02 13:22:56.961100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf19ef65-f43c-4409-ad8e-c8ec28da10d9 req-972410a9-d3e5-4225-82c8-4edf2eb17697 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338175 Sep 02 13:22:58.086809 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b82a0-7af7-4be4-b05c-8167d4eb11b5 req-88c565e6-f9f3-4070-9ee8-25d41981171f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:58.088353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc8b82a0-7af7-4be4-b05c-8167d4eb11b5 req-88c565e6-f9f3-4070-9ee8-25d41981171f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.0526681 Sep 02 13:22:58.133901 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc8b82a0-7af7-4be4-b05c-8167d4eb11b5 req-268c291d-b79a-47df-aa63-8e272c9011bc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381298 Sep 02 13:22:58.653857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f717c160-9706-42bd-acf8-81adb0302f43 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:22:58.732358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9aec-45f1-4c97-b06e-337f5bf2d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:58.765313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:58.776717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'f717c160-9706-42bd-acf8-81adb0302f43', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'f717c160-9706-42bd-acf8-81adb0302f43', 'mac_address': 'fa:16:3e:1e:fe:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:22:58.814927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:58.831424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f717c160-9706-42bd-acf8-81adb0302f43 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:22:58.850458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:22:58.855448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:58.902223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:22:59.046623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['f717c160-9706-42bd-acf8-81adb0302f43'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:22:59.264045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd4f8-8581-4784-bb24-b83e101e1a7c req-4134e8ed-8189-418d-a64f-4c7504921fef tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:22:59.266086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91ddd4f8-8581-4784-bb24-b83e101e1a7c req-4134e8ed-8189-418d-a64f-4c7504921fef tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 945 time: 0.0595877 Sep 02 13:22:59.307900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91ddd4f8-8581-4784-bb24-b83e101e1a7c req-e71e4149-27af-4c45-97f2-a0a2e5077b28 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Sep 02 13:23:00.432779 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a5ca-e4a3-4336-a224-eba5996cf629 req-0dac61db-bea4-454e-9999-2b2219ed0ef3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:00.434190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c202a5ca-e4a3-4336-a224-eba5996cf629 req-0dac61db-bea4-454e-9999-2b2219ed0ef3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Sep 02 13:23:00.475022 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c202a5ca-e4a3-4336-a224-eba5996cf629 req-6172422a-f13c-4566-a10b-7d7cf8b380a7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324247 Sep 02 13:23:00.684556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f717c160-9706-42bd-acf8-81adb0302f43 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:23:00.747690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port f717c160-9706-42bd-acf8-81adb0302f43 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:23:00.752182 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port f717c160-9706-42bd-acf8-81adb0302f43 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:23:00.752560 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:00.831935 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:00.856699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:23:00.859116 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a98be-f704-4766-b88f-72967c16b5a4" -d '{"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-plugged", "status": "completed", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:23:00.873779 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:23:00.879006 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:00.907402 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6bbaf2-ff3f-4156-8063-afaad5b2997b x-openstack-request-id: req-0e6bbaf2-ff3f-4156-8063-afaad5b2997b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:23:00.907402 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-plugged", "status": "completed", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:23:00.907686 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e6bbaf2-ff3f-4156-8063-afaad5b2997b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:23:00.908044 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'code': 200} Sep 02 13:23:00.938656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:23:01.006445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce22a3-bbb4-41bc-8628-1b6b18ddf873 req-8f5a35c3-2e29-418f-91dd-7c64990a69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:01.007961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ce22a3-bbb4-41bc-8628-1b6b18ddf873 req-8f5a35c3-2e29-418f-91dd-7c64990a69a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0461957 Sep 02 13:23:01.047138 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ce22a3-bbb4-41bc-8628-1b6b18ddf873 req-2f2d354d-0f36-40a6-96df-3744de92099e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Sep 02 13:23:01.518638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9dc7975a-d246-4966-8ced-263fc80170d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:01.620468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af94e11-daea-4d7f-9077-71c4f8783378 req-01c3d99d-7284-4602-a4fd-b551bc50381b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:01.622010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3af94e11-daea-4d7f-9077-71c4f8783378 req-01c3d99d-7284-4602-a4fd-b551bc50381b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0679853 Sep 02 13:23:01.660238 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3af94e11-daea-4d7f-9077-71c4f8783378 req-a879679e-528e-4b97-bfeb-43dbadfb333a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 Sep 02 13:23:01.689858 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:02.664981 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:02.786074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e7566-9c31-46f2-8a8c-4debf5b7e7ab req-28a3b46b-2a4b-452d-a271-d059174de4e7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:02.787296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-613e7566-9c31-46f2-8a8c-4debf5b7e7ab req-28a3b46b-2a4b-452d-a271-d059174de4e7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0554883 Sep 02 13:23:02.840695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-613e7566-9c31-46f2-8a8c-4debf5b7e7ab req-6c6f2caa-8c39-43a6-838d-a23d0b41724f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463526 Sep 02 13:23:02.953541 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4a41e-d9ec-4f71-8464-f1959babfbc4 req-69df637e-2e47-4544-846e-b0f63d97474c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:02.955012 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-63a4a41e-d9ec-4f71-8464-f1959babfbc4 req-69df637e-2e47-4544-846e-b0f63d97474c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0490098 Sep 02 13:23:02.966956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:23:02.971556 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'floatingip': {'port_id': 'f717c160-9706-42bd-acf8-81adb0302f43'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:23:03.010737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:03.454717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:03.460694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:03.573449 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 associated. External IP: 172.25.7.54, port: f717c160-9706-42bd-acf8-81adb0302f43. Sep 02 13:23:03.793902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:23:03.917810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:23:03.923278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:03.928109 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:23:03.937465 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:23:03.938091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:23:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:23:03.951687 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4e908bfc-5682-4242-84ff-cab4e091f96e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "PUT /v2.0/floatingips/1df57a1e-4f60-4717-8413-7ba1641ee268 HTTP/1.1" status: 200 len: 991 time: 0.9836879 Sep 02 13:23:03.952316 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:23:03.954991 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:23:03.993600 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46484191-46d4-4878-b024-5fa6cfd4f5ed x-openstack-request-id: req-46484191-46d4-4878-b024-5fa6cfd4f5ed {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:23:03.993887 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:23:03.994294 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46484191-46d4-4878-b024-5fa6cfd4f5ed {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:23:03.994814 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'status': 'completed', 'code': 200} Sep 02 13:23:04.060434 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:23:04.063093 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-2d7559fd-3f5c-4629-9c3f-7af5950a18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:04.064975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-2d7559fd-3f5c-4629-9c3f-7af5950a18d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0451431 Sep 02 13:23:04.159186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-e1892d19-d3a8-43a2-b503-1415f3556986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:04.160709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-e1892d19-d3a8-43a2-b503-1415f3556986 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0886648 Sep 02 13:23:04.238721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-171ecd82-a692-4159-9089-f065430dee00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 999 time: 0.0707176 Sep 02 13:23:04.308869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-e1140084-79e4-407f-a120-51a9b399763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:04.310231 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'f717c160-9706-42bd-acf8-81adb0302f43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:1e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:23:03Z', 'revision_number': 1, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:23:04.311855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-e1140084-79e4-407f-a120-51a9b399763f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0656099 Sep 02 13:23:04.328510 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:04.345239 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:23:04.353652 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:23:04.354269 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:23:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:23:04.361054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-93acf5b0-233f-4bb3-9e23-b11b62f1169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:04.362675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-93acf5b0-233f-4bb3-9e23-b11b62f1169b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432856 Sep 02 13:23:04.463613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-6880c139-de49-4381-b69e-67cb69f94bd0 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936580 Sep 02 13:23:04.562842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5c6681e8-33e0-4bf4-842b-898c6cf04d7c req-c2217d5a-3fe5-41db-a40e-99bd7a746952 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925310 Sep 02 13:23:04.566254 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:23:04.824240 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'f717c160-9706-42bd-acf8-81adb0302f43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:1e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:23:03Z', 'revision_number': 1, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:23:04.850411 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41310d6e-7efb-4db4-becb-d6fa5b4a8409 None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'f717c160-9706-42bd-acf8-81adb0302f43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:1e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:23:03Z', 'revision_number': 1, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:23:05.074448 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4da90b-ab8a-4418-a47a-bf23792546bb None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:23:05.567201 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:11.352428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:16.369264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-33c19ee7-91e5-4d30-8fff-8ebd344f17e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509896 Sep 02 13:23:16.461200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-b2a4178b-e835-4f61-8c7f-ab68bbda6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:16.462756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-b2a4178b-e835-4f61-8c7f-ab68bbda6fc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0497594 Sep 02 13:23:16.569206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-c34caf97-fb43-4572-ac7c-c97a76c28fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:16.570788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-c34caf97-fb43-4572-ac7c-c97a76c28fbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0877576 Sep 02 13:23:16.645910 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-6c4c6dc7-f0fd-44f6-883b-b7823eb41b70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 1001 time: 0.0683966 Sep 02 13:23:16.695612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-78f386c9-57fa-43a4-ac02-6b28903061bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:16.697002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-78f386c9-57fa-43a4-ac02-6b28903061bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0449083 Sep 02 13:23:16.743568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-f0a51a39-8dd1-4030-a214-9fa095d6d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:23:16.745130 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-f0a51a39-8dd1-4030-a214-9fa095d6d6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413015 Sep 02 13:23:16.841547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-8ee47e9e-8338-4615-b89f-ca997410753f service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892770 Sep 02 13:23:16.957255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6e333e23-06b1-4893-aeb4-0e866a19e244 req-0a133488-000a-4316-b81d-d2b5fbb3d08d service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080356 Sep 02 13:23:17.667246 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:23:28.727009 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac703785-e306-47e3-8f6d-4d3579b82a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:31.526514 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3b046dd-3370-425a-b48e-9df50c021d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:31.685666 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:32.666854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:34.333796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:35.587566 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:41.357197 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:41.831116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-13ebb96d-fc9c-4bdf-afdf-aa34ef660d7d req-ea369c0d-4776-4623-b02d-2953d750b95b service neutron] (94841) timed out ('10.222.0.60', 48686) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:23:54.673274 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:23:58.738272 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a84aa018-03de-49e9-a8d1-94eed517b147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:01.524051 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f897889d-0c12-491c-871b-ce84eef4da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:01.691359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:02.670347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:04.348402 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:05.591784 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:11.358430 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:16.327050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-8e2944b6-f90f-4cfd-b5d3-b311ce79cd23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442514 Sep 02 13:24:16.424153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-2ce273ec-df1d-44df-a47e-3ba37cafaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:16.425619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-2ce273ec-df1d-44df-a47e-3ba37cafaba5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0495431 Sep 02 13:24:16.535929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-a498c62e-3e6c-4af8-b1c2-4e8053c85793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:16.538019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-a498c62e-3e6c-4af8-b1c2-4e8053c85793 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0890107 Sep 02 13:24:16.620981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-fd64f252-90a5-4b85-8a3f-31827d0a3abe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 1001 time: 0.0739396 Sep 02 13:24:16.676070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-50dffc00-edd4-4992-b8b5-a763760c617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:16.678227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-50dffc00-edd4-4992-b8b5-a763760c617b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0494690 Sep 02 13:24:16.731001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-1343727d-38d3-4c53-a222-f35ccf7495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:16.732615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-1343727d-38d3-4c53-a222-f35ccf7495f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481720 Sep 02 13:24:16.841391 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-316874c2-fe8c-48a6-a36c-6a165382b2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958569 Sep 02 13:24:16.942653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-055aa9fa-c5ff-44fd-a441-f75b092542b1 req-85873cf5-796b-4a1e-91e1-8cce7e7d0104 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930789 Sep 02 13:24:28.738572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-011fadcd-3924-41c9-b938-190a829549e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:31.521955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-621e3a68-e752-4c52-8bfb-cde22358c967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:31.674330 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:24:31.701714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:32.675001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:34.339063 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:35.594381 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:40.403366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01342-b16d-4bf7-a6d7-c87c57776cfe req-af6fc52f-409c-4fe2-8e23-7d75aa67edfc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:40.404781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3df01342-b16d-4bf7-a6d7-c87c57776cfe req-af6fc52f-409c-4fe2-8e23-7d75aa67edfc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0544169 Sep 02 13:24:40.443620 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3df01342-b16d-4bf7-a6d7-c87c57776cfe req-deaa3151-6fbf-460e-aa78-a18ba8697871 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326259 Sep 02 13:24:40.643338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:24:40.697353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f6468-faa1-4806-8941-29a53e6c3d22 req-c9123ec5-d672-4757-8446-8f34242e883e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:40.698910 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df4f6468-faa1-4806-8941-29a53e6c3d22 req-c9123ec5-d672-4757-8446-8f34242e883e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Sep 02 13:24:40.740939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-df4f6468-faa1-4806-8941-29a53e6c3d22 req-0cdd931b-ea3b-4971-a7c6-8e6f32ba47bc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Sep 02 13:24:40.797430 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-3192f123-2c2e-4824-98d5-b0bfbb7b33dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1528630 Sep 02 13:24:40.806562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-b7f5240d-cdb3-4a27-86be-761e1e0a5e1b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:24:40.807531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-b7f5240d-cdb3-4a27-86be-761e1e0a5e1b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053387 Sep 02 13:24:41.399151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:41.866155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fbbe2-b6d6-47e8-8753-7a0261003439 req-4f44f164-d72d-4e0f-a9a3-d6bdf94aa625 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:41.868000 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e37fbbe2-b6d6-47e8-8753-7a0261003439 req-4f44f164-d72d-4e0f-a9a3-d6bdf94aa625 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0541360 Sep 02 13:24:41.908240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e37fbbe2-b6d6-47e8-8753-7a0261003439 req-6e22a784-0515-4f20-a15f-f3112574dc90 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Sep 02 13:24:42.034101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-eef0cc5c-d7b7-4fd9-9605-1f39ac905972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:42.035675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-eef0cc5c-d7b7-4fd9-9605-1f39ac905972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0493484 Sep 02 13:24:42.132132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-7d2c3de2-da00-4b09-9807-4fd6bb3120e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:42.133677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-7d2c3de2-da00-4b09-9807-4fd6bb3120e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0906053 Sep 02 13:24:42.205368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-d5fd72da-919c-4407-a318-63fe8ea2d34e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 1001 time: 0.0649102 Sep 02 13:24:42.264133 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-056e763c-933b-472d-a753-8943b654703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:42.266518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-056e763c-933b-472d-a753-8943b654703f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0541770 Sep 02 13:24:42.318964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-2e7a29a6-f3ba-4722-a249-a6a50dee06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:42.320827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-2e7a29a6-f3ba-4722-a249-a6a50dee06a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469198 Sep 02 13:24:42.416662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-7ac61f1d-c52c-41b9-bf6b-2eced6e1c27a service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884049 Sep 02 13:24:42.520520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-0f6d42bb-7fe9-40b8-9671-e5709f428909 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968814 Sep 02 13:24:43.043661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af6b00-6131-4226-acaa-4f9e3b9db81d req-0c2f6d32-fd6c-4e62-b517-874493b5889c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:43.045224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22af6b00-6131-4226-acaa-4f9e3b9db81d req-0c2f6d32-fd6c-4e62-b517-874493b5889c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0555592 Sep 02 13:24:43.089871 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22af6b00-6131-4226-acaa-4f9e3b9db81d req-4e31d9c3-00a3-484d-b0e6-2abedcf2f34c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386014 Sep 02 13:24:44.219306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5b49f-037a-4382-90a9-58c3c87db52d req-819b9b99-e1c4-444b-a401-182b0555b4b9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:44.220808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ff5b49f-037a-4382-90a9-58c3c87db52d req-819b9b99-e1c4-444b-a401-182b0555b4b9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0519118 Sep 02 13:24:44.266495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ff5b49f-037a-4382-90a9-58c3c87db52d req-ef43d952-8415-4871-aa38-a3ae5785e419 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393033 Sep 02 13:24:45.406657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93109da9-c617-4cc8-91d4-e3fd6bfc7624 req-bd2e1fc9-fdec-479a-8274-9e0e01f4c6dc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:45.408214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93109da9-c617-4cc8-91d4-e3fd6bfc7624 req-bd2e1fc9-fdec-479a-8274-9e0e01f4c6dc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0550408 Sep 02 13:24:45.450289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-93109da9-c617-4cc8-91d4-e3fd6bfc7624 req-ef7ebc60-9bdd-4302-adc3-9b5da307d976 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355737 Sep 02 13:24:46.594926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1993-1cf2-44fd-8ca2-0f49417aeb9d req-e8ffae76-b2e6-4299-9ce6-2b57caaf7245 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:46.596434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-091f1993-1cf2-44fd-8ca2-0f49417aeb9d req-e8ffae76-b2e6-4299-9ce6-2b57caaf7245 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0588937 Sep 02 13:24:46.635948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-091f1993-1cf2-44fd-8ca2-0f49417aeb9d req-1915b902-9698-4100-abd3-099107d6802b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Sep 02 13:24:47.771339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a72402-3dbb-4b01-8450-72e26ec5b5a6 req-7fc1dbc1-b717-46e7-b779-5da4d5f1346f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:47.772813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57a72402-3dbb-4b01-8450-72e26ec5b5a6 req-7fc1dbc1-b717-46e7-b779-5da4d5f1346f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0598209 Sep 02 13:24:47.825287 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-57a72402-3dbb-4b01-8450-72e26ec5b5a6 req-e07d811d-9dbc-4ce1-b485-5e0875ad0d5f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Sep 02 13:24:48.951333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58456a4a-6f6a-4d7b-bdef-c047de90b518 req-c6850cea-b1ad-4e31-a8de-8186ef04eee4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:48.952821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58456a4a-6f6a-4d7b-bdef-c047de90b518 req-c6850cea-b1ad-4e31-a8de-8186ef04eee4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0529025 Sep 02 13:24:48.995844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-58456a4a-6f6a-4d7b-bdef-c047de90b518 req-565334da-8b4e-4dce-9ae9-3a0d0a8b0a8f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347881 Sep 02 13:24:50.132150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9050c0-d793-4480-80e5-ec131c4a4b0f req-b75d2a2a-73b4-4c31-ac33-d0a37a84fe35 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:50.133633 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce9050c0-d793-4480-80e5-ec131c4a4b0f req-b75d2a2a-73b4-4c31-ac33-d0a37a84fe35 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0548582 Sep 02 13:24:50.174668 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce9050c0-d793-4480-80e5-ec131c4a4b0f req-b57905f6-6819-4f23-b492-3b1acede28c8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340295 Sep 02 13:24:51.314239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888fadb-a41d-4412-93e2-f1a735afcb64 req-d19a7823-56eb-463f-8328-4df8da091a33 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:51.316305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9888fadb-a41d-4412-93e2-f1a735afcb64 req-d19a7823-56eb-463f-8328-4df8da091a33 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0669200 Sep 02 13:24:51.357294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9888fadb-a41d-4412-93e2-f1a735afcb64 req-be953273-fecc-4208-a195-f3f8cad8294a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336428 Sep 02 13:24:52.499066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe93f5-3263-4e63-8fb6-34416c87fd5c req-93f01eaf-66ea-40e1-a8ce-233c9b482809 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:52.500584 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-abbe93f5-3263-4e63-8fb6-34416c87fd5c req-93f01eaf-66ea-40e1-a8ce-233c9b482809 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0571020 Sep 02 13:24:52.539411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-abbe93f5-3263-4e63-8fb6-34416c87fd5c req-ff57817e-3678-486e-abfd-29cbdadc68b5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321712 Sep 02 13:24:53.667513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98ca6-e931-4a1b-87ad-a31e2f3e442f req-488b97a9-b552-463b-9a2d-718c5cc752fd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:53.670092 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2da98ca6-e931-4a1b-87ad-a31e2f3e442f req-488b97a9-b552-463b-9a2d-718c5cc752fd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0577419 Sep 02 13:24:53.709766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2da98ca6-e931-4a1b-87ad-a31e2f3e442f req-b75b55b3-1997-4249-bd18-3f34aafafadd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337079 Sep 02 13:24:54.702039 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-e23b063f-e786-434e-9b52-bdfc07e707c1 service neutron] show failed (client error): The resource could not be found. Sep 02 13:24:54.703076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-e23b063f-e786-434e-9b52-bdfc07e707c1 service neutron] 10.222.0.18 "GET /v2.0/ports/f717c160-9706-42bd-acf8-81adb0302f43/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0664792 Sep 02 13:24:54.835794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100aa4-f945-4cb1-a7a4-f26cea5e47bb req-a50359d7-c768-4100-935f-8ccfaaa23bbd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:54.837448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b100aa4-f945-4cb1-a7a4-f26cea5e47bb req-a50359d7-c768-4100-935f-8ccfaaa23bbd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0575058 Sep 02 13:24:54.884177 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3b100aa4-f945-4cb1-a7a4-f26cea5e47bb req-ece2e90c-32ce-4d9a-9f4b-dec1f70dcaa3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394845 Sep 02 13:24:54.971873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-1eac2999-e654-447d-934c-a2e93cc4f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:54.973379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-1eac2999-e654-447d-934c-a2e93cc4f226 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 1097 time: 0.1071241 Sep 02 13:24:54.986136 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:24:55.039261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:55.254814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:24:55.292912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:24:55.338213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:24:55.340558 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c7625-99da-4e04-864b-7b54044bd80b" -d '{"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-unplugged", "status": "completed", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:24:55.345302 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:55.359465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Transition to ACTIVE for port object f717c160-9706-42bd-acf8-81adb0302f43 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:24:55.364306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:55.392656 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de16c92a-9b9d-497f-b383-86b3f5d7f436 x-openstack-request-id: req-de16c92a-9b9d-497f-b383-86b3f5d7f436 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:24:55.392967 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-unplugged", "status": "completed", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:24:55.393227 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de16c92a-9b9d-497f-b383-86b3f5d7f436 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:24:55.393607 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'code': 200} Sep 02 13:24:55.476459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:24:55.502335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.502658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.503008 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.503338 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.503662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.504113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.504261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.504584 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.505014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.505276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.505560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.505874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:55.545652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] No DVR routers for this DVR port f717c160-9706-42bd-acf8-81adb0302f43 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:24:55.687046 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:24:55.687389 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:24:55.687707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:24:55.692065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Port f717c160-9706-42bd-acf8-81adb0302f43 on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:24:55.692359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Attempting to bind port f717c160-9706-42bd-acf8-81adb0302f43 on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:24:55.697722 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:24:55.698093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:24:55.698474 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:24:55.698892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Bound port: f717c160-9706-42bd-acf8-81adb0302f43, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:24:55.699244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:55.763400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:24:55.768288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:24:55.775619 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:55.813623 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:55.814148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:55.815618 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] 10.222.0.41 "PUT /v2.0/ports/f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 1092 time: 0.8337066 Sep 02 13:24:55.836435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3ccc-774e-4181-ae17-b3abb31bc271 service neutron] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:24:55.880652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-b066e1ce-3972-4ee9-8ce0-45e18d74d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:55.882337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-b066e1ce-3972-4ee9-8ce0-45e18d74d160 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1095 time: 0.0428026 Sep 02 13:24:56.018142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-1362dabb-c4b9-40dd-869e-6ebda5f38d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:56.019580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-1362dabb-c4b9-40dd-869e-6ebda5f38d82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1306984 Sep 02 13:24:56.040033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e4709-bbd0-4273-8f02-4cd94d4ff947 req-b986605c-8751-474b-b6cb-d11c4c855729 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:56.041539 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b73e4709-bbd0-4273-8f02-4cd94d4ff947 req-b986605c-8751-474b-b6cb-d11c4c855729 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.0751183 Sep 02 13:24:56.382220 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-26493d21-ca4f-43b4-b6a7-8d478344d43f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 999 time: 0.3551664 Sep 02 13:24:56.388576 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b73e4709-bbd0-4273-8f02-4cd94d4ff947 req-4b82af48-8065-451b-84f3-2a1f03e783a9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175375 Sep 02 13:24:56.434074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-6835a2b0-7f38-4495-a010-3ebad0bfe4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:56.435550 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-6835a2b0-7f38-4495-a010-3ebad0bfe4ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0460947 Sep 02 13:24:56.488914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-456bbc2c-7a86-400f-989e-26e3b08da2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:56.490448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-456bbc2c-7a86-400f-989e-26e3b08da2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479026 Sep 02 13:24:56.583304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-ca18baab-3d79-4868-be93-61d5ad23b7ab service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Sep 02 13:24:56.676669 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d6b92b4d-d084-4ff2-8161-d450e4243967 req-0587beb1-8a14-4a0b-a100-9588cd6b1cad service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859632 Sep 02 13:24:57.384141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f717c160-9706-42bd-acf8-81adb0302f43 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:24:57.395055 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:24:57.398104 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063598ad-f6a8-489a-ba8d-31a88043cfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:24:57.430838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device f717c160-9706-42bd-acf8-81adb0302f43 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:24:57.457354 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e971f4c-fcb6-4e49-8514-54aa24be1a73 x-openstack-request-id: req-0e971f4c-fcb6-4e49-8514-54aa24be1a73 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:24:57.457814 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:24:57.458218 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e971f4c-fcb6-4e49-8514-54aa24be1a73 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:24:57.458846 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'status': 'completed', 'code': 200} Sep 02 13:24:57.554465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-a796bbc2-9615-4ae3-b9bc-ceef654fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.557440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-a796bbc2-9615-4ae3-b9bc-ceef654fb402 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1095 time: 0.0795135 Sep 02 13:24:57.603911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ae9c6-ac3e-4333-8da5-ebb4d7acbed2 req-f5b171f5-0a99-41b1-b506-7bc63916addd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.606506 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-191ae9c6-ac3e-4333-8da5-ebb4d7acbed2 req-f5b171f5-0a99-41b1-b506-7bc63916addd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.1336324 Sep 02 13:24:57.610837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-5b5c1f16-93f7-4d1e-a567-2189aaf2b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.613636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-5b5c1f16-93f7-4d1e-a567-2189aaf2b0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1095 time: 0.1261680 Sep 02 13:24:57.690020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-8a4cfdc5-d322-4a8f-8007-b363689e1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.691429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-8a4cfdc5-d322-4a8f-8007-b363689e1d17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1273584 Sep 02 13:24:57.712265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-191ae9c6-ac3e-4333-8da5-ebb4d7acbed2 req-13fdf1f5-3cee-4ff2-864c-065f2e90feea tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960252 Sep 02 13:24:57.744931 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-967aa450-d945-484d-82f8-e252b341adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.746475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-967aa450-d945-484d-82f8-e252b341adda service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1190164 Sep 02 13:24:57.768793 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-60ec710e-5375-4d59-a938-1e3bac87222b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 999 time: 0.0704348 Sep 02 13:24:57.818109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-98bb41bf-09f6-4caf-ba87-8b29db0ccd38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 999 time: 0.0643768 Sep 02 13:24:57.824881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-ba2f070f-9250-4373-93cb-9086b1da991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.826440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-ba2f070f-9250-4373-93cb-9086b1da991f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0508227 Sep 02 13:24:57.873652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-18ccf24b-b176-4e36-9aec-1add2352a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.874060 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-809ef3de-00b5-4cf5-ad1d-03f306379026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.875284 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-18ccf24b-b176-4e36-9aec-1add2352a922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0493717 Sep 02 13:24:57.875580 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-809ef3de-00b5-4cf5-ad1d-03f306379026 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414398 Sep 02 13:24:57.922791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-840a4136-e648-4858-9f7c-53a2faed688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:57.924393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-840a4136-e648-4858-9f7c-53a2faed688c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409844 Sep 02 13:24:57.966701 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-b6179c9d-e8fa-4ce2-bc2d-74b5e0620720 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814080 Sep 02 13:24:58.020828 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-5e5b145f-f941-4540-a36f-e6825720903a service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881331 Sep 02 13:24:58.120852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-3ce1a778-f7e0-40a1-adf0-88cc75e842eb service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920489 Sep 02 13:24:58.404535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063598ad-f6a8-489a-ba8d-31a88043cfd9 req-91b807f3-c02d-4020-ad4d-0ee595ea1c5a service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325182 Sep 02 13:24:58.734975 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9cb5605c-7523-42b3-9193-983fbdbe1b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:58.844558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee215fef-ddf2-4e1d-8856-435bf98119f6 req-63c97859-79f7-438e-8e38-c02cb4e7aaea tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:58.846087 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ee215fef-ddf2-4e1d-8856-435bf98119f6 req-63c97859-79f7-438e-8e38-c02cb4e7aaea tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.0587997 Sep 02 13:24:58.887105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ee215fef-ddf2-4e1d-8856-435bf98119f6 req-42c3cca7-2e46-4f4e-a8a8-7343f5456006 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344045 Sep 02 13:24:59.152258 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78597e-f24c-4f99-9539-7252bd78cc37 req-e4962543-faa0-48c9-8b93-7b4a6052aba4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:59.153832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff78597e-f24c-4f99-9539-7252bd78cc37 req-e4962543-faa0-48c9-8b93-7b4a6052aba4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 944 time: 0.0914273 Sep 02 13:24:59.162401 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-70e0db10-3f15-4112-8e0f-f483ef1e7327 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:59.164082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-70e0db10-3f15-4112-8e0f-f483ef1e7327 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58&tenant_id=511814cdcbdf44999469bdb43fe4250e&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 944 time: 0.0901957 Sep 02 13:24:59.228533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ff78597e-f24c-4f99-9539-7252bd78cc37 req-e542a5b0-33d4-4ca1-9b25-bba23c809c12 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634639 Sep 02 13:24:59.247029 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-086f5bb1-c1aa-482b-ad08-000f4cbe3e9b service neutron] delete failed (client error): The resource could not be found. Sep 02 13:24:59.248177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-086f5bb1-c1aa-482b-ad08-000f4cbe3e9b service neutron] 10.222.0.18 "DELETE /v2.0/ports/f717c160-9706-42bd-acf8-81adb0302f43/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0759342 Sep 02 13:24:59.301498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f717c160-9706-42bd-acf8-81adb0302f43 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:24:59.337627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-6de747b4-a645-4852-88e8-2d0b9eaf985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:59.339180 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-6de747b4-a645-4852-88e8-2d0b9eaf985e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 1095 time: 0.0420756 Sep 02 13:24:59.398680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:24:59.410723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'f717c160-9706-42bd-acf8-81adb0302f43', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'f717c160-9706-42bd-acf8-81adb0302f43', 'mac_address': 'fa:16:3e:1e:fe:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:24:59.433759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-097c1af7-b244-4208-9671-c1f5bcabd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:59.435401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-097c1af7-b244-4208-9671-c1f5bcabd8b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0895615 Sep 02 13:24:59.449637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:59.462930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f717c160-9706-42bd-acf8-81adb0302f43 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:24:59.483098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:24:59.489750 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:59.504371 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-c200cfa5-9840-4a13-bc8f-bdcfa86268f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 200 len: 999 time: 0.0610178 Sep 02 13:24:59.541177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:24:59.548606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.548940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.549281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.549613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.549941 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.550273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.550612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.550929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.551250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.551614 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.551889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.552200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:24:59.557157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-4eff7013-07e3-4171-a982-c5162d34cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:59.558643 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-4eff7013-07e3-4171-a982-c5162d34cc79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0478950 Sep 02 13:24:59.605376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-301a4fc5-9780-43e3-b0d5-5e38f3ee3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:24:59.606882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-301a4fc5-9780-43e3-b0d5-5e38f3ee3376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403051 Sep 02 13:24:59.703408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-b70e5cc4-7471-4d29-b211-f8d1eec9d242 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882952 Sep 02 13:24:59.812583 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6d3acc58-95a8-48ac-965f-07ab22f018e0 req-186f9578-021e-4843-bbfe-e510269d25bd service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013451 Sep 02 13:24:59.848023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['f717c160-9706-42bd-acf8-81adb0302f43'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:25:00.364972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7300f-8011-4ca6-8222-64cfad054d97 req-fc03e85f-0113-45b5-88a8-8546200e20d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:00.366644 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60b7300f-8011-4ca6-8222-64cfad054d97 req-fc03e85f-0113-45b5-88a8-8546200e20d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 945 time: 0.0606272 Sep 02 13:25:00.406072 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-60b7300f-8011-4ca6-8222-64cfad054d97 req-42596482-f57f-4337-a0b8-4e0247c81bd9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331981 Sep 02 13:25:00.523348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b048d9d-3ae2-423f-9548-7b0f05a7746f req-021c02ff-8ca3-42ea-9687-331695c802a4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:00.524860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b048d9d-3ae2-423f-9548-7b0f05a7746f req-021c02ff-8ca3-42ea-9687-331695c802a4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 945 time: 0.0524054 Sep 02 13:25:00.563533 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1b048d9d-3ae2-423f-9548-7b0f05a7746f req-2009b923-c8dd-449e-847d-308056841210 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Sep 02 13:25:00.694017 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d0e9b-01ae-4aa9-b5d9-4b43c99764e7 req-fdf2889b-1d6f-41ee-98a9-6adb26f3a65c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:00.695583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c52d0e9b-01ae-4aa9-b5d9-4b43c99764e7 req-fdf2889b-1d6f-41ee-98a9-6adb26f3a65c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 945 time: 0.0602682 Sep 02 13:25:00.737680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c52d0e9b-01ae-4aa9-b5d9-4b43c99764e7 req-e1039082-c124-4239-986e-f300ccfd177c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343513 Sep 02 13:25:00.994464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b675-a4bb-43a2-aa1c-f546acf4be1f req-ccc7339d-f039-4fc4-af46-2fce310be69f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:00.995904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b8d9b675-a4bb-43a2-aa1c-f546acf4be1f req-ccc7339d-f039-4fc4-af46-2fce310be69f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 945 time: 0.0518835 Sep 02 13:25:01.035613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b8d9b675-a4bb-43a2-aa1c-f546acf4be1f req-eb42b688-ba59-4cb0-8adf-ac39ba6d1702 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336125 Sep 02 13:25:01.310541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f717c160-9706-42bd-acf8-81adb0302f43 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:01.373590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port f717c160-9706-42bd-acf8-81adb0302f43 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:01.377486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port f717c160-9706-42bd-acf8-81adb0302f43 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:01.377864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:01.456476 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:01.479523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:01.481873 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978458a6-1a80-4ed5-9226-d6676194fb58" -d '{"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-plugged", "status": "completed", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:01.498740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:01.508211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:01.534262 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1823fc-1cff-418d-8e9a-178b0b05dc38 x-openstack-request-id: req-ca1823fc-1cff-418d-8e9a-178b0b05dc38 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:01.534551 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-plugged", "status": "completed", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:01.534804 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca1823fc-1cff-418d-8e9a-178b0b05dc38 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:01.535191 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'code': 200} Sep 02 13:25:01.539807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c77c417a-8431-482c-8ac7-1819321a7a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:01.562010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:01.698714 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.177373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96af14-5557-4714-a56a-bb7e2c11e5ce req-f0a62559-caed-4f30-97d2-aee6c61d55e2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:02.179077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db96af14-5557-4714-a56a-bb7e2c11e5ce req-f0a62559-caed-4f30-97d2-aee6c61d55e2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0702894 Sep 02 13:25:02.245694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ef56086c-3fab-43fe-880a-fc3558ad2161 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:02.247206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ef56086c-3fab-43fe-880a-fc3558ad2161 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 946 time: 0.0855525 Sep 02 13:25:02.250067 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db96af14-5557-4714-a56a-bb7e2c11e5ce req-dc4dd81f-0e52-4f27-995e-500ef8a05e5d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526888 Sep 02 13:25:02.363586 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Deleting port f717c160-9706-42bd-acf8-81adb0302f43 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:25:02.363840 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.462067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] For port f717c160-9706-42bd-acf8-81adb0302f43, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=f717c160-9706-42bd-acf8-81adb0302f43,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:02.462429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.673977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.698148 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.698554 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.698870 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 disassociated. External IP: 172.25.7.54, port: f717c160-9706-42bd-acf8-81adb0302f43. Sep 02 13:25:02.699215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Calling delete_port for f717c160-9706-42bd-acf8-81adb0302f43 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:25:02.830859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:02.860549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event deleted for resources: {'Port': ['ID=f717c160-9706-42bd-acf8-81adb0302f43,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:02.989515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:25:03.108593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:25:03.120870 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:25:03.130233 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:03.130853 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:25:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:03.151105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] No DVR routers for this DVR port f717c160-9706-42bd-acf8-81adb0302f43 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:25:03.153915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:03.155920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3d380d81-9f61-4255-a6b6-88e3f5f76f4d req-ddcba331-d98a-4755-9b84-e908ba7563ca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.41 "DELETE /v2.0/ports/f717c160-9706-42bd-acf8-81adb0302f43 HTTP/1.1" status: 204 len: 173 time: 0.9024386 Sep 02 13:25:03.156353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-deleted', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:03.158695 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d8b1e1-a92f-4522-8ac1-fa1657996212" -d '{"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-deleted", "tag": "f717c160-9706-42bd-acf8-81adb0302f43"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:03.196548 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7014d-b11c-4127-b5a1-1c5ec5334e17 x-openstack-request-id: req-d7b7014d-b11c-4127-b5a1-1c5ec5334e17 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:03.200097 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43cd5a-138c-4a6d-b29d-4cd800b1dc58", "name": "network-vif-deleted", "tag": "f717c160-9706-42bd-acf8-81adb0302f43", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:03.200574 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7b7014d-b11c-4127-b5a1-1c5ec5334e17 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:03.202351 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c43cd5a-138c-4a6d-b29d-4cd800b1dc58', 'name': 'network-vif-deleted', 'tag': 'f717c160-9706-42bd-acf8-81adb0302f43', 'status': 'completed', 'code': 200} Sep 02 13:25:03.241984 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:03.364221 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cfdd86bd-ca3c-444e-a477-e76564fcaf17 req-77cbac86-1e08-442d-811c-af20402f2ecc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c43cd5a-138c-4a6d-b29d-4cd800b1dc58 HTTP/1.1" status: 200 len: 210 time: 0.0278330 Sep 02 13:25:03.466883 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:03.495669 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:25:03.504517 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:03.505164 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:25:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:03.614852 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:03.847452 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:03.873926 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d4270-739d-4e33-aa6b-5e80afbf9552 None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:25:04.119183 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c2270-60f2-4fab-bc86-b0a64c5d1aa1 None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:25:04.347283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:04.606289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-9381c3b1-1139-494a-b369-bd2cd1c7340f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--396536453&fields=id&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 267 time: 0.0358751 Sep 02 13:25:04.731539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-b6f16efb-8782-43f1-94a5-4bd629a32040 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:04.732937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-b6f16efb-8782-43f1-94a5-4bd629a32040 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1191585 Sep 02 13:25:04.748612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-00fb6eb7-f9f6-48e9-a323-8f829cc57bda tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/quotas/511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 375 time: 0.0094774 Sep 02 13:25:04.801654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-338154b1-8652-4b61-8e45-0125dee286cf tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476878 Sep 02 13:25:04.917937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-dad08a88-fda6-4aec-a431-033e5910f100 service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990064 Sep 02 13:25:05.022999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-2b90f7c4-28f0-4995-a9bf-4598877d8dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957780 Sep 02 13:25:05.203170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e067d879-0d6c-4edc-b62a-03471b4f12d6 req-d70cd0e9-8d51-4e14-982e-72c89c17e61f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 210 time: 0.0328276 Sep 02 13:25:05.600887 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:06.355624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f7c7b51-78ea-4208-91aa-51939348e971 req-2abc4be1-3094-44bd-b539-066900d65be9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 210 time: 0.0375719 Sep 02 13:25:06.365224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0a7a9070-7f06-4f09-8ce1-f2851a4f41ed tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:06.367095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0a7a9070-7f06-4f09-8ce1-f2851a4f41ed tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1520808 Sep 02 13:25:06.414821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-1e504013-657d-48d9-bb7b-43f3744c45f6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 379 time: 0.0378349 Sep 02 13:25:06.424698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'port': {'device_id': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'admin_state_up': True, 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'security_groups': ['135a8e22-62d7-4b7a-92f6-d3215f32491e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:06.557241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Made reservation on behalf of 511814cdcbdf44999469bdb43fe4250e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:06.561380 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:06.698540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Allocated IP 172.20.0.7 (04e9fc54-34fa-4431-91f3-495d709b6563/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f/eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:06.851391 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:06.867500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Transition to ACTIVE for port object eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:06.906010 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:06.950944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:06.954079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:06.958615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:06.991337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:07.008457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.008800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.009183 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.009578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.009929 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.010271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.010603 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.010933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.011298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.011656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.011987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.012313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:07.035341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:07.035984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.053016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-0621d6f3-3b62-4862-a87f-42b51d27fc11 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311443 Sep 02 13:25:07.066680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Request body: {'port': {'device_id': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:07.129091 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.202256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-654bd89d-2c04-493c-807b-1dcda4eaaf71 None None] Provisioning for port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:07.206557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-654bd89d-2c04-493c-807b-1dcda4eaaf71 None None] Provisioning complete for port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:07.207001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-654bd89d-2c04-493c-807b-1dcda4eaaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.247439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-654bd89d-2c04-493c-807b-1dcda4eaaf71 None None] Port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:07.356500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f717c160-9706-42bd-acf8-81adb0302f43 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:25:07.381968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: f717c160-9706-42bd-acf8-81adb0302f43 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:25:07.382406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device f717c160-9706-42bd-acf8-81adb0302f43 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:25:07.438174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:07.447001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.460544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Transition to ACTIVE for port object eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:07.466730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.490874 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d6388-8339-495a-b067-27316aeedaac req-76d4e561-64a5-439e-aecf-588d869a75a5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:07.493331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a76d6388-8339-495a-b067-27316aeedaac req-76d4e561-64a5-439e-aecf-588d869a75a5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 931 time: 0.0550702 Sep 02 13:25:07.535350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:07.547555 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a76d6388-8339-495a-b067-27316aeedaac req-add30c95-011e-4dad-af4f-dfb4a68220e1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468721 Sep 02 13:25:07.593846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:07.594195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:07.594595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:07.599204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:25:07.599592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:07.604600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:07.605062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:07.605455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:07.605882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Bound port: eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:07.606265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.678095 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:07.681581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:07.687422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.727475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:07.728186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:07.729632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 1091 time: 0.6676207 Sep 02 13:25:07.730208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:07.732728 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7426a-ab34-49a8-bcf6-d88821036e24" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:07.755621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9150f89-5f68-4c4c-80a3-84081952cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:07.794208 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a004ae-0a44-4e3c-a3f5-aaccde79361e x-openstack-request-id: req-05a004ae-0a44-4e3c-a3f5-aaccde79361e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:07.794501 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:07.794753 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05a004ae-0a44-4e3c-a3f5-aaccde79361e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:07.795156 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'status': 'completed', 'code': 200} Sep 02 13:25:07.831540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-5b66dc21-8c43-4101-99a4-342e92e5fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:07.833179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-5b66dc21-8c43-4101-99a4-342e92e5fbe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1094 time: 0.0502346 Sep 02 13:25:07.886702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-edd1f87c-b5f3-4649-b4db-4c37667e96c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 217 time: 0.0407276 Sep 02 13:25:07.939094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-25d3c737-37dd-48e1-a551-ffbcfe5dfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:07.940596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-25d3c737-37dd-48e1-a551-ffbcfe5dfce7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0442784 Sep 02 13:25:07.987641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-5cfd5f09-8fdf-4ee8-937d-c87feff368dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:07.989143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-5cfd5f09-8fdf-4ee8-937d-c87feff368dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415668 Sep 02 13:25:08.088712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-211d406d-20ac-47ac-ad41-a9276e2440a9 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913658 Sep 02 13:25:08.186368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-877b6dc6-4f54-40bc-a07c-640227a158f9 req-f3e7c61b-286c-46e3-8624-16f60069801a service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Sep 02 13:25:08.285389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-7776397d-8eb5-44be-9dfd-883a410b2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:08.286844 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-7776397d-8eb5-44be-9dfd-883a410b2e5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1094 time: 0.0454168 Sep 02 13:25:08.390731 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-e1618f44-c7ff-49a9-94ca-4d5548775222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:08.392418 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-e1618f44-c7ff-49a9-94ca-4d5548775222 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0983083 Sep 02 13:25:08.436790 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-f747f3b1-9622-4791-9881-cc8f32b577b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 217 time: 0.0366497 Sep 02 13:25:08.489309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-f330fd75-ee44-4924-80b2-a79fe65e0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:08.491085 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-f330fd75-ee44-4924-80b2-a79fe65e0c9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0461645 Sep 02 13:25:08.545798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-ef1e5916-c8e8-44c4-9830-b8b92ca0f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:08.547262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-ef1e5916-c8e8-44c4-9830-b8b92ca0f394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481040 Sep 02 13:25:08.642811 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-2a850d29-ed5d-4b07-ae88-2abcbe522a29 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871184 Sep 02 13:25:08.657491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e40eb2-05d3-423b-81dc-cd09bae0b708 req-47235b44-0740-43c0-8d87-1e05213643b8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:08.658963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-55e40eb2-05d3-423b-81dc-cd09bae0b708 req-47235b44-0740-43c0-8d87-1e05213643b8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0488544 Sep 02 13:25:08.675091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:25:08.700531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-55e40eb2-05d3-423b-81dc-cd09bae0b708 req-6ae2830b-94b0-4477-8050-0dac2a07e606 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352190 Sep 02 13:25:08.743707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ed7426a-ab34-49a8-bcf6-d88821036e24 req-9a4468aa-2828-4976-a54b-54c7a3d66208 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924768 Sep 02 13:25:09.835960 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674af44-0f1c-4f23-840e-2d6c8ccf025b req-a007f90d-a4d7-4978-b037-6083217779b5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:09.837519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1674af44-0f1c-4f23-840e-2d6c8ccf025b req-a007f90d-a4d7-4978-b037-6083217779b5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0597034 Sep 02 13:25:09.890324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1674af44-0f1c-4f23-840e-2d6c8ccf025b req-17d630f9-f0a5-44f7-9b87-d2a9becdc319 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466795 Sep 02 13:25:11.026360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dba34a-92f2-494b-b5c7-779004c6fe75 req-a87937d5-6849-457f-87fd-121d600b1870 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:11.027857 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24dba34a-92f2-494b-b5c7-779004c6fe75 req-a87937d5-6849-457f-87fd-121d600b1870 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0525460 Sep 02 13:25:11.072140 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-24dba34a-92f2-494b-b5c7-779004c6fe75 req-0ab0db83-7f32-4ec6-900b-cb481eb27091 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353761 Sep 02 13:25:11.396140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:11.414317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:25:11.514114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:11.526422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'mac_address': 'fa:16:3e:a7:a1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:25:11.564030 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:11.578929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:11.600856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:11.606520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:11.659521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:11.852379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:25:12.203877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695a1d-d996-4b55-a7cd-d982acfb5d7b req-b66fc88c-2928-4f7a-a068-86b98a47fb7c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:12.205423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3695a1d-d996-4b55-a7cd-d982acfb5d7b req-b66fc88c-2928-4f7a-a068-86b98a47fb7c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 944 time: 0.0512638 Sep 02 13:25:12.245702 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3695a1d-d996-4b55-a7cd-d982acfb5d7b req-d15edc0a-1b47-4944-9178-eaf85ac55cd5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339196 Sep 02 13:25:13.382162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c16f-61e7-4b44-aaca-4f6eead30629 req-8ff6bf58-3773-41b0-a658-a0ae3f442c34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:13.384308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c70c16f-61e7-4b44-aaca-4f6eead30629 req-8ff6bf58-3773-41b0-a658-a0ae3f442c34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 944 time: 0.0598240 Sep 02 13:25:13.423993 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8c70c16f-61e7-4b44-aaca-4f6eead30629 req-1ee12b90-352a-40d4-9a63-c9ac6193dcff tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334809 Sep 02 13:25:13.427922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:13.482699 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:13.486932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:13.487699 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:13.574312 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:13.603680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:13.605993 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b43dfa-e559-4d95-a71c-553775bbf24c" -d '{"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:13.620074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:13.625034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:13.671672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:13.724078 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7712138f-597e-436c-aa0b-795b702c67a4 x-openstack-request-id: req-7712138f-597e-436c-aa0b-795b702c67a4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:13.724472 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:13.724726 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7712138f-597e-436c-aa0b-795b702c67a4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:13.725198 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'code': 200} Sep 02 13:25:13.831980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9bac3-fea9-49ab-8e96-cc423bfc2d02 req-20aeb35e-9e63-4553-85bd-effa03a807d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:13.833534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ae9bac3-fea9-49ab-8e96-cc423bfc2d02 req-20aeb35e-9e63-4553-85bd-effa03a807d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1096 time: 0.0482154 Sep 02 13:25:13.878133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ae9bac3-fea9-49ab-8e96-cc423bfc2d02 req-242bcb47-9e34-4ba7-8b64-189547f31e69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 Sep 02 13:25:14.556309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75744a77-609d-4e34-8c9f-e1c71de85d0b req-48fd75eb-2e4c-4b1a-b987-8b827792c237 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:14.557823 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75744a77-609d-4e34-8c9f-e1c71de85d0b req-48fd75eb-2e4c-4b1a-b987-8b827792c237 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0569584 Sep 02 13:25:14.605781 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-75744a77-609d-4e34-8c9f-e1c71de85d0b req-ecf89fcc-c448-4ac1-90ad-9c8cb403b98d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389454 Sep 02 13:25:15.744974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de665-c4b7-49e2-bcf7-d6d7c9d3db09 req-f462c944-1767-41df-8616-b17f0dc594fb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:15.746516 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c03de665-c4b7-49e2-bcf7-d6d7c9d3db09 req-f462c944-1767-41df-8616-b17f0dc594fb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0563326 Sep 02 13:25:15.788149 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c03de665-c4b7-49e2-bcf7-d6d7c9d3db09 req-cfc106e8-e728-4bcb-a40c-9b01447702d5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Sep 02 13:25:15.908585 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5499ab-5002-4add-be14-595651b404bf req-3d47bcb3-e47f-4523-b548-18427a1250d0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:15.910021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d5499ab-5002-4add-be14-595651b404bf req-3d47bcb3-e47f-4523-b548-18427a1250d0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0567832 Sep 02 13:25:15.923552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 50768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:15.928224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'floatingip': {'port_id': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:15.979986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.376421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-0c70e36d-4352-4c12-adce-1cf161856622 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421376 Sep 02 13:25:16.431778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.437701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.468316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081496ea-b323-4b62-8e73-a184480c52ec req-d4482759-d71f-4c3f-be6d-e8ab799fd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:16.469907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-d4482759-d71f-4c3f-be6d-e8ab799fd973 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1096 time: 0.0517364 Sep 02 13:25:16.536516 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 associated. External IP: 172.25.7.54, port: eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a. Sep 02 13:25:16.577962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081496ea-b323-4b62-8e73-a184480c52ec req-07d2f8cb-d1da-47a6-a54c-c88b6d485ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:16.579529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-07d2f8cb-d1da-47a6-a54c-c88b6d485ba1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0890439 Sep 02 13:25:16.651478 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-20814125-af5b-4632-ba07-fde080c12cdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 998 time: 0.0650599 Sep 02 13:25:16.704099 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081496ea-b323-4b62-8e73-a184480c52ec req-c3d7f9aa-75d7-461f-a7e5-2a95a5cfc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:16.705636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-c3d7f9aa-75d7-461f-a7e5-2a95a5cfc823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0473917 Sep 02 13:25:16.750797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:25:16.754276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081496ea-b323-4b62-8e73-a184480c52ec req-cd751d8f-686b-44a8-9d1f-60168d32a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:16.755805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-cd751d8f-686b-44a8-9d1f-60168d32a03a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424204 Sep 02 13:25:16.854248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-3211fc48-17e6-4202-9b7f-08ea8ca2c2f2 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895910 Sep 02 13:25:16.958515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-081496ea-b323-4b62-8e73-a184480c52ec req-09c5576c-0782-4c56-8295-1d7f67467bc3 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961795 Sep 02 13:25:17.122022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:25:17.127960 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.133113 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:25:17.148417 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:17.149070 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:25:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:17.157055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3284bca3-37de-4bcf-9cf6-ffb9ddfcd69c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "PUT /v2.0/floatingips/1df57a1e-4f60-4717-8413-7ba1641ee268 HTTP/1.1" status: 200 len: 990 time: 1.2324090 Sep 02 13:25:17.157774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:17.160601 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c3100f-67d1-47c9-8f71-b22a6b46c51d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:17.278552 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:17.284523 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0684d-d1ea-445b-af60-f97166c4df89 x-openstack-request-id: req-c4b0684d-d1ea-445b-af60-f97166c4df89 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:17.284817 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:17.285132 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4b0684d-d1ea-445b-af60-f97166c4df89 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:17.285534 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'status': 'completed', 'code': 200} Sep 02 13:25:17.358736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-190ebb06-929c-4d0c-8a48-92f94d284bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:17.361999 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-190ebb06-929c-4d0c-8a48-92f94d284bf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1096 time: 0.0516136 Sep 02 13:25:17.466390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-ce85663a-5e9d-4767-8874-00d3cf796447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:17.467823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-ce85663a-5e9d-4767-8874-00d3cf796447 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0988283 Sep 02 13:25:17.519091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:a7:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:25:16Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:17.535265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-fed41b73-1018-4739-8d3e-e0b817e7db4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 998 time: 0.0589430 Sep 02 13:25:17.593134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-d6044e3e-1563-4c1d-a315-739305d2daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:17.594650 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-d6044e3e-1563-4c1d-a315-739305d2daf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0509241 Sep 02 13:25:17.642948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-527bbfe7-6023-443c-a324-6e7a75f2fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:17.644029 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:25:17.644486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-527bbfe7-6023-443c-a324-6e7a75f2fa64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423131 Sep 02 13:25:17.655260 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:17.655881 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:25:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:17.734018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-12a861b8-f556-483a-874e-f43631ecd63e service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Sep 02 13:25:17.765404 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:17.833307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-21c3100f-67d1-47c9-8f71-b22a6b46c51d req-c1ce7983-6033-4765-812c-48f544eb19fa service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914152 Sep 02 13:25:18.026621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:a7:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:25:16Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:18.058481 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72ae3e-8d7a-40ea-9aaf-798dbeec3def None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:a7:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:25:16Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:25:18.258846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac8b87-cb65-4dc6-a22e-46f57edc1781 None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:25:28.731564 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2670c6a5-3c23-450a-b2a0-23dc1fdaea17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.521133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-228ec1ce-9f1d-4933-8b92-d8906278915e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.694366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.680345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.346928 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:35.629327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.406671 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.679722 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:25:58.740289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3dea152-d921-4f9b-ac4b-5541bb54b883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.516227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52fadaaa-9798-4355-b34c-ebabcfcb391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.681658 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.680675 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.349875 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.619127 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.399957 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.333481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-38c9046c-0699-41ea-893b-c2eae89333e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558169 Sep 02 13:26:18.430271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728f237-e81c-4554-b30b-37182bd95a69 req-8ff0b430-8823-4f3a-acad-3876a4582a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.431862 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-8ff0b430-8823-4f3a-acad-3876a4582a81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1096 time: 0.0500934 Sep 02 13:26:18.549134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728f237-e81c-4554-b30b-37182bd95a69 req-b4fe0fbe-ecee-43e4-8bff-e40bc83028e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.551431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-b4fe0fbe-ecee-43e4-8bff-e40bc83028e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0985336 Sep 02 13:26:18.631128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-9a9aed54-b297-4657-b04c-a42fe166ed31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 1000 time: 0.0725474 Sep 02 13:26:18.685144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728f237-e81c-4554-b30b-37182bd95a69 req-6bab0f56-5828-412f-aade-b474bbcb6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.686523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-6bab0f56-5828-412f-aade-b474bbcb6282 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0482354 Sep 02 13:26:18.747276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728f237-e81c-4554-b30b-37182bd95a69 req-c2f6361a-b101-4459-aca8-fa77dd2fdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.749513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-c2f6361a-b101-4459-aca8-fa77dd2fdec3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557094 Sep 02 13:26:18.848953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-2459be1f-0de3-4ac8-b2aa-f100da02c7f0 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914183 Sep 02 13:26:18.956386 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9728f237-e81c-4554-b30b-37182bd95a69 req-20d921d1-08dd-4a58-a714-6100fc49d3e7 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006122 Sep 02 13:26:22.680372 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:26:28.729613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b364f95-2e81-4507-a9a1-b8d2dba6dd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:31.523634 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc22fcb8-3af7-40ca-a13b-6b060dc57003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:31.679748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:32.683962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.352403 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.622866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.415406 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.059595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08567398-a0ef-4993-be18-7a705eba6984 req-beffb1eb-7560-475c-878e-7bfa8fa884e5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.061214 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08567398-a0ef-4993-be18-7a705eba6984 req-beffb1eb-7560-475c-878e-7bfa8fa884e5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.1844840 Sep 02 13:26:54.103797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08567398-a0ef-4993-be18-7a705eba6984 req-9b034e59-0ee2-43bb-b3ed-8ca145c73131 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341959 Sep 02 13:26:55.374471 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2350d-4f6e-413f-96fe-061206e02f8f req-636fc950-c3fc-481a-ac0f-95bc3b421170 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:55.376695 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5b2350d-4f6e-413f-96fe-061206e02f8f req-636fc950-c3fc-481a-ac0f-95bc3b421170 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.1908536 Sep 02 13:26:55.423089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5b2350d-4f6e-413f-96fe-061206e02f8f req-7d467611-e6ce-4b7f-855c-1414ea2a7822 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399599 Sep 02 13:26:56.565785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4de401-ead5-4c57-bf47-dcef842a236d req-0c2ccfee-6ae5-43df-b6d5-94a2a20fbcd7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.567296 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c4de401-ead5-4c57-bf47-dcef842a236d req-0c2ccfee-6ae5-43df-b6d5-94a2a20fbcd7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0587726 Sep 02 13:26:56.621988 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c4de401-ead5-4c57-bf47-dcef842a236d req-5c68d0a2-9fed-4ef7-879f-33495c434a36 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Sep 02 13:26:57.747798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fcb76-507c-472c-8f68-a9e4e889de01 req-df6ef863-f316-4466-8121-de533a22fae1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:57.749211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d9fcb76-507c-472c-8f68-a9e4e889de01 req-df6ef863-f316-4466-8121-de533a22fae1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0518947 Sep 02 13:26:57.795475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0d9fcb76-507c-472c-8f68-a9e4e889de01 req-104cdb9b-23fd-472f-a17e-ff69b2308a61 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369935 Sep 02 13:26:58.725683 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a67751ad-7b52-4827-9167-1e3cfdf7eed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.940946 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da4ba-009d-479a-818e-337b0fe0f902 req-d99ec513-855f-450e-8cf3-0f2dfb90ef57 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:58.942564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b68da4ba-009d-479a-818e-337b0fe0f902 req-d99ec513-855f-450e-8cf3-0f2dfb90ef57 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0668440 Sep 02 13:26:58.995939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b68da4ba-009d-479a-818e-337b0fe0f902 req-5d56edc7-528d-4149-8fcb-1ef9dba03baa tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444295 Sep 02 13:26:59.687250 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:27:00.122453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c9f7a-41c3-470b-bee6-6e688023a241 req-b2b35e89-944b-4be9-8d06-84611b1a66f7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:00.124139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-628c9f7a-41c3-470b-bee6-6e688023a241 req-b2b35e89-944b-4be9-8d06-84611b1a66f7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0552969 Sep 02 13:27:00.167395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-628c9f7a-41c3-470b-bee6-6e688023a241 req-115f4eba-e730-4b7c-a221-7bfb8d19bd37 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350041 Sep 02 13:27:01.294216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebe43e-bf42-4108-a0c2-1d3dc2cbd3ad req-f0e2a4d9-151d-44b9-9d43-5d85fda9d1c5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.295754 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47ebe43e-bf42-4108-a0c2-1d3dc2cbd3ad req-f0e2a4d9-151d-44b9-9d43-5d85fda9d1c5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0562356 Sep 02 13:27:01.337671 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47ebe43e-bf42-4108-a0c2-1d3dc2cbd3ad req-e9cd4778-485e-4268-85ff-23d3b41c7acf tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332341 Sep 02 13:27:01.521240 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6417dc3-fc3a-49ad-b790-0d691086edd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.674864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.475822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda768-4fb7-49fd-b1d1-8737bea225da req-92618451-1b51-4f68-85d4-03e133244406 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.477401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8bda768-4fb7-49fd-b1d1-8737bea225da req-92618451-1b51-4f68-85d4-03e133244406 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0576417 Sep 02 13:27:02.520044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8bda768-4fb7-49fd-b1d1-8737bea225da req-b0d53892-b47f-4121-9592-285308d30341 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Sep 02 13:27:02.685077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:03.654691 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcb4f2-a036-4597-878c-1d954aac01a7 req-0a9e1ae6-c3e2-400e-8fc2-29c806578fbc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.656176 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98bcb4f2-a036-4597-878c-1d954aac01a7 req-0a9e1ae6-c3e2-400e-8fc2-29c806578fbc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0607827 Sep 02 13:27:03.699814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98bcb4f2-a036-4597-878c-1d954aac01a7 req-20a891e3-3013-48f3-96d3-dada99c40b58 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375037 Sep 02 13:27:04.359376 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.819963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107b81-a678-463c-a1c9-b8b941dda9f8 req-3f56c16b-2731-431c-94e3-b73a16067020 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.821489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1107b81-a678-463c-a1c9-b8b941dda9f8 req-3f56c16b-2731-431c-94e3-b73a16067020 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0496290 Sep 02 13:27:04.877582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a1107b81-a678-463c-a1c9-b8b941dda9f8 req-3d497c90-bd93-4365-80bc-771cadd1a7ae tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468462 Sep 02 13:27:05.140303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-797abd72-0e0b-4bbd-b4aa-d4660fd3f9c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473959 Sep 02 13:27:05.148114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc04fa-1a75-4ce0-b045-5fc295d28c3f req-63fc803b-dcc7-42b5-8c08-3e0484f4207e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:05.149724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dffc04fa-1a75-4ce0-b045-5fc295d28c3f req-63fc803b-dcc7-42b5-8c08-3e0484f4207e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0518696 Sep 02 13:27:05.192710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dffc04fa-1a75-4ce0-b045-5fc295d28c3f req-2fd64c74-e72f-451f-9733-9d9b84152bba tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367558 Sep 02 13:27:05.615400 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.315387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fab61-bb9b-45ac-b281-78e4bb748fc9 req-d3a21d9a-ded0-4917-b338-796aae7693c2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:06.316887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d1fab61-bb9b-45ac-b281-78e4bb748fc9 req-d3a21d9a-ded0-4917-b338-796aae7693c2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0506461 Sep 02 13:27:06.358963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d1fab61-bb9b-45ac-b281-78e4bb748fc9 req-16c62e78-5ce2-440b-a43f-697b7271d8ed tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361335 Sep 02 13:27:07.493493 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795c52-434b-4571-a6ea-61ca2681eafc req-c69aa348-ca49-4e75-bddf-21b3dceb6c0b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.495014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db795c52-434b-4571-a6ea-61ca2681eafc req-c69aa348-ca49-4e75-bddf-21b3dceb6c0b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0543654 Sep 02 13:27:07.536218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db795c52-434b-4571-a6ea-61ca2681eafc req-960a18ea-2dc2-495b-8a4d-626217578e82 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349422 Sep 02 13:27:08.663954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e6320-4683-4692-8110-2d7736e9d5d1 req-2ec3e360-3caf-413c-8082-98651ccd8a18 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.665723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f5e6320-4683-4692-8110-2d7736e9d5d1 req-2ec3e360-3caf-413c-8082-98651ccd8a18 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0534062 Sep 02 13:27:08.704341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f5e6320-4683-4692-8110-2d7736e9d5d1 req-31b64a89-1143-44a9-b028-f3f01313496e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Sep 02 13:27:09.828250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afaac-b48a-4610-a4ee-2b119953cde3 req-1d92c456-4cee-4919-9891-613def05ed51 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.829892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1afaac-b48a-4610-a4ee-2b119953cde3 req-1d92c456-4cee-4919-9891-613def05ed51 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0516069 Sep 02 13:27:09.874447 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a1afaac-b48a-4610-a4ee-2b119953cde3 req-3eb21fc4-2cd0-44bf-9070-59ecd601d65e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374794 Sep 02 13:27:10.372110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-bff9b2ea-0898-458d-a8fd-6930e874164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.373722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-bff9b2ea-0898-458d-a8fd-6930e874164f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1096 time: 0.0433381 Sep 02 13:27:10.467508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-99b9bd45-86e9-4c33-b82c-73edb290a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.468938 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-99b9bd45-86e9-4c33-b82c-73edb290a881 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0887327 Sep 02 13:27:10.541457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-e0b43993-41b5-47c6-8380-469e288fab59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 1000 time: 0.0650864 Sep 02 13:27:10.594469 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-0df1d6eb-ffa4-42d6-b8e0-913c866777dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.596002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-0df1d6eb-ffa4-42d6-b8e0-913c866777dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0470831 Sep 02 13:27:10.644881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-6db27d2f-6f09-4c60-8a32-da637ac164e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.646557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-6db27d2f-6f09-4c60-8a32-da637ac164e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439014 Sep 02 13:27:10.750112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-0a7b21b9-2a85-4fcc-b7fb-7bcb0ae26ddd service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962944 Sep 02 13:27:10.845280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-87904eaf-b0dc-4f61-b323-4e3ab4e85684 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883822 Sep 02 13:27:10.997999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d6d9-8118-4155-a41a-e02be344388b req-ef7dd113-1559-401a-9362-892d8ba1ef02 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.999537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f070d6d9-8118-4155-a41a-e02be344388b req-ef7dd113-1559-401a-9362-892d8ba1ef02 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0501802 Sep 02 13:27:11.048959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f070d6d9-8118-4155-a41a-e02be344388b req-9798dae7-4deb-4d10-8f56-996e0af93a4f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Sep 02 13:27:11.421347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.186676 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64480b-0d6f-4925-a692-281b785c97aa req-d49d7e18-75c5-4548-87a8-2001ea77ad8d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:12.188194 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b64480b-0d6f-4925-a692-281b785c97aa req-d49d7e18-75c5-4548-87a8-2001ea77ad8d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0517972 Sep 02 13:27:12.234936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b64480b-0d6f-4925-a692-281b785c97aa req-946e1300-bb82-4c67-b3c2-0b0bd798d978 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Sep 02 13:27:12.653208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-30e689f8-6c40-4d1e-b66b-45db86d6983c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:27:12.654904 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-30e689f8-6c40-4d1e-b66b-45db86d6983c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090365 Sep 02 13:27:12.718901 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-14f7ff07-ae8a-42e7-8850-9a79ee0da55c service neutron] show failed (client error): The resource could not be found. Sep 02 13:27:12.719985 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-14f7ff07-ae8a-42e7-8850-9a79ee0da55c service neutron] 10.222.0.18 "GET /v2.0/ports/eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0559199 Sep 02 13:27:12.931174 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8258be9e-da15-48d7-8652-f0243ab73d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:12.932586 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8258be9e-da15-48d7-8652-f0243ab73d2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 1096 time: 0.0427520 Sep 02 13:27:12.944127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:13.003645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.234923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:13.267752 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:13.310388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:13.312946 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad282e0-8511-409d-bd59-a0de327b1599" -d '{"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:13.324777 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.354075 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Transition to ACTIVE for port object eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:13.361768 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.378697 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f1b17-8cb4-4033-b733-66ac758e0af8 x-openstack-request-id: req-e30f1b17-8cb4-4033-b733-66ac758e0af8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:13.379199 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:13.379486 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e30f1b17-8cb4-4033-b733-66ac758e0af8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:13.379789 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'code': 200} Sep 02 13:27:13.416214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c358a-4981-4dc9-8773-bd50e08570f8 req-8a46a415-73cf-46bf-9d9d-dd603e1df39d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.417882 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d2c358a-4981-4dc9-8773-bd50e08570f8 req-8a46a415-73cf-46bf-9d9d-dd603e1df39d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.1110675 Sep 02 13:27:13.493646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:13.518174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d2c358a-4981-4dc9-8773-bd50e08570f8 req-f9101ba2-e125-4960-9bac-f18b1bcb8416 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935702 Sep 02 13:27:13.521416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.521797 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.522130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.522466 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.522788 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.523097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.523436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.523777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.524083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.524408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.525105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.525105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:13.554513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] No DVR routers for this DVR port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:27:13.695161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:13.695502 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:13.695832 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:13.700270 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:13.700589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Attempting to bind port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:13.705571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:13.705902 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:13.706292 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:13.706755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Bound port: eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:13.707108 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.770710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:13.774095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:13.781386 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.823530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.824595 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.826208 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 1091 time: 0.8862729 Sep 02 13:27:13.849696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e383059-ca07-4e95-b78a-889a9255bab8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:13.901224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-ad14e25d-ae93-4b29-8574-9de124772e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.902785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-ad14e25d-ae93-4b29-8574-9de124772e67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1094 time: 0.0465431 Sep 02 13:27:14.003253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-428a7c77-ad8b-46ae-a4bc-27711abd0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.004889 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-428a7c77-ad8b-46ae-a4bc-27711abd0306 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0949433 Sep 02 13:27:14.084547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-57928b92-d41a-4202-b04b-3833cf0a78c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 998 time: 0.0721722 Sep 02 13:27:14.141406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-9525331c-54ba-415a-93b3-004bc6b536a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.142934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-9525331c-54ba-415a-93b3-004bc6b536a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0509429 Sep 02 13:27:14.191997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8acd21d7-1897-43c9-9f81-3c0e89a98ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.193609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-8acd21d7-1897-43c9-9f81-3c0e89a98ef1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435908 Sep 02 13:27:14.287486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-afa49f0e-d004-4a2c-a8ff-23afbc63ba1b service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859759 Sep 02 13:27:14.387427 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-798e9776-3b62-4e19-bf09-cb5f477dd9b0 req-36db41dd-e28c-486f-b414-49dd0878739c service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927856 Sep 02 13:27:14.645807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0b97-2ff7-4dd6-9172-c157547cc8f4 req-0fe57f90-f8dc-446b-8de3-ad327cd9bbd9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.647203 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e09d0b97-2ff7-4dd6-9172-c157547cc8f4 req-0fe57f90-f8dc-446b-8de3-ad327cd9bbd9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0562162 Sep 02 13:27:14.689781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e09d0b97-2ff7-4dd6-9172-c157547cc8f4 req-58e5abf2-6b7b-48cf-8562-9eee6222b08f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337389 Sep 02 13:27:15.381604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:15.385694 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e586a73-cd72-42ab-b94d-fc56b856459f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:15.460850 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed56bc7-60e4-4025-8917-d712168e233d x-openstack-request-id: req-2ed56bc7-60e4-4025-8917-d712168e233d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:15.461202 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:15.461440 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed56bc7-60e4-4025-8917-d712168e233d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:15.461845 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'status': 'completed', 'code': 200} Sep 02 13:27:15.521152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-c835a13e-6bf5-4b45-989f-1a9f7314cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.522718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-c835a13e-6bf5-4b45-989f-1a9f7314cc8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1094 time: 0.0448277 Sep 02 13:27:15.532165 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-f6a4786e-2ec3-409c-b1cf-cc06c4f683ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.533858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-f6a4786e-2ec3-409c-b1cf-cc06c4f683ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1094 time: 0.0465126 Sep 02 13:27:15.625115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-c2e6637d-626d-4500-94cc-793f7cfb3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.626648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-c2e6637d-626d-4500-94cc-793f7cfb3f69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0968313 Sep 02 13:27:15.641214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-512de4c0-5007-4a7c-b22a-28caef0426e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.642741 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-512de4c0-5007-4a7c-b22a-28caef0426e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1009276 Sep 02 13:27:15.694349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-754c316e-bf2e-4ae6-bbd9-5bcbc02cfbc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 998 time: 0.0607708 Sep 02 13:27:15.711163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-335154bc-ceff-4e90-acdc-c83dbac66e3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 998 time: 0.0612955 Sep 02 13:27:15.750948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-db5240cd-a344-4a06-ad69-770dc7a9325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.752453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-db5240cd-a344-4a06-ad69-770dc7a9325d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0511017 Sep 02 13:27:15.762916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-7e457bc0-7a70-4047-8824-7cd4ff7ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.764414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-7e457bc0-7a70-4047-8824-7cd4ff7ca205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0464766 Sep 02 13:27:15.815950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-32cce79d-ece7-45a8-9307-df4fc648407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.817585 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-32cce79d-ece7-45a8-9307-df4fc648407e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460069 Sep 02 13:27:15.831188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-1fbcc30f-03b4-4e8a-b87f-eb3aa6b7d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.833025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-1fbcc30f-03b4-4e8a-b87f-eb3aa6b7d5a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735831 Sep 02 13:27:15.841413 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9a966-2a7c-46a6-8e92-b01a601b98d5 req-4f3a08fd-0673-4884-a878-046f8565059f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.842829 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90c9a966-2a7c-46a6-8e92-b01a601b98d5 req-4f3a08fd-0673-4884-a878-046f8565059f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0732195 Sep 02 13:27:15.911724 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-6edd6504-72fe-408d-b06a-bee95ed4e9ec service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Sep 02 13:27:16.010190 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-acfb786b-5d01-4758-bb4f-541bf2cd81c3 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918219 Sep 02 13:27:16.245219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90c9a966-2a7c-46a6-8e92-b01a601b98d5 req-822a6a87-2705-4359-96ca-41ea6cbec8e0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942230 Sep 02 13:27:16.273395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-9c602e2a-c5df-49e2-9e97-f71140cc0ec1 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293945 Sep 02 13:27:16.368405 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e586a73-cd72-42ab-b94d-fc56b856459f req-982f0a3d-08b0-40fb-b108-a00159f7e952 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Sep 02 13:27:16.493181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5f73-2757-4138-8db0-df944f6bd2f1 req-8b81a694-ae0f-4c95-8ffd-0bd6fb6ffab8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.494809 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7de5f73-2757-4138-8db0-df944f6bd2f1 req-8b81a694-ae0f-4c95-8ffd-0bd6fb6ffab8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0890372 Sep 02 13:27:16.503389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-a010f500-dd16-4d7e-a8fa-ad396b78494a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.505073 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-a010f500-dd16-4d7e-a8fa-ad396b78494a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef&tenant_id=511814cdcbdf44999469bdb43fe4250e&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 943 time: 0.0882277 Sep 02 13:27:16.569784 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d7de5f73-2757-4138-8db0-df944f6bd2f1 req-7fc926ca-44e8-4c58-8ad0-2e9e70ec6e5e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637052 Sep 02 13:27:16.590049 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-42e7b6e5-ed96-4cbb-b97e-f98faf51dc92 service neutron] delete failed (client error): The resource could not be found. Sep 02 13:27:16.591158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-42e7b6e5-ed96-4cbb-b97e-f98faf51dc92 service neutron] 10.222.0.18 "DELETE /v2.0/ports/eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0781121 Sep 02 13:27:16.685884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-4efb256d-10b7-4c41-8f03-28844ca3c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.686841 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-4efb256d-10b7-4c41-8f03-28844ca3c466 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1094 time: 0.0508509 Sep 02 13:27:16.779010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-26b1f574-8bf8-40ce-ad21-8a3d8f8e17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.780451 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-26b1f574-8bf8-40ce-ad21-8a3d8f8e17f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0868809 Sep 02 13:27:16.857157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-bbc92877-047e-4e41-a1cd-82256cd3a938 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 998 time: 0.0689719 Sep 02 13:27:16.912402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-5211913d-2de5-40b7-8f36-701cfcd51f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.914058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-5211913d-2de5-40b7-8f36-701cfcd51f08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0503418 Sep 02 13:27:16.963362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-715997df-d04f-4cbf-a3cf-22749630bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.964965 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-715997df-d04f-4cbf-a3cf-22749630bf10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431926 Sep 02 13:27:17.059612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-bf02d40c-4dfe-4497-b81d-27c7e66cc6f2 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871425 Sep 02 13:27:17.169634 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbe4a9f5-3567-4058-940b-95f54ffd1d87 req-722cf2fe-22d5-4cac-b441-53bff229bdc5 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025529 Sep 02 13:27:17.700564 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56ef4c-0e82-4a82-9904-39dbde279fdb req-3f8598d7-2cfd-4dbd-b8e2-686a9c30b900 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:17.702443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c56ef4c-0e82-4a82-9904-39dbde279fdb req-3f8598d7-2cfd-4dbd-b8e2-686a9c30b900 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0540369 Sep 02 13:27:17.747356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-7c56ef4c-0e82-4a82-9904-39dbde279fdb req-7c2dea94-9e76-414a-ad01-07010bdaa036 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374384 Sep 02 13:27:17.820535 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:17.879965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9ad9-ced4-451b-a2e4-adecbb1666c5 req-a68f1cfc-36b1-4b7a-8c51-3312e968a5e0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:17.881526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffaa9ad9-ced4-451b-a2e4-adecbb1666c5 req-a68f1cfc-36b1-4b7a-8c51-3312e968a5e0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 943 time: 0.0528371 Sep 02 13:27:17.920349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffaa9ad9-ced4-451b-a2e4-adecbb1666c5 req-a0e1579e-160e-4275-8b6b-db795adc867f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Sep 02 13:27:17.922747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:17.935025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'mac_address': 'fa:16:3e:a7:a1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:27:17.972315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:17.994699 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.018819 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:18.039186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:27:18.044019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:18.050109 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.104320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:18.112671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.113289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.113648 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.113990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.114326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.114667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.114998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.115328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.115661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.115986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.116311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.116634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.138032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a8504-c69d-4ace-8d20-b959769e5a43 req-551734f3-cd7e-425c-a0c5-189e2a872924 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.140097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c04a8504-c69d-4ace-8d20-b959769e5a43 req-551734f3-cd7e-425c-a0c5-189e2a872924 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 944 time: 0.0590477 Sep 02 13:27:18.152609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-16bab210-e697-4f50-9341-0257dded487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.154263 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-16bab210-e697-4f50-9341-0257dded487e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 1095 time: 0.0419803 Sep 02 13:27:18.178544 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c04a8504-c69d-4ace-8d20-b959769e5a43 req-b723e802-a379-41c0-b515-0b50b0038137 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Sep 02 13:27:18.258958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-c1473a34-e4f4-43c5-b685-3a3193ac0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.260631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-c1473a34-e4f4-43c5-b685-3a3193ac0a12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0987976 Sep 02 13:27:18.265201 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:18.336255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-20b65411-ebaa-4b2d-945e-5350358848cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 200 len: 999 time: 0.0682490 Sep 02 13:27:18.392829 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-4268859b-4d42-4f90-b9d6-e31c540edee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.394358 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-4268859b-4d42-4f90-b9d6-e31c540edee3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0510931 Sep 02 13:27:18.443942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-46e2c34d-c8a8-4759-b52f-d234a4f0e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.445398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-46e2c34d-c8a8-4759-b52f-d234a4f0e86a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439341 Sep 02 13:27:18.536399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-9311a5f7-12a7-4c86-a964-3152859b7c26 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834754 Sep 02 13:27:18.637475 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de94c12d-2fac-49f6-a9aa-db43676acc97 req-6724decb-6a6f-4ab9-a5ce-f6d8dc7aba2b service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929673 Sep 02 13:27:19.304805 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9364c4-a4fc-40b0-af8a-1373c60db692 req-1cec1528-7e4f-4020-b98d-86d46a937942 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:19.306376 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e9364c4-a4fc-40b0-af8a-1373c60db692 req-1cec1528-7e4f-4020-b98d-86d46a937942 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 944 time: 0.0540502 Sep 02 13:27:19.350289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e9364c4-a4fc-40b0-af8a-1373c60db692 req-9315a6d0-99d3-4d09-8f84-67decd06d90a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350251 Sep 02 13:27:19.615997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54048f-6636-44a1-885c-7ea017761212 req-e2cd6a5f-ec2b-4ae0-9ac5-2c1596192162 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:19.617726 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab54048f-6636-44a1-885c-7ea017761212 req-e2cd6a5f-ec2b-4ae0-9ac5-2c1596192162 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 944 time: 0.0621598 Sep 02 13:27:19.663336 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ab54048f-6636-44a1-885c-7ea017761212 req-09e3b999-3e6b-4a77-94e6-f465360eaaed tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389714 Sep 02 13:27:19.855447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:19.913273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:19.917141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:19.917452 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.002619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.026781 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:20.029074 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f3237-a688-427c-b6a5-17e37224bc5c" -d '{"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:20.041348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:20.046290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.071384 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b22d330-674e-4f19-950c-11c5ba5b69e5 x-openstack-request-id: req-9b22d330-674e-4f19-950c-11c5ba5b69e5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:20.071677 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:20.071928 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b22d330-674e-4f19-950c-11c5ba5b69e5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:20.072315 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'code': 200} Sep 02 13:27:20.097965 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:20.818616 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7fa68-4a63-4b6e-a996-1c76ee87e19c req-df5d9cae-ed65-4c7f-a004-96bac8acfd6d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:20.820135 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33f7fa68-4a63-4b6e-a996-1c76ee87e19c req-df5d9cae-ed65-4c7f-a004-96bac8acfd6d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0759935 Sep 02 13:27:20.859646 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-096d2e01-4195-4160-b69a-e38bc3c2134f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:20.861164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-096d2e01-4195-4160-b69a-e38bc3c2134f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 945 time: 0.0780256 Sep 02 13:27:20.881663 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-33f7fa68-4a63-4b6e-a996-1c76ee87e19c req-c3bd3798-d7da-41fe-a021-9427db5dc79c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549691 Sep 02 13:27:20.963831 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Deleting port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:27:20.964048 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.063501 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] For port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:21.063887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.255704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.255969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.256364 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 disassociated. External IP: 172.25.7.54, port: eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a. Sep 02 13:27:21.256738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Calling delete_port for eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:27:21.396434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.430429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event deleted for resources: {'Port': ['ID=eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:21.557276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:27:21.673177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:21.687212 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:21.699670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:21.700291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:27:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:21.721975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] No DVR routers for this DVR port eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:27:21.725130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.727151 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2fd90fe6-6c08-457b-be68-3501015ec0b2 req-0b1415eb-181d-4ad6-85fa-9665409b6dcb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.41 "DELETE /v2.0/ports/eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a HTTP/1.1" status: 204 len: 173 time: 0.8601863 Sep 02 13:27:21.727591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-deleted', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:21.729887 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2933fc-f7f7-4eef-9a08-e4b7952fc50d" -d '{"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-deleted", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:21.771356 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b0168b-0065-4be5-80e1-89df85d47e55 x-openstack-request-id: req-47b0168b-0065-4be5-80e1-89df85d47e55 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:21.771650 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef2bb-6e14-4a51-9a65-7edbcef542ef", "name": "network-vif-deleted", "tag": "eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:21.771901 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47b0168b-0065-4be5-80e1-89df85d47e55 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:21.772305 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef2bb-6e14-4a51-9a65-7edbcef542ef', 'name': 'network-vif-deleted', 'tag': 'eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a', 'status': 'completed', 'code': 200} Sep 02 13:27:21.809293 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:21.994342 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78d5d4d2-8cb5-4e45-9b31-b6686359f82f req-a59c7fb0-0994-4d2e-b9ff-48c501f5616b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc7ef2bb-6e14-4a51-9a65-7edbcef542ef HTTP/1.1" status: 200 len: 210 time: 0.0277619 Sep 02 13:27:22.015221 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:22.044202 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:22.052599 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:22.053251 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:27:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:22.161463 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:22.375226 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:22.401734 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b50f2a-8f0c-4d50-9f3e-6bfbb113748f None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:22.640082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf713-b0ee-4841-9c3e-4a77942d1dab None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:27:23.309775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-ab932028-32ef-4061-8d75-3110689fd6f8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--396536453&fields=id&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 267 time: 0.0420065 Sep 02 13:27:23.435727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-65fcabca-c537-43bc-b9d3-fbcb3a38866d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:23.437226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-65fcabca-c537-43bc-b9d3-fbcb3a38866d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1203742 Sep 02 13:27:23.455855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-1df41a5f-5f23-4be1-8f2b-3cc8333ed1ea tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/quotas/511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 375 time: 0.0099068 Sep 02 13:27:23.521316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-c53f585e-6945-4247-bd3e-6147e0026a1f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598657 Sep 02 13:27:23.671954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-88e67f70-c435-4586-ac89-b3d8d73f9f96 service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384959 Sep 02 13:27:23.768945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-3834ac17-9474-4cb6-9ba2-00d1e00e9939 service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905657 Sep 02 13:27:23.866856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:23.891178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:27:23.891531 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device eb9fbe3a-5af8-4e05-b2f0-e68e226ac88a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:27:23.939431 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-22fa99b1-087a-4ccf-a71f-b9c9db7bf423 req-31a799d1-5c21-4b1d-b5ae-b450fe850d39 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Sep 02 13:27:24.905350 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-69940395-4fdb-4e0c-9e6f-b4155cde9b59 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:24.906855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-69940395-4fdb-4e0c-9e6f-b4155cde9b59 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1146481 Sep 02 13:27:24.955178 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-49b08f8c-0e56-4eaa-b7b3-772525e74617 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 379 time: 0.0389993 Sep 02 13:27:24.965377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'port': {'device_id': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'admin_state_up': True, 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'security_groups': ['135a8e22-62d7-4b7a-92f6-d3215f32491e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:25.046094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-db101ef8-ef04-4c54-95ec-29f22c17ed6b req-82bf1241-4a0f-465b-b8b0-0714dd4039c0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 210 time: 0.0339100 Sep 02 13:27:25.106768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Made reservation on behalf of 511814cdcbdf44999469bdb43fe4250e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:25.110900 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.250285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Allocated IP 172.20.0.9 (04e9fc54-34fa-4431-91f3-495d709b6563/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f/109ec8dc-cada-414e-8c1a-98c705f9a26d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:25.410232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.431776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Transition to ACTIVE for port object 109ec8dc-cada-414e-8c1a-98c705f9a26d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:25.468529 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.512682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:25.515855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:25.519896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:25.553874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:25.566992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.567342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.567683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.568020 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.568351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.568682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.569038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.569373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.569816 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.570026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.570349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.570673 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:25.587182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:25.588132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.605625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-f4746ea6-55ed-4bcf-a5e2-ddc85de0fc6c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6439590 Sep 02 13:27:25.618800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Request body: {'port': {'device_id': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:25.680516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.806816 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a291d06-b35a-432a-8527-fca46bd0a33d None None] Provisioning for port 109ec8dc-cada-414e-8c1a-98c705f9a26d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:25.810964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a291d06-b35a-432a-8527-fca46bd0a33d None None] Provisioning complete for port 109ec8dc-cada-414e-8c1a-98c705f9a26d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:25.811347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a291d06-b35a-432a-8527-fca46bd0a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.847459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2a291d06-b35a-432a-8527-fca46bd0a33d None None] Port 109ec8dc-cada-414e-8c1a-98c705f9a26d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:25.975366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109ec8dc-cada-414e-8c1a-98c705f9a26d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:25.983440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.996638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Transition to ACTIVE for port object 109ec8dc-cada-414e-8c1a-98c705f9a26d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:26.002015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:26.052652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:26.135210 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:26.135564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:26.135934 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:26.140667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:26.141037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:26.146318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:26.146663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:26.147053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:26.147492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Bound port: 109ec8dc-cada-414e-8c1a-98c705f9a26d, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:26.147851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:26.177204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c626d7d-12f7-4b8e-a7e9-78fe845d4ea2 req-a4f4e192-926d-455b-8d03-008a091c832c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.179142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c626d7d-12f7-4b8e-a7e9-78fe845d4ea2 req-a4f4e192-926d-455b-8d03-008a091c832c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 943 time: 0.0578284 Sep 02 13:27:26.218071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:26.221641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:26.223566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c626d7d-12f7-4b8e-a7e9-78fe845d4ea2 req-807d72d9-93a8-41ed-ae32-9bc6f45efdcd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379436 Sep 02 13:27:26.227394 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:26.272131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.272762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:26.274196 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] 10.222.0.18 "PUT /v2.0/ports/109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1091 time: 0.6602178 Sep 02 13:27:26.274659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:26.276968 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa" -d '{"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:26.296434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163afcb7-b8d0-4a0f-85c5-26dc3a58e7df service neutron] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:26.369282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-702e7ef0-abfc-4ccc-85e5-6852c379d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.371375 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-702e7ef0-abfc-4ccc-85e5-6852c379d85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0542724 Sep 02 13:27:26.420231 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd715a8-fda2-471a-9ddb-3bbdc3787bca x-openstack-request-id: req-8bd715a8-fda2-471a-9ddb-3bbdc3787bca {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:26.420520 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:26.420774 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bd715a8-fda2-471a-9ddb-3bbdc3787bca {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:26.421204 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'status': 'completed', 'code': 200} Sep 02 13:27:26.422990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-824a6970-86f4-447f-89de-aac492c80e61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 217 time: 0.0437429 Sep 02 13:27:26.475710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-238e8ef0-a6c3-4818-93ec-45b679f63af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.477543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-238e8ef0-a6c3-4818-93ec-45b679f63af2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0476472 Sep 02 13:27:26.529547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-8d88a7e9-bea4-4dad-a923-a6c99ca0873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.530593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-8d88a7e9-bea4-4dad-a923-a6c99ca0873b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450597 Sep 02 13:27:26.637979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-fa852b94-fbe0-4389-bd7b-300b84f2f571 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990171 Sep 02 13:27:26.744463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ae0800c-ba31-4d64-8484-29148aa4b333 req-abb05e37-a070-493b-97f7-750253e8f217 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970223 Sep 02 13:27:26.837006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-df9f5174-8bb5-4d23-88b6-e895af0427af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.838537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-df9f5174-8bb5-4d23-88b6-e895af0427af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0479374 Sep 02 13:27:26.941587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-91caaa5b-714c-42eb-af05-b50273e5f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.943131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-91caaa5b-714c-42eb-af05-b50273e5f11f service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0969939 Sep 02 13:27:26.992286 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-fd25a76c-8447-48e9-93cc-deff0c4e5eff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 217 time: 0.0388124 Sep 02 13:27:27.045741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-b0cb22ff-0244-4558-96e7-0c6391316a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:27.047164 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-b0cb22ff-0244-4558-96e7-0c6391316a0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0466380 Sep 02 13:27:27.102107 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-3a375afb-253e-4849-8ce9-44132cbd8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:27.104417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-3a375afb-253e-4849-8ce9-44132cbd8bc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492423 Sep 02 13:27:27.213726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-d519f0a0-d02e-4edb-9e0a-0ee1cb6f6fd9 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000445 Sep 02 13:27:27.313232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da2fb1b-7514-4bfa-a833-1dce03cc2afa req-7da4b954-81ed-4b77-801d-353d8ce627f5 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909398 Sep 02 13:27:27.356255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28aa5e3-ba84-4575-8e57-d9687e7952cc req-b74c5d0a-79a0-4f38-8172-8fc337a5773f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:27.357832 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b28aa5e3-ba84-4575-8e57-d9687e7952cc req-b74c5d0a-79a0-4f38-8172-8fc337a5773f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 943 time: 0.0563886 Sep 02 13:27:27.402786 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b28aa5e3-ba84-4575-8e57-d9687e7952cc req-59a33a0c-6aee-4015-b93f-abc27bd09057 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382504 Sep 02 13:27:28.019923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:28.122760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:28.138776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'mac_address': 'fa:16:3e:94:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:27:28.178552 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.192688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109ec8dc-cada-414e-8c1a-98c705f9a26d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:28.211912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:28.218195 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.264812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:28.441313 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['109ec8dc-cada-414e-8c1a-98c705f9a26d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:28.534464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269237d-2f00-439e-9fe8-efa53bc3319a req-c512d4d2-d2c3-430e-826b-dd6f81d44d61 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:28.536046 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9269237d-2f00-439e-9fe8-efa53bc3319a req-c512d4d2-d2c3-430e-826b-dd6f81d44d61 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 944 time: 0.0516400 Sep 02 13:27:28.577109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9269237d-2f00-439e-9fe8-efa53bc3319a req-9c5963ee-6ad6-456c-b90a-ec65ba34cf3c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347667 Sep 02 13:27:28.721278 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b8f322c-7612-45b0-88ea-d309214fdee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.709976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26479-3792-48ca-83fe-1040999457b5 req-f6241cf3-7f60-4ef2-80ca-6fd3bb9e7e72 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:29.711886 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1cd26479-3792-48ca-83fe-1040999457b5 req-f6241cf3-7f60-4ef2-80ca-6fd3bb9e7e72 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 944 time: 0.0541496 Sep 02 13:27:29.754820 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1cd26479-3792-48ca-83fe-1040999457b5 req-28595571-2099-4f1e-8f63-65df8c3fb829 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339935 Sep 02 13:27:30.019546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:30.075857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 109ec8dc-cada-414e-8c1a-98c705f9a26d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:30.079502 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 109ec8dc-cada-414e-8c1a-98c705f9a26d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:30.079876 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.164698 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.190028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:30.192599 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282ba23-60e8-469e-8c7c-01b99dac3af6" -d '{"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-plugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:30.204877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:30.209533 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.232520 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e62fe-762a-4d24-92b9-1daf4815f362 x-openstack-request-id: req-390e62fe-762a-4d24-92b9-1daf4815f362 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:30.232836 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-plugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:30.233099 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-390e62fe-762a-4d24-92b9-1daf4815f362 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:30.233482 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'code': 200} Sep 02 13:27:30.259996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:30.337763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6263-7ce3-440b-8ff7-cf376789e649 req-9ebd6f71-eb5e-421b-b97d-0a93c6fafe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:30.339324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de7f6263-7ce3-440b-8ff7-cf376789e649 req-9ebd6f71-eb5e-421b-b97d-0a93c6fafe20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0494292 Sep 02 13:27:30.378677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de7f6263-7ce3-440b-8ff7-cf376789e649 req-ee84a1e6-1131-48ea-be36-74bdd7a86bc8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316832 Sep 02 13:27:30.888296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00415-82c6-4787-bccd-49727a4d9b31 req-83aae344-b0d9-49c2-8ba6-1921d1bf13e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:30.890235 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ac00415-82c6-4787-bccd-49727a4d9b31 req-83aae344-b0d9-49c2-8ba6-1921d1bf13e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0545335 Sep 02 13:27:30.932429 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ac00415-82c6-4787-bccd-49727a4d9b31 req-12520c4f-4f24-42b8-bc01-f4e49d3fc5f2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346720 Sep 02 13:27:31.520554 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5af3821-203d-4eed-9897-7f1bfd307b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.679662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.061539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5592dc-f3e2-401e-babf-2ed6e7306a0a req-cfac3e22-0997-4436-b200-4966d06ed360 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.063082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d5592dc-f3e2-401e-babf-2ed6e7306a0a req-cfac3e22-0997-4436-b200-4966d06ed360 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Sep 02 13:27:32.112350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d5592dc-f3e2-401e-babf-2ed6e7306a0a req-615f5f81-5e83-41b5-bbdd-fe1417ff2126 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Sep 02 13:27:32.231004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7e59e-e05a-4bc9-97f9-cb208069a95f req-4a7a8e55-f570-4b75-a978-7e1cff5462a6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.232411 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6ad7e59e-e05a-4bc9-97f9-cb208069a95f req-4a7a8e55-f570-4b75-a978-7e1cff5462a6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Sep 02 13:27:32.243230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:32.248302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'floatingip': {'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:32.291420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.692743 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.737049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.742879 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.841675 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 associated. External IP: 172.25.7.54, port: 109ec8dc-cada-414e-8c1a-98c705f9a26d. Sep 02 13:27:33.080490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:27:33.450345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:33.455176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:33.460551 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:33.470926 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:33.471536 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:27:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:33.489839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-373ef69d-c533-44df-9777-faa7ca96d13d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "PUT /v2.0/floatingips/1df57a1e-4f60-4717-8413-7ba1641ee268 HTTP/1.1" status: 200 len: 990 time: 1.2448099 Sep 02 13:27:33.490528 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:33.492968 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ccb395-4dc3-4585-b25d-4a1821a94e50" -d '{"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:33.528850 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f98f6a-8a88-43c6-b355-1f76a6f2f485 x-openstack-request-id: req-f5f98f6a-8a88-43c6-b355-1f76a6f2f485 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:33.529187 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:33.529389 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5f98f6a-8a88-43c6-b355-1f76a6f2f485 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:33.529805 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'status': 'completed', 'code': 200} Sep 02 13:27:33.586446 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:33.596611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-3bcbc7bb-d286-495b-bba9-1dc0ba01538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.598380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-3bcbc7bb-d286-495b-bba9-1dc0ba01538a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0425787 Sep 02 13:27:33.700757 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-04866565-9c3d-4992-bdec-33ab3c50bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.702239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-04866565-9c3d-4992-bdec-33ab3c50bac8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0973270 Sep 02 13:27:33.769954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-2c36da97-5884-4d55-a87d-84246417a977 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 998 time: 0.0601039 Sep 02 13:27:33.824787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-10ae3651-7167-4c58-ad54-e6067dfb61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.826601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-10ae3651-7167-4c58-ad54-e6067dfb61c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0499969 Sep 02 13:27:33.875270 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-79fd6032-ceed-4715-b398-181a2d3edcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.876866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-79fd6032-ceed-4715-b398-181a2d3edcfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434296 Sep 02 13:27:33.923466 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:94:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:27:32Z', 'revision_number': 9, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:33.952576 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:33.961945 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:33.962571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:27:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:33.970551 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-e6539ae2-671e-46ca-84bc-a2bdf69a05c9 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866170 Sep 02 13:27:34.066909 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:34.067392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84ccb395-4dc3-4585-b25d-4a1821a94e50 req-e2798cb1-9656-421b-a97a-458e65acd72c service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Sep 02 13:27:34.312172 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:94:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:27:32Z', 'revision_number': 9, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:34.339679 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320b3fc-9efb-4c78-90f6-cfaab838ef01 None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:94:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:27:32Z', 'revision_number': 9, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:34.361410 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:34.551495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651969e-de3a-407b-9927-ab6e1a5907ec None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:27:35.612539 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.679131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:27:41.435315 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:58.731702 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a867c48d-cca6-4d14-bb37-9fbe2d224adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.522202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f2b04c6-5d9e-4522-82b7-f83f89b70a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.689771 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:02.691659 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.360855 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.642388 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.445472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:13.685414 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:28:20.379140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-d8900449-def9-405a-9b47-704ab148feb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979841 Sep 02 13:28:20.465349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-82ab69fe-4ec1-402f-a139-f54997c6a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:20.466768 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-82ab69fe-4ec1-402f-a139-f54997c6a38e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0417340 Sep 02 13:28:20.579188 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-568a6995-2c52-47b1-afa7-059872a7bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:20.580704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-568a6995-2c52-47b1-afa7-059872a7bc0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0919964 Sep 02 13:28:20.657239 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-6b96bc36-1259-41c1-965c-601411482c68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1001 time: 0.0672200 Sep 02 13:28:20.714090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-da4de68d-0fbc-4700-9cb6-126d6fb2597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:20.715651 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-da4de68d-0fbc-4700-9cb6-126d6fb2597f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0496426 Sep 02 13:28:20.765828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-6d5f7b18-2a7b-4148-b739-764a5ddf83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:20.767380 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-6d5f7b18-2a7b-4148-b739-764a5ddf83cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436940 Sep 02 13:28:20.865232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-307b3098-2a82-4697-a80f-5acc35fa2f9a service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900161 Sep 02 13:28:20.970284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-41d4bd2b-8e4d-49ea-a239-9aded3219661 req-5170118c-3886-4ee1-ba4e-cafba55e9c28 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946467 Sep 02 13:28:28.727269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b676b90f-c584-4413-a407-cdb28984b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.521797 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-268c6b3f-eb0d-4187-85c1-301f7a08b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.686050 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:32.689268 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.368423 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.624532 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.489977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:50.686161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:28:58.741177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d058e101-70b2-479e-aa44-94a6d9561773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.517253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48af882b-7340-49ef-af53-39d37513d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.692352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:02.694200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:04.370200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:05.639770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:10.466610 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-5fbbdabb-1498-4e14-821b-fb520cfc648d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459049 Sep 02 13:29:10.488288 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1afecd-60cc-46f4-bae1-48fb165c1199 req-61a176e4-0fc9-4aa9-a220-9254f38facd0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:10.490174 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca1afecd-60cc-46f4-bae1-48fb165c1199 req-61a176e4-0fc9-4aa9-a220-9254f38facd0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0589986 Sep 02 13:29:10.532943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca1afecd-60cc-46f4-bae1-48fb165c1199 req-da4bfeb9-5405-42fc-8624-6f8146771d24 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Sep 02 13:29:11.486587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:11.672658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a88b9-8b6a-4462-a3c5-cecaa7293586 req-5236ee56-167c-45f4-9392-29973cacfb70 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.674231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-567a88b9-8b6a-4462-a3c5-cecaa7293586 req-5236ee56-167c-45f4-9392-29973cacfb70 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0607820 Sep 02 13:29:11.716452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-567a88b9-8b6a-4462-a3c5-cecaa7293586 req-4ca7c148-eec3-4a4c-9332-0625070dad1f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347285 Sep 02 13:29:12.082199 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-aafeaf49-26b1-45c1-8084-e5cb8c67cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.083774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-aafeaf49-26b1-45c1-8084-e5cb8c67cba6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0442379 Sep 02 13:29:12.186032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-d8869be5-44a2-418b-bc4c-0a7266a8a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.187931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-d8869be5-44a2-418b-bc4c-0a7266a8a596 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0958223 Sep 02 13:29:12.253002 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-46e4f086-18d0-47ac-8284-b9172bf0340f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1001 time: 0.0580301 Sep 02 13:29:12.307595 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-d8bfb3f5-1c28-4fb4-9a60-bd26274cbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.309062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-d8bfb3f5-1c28-4fb4-9a60-bd26274cbe01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0493996 Sep 02 13:29:12.355690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-98094548-e860-44b3-a69b-92d50b2ada81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.357489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-98094548-e860-44b3-a69b-92d50b2ada81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416455 Sep 02 13:29:12.452641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b961cd6a-0f1f-4548-aba2-498c114da586 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878634 Sep 02 13:29:12.554077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-a52d1939-af84-4bb0-a673-69a669201595 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945942 Sep 02 13:29:12.841826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5aff9-d223-4091-a742-b2a5fdff7962 req-37297eca-8325-4e1c-b26e-e750e45b423f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.843394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16e5aff9-d223-4091-a742-b2a5fdff7962 req-37297eca-8325-4e1c-b26e-e750e45b423f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0534403 Sep 02 13:29:12.883356 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-16e5aff9-d223-4091-a742-b2a5fdff7962 req-bd036461-8f40-4f39-809a-592b53cb2838 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338640 Sep 02 13:29:14.013918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f136b-0f0a-4ecf-9c1b-32788e36d097 req-13caea0f-6921-498f-b2e0-e541c7303831 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:14.015420 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ca1f136b-0f0a-4ecf-9c1b-32788e36d097 req-13caea0f-6921-498f-b2e0-e541c7303831 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0585039 Sep 02 13:29:14.057970 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ca1f136b-0f0a-4ecf-9c1b-32788e36d097 req-dff79333-f271-4b44-b94d-8654add817e3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Sep 02 13:29:15.190422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46cf29-8454-42a0-9f92-4ba035244112 req-64a2d50d-37db-4946-9435-be4254394af7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:15.191975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad46cf29-8454-42a0-9f92-4ba035244112 req-64a2d50d-37db-4946-9435-be4254394af7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0559974 Sep 02 13:29:15.235691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ad46cf29-8454-42a0-9f92-4ba035244112 req-ea1ff14a-2beb-4048-ae5f-72d252094fca tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351562 Sep 02 13:29:16.374511 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e330e-b9b2-4c9d-9d14-d6f3cdf0a03d req-79196af8-8734-4f57-a645-50f2ebd9deef tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:16.376023 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f41e330e-b9b2-4c9d-9d14-d6f3cdf0a03d req-79196af8-8734-4f57-a645-50f2ebd9deef tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0609214 Sep 02 13:29:16.418286 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f41e330e-b9b2-4c9d-9d14-d6f3cdf0a03d req-875755b2-aa79-495c-b5ea-3e0a8ce17bff tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334473 Sep 02 13:29:17.549311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d732687-afdc-4f19-a77f-5101bb163665 req-186529f9-64f1-4c86-b0c5-12814265fde4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:17.550751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d732687-afdc-4f19-a77f-5101bb163665 req-186529f9-64f1-4c86-b0c5-12814265fde4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0501335 Sep 02 13:29:17.589419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3d732687-afdc-4f19-a77f-5101bb163665 req-8b4e4102-112e-4667-9d9a-a4b2a8c74a44 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Sep 02 13:29:18.728093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8bd57-9199-4691-9c46-d9756eeeb9cf req-528091f4-b2ea-4e33-8692-ae1abf98f40a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:18.729665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fb8bd57-9199-4691-9c46-d9756eeeb9cf req-528091f4-b2ea-4e33-8692-ae1abf98f40a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0620143 Sep 02 13:29:18.772596 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8fb8bd57-9199-4691-9c46-d9756eeeb9cf req-b4ba7936-d0e4-4159-9599-b1ca393cbcb9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Sep 02 13:29:19.915486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedf37d-d455-4ff3-9507-6cf405ff183f req-30dfef95-9e6e-4313-a8f8-1e1140a7f152 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:19.917014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8eedf37d-d455-4ff3-9507-6cf405ff183f req-30dfef95-9e6e-4313-a8f8-1e1140a7f152 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0609438 Sep 02 13:29:19.958528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8eedf37d-d455-4ff3-9507-6cf405ff183f req-43ef3b9a-77c3-4a27-a0d7-f25f7b914fcd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341139 Sep 02 13:29:20.391041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d870-f276-461e-a107-571df4783d8d req-759db69b-ab47-4f67-a095-01293883da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:20.392654 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-759db69b-ab47-4f67-a095-01293883da3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0500252 Sep 02 13:29:20.502786 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d870-f276-461e-a107-571df4783d8d req-109475b5-acfa-4334-9e73-a9dedc964ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:20.504311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-109475b5-acfa-4334-9e73-a9dedc964ea9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0914648 Sep 02 13:29:20.584931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-f9afbaca-49fa-4334-bbd6-8e0e14299b7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1001 time: 0.0729473 Sep 02 13:29:20.636026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d870-f276-461e-a107-571df4783d8d req-0a9e3a19-d3dd-4172-9829-960ce0613117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:20.637528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-0a9e3a19-d3dd-4172-9829-960ce0613117 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0454946 Sep 02 13:29:20.687873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d870-f276-461e-a107-571df4783d8d req-3aeb3c57-c864-47ff-88fc-0b3e594cfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:20.689373 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-3aeb3c57-c864-47ff-88fc-0b3e594cfc39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452650 Sep 02 13:29:20.791076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-455ac3a0-0cc3-45ad-923d-819178ce965c service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937936 Sep 02 13:29:20.886574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cb96d870-f276-461e-a107-571df4783d8d req-ecaf1f78-ab02-4964-9393-966386635e0c service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882776 Sep 02 13:29:21.096547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec45acf-ec49-4784-9b02-56287caab74c req-d2a45ae1-3a1b-4d69-b262-f195d5d04685 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:21.098159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ec45acf-ec49-4784-9b02-56287caab74c req-d2a45ae1-3a1b-4d69-b262-f195d5d04685 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0628936 Sep 02 13:29:21.143461 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0ec45acf-ec49-4784-9b02-56287caab74c req-05dd3d75-ce29-443e-861c-6a50294d4374 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360575 Sep 02 13:29:22.273821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac264-f4c5-4d5c-a5c5-3135d0788020 req-cd646ac1-adb0-4b4a-9ed2-79f4cec0e92d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:22.275334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9eac264-f4c5-4d5c-a5c5-3135d0788020 req-cd646ac1-adb0-4b4a-9ed2-79f4cec0e92d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Sep 02 13:29:22.314912 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f9eac264-f4c5-4d5c-a5c5-3135d0788020 req-ea3dcc0e-d373-4c86-ba59-0960e0a01af5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327628 Sep 02 13:29:23.440376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4fd96-d553-4fc4-8087-23164f82be07 req-d9b65a79-3608-4616-aec7-41b4a962780e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:23.441814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13f4fd96-d553-4fc4-8087-23164f82be07 req-d9b65a79-3608-4616-aec7-41b4a962780e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Sep 02 13:29:23.485792 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-13f4fd96-d553-4fc4-8087-23164f82be07 req-40df9a7e-1138-4a27-9139-08f1db935812 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351975 Sep 02 13:29:24.541516 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-0edf4401-24bc-4760-8e50-5ec5109a93cf service neutron] show failed (client error): The resource could not be found. Sep 02 13:29:24.542581 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-0edf4401-24bc-4760-8e50-5ec5109a93cf service neutron] 10.222.0.18 "GET /v2.0/ports/109ec8dc-cada-414e-8c1a-98c705f9a26d/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0740297 Sep 02 13:29:24.619672 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ce22-7683-4c07-85f4-8d2a568f35cc req-befed6de-366b-4304-bf1f-c946cec375f3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.621282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52f3ce22-7683-4c07-85f4-8d2a568f35cc req-befed6de-366b-4304-bf1f-c946cec375f3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0540934 Sep 02 13:29:24.667434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52f3ce22-7683-4c07-85f4-8d2a568f35cc req-6b85a7bf-cf3b-42b7-b40b-2f95690f474d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 Sep 02 13:29:24.773387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-4bcae2f8-6ec3-4152-be69-5b3842eb550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.775157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-4bcae2f8-6ec3-4152-be69-5b3842eb550b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 1096 time: 0.0569239 Sep 02 13:29:24.786240 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-dafa8a19-4d4a-45bf-bb81-f4b833a9edc8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:24.787274 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-dafa8a19-4d4a-45bf-bb81-f4b833a9edc8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052733 Sep 02 13:29:24.799957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:24.858719 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.066164 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:25.099824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:25.143989 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:25.146412 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531aeab7-c1a3-40a1-9110-2dbcc9320f5a" -d '{"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-unplugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:25.150987 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.163974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Transition to ACTIVE for port object 109ec8dc-cada-414e-8c1a-98c705f9a26d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:25.169901 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.200720 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2720b1-9d43-4847-8fc8-c8dfe603737a x-openstack-request-id: req-2c2720b1-9d43-4847-8fc8-c8dfe603737a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:25.201059 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-unplugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:25.201312 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c2720b1-9d43-4847-8fc8-c8dfe603737a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:25.201766 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'code': 200} Sep 02 13:29:25.262881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:25.275405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.275755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.276116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.276436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.276767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.277117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.277447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.277770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.278093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.278414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.278737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.279056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.306628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] No DVR routers for this DVR port 109ec8dc-cada-414e-8c1a-98c705f9a26d on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:25.445967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:25.446294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:25.446617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:25.451424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:25.452088 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:25.457359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:25.457693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:25.458071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:25.458485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Bound port: 109ec8dc-cada-414e-8c1a-98c705f9a26d, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:25.458839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.536457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:25.539560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:25.546846 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.582710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.583326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.584779 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] 10.222.0.41 "PUT /v2.0/ports/109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1091 time: 0.7894437 Sep 02 13:29:25.604781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d43ab8-2a3f-4570-88d4-59117fde1aab service neutron] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:25.661548 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-bbc70c3e-69c2-4754-b3bf-828481cf188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.663130 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-bbc70c3e-69c2-4754-b3bf-828481cf188e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0507765 Sep 02 13:29:25.779345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-86153496-c85a-4f78-8b53-12dcb3053027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.782224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-86153496-c85a-4f78-8b53-12dcb3053027 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1114411 Sep 02 13:29:25.794079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2b4d-507c-42dd-84ef-2fcb029b00f4 req-afe8884f-329d-4c0e-8072-411cb5a731f6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.795781 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-127f2b4d-507c-42dd-84ef-2fcb029b00f4 req-afe8884f-329d-4c0e-8072-411cb5a731f6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 943 time: 0.0506222 Sep 02 13:29:25.838789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-127f2b4d-507c-42dd-84ef-2fcb029b00f4 req-fc23781e-0915-4e66-a5b9-48f1494f5737 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357459 Sep 02 13:29:25.878471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-7344d69e-6034-475a-b8fd-59ffc2b7fda1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 999 time: 0.0894206 Sep 02 13:29:25.935122 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-e6ac312a-0ab9-424c-bbe7-663d9b8668e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.937014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-e6ac312a-0ab9-424c-bbe7-663d9b8668e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0523016 Sep 02 13:29:25.983632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-1ced6d90-fded-4a66-9008-be4a14c1e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.985164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-1ced6d90-fded-4a66-9008-be4a14c1e3bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416908 Sep 02 13:29:26.084469 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-a510244f-1b27-42b1-8b2e-e23853175eaa service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920665 Sep 02 13:29:26.185980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-78951ac5-3417-4929-ad45-c390ed2bf08e service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946825 Sep 02 13:29:26.972093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc6f0d-4a1d-46e5-925d-1678f6520fde req-03ee4514-8502-4a46-a153-1b5f98a75092 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.973679 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7fc6f0d-4a1d-46e5-925d-1678f6520fde req-03ee4514-8502-4a46-a153-1b5f98a75092 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 943 time: 0.0545561 Sep 02 13:29:27.017929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d7fc6f0d-4a1d-46e5-925d-1678f6520fde req-c5ffd857-4d49-49e2-9999-5bac590c339e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355334 Sep 02 13:29:27.203210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:27.205737 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3a9921-7cf1-44ef-8684-08f0cf005cee" -d '{"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:27.266336 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db45a22-3ef4-4e51-94c8-01f602f4b31e x-openstack-request-id: req-7db45a22-3ef4-4e51-94c8-01f602f4b31e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:27.266993 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:27.267396 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7db45a22-3ef4-4e51-94c8-01f602f4b31e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:27.268024 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'status': 'completed', 'code': 200} Sep 02 13:29:27.336839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-e078f64f-1192-4110-afe8-1546053e2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.337523 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-a6225dfb-0f8c-4775-87ee-3b061487de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.338384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-e078f64f-1192-4110-afe8-1546053e2791 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0528190 Sep 02 13:29:27.338530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-a6225dfb-0f8c-4775-87ee-3b061487de8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0472488 Sep 02 13:29:27.429013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-6ec03e84-48bb-4a4f-b954-8c2f7be09674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.430618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-6ec03e84-48bb-4a4f-b954-8c2f7be09674 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0848172 Sep 02 13:29:27.438006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-63f258cf-54ac-416f-b73e-4508d5546771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.439731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-63f258cf-54ac-416f-b73e-4508d5546771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0923834 Sep 02 13:29:27.511623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-f723f6be-7a5f-4a17-b6e7-5058d0766a2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 999 time: 0.0739763 Sep 02 13:29:27.518819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-35b4738d-70a0-4021-8966-c7df6fa1ccbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 999 time: 0.0680232 Sep 02 13:29:27.563389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-7bf9c801-338c-4048-85aa-0c8d0ea6336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.564870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-7bf9c801-338c-4048-85aa-0c8d0ea6336a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0466619 Sep 02 13:29:27.573451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-3c49b2b1-a622-4d4f-83be-4e768617603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.574942 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-3c49b2b1-a622-4d4f-83be-4e768617603a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0492136 Sep 02 13:29:27.614680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-14a3d3f9-8baa-4efe-988b-cb413c6c4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.616234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-14a3d3f9-8baa-4efe-988b-cb413c6c4a95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445890 Sep 02 13:29:27.628417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-82d00957-a52c-41e7-bead-3e302351044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.629976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-82d00957-a52c-41e7-bead-3e302351044b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476363 Sep 02 13:29:27.696054 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:29:27.725795 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-35fb3f72-b9fb-4712-8588-dbf50d022f1b service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024313 Sep 02 13:29:27.730762 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-fca2c3bb-58c5-437b-9540-0ffb4fb0895e service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912349 Sep 02 13:29:27.838815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-d37bfc8f-0dbd-427a-b220-0ec176bb2355 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002874 Sep 02 13:29:28.149879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4e3a9921-7cf1-44ef-8684-08f0cf005cee req-c93de5f1-0d85-468f-aa54-6d1a62faab91 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165111 Sep 02 13:29:28.151003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5e49-8b5c-49f3-aca4-bd4aa3ca492c req-769eb6af-545a-4412-9279-ebf4ab2809fc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.152507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07db5e49-8b5c-49f3-aca4-bd4aa3ca492c req-769eb6af-545a-4412-9279-ebf4ab2809fc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 943 time: 0.0549936 Sep 02 13:29:28.196093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07db5e49-8b5c-49f3-aca4-bd4aa3ca492c req-303308e1-8537-4d07-b9f4-a7b2de101ac0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351303 Sep 02 13:29:28.530291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:28.543318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-fd480e90-0dd5-4ef3-9989-ef289a36a914 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.544802 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-fd480e90-0dd5-4ef3-9989-ef289a36a914 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2&tenant_id=511814cdcbdf44999469bdb43fe4250e&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 943 time: 0.0847740 Sep 02 13:29:28.553996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:28.557285 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f88c6-8308-4d47-9022-dd273e76bb9f req-f125e0b4-1b56-463c-97fb-46afb7a293e6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.558838 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-248f88c6-8308-4d47-9022-dd273e76bb9f req-f125e0b4-1b56-463c-97fb-46afb7a293e6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 943 time: 0.0712092 Sep 02 13:29:28.594340 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:28.636652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-248f88c6-8308-4d47-9022-dd273e76bb9f req-ea1f3233-8359-42fa-a7b6-be7abbce6cf2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675423 Sep 02 13:29:28.645603 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-3b2cf15f-20f3-4d33-920f-12281edbc265 service neutron] 10.222.0.41 "GET /v2.0/ports/109ec8dc-cada-414e-8c1a-98c705f9a26d/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.0858848 Sep 02 13:29:28.668110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:28.679121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'mac_address': 'fa:16:3e:94:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:28.711793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-3a1e2c10-919c-4c7b-b284-ca537563f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.713333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-3a1e2c10-919c-4c7b-b284-ca537563f6cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0459774 Sep 02 13:29:28.716193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.742178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109ec8dc-cada-414e-8c1a-98c705f9a26d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:28.754634 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ca5bc59-c0da-4950-81e2-34ac653558e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.763501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:28.768321 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.808681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-e109f48a-667b-4d65-b91b-b143008b79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.810321 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-e109f48a-667b-4d65-b91b-b143008b79ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0897987 Sep 02 13:29:28.813802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:28.821162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.821513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.821878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.822198 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.822534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.822867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.823197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.823545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.823871 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.824193 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.824513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.824837 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:28.892498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-f75ba33d-264e-4521-a4a5-f453101ed1a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1000 time: 0.0740378 Sep 02 13:29:28.942921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-65419e0d-23ae-45ce-9530-bc00f33cfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.944473 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-65419e0d-23ae-45ce-9530-bc00f33cfdd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0451522 Sep 02 13:29:28.993375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-67739560-8491-4361-af57-d0d42239f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.994914 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-67739560-8491-4361-af57-d0d42239f0dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418749 Sep 02 13:29:29.011346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['109ec8dc-cada-414e-8c1a-98c705f9a26d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:29.096608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-f5a2f1f1-6d65-4d64-8b04-fdfb77901479 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930946 Sep 02 13:29:29.199443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-d4625a2d-72a9-4756-86a2-aa77e3b7c768 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959682 Sep 02 13:29:29.765715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b0c6-a4b8-4830-84dd-aa14626b21f4 req-48d1b90c-6216-43c2-9a9d-8721a8aced69 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:29.767201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f77b0c6-a4b8-4830-84dd-aa14626b21f4 req-48d1b90c-6216-43c2-9a9d-8721a8aced69 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 944 time: 0.0511634 Sep 02 13:29:29.809311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f77b0c6-a4b8-4830-84dd-aa14626b21f4 req-a1beb335-e81f-4eb6-aef2-c7372d073ba9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358405 Sep 02 13:29:30.367993 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-d822ef2f-2285-4026-93e4-35a679e4cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.369837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-d822ef2f-2285-4026-93e4-35a679e4cb69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1095 time: 0.0460627 Sep 02 13:29:30.479800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-453daea6-107d-40bd-9675-156ed1a5c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.481241 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-453daea6-107d-40bd-9675-156ed1a5c4b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0905309 Sep 02 13:29:30.549306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-10716cb5-e79e-494f-83eb-4b32be3ad156 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1000 time: 0.0599964 Sep 02 13:29:30.550909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:30.612376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-6fc5cec7-18f3-408f-89b9-4d3b317ef190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.613640 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-6fc5cec7-18f3-408f-89b9-4d3b317ef190 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0573547 Sep 02 13:29:30.628486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 109ec8dc-cada-414e-8c1a-98c705f9a26d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:30.632749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 109ec8dc-cada-414e-8c1a-98c705f9a26d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:30.633329 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:30.665530 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-8a5d6ad4-ad1d-48f4-b05c-a0ac45df44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.667061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-8a5d6ad4-ad1d-48f4-b05c-a0ac45df44ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438585 Sep 02 13:29:30.709836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:30.732282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:30.734559 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a400d9-6fdc-4cce-a065-cfb7e78feb0d" -d '{"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-plugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:30.748282 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:30.753547 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:30.759234 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-f150ef94-6ca8-4f9f-8466-bdc5f7dfbd7c service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841496 Sep 02 13:29:30.789141 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2b5f2-4f3d-459a-8efa-5929d1b4a843 x-openstack-request-id: req-50c2b5f2-4f3d-459a-8efa-5929d1b4a843 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:30.789432 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-plugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:30.789823 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50c2b5f2-4f3d-459a-8efa-5929d1b4a843 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:30.790202 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'code': 200} Sep 02 13:29:30.813936 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:30.871756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92e23324-bb71-4605-a60a-7baee15c2f9d req-8bb22351-aff1-4dce-900c-4cb08e7efff1 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039994 Sep 02 13:29:30.930119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40ba09-3fa1-4a8b-bd62-5d80caf8b42f req-eebc37e6-bb35-410e-bb29-8fa0f1b4343a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.931648 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be40ba09-3fa1-4a8b-bd62-5d80caf8b42f req-eebc37e6-bb35-410e-bb29-8fa0f1b4343a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Sep 02 13:29:30.970717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-be40ba09-3fa1-4a8b-bd62-5d80caf8b42f req-e1f65ab3-ddfd-4170-bc5b-123b15c7b29c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325851 Sep 02 13:29:31.295146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-51c4194c-a462-4b66-a71d-a5647cffb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:31.296601 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-51c4194c-a462-4b66-a71d-a5647cffb1e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 1096 time: 0.0535429 Sep 02 13:29:31.308626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:31.369156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.519559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e815598f-63f5-45be-afe3-6ee66f63aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.585342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:31.620777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:31.679607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:31.682596 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f61a35-da75-432e-8d91-0d7950dad22e" -d '{"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-unplugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:31.688521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.690249 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.703396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Transition to ACTIVE for port object 109ec8dc-cada-414e-8c1a-98c705f9a26d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:31.708284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.763991 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a528e855-0768-457c-b2da-17aaecd1c396 x-openstack-request-id: req-a528e855-0768-457c-b2da-17aaecd1c396 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:31.764496 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-unplugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:31.764832 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a528e855-0768-457c-b2da-17aaecd1c396 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:31.765264 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'code': 200} Sep 02 13:29:31.860305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:31.872965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.873321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.873814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.874162 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.874500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.874946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.875284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.875643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.875946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.876280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.876607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.876955 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:31.896745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] No DVR routers for this DVR port 109ec8dc-cada-414e-8c1a-98c705f9a26d on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:32.055808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:32.056484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:32.056484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:32.075615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:32.075949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Attempting to bind port 109ec8dc-cada-414e-8c1a-98c705f9a26d on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:32.083904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:32.084347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:32.084736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:32.085206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Bound port: 109ec8dc-cada-414e-8c1a-98c705f9a26d, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:32.085572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.112882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84d567-31ee-43b0-95c7-364cdc6b80c7 req-62c1d98f-61a0-4170-8dbf-0ddfa99afb9a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.114341 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd84d567-31ee-43b0-95c7-364cdc6b80c7 req-62c1d98f-61a0-4170-8dbf-0ddfa99afb9a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 944 time: 0.0704401 Sep 02 13:29:32.188856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fd84d567-31ee-43b0-95c7-364cdc6b80c7 req-d696556e-7a1a-4b4e-8c4f-253e4a845ec7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576835 Sep 02 13:29:32.189877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:32.193322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:32.199970 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.241547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.242165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.243560 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] 10.222.0.18 "PUT /v2.0/ports/109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 1092 time: 0.9391174 Sep 02 13:29:32.261940 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57015d0e-afd2-4421-a7bd-a76e5c320f17 service neutron] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:32.310628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-3c1bcc54-83c2-4b57-85b1-c5fe878c6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.312367 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-3c1bcc54-83c2-4b57-85b1-c5fe878c6216 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1095 time: 0.0447378 Sep 02 13:29:32.416796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-602e7e3b-8f36-4140-8e03-1d6093a97c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.418427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-602e7e3b-8f36-4140-8e03-1d6093a97c95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0993698 Sep 02 13:29:32.495731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-dd380ff1-ca6f-4347-a096-343b154e596f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 999 time: 0.0696902 Sep 02 13:29:32.545364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-2e5474c2-7aa9-41a8-8ac3-d71f3d6aac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.546964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-2e5474c2-7aa9-41a8-8ac3-d71f3d6aac6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0449097 Sep 02 13:29:32.599726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-cc54fd30-c1b3-4374-99eb-66484a196460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.601281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-cc54fd30-c1b3-4374-99eb-66484a196460 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471110 Sep 02 13:29:32.695108 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.702885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-a0f10a50-25f1-4563-a853-73fb40de2f6c service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939357 Sep 02 13:29:32.800914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c24f0a74-3402-4719-85cd-1db5a4cea5d1 req-c88e9d8e-915e-43dd-9b41-045b8a9bc22f service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908358 Sep 02 13:29:33.322233 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e4ff7-b920-4f90-89cb-8476905220c2 req-fbf61dc2-d47f-490e-af36-bffab3ebe5d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.323780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-555e4ff7-b920-4f90-89cb-8476905220c2 req-fbf61dc2-d47f-490e-af36-bffab3ebe5d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 944 time: 0.0517111 Sep 02 13:29:33.363369 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-555e4ff7-b920-4f90-89cb-8476905220c2 req-b4c9fe77-68ca-422d-9ca1-bd31b01fba4b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334375 Sep 02 13:29:33.767112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:33.770199 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a84e92-77ff-47b8-ae33-f498563f1a52" -d '{"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:33.822442 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228847e7-3711-4933-bc88-fadf49c02a42 x-openstack-request-id: req-228847e7-3711-4933-bc88-fadf49c02a42 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:33.822733 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:33.822984 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-228847e7-3711-4933-bc88-fadf49c02a42 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:33.823385 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'status': 'completed', 'code': 200} Sep 02 13:29:33.886594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-a4a827d9-b323-44f9-b49c-dc69d20c774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.888117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-a4a827d9-b323-44f9-b49c-dc69d20c774b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1095 time: 0.0415385 Sep 02 13:29:33.895174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-69b4a383-982e-423d-ad4f-2488bb9d0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.908169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-69b4a383-982e-423d-ad4f-2488bb9d0043 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 1095 time: 0.0636902 Sep 02 13:29:33.984715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-65418490-a446-41d9-8711-a22dc6a4b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.986247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-65418490-a446-41d9-8711-a22dc6a4b843 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0915518 Sep 02 13:29:34.001845 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-0a06dc72-76af-4438-ade9-3025e9ab0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.003343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-0a06dc72-76af-4438-ade9-3025e9ab0649 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0871017 Sep 02 13:29:34.050632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-4c5d9031-36c3-43a6-8fa6-9f6b2be7c95d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 999 time: 0.0574124 Sep 02 13:29:34.075624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-c8ef1e57-ae1b-4b36-802a-c81fa762b2be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 200 len: 999 time: 0.0630598 Sep 02 13:29:34.105309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-6151c704-7c25-4abc-b56e-72ce885a1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.107125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-6151c704-7c25-4abc-b56e-72ce885a1218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0493448 Sep 02 13:29:34.126954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-f317ae50-9172-4397-ae9b-db94b6c86138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.128492 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-f317ae50-9172-4397-ae9b-db94b6c86138 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0452721 Sep 02 13:29:34.154470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-2ec1c943-ec98-4cc4-a818-4752012d7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.156054 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-2ec1c943-ec98-4cc4-a818-4752012d7ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415974 Sep 02 13:29:34.179655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-ea8450f9-5988-40ab-a747-72bfb94780e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.181343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-ea8450f9-5988-40ab-a747-72bfb94780e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439558 Sep 02 13:29:34.246104 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-cedadc29-4999-4e03-bd4f-c836feb796c4 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Sep 02 13:29:34.283126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-1e1dcda2-20c4-4553-8b25-83309d369097 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909436 Sep 02 13:29:34.353061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-4ad8ae5d-a88f-477d-a3ce-db9e9bccc98c service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988057 Sep 02 13:29:34.378863 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.393726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-06a84e92-77ff-47b8-ae33-f498563f1a52 req-2d8da953-f14d-42bc-be3c-ef33cf083844 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007316 Sep 02 13:29:34.488113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7f69-6e92-431c-a8ed-038d0bedc6d8 req-d6bbd89e-8999-4331-8c11-d87fb16ccca7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.489664 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b6f7f69-6e92-431c-a8ed-038d0bedc6d8 req-d6bbd89e-8999-4331-8c11-d87fb16ccca7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 944 time: 0.0521150 Sep 02 13:29:34.538254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b6f7f69-6e92-431c-a8ed-038d0bedc6d8 req-569e7efb-41a5-4bd9-852c-c3b2e97302d4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Sep 02 13:29:34.561095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:34.569231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:34.660951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:34.707488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:34.719597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'mac_address': 'fa:16:3e:94:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:34.919614 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.932564 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109ec8dc-cada-414e-8c1a-98c705f9a26d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:34.953287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:34.959471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.007382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:35.222722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['109ec8dc-cada-414e-8c1a-98c705f9a26d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:35.637398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.661868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfb02-907f-4e4f-9a8e-620f4783dcda req-63d278db-93b6-46bc-a06c-5d34260d3d9b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:35.663456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-419dfb02-907f-4e4f-9a8e-620f4783dcda req-63d278db-93b6-46bc-a06c-5d34260d3d9b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Sep 02 13:29:35.713957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-419dfb02-907f-4e4f-9a8e-620f4783dcda req-a08ee46e-a43a-44de-8c25-1fbbb7f35db0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440311 Sep 02 13:29:35.837337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440350f7-38f6-4b2d-a80d-5058e08c4114 req-d0a51566-68f3-430f-ad29-df6cecb33e97 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:35.838797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-440350f7-38f6-4b2d-a80d-5058e08c4114 req-d0a51566-68f3-430f-ad29-df6cecb33e97 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Sep 02 13:29:35.885598 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-440350f7-38f6-4b2d-a80d-5058e08c4114 req-8bb9072c-5ad8-4348-a504-de0459dbf360 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403090 Sep 02 13:29:36.022698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278f43b-d16e-4e6b-ba93-e3be2b1521f4 req-4229580e-7823-4b8a-bbed-ea51e664e38a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:36.024201 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1278f43b-d16e-4e6b-ba93-e3be2b1521f4 req-4229580e-7823-4b8a-bbed-ea51e664e38a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0583229 Sep 02 13:29:36.067199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1278f43b-d16e-4e6b-ba93-e3be2b1521f4 req-4b79daa0-1a64-4e29-9370-34b794f6a9ec tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369182 Sep 02 13:29:36.318796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cca2bc-6208-4e1c-9490-62dc065219d4 req-428cc9b6-a2d8-44f6-a2c3-7875f9bc97e0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:36.320305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35cca2bc-6208-4e1c-9490-62dc065219d4 req-428cc9b6-a2d8-44f6-a2c3-7875f9bc97e0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 945 time: 0.0498002 Sep 02 13:29:36.359229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-35cca2bc-6208-4e1c-9490-62dc065219d4 req-6db846e7-e1bf-4ad8-a40b-74afe738f3d1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Sep 02 13:29:36.592859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:36.650631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 109ec8dc-cada-414e-8c1a-98c705f9a26d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:36.654758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 109ec8dc-cada-414e-8c1a-98c705f9a26d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:36.655264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.739536 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.764483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:36.766795 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd175a5-0a41-4dc8-bbf7-f3a1dc781813" -d '{"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-plugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:36.780491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:36.785298 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.813435 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9ad4fb-9bb6-46a4-8c89-64baa5250980 x-openstack-request-id: req-bd9ad4fb-9bb6-46a4-8c89-64baa5250980 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:36.813723 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-plugged", "status": "completed", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:36.813965 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd9ad4fb-9bb6-46a4-8c89-64baa5250980 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:36.814340 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'code': 200} Sep 02 13:29:36.841471 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:37.495337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676f3ce-ecda-4b1f-97b8-a91f5fe8c43f req-8de9c329-f907-4bc1-979f-6b0acc4e0416 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:37.496917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e676f3ce-ecda-4b1f-97b8-a91f5fe8c43f req-8de9c329-f907-4bc1-979f-6b0acc4e0416 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 946 time: 0.0594091 Sep 02 13:29:37.575608 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e676f3ce-ecda-4b1f-97b8-a91f5fe8c43f req-498a40c1-bd49-4107-bdde-c5744257a15e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722468 Sep 02 13:29:37.596414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-910b6bd7-7bb6-4728-8af9-aad6d9988bdc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:37.596414 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-910b6bd7-7bb6-4728-8af9-aad6d9988bdc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 946 time: 0.0773473 Sep 02 13:29:37.686721 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Deleting port 109ec8dc-cada-414e-8c1a-98c705f9a26d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:37.687175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.787226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] For port 109ec8dc-cada-414e-8c1a-98c705f9a26d, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=109ec8dc-cada-414e-8c1a-98c705f9a26d,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:37.787636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.988469 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.988774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.989139 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 disassociated. External IP: 172.25.7.54, port: 109ec8dc-cada-414e-8c1a-98c705f9a26d. Sep 02 13:29:37.989481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Calling delete_port for 109ec8dc-cada-414e-8c1a-98c705f9a26d owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:38.129731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.166006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event deleted for resources: {'Port': ['ID=109ec8dc-cada-414e-8c1a-98c705f9a26d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:38.288443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:38.400932 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:38.412762 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:38.422119 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:38.422722 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:29:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:38.443405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] No DVR routers for this DVR port 109ec8dc-cada-414e-8c1a-98c705f9a26d on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:38.446179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.448385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a3feba4c-c450-4360-8b51-22c2994bed6f req-ce07aaf2-aa4e-4fe5-9c58-10e016633059 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "DELETE /v2.0/ports/109ec8dc-cada-414e-8c1a-98c705f9a26d HTTP/1.1" status: 204 len: 173 time: 0.8505149 Sep 02 13:29:38.448836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-deleted', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:38.451202 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d107b0-94c8-45fe-a34a-c39f02a4db2e" -d '{"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-deleted", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:38.495481 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451e50b-9d36-448c-aa0c-0f4d178bb937 x-openstack-request-id: req-b451e50b-9d36-448c-aa0c-0f4d178bb937 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:38.496109 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31498e6-e212-493e-a24b-9e810038d1f2", "name": "network-vif-deleted", "tag": "109ec8dc-cada-414e-8c1a-98c705f9a26d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:38.496109 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b451e50b-9d36-448c-aa0c-0f4d178bb937 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:38.496416 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31498e6-e212-493e-a24b-9e810038d1f2', 'name': 'network-vif-deleted', 'tag': '109ec8dc-cada-414e-8c1a-98c705f9a26d', 'status': 'completed', 'code': 200} Sep 02 13:29:38.527098 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:38.685311 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76f8d60d-6b33-4c15-b12b-410b17e50f33 req-01c53052-8a32-4682-9b6d-74fe9148001e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31498e6-e212-493e-a24b-9e810038d1f2 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Sep 02 13:29:38.729153 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:38.754985 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:38.763704 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:38.764412 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:29:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:38.878701 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:39.103565 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:39.130992 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c60f4-a9e2-4afa-8b76-df71285b34de None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:39.376868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ad8f3-1715-4a2b-a2ec-7516ee700582 None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:39.974814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-30faeb45-50cd-4973-b7b6-eafb486f5a65 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--396536453&fields=id&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 267 time: 0.0347724 Sep 02 13:29:40.084473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-1550e18c-1386-49f5-9dbf-7b8b1f7f24a7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:40.085996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-1550e18c-1386-49f5-9dbf-7b8b1f7f24a7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1039054 Sep 02 13:29:40.103869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-36f22ca6-3d76-4f49-acb4-3f634ccc4fec tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/quotas/511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 375 time: 0.0093677 Sep 02 13:29:40.166213 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-e0b9a5bb-f22c-4cd2-9b40-cb46128ca837 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551276 Sep 02 13:29:40.320357 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-306795ad-581b-4e95-8f69-ac797a88c47a service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408155 Sep 02 13:29:40.419705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-aa2cbe71-45e3-428e-a338-f2242b7255e9 service neutron] 10.222.0.60 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898113 Sep 02 13:29:40.592785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-214887c6-9f06-4ea2-852a-2cad314a3318 req-2850ef7c-cc8c-4d6e-8783-3434960c112f tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 210 time: 0.0264962 Sep 02 13:29:41.486865 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.647443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-51ac13d0-8e03-4aa1-9364-727d89234c1a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:41.649409 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-51ac13d0-8e03-4aa1-9364-727d89234c1a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 812 time: 0.1211033 Sep 02 13:29:41.690692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ee2d96c8-9195-4ed2-bcdd-7d5c8e69db8d req-b0bf2a65-19aa-48fe-9127-526a936c421b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Sep 02 13:29:41.694773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-e231c4dc-e6f0-481a-8e1e-0626837755b8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 379 time: 0.0366142 Sep 02 13:29:41.708189 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'port': {'device_id': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'admin_state_up': True, 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'security_groups': ['135a8e22-62d7-4b7a-92f6-d3215f32491e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:41.819364 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Made reservation on behalf of 511814cdcbdf44999469bdb43fe4250e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:41.822967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.949951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Allocated IP 172.20.0.11 (04e9fc54-34fa-4431-91f3-495d709b6563/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f/b2af6345-d33f-42ed-9b94-cc424082280c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:42.093732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.107323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Transition to ACTIVE for port object b2af6345-d33f-42ed-9b94-cc424082280c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:42.151121 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.200246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Network 04e9fc54-34fa-4431-91f3-495d709b6563 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:42.203710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:42.208489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:42.237169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:42.268456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:42.269241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.287986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-4434b7c9-dfc2-4f5c-aae6-6b97b4923025 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835450 Sep 02 13:29:42.301795 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Request body: {'port': {'device_id': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:42.363076 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.494492 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f78eed95-6f69-43db-9937-5a6cf558a840 None None] Provisioning for port b2af6345-d33f-42ed-9b94-cc424082280c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:42.499270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f78eed95-6f69-43db-9937-5a6cf558a840 None None] Provisioning complete for port b2af6345-d33f-42ed-9b94-cc424082280c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:42.499729 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f78eed95-6f69-43db-9937-5a6cf558a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.539196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f78eed95-6f69-43db-9937-5a6cf558a840 None None] Port b2af6345-d33f-42ed-9b94-cc424082280c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:29:42.623211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:42.640112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2af6345-d33f-42ed-9b94-cc424082280c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:42.643207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 109ec8dc-cada-414e-8c1a-98c705f9a26d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:42.643534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 109ec8dc-cada-414e-8c1a-98c705f9a26d not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:42.649685 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.664323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Transition to ACTIVE for port object b2af6345-d33f-42ed-9b94-cc424082280c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:42.669235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.741533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:42.829197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:42.829539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:42.829874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:42.843683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb52d-c92a-4c3d-8a84-d3fc45456d06 req-97c61ee0-52ad-464e-9aa9-19e6dab99767 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:42.845350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4ddb52d-c92a-4c3d-8a84-d3fc45456d06 req-97c61ee0-52ad-464e-9aa9-19e6dab99767 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0766890 Sep 02 13:29:42.846534 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:42.846852 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:42.859762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:42.860159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:42.860490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:42.860948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Bound port: b2af6345-d33f-42ed-9b94-cc424082280c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:42.861308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.924779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4ddb52d-c92a-4c3d-8a84-d3fc45456d06 req-e209fd9e-ed6b-4d05-b0fe-caf2802bfb59 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724640 Sep 02 13:29:42.947249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:42.950478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:42.955385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.990730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:42.991348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.992722 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1092 time: 0.6953893 Sep 02 13:29:42.993196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:42.995470 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5353c2-5efb-49c0-a786-9fcc69653d49" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:43.024322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ff37c-f6f5-4c0a-9885-1263c12380f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:43.046889 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483abf0-0b12-4326-beeb-4665245726de x-openstack-request-id: req-7483abf0-0b12-4326-beeb-4665245726de {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:43.047183 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:43.047436 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7483abf0-0b12-4326-beeb-4665245726de {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:43.047837 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'status': 'completed', 'code': 200} Sep 02 13:29:43.081494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-d8823734-6974-42ee-b9f1-9475bc2aab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.083313 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-d8823734-6974-42ee-b9f1-9475bc2aab7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1095 time: 0.0466495 Sep 02 13:29:43.131547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-408062a4-5a6b-4933-b43e-5bba88f26837 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 217 time: 0.0398779 Sep 02 13:29:43.187316 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-fea6ecba-9221-430d-ab7e-f10a23af0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.188857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-fea6ecba-9221-430d-ab7e-f10a23af0a6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0499272 Sep 02 13:29:43.236294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6208f20c-a003-42b3-bdc5-5790a9ec5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.237847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-6208f20c-a003-42b3-bdc5-5790a9ec5141 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414970 Sep 02 13:29:43.651086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-9b2f483c-84a5-49d2-aea7-640498e08e6f service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048889 Sep 02 13:29:43.745638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84880c99-2c5b-4053-adb8-8ed5cfbd4c04 req-a4bde18a-7278-4234-ac33-9cd0a3de5392 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866318 Sep 02 13:29:43.840485 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-efb0f224-5eaf-4e39-98b1-b78f0596d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.842438 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-efb0f224-5eaf-4e39-98b1-b78f0596d438 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1095 time: 0.0454683 Sep 02 13:29:43.933839 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-23da4a36-89a3-4274-b6e0-5d5ca9e3e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.935260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-23da4a36-89a3-4274-b6e0-5d5ca9e3e31f service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0866909 Sep 02 13:29:43.980889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-60924f21-7b82-4901-842d-dbda2076d02d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 217 time: 0.0382895 Sep 02 13:29:44.060203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-b9cb5125-bc56-49fc-965c-10fbce8ec36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.062104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-b9cb5125-bc56-49fc-965c-10fbce8ec36f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0740557 Sep 02 13:29:44.085496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd112-7c08-48a9-81a9-d42767aff754 req-3749afe6-f73a-467d-a59c-903b639ad090 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.086942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffbfd112-7c08-48a9-81a9-d42767aff754 req-3749afe6-f73a-467d-a59c-903b639ad090 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0900433 Sep 02 13:29:44.145852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ffbfd112-7c08-48a9-81a9-d42767aff754 req-fd194f9b-efc1-41e2-9436-5cbbe5a9fd5a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456240 Sep 02 13:29:44.148749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-6cc7b0a2-af1f-4c18-9684-de43b770ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.150262 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-6cc7b0a2-af1f-4c18-9684-de43b770ce21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809219 Sep 02 13:29:44.247040 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-26d17686-c1b5-401e-bcf0-c18e6e677096 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884120 Sep 02 13:29:44.345441 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-df5353c2-5efb-49c0-a786-9fcc69653d49 req-26a30b0b-8e80-441c-b519-7cfe1cb38b69 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910902 Sep 02 13:29:45.278687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06dc8-17ae-4c63-9de4-e3f79bf01835 req-cfc88ab2-a1b7-4b0d-86a5-d75ba8abd0c5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.280587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cce06dc8-17ae-4c63-9de4-e3f79bf01835 req-cfc88ab2-a1b7-4b0d-86a5-d75ba8abd0c5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0515842 Sep 02 13:29:45.319158 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cce06dc8-17ae-4c63-9de4-e3f79bf01835 req-273c711c-1318-410b-9fa1-8c2063f48e7c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Sep 02 13:29:46.454483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a94a2-e613-41bb-a699-c7376afd33a0 req-b1561385-10d5-476c-a205-0ed5a80b54b9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.455935 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f7a94a2-e613-41bb-a699-c7376afd33a0 req-b1561385-10d5-476c-a205-0ed5a80b54b9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0538445 Sep 02 13:29:46.496108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9f7a94a2-e613-41bb-a699-c7376afd33a0 req-02670f2e-7045-4540-b58f-32a834888099 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 Sep 02 13:29:46.636998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:46.745139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:46.757896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'mac_address': 'fa:16:3e:76:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:46.801838 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.815658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2af6345-d33f-42ed-9b94-cc424082280c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:46.836165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:46.841287 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.899966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:47.031593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['b2af6345-d33f-42ed-9b94-cc424082280c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:47.639184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4c7a-2bcb-4d6c-8f87-f50bd5402706 req-fd7dcc5a-c336-4027-8fee-c69e66bf6098 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:47.640958 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da6a4c7a-2bcb-4d6c-8f87-f50bd5402706 req-fd7dcc5a-c336-4027-8fee-c69e66bf6098 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0605655 Sep 02 13:29:47.688456 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da6a4c7a-2bcb-4d6c-8f87-f50bd5402706 req-c5720794-a6a2-4b06-8471-5a3dd1155b29 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Sep 02 13:29:48.654683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:48.710823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port b2af6345-d33f-42ed-9b94-cc424082280c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:48.715346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port b2af6345-d33f-42ed-9b94-cc424082280c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:48.715726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.795683 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.810242 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc6c58-ffdb-427a-98c5-6910c5cbb3ea req-2cb1095d-a355-412c-8e20-b40f4fd9b073 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:48.812340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cadc6c58-ffdb-427a-98c5-6910c5cbb3ea req-2cb1095d-a355-412c-8e20-b40f4fd9b073 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Sep 02 13:29:48.824013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:48.826370 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e4adfc-e46b-49c9-ae3a-81e0260f19b1" -d '{"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-plugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:48.839651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:48.845363 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.864283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cadc6c58-ffdb-427a-98c5-6910c5cbb3ea req-bc641d47-26a9-4185-b5cc-47b1541830b7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452871 Sep 02 13:29:48.874030 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00a5a1-8e89-410c-8487-2b2c213c0d14 x-openstack-request-id: req-8a00a5a1-8e89-410c-8487-2b2c213c0d14 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:48.874394 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-plugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:48.874559 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a00a5a1-8e89-410c-8487-2b2c213c0d14 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:48.874952 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'code': 200} Sep 02 13:29:48.900534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:48.981624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479465e-b1e0-47ec-9186-f04ff50a193f req-c373b50a-31aa-425b-b495-26d87cbaeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:48.983620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2479465e-b1e0-47ec-9186-f04ff50a193f req-c373b50a-31aa-425b-b495-26d87cbaeccb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1097 time: 0.0439563 Sep 02 13:29:49.026261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2479465e-b1e0-47ec-9186-f04ff50a193f req-be9ce95e-0a64-419f-93f1-2b1fc3debb23 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349684 Sep 02 13:29:50.017404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388063-aca7-408e-a839-9640e22e03bc req-709a5a1a-e196-4301-a810-8d0c7e625290 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:50.019065 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2388063-aca7-408e-a839-9640e22e03bc req-709a5a1a-e196-4301-a810-8d0c7e625290 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0595579 Sep 02 13:29:50.078026 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2388063-aca7-408e-a839-9640e22e03bc req-bdac779f-29a5-4578-a941-5dffbed56747 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514810 Sep 02 13:29:51.210727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b264f6-88bd-46eb-a73e-116fda60dda5 req-ba62d714-1aba-4920-adf3-a58e3f9d3d88 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:51.212270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3b264f6-88bd-46eb-a73e-116fda60dda5 req-ba62d714-1aba-4920-adf3-a58e3f9d3d88 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0599251 Sep 02 13:29:51.264098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3b264f6-88bd-46eb-a73e-116fda60dda5 req-081b157b-5364-4cb6-a119-10c1973595c1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Sep 02 13:29:51.381145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3ae7f-39e5-4909-bd13-95f175bbfc54 req-091faf47-2bd7-447a-b5ba-2858525eabe5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:51.382558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08a3ae7f-39e5-4909-bd13-95f175bbfc54 req-091faf47-2bd7-447a-b5ba-2858525eabe5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0536008 Sep 02 13:29:51.393395 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 51546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:51.397934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Request body: {'floatingip': {'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:51.437159 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.875717 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.882602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.257832 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 associated. External IP: 172.25.7.54, port: b2af6345-d33f-42ed-9b94-cc424082280c. Sep 02 13:29:52.489734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:52.598791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:52.605184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.610973 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:52.620943 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:52.621562 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:29:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:52.633990 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d1b82467-90c3-4bcb-b55d-1d1db89b9493 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "PUT /v2.0/floatingips/1df57a1e-4f60-4717-8413-7ba1641ee268 HTTP/1.1" status: 200 len: 992 time: 1.2395535 Sep 02 13:29:52.634578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:52.636949 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:52.678893 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71608942-338f-4078-bfe2-2c2e5ab80af7 x-openstack-request-id: req-71608942-338f-4078-bfe2-2c2e5ab80af7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:52.679184 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:52.679442 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71608942-338f-4078-bfe2-2c2e5ab80af7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:52.679848 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'status': 'completed', 'code': 200} Sep 02 13:29:52.750077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-9b9937b1-a936-4622-94c6-4232aad9f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.751572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-9b9937b1-a936-4622-94c6-4232aad9f9c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1097 time: 0.0441525 Sep 02 13:29:52.839014 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:52.854777 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-031cabc6-7557-4196-8411-78893e7bb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.856616 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-031cabc6-7557-4196-8411-78893e7bb977 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0972056 Sep 02 13:29:52.922121 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-ad4fd966-8995-4cb3-b172-8eb437a75302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0585289 Sep 02 13:29:52.971032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-139fe3be-ecd5-4128-b3eb-8c559b80772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.972534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-139fe3be-ecd5-4128-b3eb-8c559b80772f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0437462 Sep 02 13:29:53.024075 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-6d9c8818-e23b-419c-b086-81f1a5d5c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:53.025534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-6d9c8818-e23b-419c-b086-81f1a5d5c7db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455339 Sep 02 13:29:53.059285 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:76:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:29:51Z', 'revision_number': 13, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:53.089053 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:53.097751 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:53.098370 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:29:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:53.117017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-524d7048-37b8-4ef8-828d-a922630f3a7d service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Sep 02 13:29:53.207460 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:53.231874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-231f4005-d9d7-4eb8-9ea9-4720d912bb5e req-40a7a9d5-4b36-472f-adbf-e75bda6afc58 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079113 Sep 02 13:29:53.479239 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:76:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:29:51Z', 'revision_number': 13, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:53.514869 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044aa363-6cf1-4858-8ad1-b66bc22c4347 None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '1df57a1e-4f60-4717-8413-7ba1641ee268', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'mac_address': 'fa:16:3e:76:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:22:51Z', 'updated_at': '2021-09-02T13:29:51Z', 'revision_number': 13, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:53.772489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345eea1-512e-42d4-976b-ade3f08103a6 None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:58.738648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7337cc89-b727-42a6-a181-f8b1ca1d1707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.530898 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28298902-95e6-423b-8648-e6adf3600e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.685484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.698290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.374478 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.689823 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:30:05.653854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:11.491098 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.317264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-1ef1e6bf-58e9-4f78-92df-bdbe97e03828 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433652 Sep 02 13:30:21.403382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c4837-d820-492f-939d-89fa35f3200a req-c7e524b0-eec3-4698-b28b-8693262ef663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.405177 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-c7e524b0-eec3-4698-b28b-8693262ef663 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1097 time: 0.0439553 Sep 02 13:30:21.528584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c4837-d820-492f-939d-89fa35f3200a req-670837fe-d643-49e2-9908-b4f974ef8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.530452 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-670837fe-d643-49e2-9908-b4f974ef8f12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1013236 Sep 02 13:30:21.603874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-12d7e24f-f0d8-461b-8235-f608730865ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1002 time: 0.0659282 Sep 02 13:30:21.657842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c4837-d820-492f-939d-89fa35f3200a req-ca510436-da2e-4f72-bbc6-2c3bdca2c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.659220 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-ca510436-da2e-4f72-bbc6-2c3bdca2c65e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0482724 Sep 02 13:30:21.713540 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c4837-d820-492f-939d-89fa35f3200a req-d741aa5d-0890-4a8c-823d-fb27d70138f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.715065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-d741aa5d-0890-4a8c-823d-fb27d70138f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471239 Sep 02 13:30:21.807856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-be664cdd-2e23-448c-a526-dad5decfcc7f service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Sep 02 13:30:21.904514 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-769c4837-d820-492f-939d-89fa35f3200a req-daab80c7-d11b-45d3-b9ec-fc8363cd017d service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896959 Sep 02 13:30:28.738291 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13a46fb2-e391-44b2-a51f-3dfb404b6f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.529609 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f640ba30-96fd-4319-8fe3-6e564270df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.702628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.704339 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:34.374864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:35.651613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.506985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.689688 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:30:45.289525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-b25a08f1-55be-419a-bb04-f825487e59ec req-f729cc0c-4ed4-483f-9003-559dd1e0fa61 service neutron] (94841) timed out ('10.222.0.41', 63906) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:30:58.734241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2547-a980-4320-a876-8b7fbafdc7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.528283 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-db82470e-89c0-470c-bc65-27bc12eee644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.697241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.712705 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.379372 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:05.672289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.522032 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.693879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:31:22.346525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-271a9ebd-925b-40f6-bef1-592bfb707cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467999 Sep 02 13:31:22.441601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-39f0b3af-a81f-4a5b-8d2b-1e06812b6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:22.443805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-39f0b3af-a81f-4a5b-8d2b-1e06812b6fcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1097 time: 0.0493281 Sep 02 13:31:22.560283 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-145b6a2f-1a16-4713-8e67-b6fdce44eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:22.561838 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-145b6a2f-1a16-4713-8e67-b6fdce44eade service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0954249 Sep 02 13:31:22.632116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-15efa116-e5b1-44a5-94cc-35101ef5ffb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1002 time: 0.0623300 Sep 02 13:31:22.687760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-2546673c-74bc-4e2d-a069-aa61d693f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:22.689486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-2546673c-74bc-4e2d-a069-aa61d693f38f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0503347 Sep 02 13:31:22.752683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-e6ee976a-6d1b-40e3-b999-b05f82f78ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:22.754268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-e6ee976a-6d1b-40e3-b999-b05f82f78ae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551634 Sep 02 13:31:22.849815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-77917214-b8fc-4396-b342-9dae7c71ae1b service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882716 Sep 02 13:31:22.951629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cdcd6442-b9cf-4c84-8455-c82dd1e26a0b req-b0da472c-00c8-4c68-8168-27eb1d739d27 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938272 Sep 02 13:31:28.741117 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a243c7fa-11a9-4b6f-8e60-54dc36f4772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.653360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073e921-3dc5-4097-b32c-964ae5d3641d req-bfca0068-0d27-42e6-bd10-00082f3f54fa tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:30.655421 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f073e921-3dc5-4097-b32c-964ae5d3641d req-bfca0068-0d27-42e6-bd10-00082f3f54fa tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0642514 Sep 02 13:31:30.701578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f073e921-3dc5-4097-b32c-964ae5d3641d req-b6f70059-68c2-44e7-8034-93e046b93ca1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379601 Sep 02 13:31:31.528168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1f8ae8f-9d98-4dbc-8fa0-8f29006f4334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.693525 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.709176 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.376619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:35.673161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.523452 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.871582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-b6edb8b6-bf43-478d-9c75-d28ddfb0e270 req-be70c90c-b89e-4b2a-8305-62ed4c3b8dca service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:31:41.872924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b6edb8b6-bf43-478d-9c75-d28ddfb0e270 req-be70c90c-b89e-4b2a-8305-62ed4c3b8dca service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088010 Sep 02 13:31:42.118223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-d8fbe312-9e39-4084-8f12-fd3f11159a1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094012 Sep 02 13:31:42.127964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-72ce12f0-14ac-4d5e-bacb-795da20b3345 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:31:42.129518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-72ce12f0-14ac-4d5e-bacb-795da20b3345 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056996 Sep 02 13:31:42.314223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c9a9-e8dd-4201-891a-d94446c75828 req-626afdf8-586f-46ef-b99a-5da576ede3cb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:42.315767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f614c9a9-e8dd-4201-891a-d94446c75828 req-626afdf8-586f-46ef-b99a-5da576ede3cb tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0510721 Sep 02 13:31:42.355221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f614c9a9-e8dd-4201-891a-d94446c75828 req-df0fb831-c00f-4d4c-ac13-34cf626384cc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334532 Sep 02 13:31:43.483287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ec41-f804-4491-bee6-4444d293b6e1 req-51062cb7-733a-4eb7-9918-d47887a52750 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.484778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d205ec41-f804-4491-bee6-4444d293b6e1 req-51062cb7-733a-4eb7-9918-d47887a52750 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0552316 Sep 02 13:31:43.519589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-1b3ed803-e7fd-48f6-8424-3dd2fa8f3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.521394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-1b3ed803-e7fd-48f6-8424-3dd2fa8f3f9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1097 time: 0.0437663 Sep 02 13:31:43.526732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d205ec41-f804-4491-bee6-4444d293b6e1 req-c70ab673-898d-4af9-ab7d-bb99d89e4652 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355539 Sep 02 13:31:43.629525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-09ee85c4-7c2e-491b-8cfe-f5a13a2b7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.631038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-09ee85c4-7c2e-491b-8cfe-f5a13a2b7b40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1029739 Sep 02 13:31:43.702983 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-299ab93a-68ec-4dd0-ad50-7b0484bd7317 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1002 time: 0.0646284 Sep 02 13:31:43.759848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-822a655d-600c-4533-8163-89a6b669fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.761369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-822a655d-600c-4533-8163-89a6b669fcc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0502832 Sep 02 13:31:43.813481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-ceb784e8-3d9a-482a-8e06-7b3661ba7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.815076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-ceb784e8-3d9a-482a-8e06-7b3661ba7073 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468783 Sep 02 13:31:43.907527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-132197ea-6726-4a9c-ad4e-b224a86e4e0d service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 Sep 02 13:31:44.004757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-e537845b-1b69-4785-b437-494c04f2b6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886703 Sep 02 13:31:44.658552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221793ce-4e6e-4da1-bbb4-10a9b4d7ceb2 req-117ebbc8-994d-47f2-bdfd-43e5b77f4ca0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.660070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-221793ce-4e6e-4da1-bbb4-10a9b4d7ceb2 req-117ebbc8-994d-47f2-bdfd-43e5b77f4ca0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0522468 Sep 02 13:31:44.698954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-221793ce-4e6e-4da1-bbb4-10a9b4d7ceb2 req-8d56baf1-6f2e-456c-9182-52b17b352039 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324457 Sep 02 13:31:45.838082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88483a0-aff8-4f51-bf62-a567fd0c5438 req-c9544532-c400-492d-b808-1238c409b9ef tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:45.839601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b88483a0-aff8-4f51-bf62-a567fd0c5438 req-c9544532-c400-492d-b808-1238c409b9ef tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0515053 Sep 02 13:31:45.880966 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b88483a0-aff8-4f51-bf62-a567fd0c5438 req-c84d2b52-62df-46e1-9264-5d0ac62f3dc8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Sep 02 13:31:47.022630 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b64500-4bac-48d3-ad8d-fb958093726a req-75185b8d-365a-4f03-96c4-c55e500a8d15 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.024132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63b64500-4bac-48d3-ad8d-fb958093726a req-75185b8d-365a-4f03-96c4-c55e500a8d15 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0621073 Sep 02 13:31:47.063689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63b64500-4bac-48d3-ad8d-fb958093726a req-5db26c35-a3da-4e38-b099-0792358e27d5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Sep 02 13:31:48.195419 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af7a11-fc74-492a-91fb-490f5bcfe0e2 req-84d1c153-8ce3-46cc-a797-77670ced73a3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:48.196971 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4af7a11-fc74-492a-91fb-490f5bcfe0e2 req-84d1c153-8ce3-46cc-a797-77670ced73a3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0514743 Sep 02 13:31:48.237608 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4af7a11-fc74-492a-91fb-490f5bcfe0e2 req-456db279-0d7a-4a8b-ac7b-c218e7c14183 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344019 Sep 02 13:31:49.376831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e8702-46fa-4a0d-bf42-4a00479324d1 req-b0052dec-f5e0-48fc-bd2c-b27d1131d197 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.378442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd4e8702-46fa-4a0d-bf42-4a00479324d1 req-b0052dec-f5e0-48fc-bd2c-b27d1131d197 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0608304 Sep 02 13:31:49.416840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd4e8702-46fa-4a0d-bf42-4a00479324d1 req-4187d107-cce1-46cf-96a5-aa5de8d73391 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Sep 02 13:31:50.548992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2b717-49fe-4c49-8ae5-b0038c6eaa6a req-63b8b0cf-51fa-43a7-8286-e8c93dc4551b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.550472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-efd2b717-49fe-4c49-8ae5-b0038c6eaa6a req-63b8b0cf-51fa-43a7-8286-e8c93dc4551b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0559626 Sep 02 13:31:50.592790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-efd2b717-49fe-4c49-8ae5-b0038c6eaa6a req-59f36d04-a871-4a43-8d8a-51b6b75499c3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334044 Sep 02 13:31:51.722304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a9a50-b572-46ac-be51-ef297a4fc4eb req-54231bde-7c01-43f2-b6ab-222583254c46 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.724197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-563a9a50-b572-46ac-be51-ef297a4fc4eb req-54231bde-7c01-43f2-b6ab-222583254c46 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0530422 Sep 02 13:31:51.762730 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-563a9a50-b572-46ac-be51-ef297a4fc4eb req-12e81712-cd82-4763-a548-08b3a3cfb8ba tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Sep 02 13:31:52.893127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1983a28-0a71-43cd-b4de-e50d279d0f85 req-00621b6c-3832-4f53-a277-6bcfc695de2b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.894819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1983a28-0a71-43cd-b4de-e50d279d0f85 req-00621b6c-3832-4f53-a277-6bcfc695de2b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0612297 Sep 02 13:31:52.934021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d1983a28-0a71-43cd-b4de-e50d279d0f85 req-9240b4b5-5bd4-4c99-94aa-4aaf009fa471 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325532 Sep 02 13:31:54.060581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30bf54-87d0-4625-86a0-f04ee395c9c1 req-d38ecc0a-e94e-494e-b7e0-400165eace05 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.062123 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe30bf54-87d0-4625-86a0-f04ee395c9c1 req-d38ecc0a-e94e-494e-b7e0-400165eace05 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0501401 Sep 02 13:31:54.102444 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fe30bf54-87d0-4625-86a0-f04ee395c9c1 req-c5fa6c24-4744-419a-aab4-33e167305200 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339835 Sep 02 13:31:55.310552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997f98-203d-448c-ba5d-f75e2e1f3c08 req-8eae2029-004e-4110-bcef-c003a2c6b669 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:55.312223 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f997f98-203d-448c-ba5d-f75e2e1f3c08 req-8eae2029-004e-4110-bcef-c003a2c6b669 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.1272197 Sep 02 13:31:55.365034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f997f98-203d-448c-ba5d-f75e2e1f3c08 req-c0553e14-3fc6-4759-825a-939d1326002d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458875 Sep 02 13:31:55.697993 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:31:56.561058 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af6fee-39d7-4d85-96d5-8e9b41c55c7d req-2deadf18-9581-41fc-9da0-7d29483f2ce3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:56.562593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1af6fee-39d7-4d85-96d5-8e9b41c55c7d req-2deadf18-9581-41fc-9da0-7d29483f2ce3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.1156194 Sep 02 13:31:56.604293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1af6fee-39d7-4d85-96d5-8e9b41c55c7d req-57d1113a-4fe8-4c67-ac54-549017cce7a7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347755 Sep 02 13:31:57.733896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432af7c-d73f-4a40-bf99-1c0a3ea14f53 req-fe29c751-804f-47f6-8599-f0368cf37bff tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:57.735580 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e432af7c-d73f-4a40-bf99-1c0a3ea14f53 req-fe29c751-804f-47f6-8599-f0368cf37bff tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0591526 Sep 02 13:31:57.781045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e432af7c-d73f-4a40-bf99-1c0a3ea14f53 req-95961914-d285-4339-a0b4-88aafb66d0e3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356605 Sep 02 13:31:57.872046 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-d7903a0f-fa24-4cf9-8c26-426823a7810b service neutron] show failed (client error): The resource could not be found. Sep 02 13:31:57.873498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-d7903a0f-fa24-4cf9-8c26-426823a7810b service neutron] 10.222.0.18 "GET /v2.0/ports/b2af6345-d33f-42ed-9b94-cc424082280c/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0601807 Sep 02 13:31:58.142683 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-4fe04b11-d681-4da5-b4e7-b2c9568f2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.144188 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-4fe04b11-d681-4da5-b4e7-b2c9568f2593 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 1097 time: 0.1052709 Sep 02 13:31:58.156866 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:58.220643 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.430138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:58.468755 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:58.509744 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:58.512033 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d6ce9-417b-412f-892c-88807ec01c13" -d '{"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-unplugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:58.516300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.529625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Transition to ACTIVE for port object b2af6345-d33f-42ed-9b94-cc424082280c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:58.536594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.631270 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec6f13-cca7-46eb-9e6d-c6366fa705da x-openstack-request-id: req-6bec6f13-cca7-46eb-9e6d-c6366fa705da {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:58.631574 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-unplugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:58.631830 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bec6f13-cca7-46eb-9e6d-c6366fa705da {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:58.632242 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'code': 200} Sep 02 13:31:58.649588 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:58.667123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] No DVR routers for this DVR port b2af6345-d33f-42ed-9b94-cc424082280c on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:58.674307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.674666 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.675014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.675351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.675684 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.676014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.676342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.676667 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.677238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.677664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.677999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.678329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:58.734868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2483-58fa-4d75-a7f2-630ee2948263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.818749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:58.819328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:58.819434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:58.824335 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:58.824708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:58.831428 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:58.831774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:58.832219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:58.832578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Bound port: b2af6345-d33f-42ed-9b94-cc424082280c, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:58.832954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.924729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:58.928912 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:58.940400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f888457-8b88-4f75-985b-bf5e21cf2dc3 req-984d24ff-263e-4d07-a195-fc85109004e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.941969 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f888457-8b88-4f75-985b-bf5e21cf2dc3 req-984d24ff-263e-4d07-a195-fc85109004e4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0758185 Sep 02 13:31:58.943475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.999390 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.000025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.001564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1092 time: 0.8491876 Sep 02 13:31:59.042109 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8f888457-8b88-4f75-985b-bf5e21cf2dc3 req-3c81c2b9-e057-491d-9e17-bde985c2f302 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906310 Sep 02 13:31:59.057645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa575d3-8007-467c-a635-25b6e07f1eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:59.077417 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-cd37cd05-3f10-4c70-baba-da1e4784bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.078992 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-cd37cd05-3f10-4c70-baba-da1e4784bb36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1095 time: 0.0508537 Sep 02 13:31:59.188845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-f7989e15-29e1-4cd4-a734-03e48f2dd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.190486 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-f7989e15-29e1-4cd4-a734-03e48f2dd24b service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1046500 Sep 02 13:31:59.261704 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-6aa54f92-989d-4189-84a4-f10c9d2c9f3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0642364 Sep 02 13:31:59.319066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-d9549a6e-c522-410d-8e08-a82737d500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.320601 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-d9549a6e-c522-410d-8e08-a82737d500bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0521500 Sep 02 13:31:59.380016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-31fe3e10-085f-4cf1-bcf1-4cff7e61b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.381615 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-31fe3e10-085f-4cf1-bcf1-4cff7e61b6f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534797 Sep 02 13:31:59.476522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-a46c49e0-ca8a-470f-9a01-a8624e9861fc service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870502 Sep 02 13:31:59.581051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9dbffa7-2c20-4b78-8b1e-fae3ebda9b04 req-9c20ee1b-0266-4034-b52c-bdf433115a58 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962315 Sep 02 13:32:00.181631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbbfe2-dbde-4772-9695-3ca2e5f92730 req-37023fa1-5e94-4853-bd82-b170f908a3c3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.183200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72bbbfe2-dbde-4772-9695-3ca2e5f92730 req-37023fa1-5e94-4853-bd82-b170f908a3c3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0650070 Sep 02 13:32:00.226052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72bbbfe2-dbde-4772-9695-3ca2e5f92730 req-25d82bd6-26ae-4045-9508-77d3691cc985 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353405 Sep 02 13:32:00.633781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:00.636333 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa8edb-adf1-4253-8ebf-ba121744b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:00.686696 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569d6aa-7569-4fba-90c9-9b2854c0e63c x-openstack-request-id: req-3569d6aa-7569-4fba-90c9-9b2854c0e63c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:00.687016 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:00.687228 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3569d6aa-7569-4fba-90c9-9b2854c0e63c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:00.687663 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'status': 'completed', 'code': 200} Sep 02 13:32:00.748560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-a05fb8cb-68a7-4c84-b991-639ca1d42c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.750208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-a05fb8cb-68a7-4c84-b991-639ca1d42c27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1095 time: 0.0451314 Sep 02 13:32:00.752553 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-af3b2a08-f736-44c2-8049-d1160f4f92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.754115 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-af3b2a08-f736-44c2-8049-d1160f4f92ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1095 time: 0.0431240 Sep 02 13:32:00.855403 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-d0df95e8-a855-4abb-8092-17e76b837354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.857194 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-d0df95e8-a855-4abb-8092-17e76b837354 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0960057 Sep 02 13:32:00.882354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-ea545cec-369a-4c11-9dd0-1913331d344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.885048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-ea545cec-369a-4c11-9dd0-1913331d344f service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1267326 Sep 02 13:32:00.930660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-91aa19b4-16c1-45d6-a3dd-84dbc83aca93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0660641 Sep 02 13:32:00.958324 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-f3bf70c9-4baf-407a-9215-411ed9ad07b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0660899 Sep 02 13:32:00.982615 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-a118fcc8-a5b9-4967-bc17-41e0d1c6ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.984299 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-a118fcc8-a5b9-4967-bc17-41e0d1c6ed0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0470808 Sep 02 13:32:01.008387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-cf73e6f5-e789-4dc5-86c7-ed2bb118937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.010243 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-cf73e6f5-e789-4dc5-86c7-ed2bb118937b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0458004 Sep 02 13:32:01.032377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-33b1f809-ee8a-423f-bc89-b4acf5edd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.033950 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-33b1f809-ee8a-423f-bc89-b4acf5edd094 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429850 Sep 02 13:32:01.058407 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-677660b1-dcc0-4e6e-b57f-73435007c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.060231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-677660b1-dcc0-4e6e-b57f-73435007c0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429356 Sep 02 13:32:01.130508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-e94ed521-2f9f-44d6-be2b-b5fd6cffd4b5 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890036 Sep 02 13:32:01.157155 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-068bae16-caf6-4f83-b49f-e23c1217d294 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884955 Sep 02 13:32:01.223179 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-ebd7fee5-931b-4994-adec-b8ac0e6e350c service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860488 Sep 02 13:32:01.258656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-faaa8edb-adf1-4253-8ebf-ba121744b65f req-cdc2f97f-03f8-46c8-9e89-2f046f5c92a6 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924251 Sep 02 13:32:01.289069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:01.331419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:01.353379 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ecd55-31fb-41ed-a90e-6be57cae4384 req-f0dfd938-19ff-45f3-a285-80df6dd869d0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.355432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0ecd55-31fb-41ed-a90e-6be57cae4384 req-f0dfd938-19ff-45f3-a285-80df6dd869d0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0542290 Sep 02 13:32:01.395715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0ecd55-31fb-41ed-a90e-6be57cae4384 req-85a41fdc-4ddb-4f2f-b23d-4db3205c9d8e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337803 Sep 02 13:32:01.522829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a137c45-41c8-49ad-bbf8-9d8e9dee47d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.688704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.525355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db791e5b-ed5f-4662-98c2-ac85db7f81b1 req-874e458e-cdd2-483f-8609-ad5153d6445a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.526845 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db791e5b-ed5f-4662-98c2-ac85db7f81b1 req-874e458e-cdd2-483f-8609-ad5153d6445a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0587857 Sep 02 13:32:02.570181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-db791e5b-ed5f-4662-98c2-ac85db7f81b1 req-c0f102b7-0e8b-40c0-bfb8-9a13aa032ce4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363085 Sep 02 13:32:02.716791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.709501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea976a8-59b5-4f70-ad35-daf5232985ad req-e27731ce-60b1-4cb7-9ee8-babdde294c84 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:03.711613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ea976a8-59b5-4f70-ad35-daf5232985ad req-e27731ce-60b1-4cb7-9ee8-babdde294c84 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0713978 Sep 02 13:32:03.756727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4ea976a8-59b5-4f70-ad35-daf5232985ad req-84b82d50-d090-404f-a428-ee47669ced94 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Sep 02 13:32:04.381377 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.888803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364f622-da09-4e5e-9bda-576dbda35039 req-f1187a68-f580-4e76-827d-1eba33fa4467 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:04.890323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a364f622-da09-4e5e-9bda-576dbda35039 req-f1187a68-f580-4e76-827d-1eba33fa4467 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0529571 Sep 02 13:32:04.931545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a364f622-da09-4e5e-9bda-576dbda35039 req-11d43bf0-28de-4708-8350-a4117fea99b3 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Sep 02 13:32:05.675663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.072948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d655-0ae0-483b-ad66-f48556ffbb06 req-b8a13db0-8854-466a-88a6-7957beaad055 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:06.074460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33d2d655-0ae0-483b-ad66-f48556ffbb06 req-b8a13db0-8854-466a-88a6-7957beaad055 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0666821 Sep 02 13:32:06.115259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33d2d655-0ae0-483b-ad66-f48556ffbb06 req-601a3318-506b-4cad-9471-b2eabd5ea060 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344951 Sep 02 13:32:07.246518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20572f-33ae-4e34-a589-1afd24cb7de3 req-e9fd7e59-8d73-4150-9a83-979db0516d49 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:07.248124 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de20572f-33ae-4e34-a589-1afd24cb7de3 req-e9fd7e59-8d73-4150-9a83-979db0516d49 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0567145 Sep 02 13:32:07.290493 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de20572f-33ae-4e34-a589-1afd24cb7de3 req-ca493166-c3aa-4a24-88a9-a3dae9c5df16 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327868 Sep 02 13:32:08.428415 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdd907-28a1-464f-82dd-2dfd14c1ce05 req-10498a4d-515c-481b-8eea-eac3c473b09d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.429877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9abdd907-28a1-464f-82dd-2dfd14c1ce05 req-10498a4d-515c-481b-8eea-eac3c473b09d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0531659 Sep 02 13:32:08.476427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9abdd907-28a1-464f-82dd-2dfd14c1ce05 req-91ff7bdc-cccf-4da6-b46f-2487fc850c5e tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375335 Sep 02 13:32:09.625473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1606250-f048-4d7b-8043-7785e7c5b4da req-64556d3b-f5aa-46dd-a488-e038fb714218 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:09.627010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1606250-f048-4d7b-8043-7785e7c5b4da req-64556d3b-f5aa-46dd-a488-e038fb714218 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0658994 Sep 02 13:32:09.666813 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f1606250-f048-4d7b-8043-7785e7c5b4da req-f00e187d-8b7b-4da0-b431-1ae09317f581 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Sep 02 13:32:10.812637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dc746-7204-426e-8457-217d470a0ba6 req-04dbbc70-1b28-4890-8d25-87965eebd298 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:10.814159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d3dc746-7204-426e-8457-217d470a0ba6 req-04dbbc70-1b28-4890-8d25-87965eebd298 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0641315 Sep 02 13:32:10.856179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d3dc746-7204-426e-8457-217d470a0ba6 req-34f93d9c-4d59-4963-833c-ff63eabb097c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353911 Sep 02 13:32:11.154045 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-e283afd1-b4db-45a7-b098-c52c3d5ec5cc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.155544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-e283afd1-b4db-45a7-b098-c52c3d5ec5cc tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04&tenant_id=511814cdcbdf44999469bdb43fe4250e&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 944 time: 0.0529742 Sep 02 13:32:11.163032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c6b4c-4f3a-400c-9805-73ba490fe034 req-81f7ef0c-f0b7-4e26-81ee-b169dd0e28a4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.164566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b8c6b4c-4f3a-400c-9805-73ba490fe034 req-81f7ef0c-f0b7-4e26-81ee-b169dd0e28a4 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 944 time: 0.0498476 Sep 02 13:32:11.205103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b8c6b4c-4f3a-400c-9805-73ba490fe034 req-ac9604f0-61db-4330-a9a9-5806a812f0e7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342538 Sep 02 13:32:11.219860 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-4eae3612-305c-4536-bd15-479609b55233 service neutron] 10.222.0.41 "GET /v2.0/ports/b2af6345-d33f-42ed-9b94-cc424082280c/bindings/n-h1-792364-8 HTTP/1.1" status: 200 len: 382 time: 0.0562990 Sep 02 13:32:11.280010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b2af6345-d33f-42ed-9b94-cc424082280c details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:11.293618 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-58ab2506-46e4-41a2-a022-92b2b9f91afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.295203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-58ab2506-46e4-41a2-a022-92b2b9f91afe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1095 time: 0.0519571 Sep 02 13:32:11.377991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:11.389121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-e600c6f9-3b6f-409f-b4aa-8ac1a1a2c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.390631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-e600c6f9-3b6f-409f-b4aa-8ac1a1a2c7ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0889380 Sep 02 13:32:11.391561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'mac_address': 'fa:16:3e:76:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:11.439742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.455137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2af6345-d33f-42ed-9b94-cc424082280c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:11.479208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:11.479829 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-4a580055-2269-4bc1-80b7-6e9d22e1894b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0814357 Sep 02 13:32:11.484855 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.535580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.536843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-bf27694c-80a1-4011-8fe3-7760b77c97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.538417 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-bf27694c-80a1-4011-8fe3-7760b77c97db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0513546 Sep 02 13:32:11.545786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:11.553153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.553508 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.553902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.554229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.554555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.554889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.555208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.555526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.555842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.556158 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.556472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.556783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:11.585547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-9f28ba04-07a7-4209-bb63-7b05a6b0ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.587103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-9f28ba04-07a7-4209-bb63-7b05a6b0ed11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414946 Sep 02 13:32:11.691529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-ad869bc7-0a97-4d54-badb-0227d3c32781 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968146 Sep 02 13:32:11.719661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['b2af6345-d33f-42ed-9b94-cc424082280c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:11.787734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-51aec28f-0d76-4236-99f6-0663d131271c service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885599 Sep 02 13:32:12.334861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18939ef1-3637-49e8-8a4c-f9736590c576 req-fac9ffc9-95d2-41ca-bb07-bd62f81de98c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.336361 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18939ef1-3637-49e8-8a4c-f9736590c576 req-fac9ffc9-95d2-41ca-bb07-bd62f81de98c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Sep 02 13:32:12.378314 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18939ef1-3637-49e8-8a4c-f9736590c576 req-6066f26b-9a56-44ac-b9d4-38b2235eaa07 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Sep 02 13:32:13.306101 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b2af6345-d33f-42ed-9b94-cc424082280c up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:13.368522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port b2af6345-d33f-42ed-9b94-cc424082280c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:13.374488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port b2af6345-d33f-42ed-9b94-cc424082280c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:13.375108 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.470191 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.499482 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:13.501779 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ec10c-f1c2-4477-9a70-f690bd60c081" -d '{"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-plugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:13.507811 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142cc-6c84-44e1-8656-af385f382cb5 req-1f472fe8-15ff-4995-97bb-20cb4d59df93 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:13.510459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce4142cc-6c84-44e1-8656-af385f382cb5 req-1f472fe8-15ff-4995-97bb-20cb4d59df93 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0547051 Sep 02 13:32:13.526692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:13.531638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.570534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce4142cc-6c84-44e1-8656-af385f382cb5 req-538fb419-c28a-440e-a62e-669d824f5e22 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498013 Sep 02 13:32:13.585557 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:13.651050 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3df8a6-263b-43c5-b5ab-4e1eccbaca2c x-openstack-request-id: req-2d3df8a6-263b-43c5-b5ab-4e1eccbaca2c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:13.651501 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-plugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:13.651817 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d3df8a6-263b-43c5-b5ab-4e1eccbaca2c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:13.652308 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'code': 200} Sep 02 13:32:14.688752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828f79-39c0-45d1-a1cb-c530ce263b3b req-afb0e456-2cbd-4fd8-8d99-ac20c56ee9db tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.690480 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13828f79-39c0-45d1-a1cb-c530ce263b3b req-afb0e456-2cbd-4fd8-8d99-ac20c56ee9db tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0581768 Sep 02 13:32:14.733335 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-13828f79-39c0-45d1-a1cb-c530ce263b3b req-64b18499-337c-4472-826b-4bd9d6155b43 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356646 Sep 02 13:32:15.717899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-4d8a812e-8478-4442-8a0e-7521003ee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:15.719416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-4d8a812e-8478-4442-8a0e-7521003ee969 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04&tenant_id=511814cdcbdf44999469bdb43fe4250e HTTP/1.1" status: 200 len: 1097 time: 0.0508728 Sep 02 13:32:15.733126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:15.786990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.883669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d333d3-21c9-49e9-8828-f4e720e47412 req-a6d4ecd8-13e7-4e0f-a0c8-da05f6bc9512 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:15.885391 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4d333d3-21c9-49e9-8828-f4e720e47412 req-a6d4ecd8-13e7-4e0f-a0c8-da05f6bc9512 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0618470 Sep 02 13:32:15.923193 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4d333d3-21c9-49e9-8828-f4e720e47412 req-e7c50036-fe9f-4a26-a775-9b2ba62c1b3b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Sep 02 13:32:16.010468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:16.044275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h1-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:16.082977 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:16.085553 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f342f7-98b6-41bf-b540-429c4973f19d" -d '{"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-unplugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:16.089464 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.102948 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Transition to ACTIVE for port object b2af6345-d33f-42ed-9b94-cc424082280c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:16.116109 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.144233 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf887b6-a636-4407-a714-f6ab93c237cf x-openstack-request-id: req-caf887b6-a636-4407-a714-f6ab93c237cf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:16.144520 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-unplugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:16.144768 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caf887b6-a636-4407-a714-f6ab93c237cf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:16.145199 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'code': 200} Sep 02 13:32:16.209923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:16.224599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.224990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.225329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.225663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.225995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.226323 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.226654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.226978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.227296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.227643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.228015 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.228339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:16.265647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] No DVR routers for this DVR port b2af6345-d33f-42ed-9b94-cc424082280c on host n-h1-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:16.403193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:16.403536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:16.404567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:16.410050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:16.410373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Attempting to bind port b2af6345-d33f-42ed-9b94-cc424082280c on network 04e9fc54-34fa-4431-91f3-495d709b6563 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:16.416142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:16.416488 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Checking segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:16.416873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Bound using segment: {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:16.417336 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Bound port: b2af6345-d33f-42ed-9b94-cc424082280c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:16.417699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.483236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:16.487194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:16.493507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.533306 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.533880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.535346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1093 time: 0.8067219 Sep 02 13:32:16.553799 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293df0a-873c-410b-b20b-2207735596b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:16.606562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-ca70c09b-6665-496b-8b6a-97d24fccd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.608322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-ca70c09b-6665-496b-8b6a-97d24fccd1c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1096 time: 0.0477192 Sep 02 13:32:16.704818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-ba99dcca-3833-46e4-849f-2f8c68614fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.706384 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-ba99dcca-3833-46e4-849f-2f8c68614fd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0903275 Sep 02 13:32:16.779621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-46c7f6ad-0294-4fe9-aea1-5d79295794c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0658007 Sep 02 13:32:16.832100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-af8ec19d-12d8-4bb4-a274-35b7af62ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.833653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-af8ec19d-12d8-4bb4-a274-35b7af62ed6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0470023 Sep 02 13:32:16.888724 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34721c-5b99-472d-b7fa-8014d959877a req-ffca202b-8bf7-4028-997e-7b4c93ae036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.890499 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-ffca202b-8bf7-4028-997e-7b4c93ae036d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494571 Sep 02 13:32:16.996918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-96bd0bcc-2e5e-425f-8e7f-af90fb2100a7 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984395 Sep 02 13:32:17.043603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117247ed-db9b-43c1-8d5c-d6d902913f26 req-8b6e699a-bdc6-4f64-a6a0-f90ea1a7f1cd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:17.045319 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-117247ed-db9b-43c1-8d5c-d6d902913f26 req-8b6e699a-bdc6-4f64-a6a0-f90ea1a7f1cd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Sep 02 13:32:17.089477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-117247ed-db9b-43c1-8d5c-d6d902913f26 req-57a61339-1c95-48c6-82c1-765d0fe47dd7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355067 Sep 02 13:32:17.091526 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-de34721c-5b99-472d-b7fa-8014d959877a req-098b18cf-5517-43aa-8291-3a2ad3bce892 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868192 Sep 02 13:32:17.323658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b2af6345-d33f-42ed-9b94-cc424082280c no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:17.365800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device b2af6345-d33f-42ed-9b94-cc424082280c not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:18.146768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:18.149214 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c70037-a324-46bd-a81a-b3ab92807ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:18.211230 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326946dc-fab0-4dcd-acb8-b7354ffcfb81 x-openstack-request-id: req-326946dc-fab0-4dcd-acb8-b7354ffcfb81 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:18.211517 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:18.211773 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-326946dc-fab0-4dcd-acb8-b7354ffcfb81 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:18.212188 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'status': 'completed', 'code': 200} Sep 02 13:32:18.237256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39977-331e-4ebe-9dc4-2c4295b5ee24 req-ded21ed7-1e74-49c3-854c-e4899909f8ba tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.239461 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c39977-331e-4ebe-9dc4-2c4295b5ee24 req-ded21ed7-1e74-49c3-854c-e4899909f8ba tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0655522 Sep 02 13:32:18.279551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-f21cc406-30f8-44de-a0a3-ee6a9e92a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.281195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-f21cc406-30f8-44de-a0a3-ee6a9e92a84d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1096 time: 0.0457404 Sep 02 13:32:18.319967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-29c39977-331e-4ebe-9dc4-2c4295b5ee24 req-5814a7e1-835f-4b64-b02f-c10ad3a6b4d2 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702329 Sep 02 13:32:18.323547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-fbc3471f-f818-465b-ac1e-74b090099e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.325198 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-fbc3471f-f818-465b-ac1e-74b090099e2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1096 time: 0.0845225 Sep 02 13:32:18.433297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-1be3422c-a7f0-4544-bc3d-284a10ac0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.434860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-1be3422c-a7f0-4544-bc3d-284a10ac0f99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.1016483 Sep 02 13:32:18.665459 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-83ce6681-d4f6-48ac-a960-ffbd529a4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.667174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-83ce6681-d4f6-48ac-a960-ffbd529a4b92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.3789091 Sep 02 13:32:18.737912 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-f0917bab-6dee-4ff7-9f10-4541580f7d3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0631626 Sep 02 13:32:18.794180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-f720cee4-528d-4756-9975-1ca628352e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.795759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-f720cee4-528d-4756-9975-1ca628352e99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0504074 Sep 02 13:32:18.846526 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-3720a05e-3025-4f68-b52f-79a6b322acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.848077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-3720a05e-3025-4f68-b52f-79a6b322acb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448973 Sep 02 13:32:18.860017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-4d87b21e-843a-4094-8472-99879a975ac9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.4179242 Sep 02 13:32:18.914354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-82498e12-72c3-4c15-b026-71b00e1c6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.916303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-82498e12-72c3-4c15-b026-71b00e1c6e09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0484812 Sep 02 13:32:18.952436 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-01a26bd4-b01e-4cd2-a20f-bc3a97b70f63 service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956292 Sep 02 13:32:18.966313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-71626d90-6970-4767-be14-3fec18befa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.967853 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-71626d90-6970-4767-be14-3fec18befa11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449417 Sep 02 13:32:19.058689 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-ae0fc4c2-6d8a-4e17-8202-e3a7a658064d service neutron] 10.222.0.41 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990832 Sep 02 13:32:19.072101 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-412ae73a-e34c-4456-ae72-b7e73637bb9d service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954325 Sep 02 13:32:19.175321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-72c70037-a324-46bd-a81a-b3ab92807ab3 req-3bc212e4-63d3-406a-b736-8bb60d16ee1e service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926273 Sep 02 13:32:19.448111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed83fa-0d75-4ebb-b768-981c82a0180a req-3e80d07d-15ce-4aa4-8959-427faf8d6f3b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.449822 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfed83fa-0d75-4ebb-b768-981c82a0180a req-3e80d07d-15ce-4aa4-8959-427faf8d6f3b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0534871 Sep 02 13:32:19.494518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bfed83fa-0d75-4ebb-b768-981c82a0180a req-2666360f-6e47-4679-a752-094688817b8a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380445 Sep 02 13:32:20.629378 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5819-f494-4c43-b467-cd35f6ec3b4c req-d489ac27-45f5-4067-8454-eb8cc3ae338d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.630870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-576f5819-f494-4c43-b467-cd35f6ec3b4c req-d489ac27-45f5-4067-8454-eb8cc3ae338d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0565209 Sep 02 13:32:20.675876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-576f5819-f494-4c43-b467-cd35f6ec3b4c req-0e7419a2-b5d5-4091-a1c0-7bb58e217b97 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Sep 02 13:32:21.812996 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f71e6c-390a-47e5-b232-ef7eb3a978e3 req-2f422670-d211-4d96-87ad-54cfb5bbf8c5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.814546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21f71e6c-390a-47e5-b232-ef7eb3a978e3 req-2f422670-d211-4d96-87ad-54cfb5bbf8c5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0649955 Sep 02 13:32:21.854413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-21f71e6c-390a-47e5-b232-ef7eb3a978e3 req-6451daba-51d9-4879-acd3-7664d3fa611c tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Sep 02 13:32:22.985273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b305146-59db-4a51-ada9-e840cccf42a9 req-259c2aa0-48b7-4137-b01b-eaddf1065b73 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:22.986852 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b305146-59db-4a51-ada9-e840cccf42a9 req-259c2aa0-48b7-4137-b01b-eaddf1065b73 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Sep 02 13:32:23.033211 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4b305146-59db-4a51-ada9-e840cccf42a9 req-0c21ce4f-29c4-4b90-8394-551e6e374f0d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371161 Sep 02 13:32:23.341200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336192-1311-49e7-bef5-41f9940e0426 req-5a582a59-c4a3-4939-96a7-c8380ffd6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.342724 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-5a582a59-c4a3-4939-96a7-c8380ffd6b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=511814cdcbdf44999469bdb43fe4250e&device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 1096 time: 0.0430019 Sep 02 13:32:23.453502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336192-1311-49e7-bef5-41f9940e0426 req-45768d9c-7b2d-44fe-97df-9ffedabc9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.454918 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-45768d9c-7b2d-44fe-97df-9ffedabc9448 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 200 len: 913 time: 0.0898736 Sep 02 13:32:23.526900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-27e07f85-348c-4788-91e3-513e38cd27f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 200 len: 1000 time: 0.0648608 Sep 02 13:32:23.582445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336192-1311-49e7-bef5-41f9940e0426 req-6dc2307f-e81e-4e99-aa57-a4c23f9927ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.583973 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-6dc2307f-e81e-4e99-aa57-a4c23f9927ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 200 len: 851 time: 0.0501502 Sep 02 13:32:23.639111 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336192-1311-49e7-bef5-41f9940e0426 req-02a80a5f-4bc2-45e9-9ecb-fb9efad83e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.640689 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-02a80a5f-4bc2-45e9-9ecb-fb9efad83e54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e9fc54-34fa-4431-91f3-495d709b6563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501211 Sep 02 13:32:23.734501 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-7361e67e-657c-45a5-9d92-46fa8bfe6ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849264 Sep 02 13:32:23.833051 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f336192-1311-49e7-bef5-41f9940e0426 req-faf32d2b-184c-4bdf-a1ff-f0583aac6564 service neutron] 10.222.0.18 "GET /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915627 Sep 02 13:32:24.157781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832bbc-3ce3-46b2-8d80-9172e3d8048d req-98c6fac2-372c-47cf-9a95-01fc5af597ad tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:24.159289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6832bbc-3ce3-46b2-8d80-9172e3d8048d req-98c6fac2-372c-47cf-9a95-01fc5af597ad tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0532408 Sep 02 13:32:24.201846 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a6832bbc-3ce3-46b2-8d80-9172e3d8048d req-4a0ae5ae-e979-4f0d-a8ab-a711e33de1f0 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Sep 02 13:32:25.348331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5bdcb-7685-4034-b18e-000a9446cdea req-ee02c352-f329-4291-bd0f-85974f06744a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:25.349903 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ab5bdcb-7685-4034-b18e-000a9446cdea req-ee02c352-f329-4291-bd0f-85974f06744a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0598881 Sep 02 13:32:25.388950 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1ab5bdcb-7685-4034-b18e-000a9446cdea req-64ea2138-5a08-4b85-8aec-213833c0173d tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326324 Sep 02 13:32:26.520552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c5801-0cb9-455c-849f-a1d651b066e3 req-3c79939a-3c87-4fe9-a7f9-d3776b79e172 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:26.522142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d31c5801-0cb9-455c-849f-a1d651b066e3 req-3c79939a-3c87-4fe9-a7f9-d3776b79e172 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 945 time: 0.0600095 Sep 02 13:32:26.564836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d31c5801-0cb9-455c-849f-a1d651b066e3 req-57478436-7756-40a4-987a-d5a6f31e1281 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Sep 02 13:32:27.382287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:27.503923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:27.515620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'port_id': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'mac_address': 'fa:16:3e:76:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:27.554316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:27.567327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2af6345-d33f-42ed-9b94-cc424082280c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:27.586631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:27.593620 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:27.645249 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:27.690756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fffb45-ce0d-48e2-be3c-ea643b1e6338 req-07871cc2-b145-4bd9-9ef0-0d8fed4a2560 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:27.692281 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79fffb45-ce0d-48e2-be3c-ea643b1e6338 req-07871cc2-b145-4bd9-9ef0-0d8fed4a2560 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0518498 Sep 02 13:32:27.735624 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-79fffb45-ce0d-48e2-be3c-ea643b1e6338 req-1492b0b4-0428-46fc-b628-5076b7b47d4a tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339916 Sep 02 13:32:28.742633 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c203de98-84af-4fbb-90c8-3029dab7e186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.863853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb85cd-7ec8-4431-8aaf-1f692feeb445 req-fd46fb15-14af-4041-ac84-9f522dbc0db5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.865394 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dedb85cd-7ec8-4431-8aaf-1f692feeb445 req-fd46fb15-14af-4041-ac84-9f522dbc0db5 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0554535 Sep 02 13:32:28.890900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['b2af6345-d33f-42ed-9b94-cc424082280c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:28.907656 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dedb85cd-7ec8-4431-8aaf-1f692feeb445 req-02767d72-9a23-445f-90f0-908393a3cf1b tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325418 Sep 02 13:32:29.032029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a380b0-0a23-4715-a9ae-fc87de9d0215 req-fe6329a3-03bb-428e-9124-91881ed8c8e7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:29.033627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-96a380b0-0a23-4715-a9ae-fc87de9d0215 req-fe6329a3-03bb-428e-9124-91881ed8c8e7 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0585923 Sep 02 13:32:29.080675 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-96a380b0-0a23-4715-a9ae-fc87de9d0215 req-f20d8650-899a-44f4-8a09-15851e4ec835 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 Sep 02 13:32:29.214186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6abc-47d5-4bda-a966-fd2fb3f9f42a req-62b406f9-f3d1-43b4-9d78-97c0f9ae07c8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:29.215578 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-506e6abc-47d5-4bda-a966-fd2fb3f9f42a req-62b406f9-f3d1-43b4-9d78-97c0f9ae07c8 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0549464 Sep 02 13:32:29.257651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-506e6abc-47d5-4bda-a966-fd2fb3f9f42a req-bdbc7214-73c5-45c8-8c05-5045b8de88df tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Sep 02 13:32:29.390630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:29.446216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port b2af6345-d33f-42ed-9b94-cc424082280c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:29.450048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port b2af6345-d33f-42ed-9b94-cc424082280c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:29.450421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.520806 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e2149-5ef2-4cdb-b16c-16435951b9fc req-b88cab51-e863-417c-99ae-11ab6eacc7fd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:29.522642 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-072e2149-5ef2-4cdb-b16c-16435951b9fc req-b88cab51-e863-417c-99ae-11ab6eacc7fd tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 946 time: 0.0522473 Sep 02 13:32:29.531738 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.556160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:29.558432 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad118c4-0634-4acf-935c-9d78e287da9a" -d '{"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-plugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:29.562505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-072e2149-5ef2-4cdb-b16c-16435951b9fc req-5ed9ffdd-8d66-4acd-9192-d67d133345a6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335236 Sep 02 13:32:29.571820 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:29.578517 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.602770 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a336ac-af06-46c2-a547-8ed50b89fefc x-openstack-request-id: req-f2a336ac-af06-46c2-a547-8ed50b89fefc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:29.603060 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-plugged", "status": "completed", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:29.603635 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2a336ac-af06-46c2-a547-8ed50b89fefc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:29.604019 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'code': 200} Sep 02 13:32:29.631233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:30.702214 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d224f-51a2-4d14-9dc0-d4f805d7e51c req-417d32c7-bc34-405c-8f9d-8bede5d9a5f1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:30.703753 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d47d224f-51a2-4d14-9dc0-d4f805d7e51c req-417d32c7-bc34-405c-8f9d-8bede5d9a5f1 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 947 time: 0.0597792 Sep 02 13:32:30.748468 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d47d224f-51a2-4d14-9dc0-d4f805d7e51c req-addf26fa-f702-4726-b643-7390e88c31a6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups?id=135a8e22-62d7-4b7a-92f6-d3215f32491e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372133 Sep 02 13:32:31.083783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722660d-3807-47fa-8151-981c523a6a1b req-025ab237-c1c7-4add-b8b9-6898e87477b6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:31.085273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a722660d-3807-47fa-8151-981c523a6a1b req-025ab237-c1c7-4add-b8b9-6898e87477b6 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 947 time: 0.0580430 Sep 02 13:32:31.176140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Deleting port b2af6345-d33f-42ed-9b94-cc424082280c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:31.176498 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.277448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] For port b2af6345-d33f-42ed-9b94-cc424082280c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b2af6345-d33f-42ed-9b94-cc424082280c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:31.277822 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.472294 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.472729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.473081 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268 disassociated. External IP: 172.25.7.54, port: b2af6345-d33f-42ed-9b94-cc424082280c. Sep 02 13:32:31.473658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Calling delete_port for b2af6345-d33f-42ed-9b94-cc424082280c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:31.526387 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d46fde79-4500-4e31-8fd6-e2265c3454f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.622535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.650566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event deleted for resources: {'Port': ['ID=b2af6345-d33f-42ed-9b94-cc424082280c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:31.694191 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.773908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:32:31.895663 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ccb1c252-f76f-4da8-9d94-467bd99f0d8b req-8706b6ea-8dfa-4539-aa58-ae9b09986568 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 210 time: 0.0341620 Sep 02 13:32:31.925690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:32:31.935426 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:32:31.944630 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:31.945381 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:32:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:31.967993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] No DVR routers for this DVR port b2af6345-d33f-42ed-9b94-cc424082280c on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:31.971003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.973093 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a722660d-3807-47fa-8151-981c523a6a1b req-66aa83ff-627a-45cf-b330-ac732c677267 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.18 "DELETE /v2.0/ports/b2af6345-d33f-42ed-9b94-cc424082280c HTTP/1.1" status: 204 len: 173 time: 0.8815835 Sep 02 13:32:31.973537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-deleted', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:31.975822 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6a4e3-515e-43e9-b2b8-758b11dee73b" -d '{"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-deleted", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:32.060834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:32.079988 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7c2aeb-7341-4e7b-b260-2253573fb203 x-openstack-request-id: req-cb7c2aeb-7341-4e7b-b260-2253573fb203 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:32.080280 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef44d94-4fdd-429d-8c49-f47c79465e04", "name": "network-vif-deleted", "tag": "b2af6345-d33f-42ed-9b94-cc424082280c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:32.080528 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb7c2aeb-7341-4e7b-b260-2253573fb203 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:32.080953 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef44d94-4fdd-429d-8c49-f47c79465e04', 'name': 'network-vif-deleted', 'tag': 'b2af6345-d33f-42ed-9b94-cc424082280c', 'status': 'completed', 'code': 200} Sep 02 13:32:32.276443 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:32.302095 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:32:32.310968 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:32.311590 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:32:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:32.425783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:32.713229 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.732995 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:32:32.758738 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:32.785205 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcbf0d-aa3e-4fd7-bdff-c2a3ef5ee6cd None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:22:48Z', 'revision_number': 4, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a0145103-5155-4bd2-89b0-1533c9cb196c', 'name': '', 'network_id': '04e9fc54-34fa-4431-91f3-495d709b6563', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'mac_address': 'fa:16:3e:28:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:48Z', 'updated_at': '2021-09-02T13:22:53Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'subnets': [{'id': '9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:32:32.998570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27aad31e-91df-488b-bebe-d1ec3a7ee789 req-a3040851-0472-47f4-81d4-a2a1b946a926 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 210 time: 0.0285444 Sep 02 13:32:33.040658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c597700-d176-4ba2-8cd7-378a542ba613 None None] New status for floating IP 1df57a1e-4f60-4717-8413-7ba1641ee268: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:32:34.098537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4ff350fb-91a1-4678-93df-908349150863 req-22cdce33-7986-4487-b4eb-e7e0a4fbd408 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 210 time: 0.0273139 Sep 02 13:32:34.383034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.197103 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fbbaf42f-8680-4ebc-89a3-f765051c44e0 req-20155067-d159-44c7-8261-0a83f6933852 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef44d94-4fdd-429d-8c49-f47c79465e04 HTTP/1.1" status: 200 len: 210 time: 0.0279949 Sep 02 13:32:35.398516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:35.419007 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: b2af6345-d33f-42ed-9b94-cc424082280c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:35.419395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b2af6345-d33f-42ed-9b94-cc424082280c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:35.679569 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.036669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:40.093299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b6a5-af8c-4709-bfe1-dc44c3f8b171 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.119924 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b6a5-af8c-4709-bfe1-dc44c3f8b171 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.176046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b6a5-af8c-4709-bfe1-dc44c3f8b171 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.179503 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b6a5-af8c-4709-bfe1-dc44c3f8b171 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.180731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9ca2b6a5-af8c-4709-bfe1-dc44c3f8b171 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "DELETE /v2.0/security-groups/135a8e22-62d7-4b7a-92f6-d3215f32491e HTTP/1.1" status: 204 len: 168 time: 0.1430216 Sep 02 13:32:40.183688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52010) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:40.193048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2b6a5-af8c-4709-bfe1-dc44c3f8b171 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a8e22-62d7-4b7a-92f6-d3215f32491e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:40.200272 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-edc8c249-16bf-41a6-8e72-b6c0eea352e9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] show failed (client error): The resource could not be found. Sep 02 13:32:40.204692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:40.204884 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-edc8c249-16bf-41a6-8e72-b6c0eea352e9 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "GET /v2.0/security-groups/135a8e22-62d7-4b7a-92f6-d3215f32491e HTTP/1.1" status: 404 len: 347 time: 0.0199831 Sep 02 13:32:40.336010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Deleting port d019e2bd-6744-4f10-9f6b-6721ecce8ae5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:40.336381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.426716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.427235 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.439890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Calling delete_port for d019e2bd-6744-4f10-9f6b-6721ecce8ae5 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:40.585281 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.611854 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Pushing event deleted for resources: {'Port': ['ID=d019e2bd-6744-4f10-9f6b-6721ecce8ae5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:40.671492 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.674155 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.675298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-53d4c97a-311d-4798-9aef-fbb165307a34 tempest-ServerActionsTestJSON-1227563976 tempest-ServerActionsTestJSON-1227563976-project] 10.222.0.60 "DELETE /v2.0/floatingips/1df57a1e-4f60-4717-8413-7ba1641ee268 HTTP/1.1" status: 204 len: 168 time: 0.4694736 Sep 02 13:32:40.679855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:41.120935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.386246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Deleting port a0145103-5155-4bd2-89b0-1533c9cb196c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:41.386594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.470183 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] For port a0145103-5155-4bd2-89b0-1533c9cb196c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a0145103-5155-4bd2-89b0-1533c9cb196c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:41.470546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.484994 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Calling delete_port for a0145103-5155-4bd2-89b0-1533c9cb196c owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:41.526895 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.682589 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.710926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0145103-5155-4bd2-89b0-1533c9cb196c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:41.887711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.132071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Router 20e8d473-5842-44a2-ba53-c9f96dfc5490 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:32:42.241153 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:32:42.246355 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-44c4c3a8-ea37-4f51-aa19-9ccd79862d96 admin admin] 10.222.0.60 "PUT /v2.0/routers/20e8d473-5842-44a2-ba53-c9f96dfc5490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655746 Sep 02 13:32:42.249135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:42.251422 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] Sync routers for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:32:42.261392 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:42.262036 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:32:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:42.358369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.374345 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:42.476244 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.536701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Deleting port 52ba4941-1358-4e9e-ab47-1fff1b0ef703 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:42.537091 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.558490 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:32:41Z', 'revision_number': 5, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port': {'id': '52ba4941-1358-4e9e-ab47-1fff1b0ef703', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:22:46Z', 'updated_at': '2021-09-02T13:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:42.586194 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] Checking router: 20e8d473-5842-44a2-ba53-c9f96dfc5490 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:32:42.595240 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] Routers {'20e8d473-5842-44a2-ba53-c9f96dfc5490'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:42.595863 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:32:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['20e8d473-5842-44a2-ba53-c9f96dfc5490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:42.627473 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] For port 52ba4941-1358-4e9e-ab47-1fff1b0ef703, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=52ba4941-1358-4e9e-ab47-1fff1b0ef703,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:42.628174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.641638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Calling delete_port for 52ba4941-1358-4e9e-ab47-1fff1b0ef703 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:42.680252 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] Set router 20e8d473-5842-44a2-ba53-c9f96dfc5490 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:42.732123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:32:42Z', 'revision_number': 6, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:42.761143 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9cdb9-78cb-4447-801e-1e7617289caf None None] The sync data for ids ['20e8d473-5842-44a2-ba53-c9f96dfc5490'] in n-d-792364-8 is: [{'id': '20e8d473-5842-44a2-ba53-c9f96dfc5490', 'name': 'tempest-ServerActionsTestJSON-1671860826-router', 'tenant_id': '511814cdcbdf44999469bdb43fe4250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:22:45Z', 'updated_at': '2021-09-02T13:32:42Z', 'revision_number': 6, 'project_id': '511814cdcbdf44999469bdb43fe4250e', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:32:42.832095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.857862 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ba4941-1358-4e9e-ab47-1fff1b0ef703,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:42.922346 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.011863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.014420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.061039 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.061708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e8d473-5842-44a2-ba53-c9f96dfc5490 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:32:43.066564 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.067774 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-baeb1319-5f00-4bcf-9d2d-7b481a0803d0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/20e8d473-5842-44a2-ba53-c9f96dfc5490 HTTP/1.1" status: 204 len: 168 time: 0.8175130 Sep 02 13:32:43.071778 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:43.120175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Deleting subnet 9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:32:43.123852 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.165325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.245678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.302445 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.328991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:43.330961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.332834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5061ec73-5807-4f5b-b2cd-d41c96a515b2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9a0aafe3-e0c6-4be7-bf25-fa40a14a0c3f HTTP/1.1" status: 204 len: 168 time: 0.2600117 Sep 02 13:32:43.335637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:43.338345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbeb0d-75cc-47f7-b9eb-9c9f8e3f8f54 None None] Network 04e9fc54-34fa-4431-91f3-495d709b6563 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:43.409367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.473625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Deleting port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:43.473961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.551840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] For port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:43.552214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.567082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] DHCP port deletion for 04e9fc54-34fa-4431-91f3-495d709b6563 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:32:43.567419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Calling delete_port for a8bc9cf0-9365-4d6c-b270-2c355bb4da1c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:43.592834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 52ba4941-1358-4e9e-ab47-1fff1b0ef703 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:43.616827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 52ba4941-1358-4e9e-ab47-1fff1b0ef703 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:43.617171 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 52ba4941-1358-4e9e-ab47-1fff1b0ef703 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:43.617744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0145103-5155-4bd2-89b0-1533c9cb196c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:43.640034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a0145103-5155-4bd2-89b0-1533c9cb196c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:43.640460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a0145103-5155-4bd2-89b0-1533c9cb196c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:43.657669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] Deleting port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:43.658040 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.662704 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.691181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:43.693121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] No DVR routers for this DVR port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:43.723692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] For port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,segment=NetworkSegment(9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7),segment_id=9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:43.724090 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.737877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] Calling delete_port for a8bc9cf0-9365-4d6c-b270-2c355bb4da1c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:43.772053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.784549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e9fc54-34fa-4431-91f3-495d709b6563']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:43.797841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:43.798059 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efc6de4-f54e-4fb5-9adc-fcd69bee6bf7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:43.814656 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.823619 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.833993 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.845937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:32:43.846618 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:32:43.850139 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:32:43.855868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] Pushing event deleted for resources: {'Port': ['ID=a8bc9cf0-9365-4d6c-b270-2c355bb4da1c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:43.858299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14379f1e-78db-4107-9135-a8a6e5c435e6 None None] No DVR routers for this DVR port a8bc9cf0-9365-4d6c-b270-2c355bb4da1c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:43.913810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.919603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.921479 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] 10.222.0.60 "DELETE /v2.0/networks/04e9fc54-34fa-4431-91f3-495d709b6563 HTTP/1.1" status: 204 len: 168 time: 0.5849416 Sep 02 13:32:43.932559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22fe75-ed69-4f0d-8672-c67d8c10d80e admin admin] Pushing event deleted for resources: {'Network': ['ID=04e9fc54-34fa-4431-91f3-495d709b6563,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:44.051452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:44.095558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-090f4165-7368-4073-be07-0c1c1787be46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=511814cdcbdf44999469bdb43fe4250e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427840 Sep 02 13:32:44.098276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:44.154835 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a065-a871-44f7-ae86-dfe63d5988a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.175958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a065-a871-44f7-ae86-dfe63d5988a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.232200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a065-a871-44f7-ae86-dfe63d5988a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.236749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a065-a871-44f7-ae86-dfe63d5988a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.238432 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dcf5a065-a871-44f7-ae86-dfe63d5988a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a85d340-d879-4c3b-b3ed-4df6ae2ea44a HTTP/1.1" status: 204 len: 168 time: 0.1391931 Sep 02 13:32:44.247443 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5a065-a871-44f7-ae86-dfe63d5988a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85d340-d879-4c3b-b3ed-4df6ae2ea44a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:45.076619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:45.191236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1941960429-network', 'tenant_id': 'c915cc2000f14e19bbbe6ec5e0244aea'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:45.215228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Made reservation on behalf of c915cc2000f14e19bbbe6ec5e0244aea for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:45.217670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.226570 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.318645 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.324237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.349168 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:32:45.359718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44bb414-0247-416f-998f-e70abb20a5df,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:45.365408 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.365790 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Added segment b58f0372-fde6-4c76-88b1-c6ca3bef6c35 of type vlan for network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 Sep 02 13:32:45.407168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.429187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a8bc9cf0-9365-4d6c-b270-2c355bb4da1c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:45.434799 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.436300 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:45.437027 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.504523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4240735 Sep 02 13:32:45.505135 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:45.506456 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416a8d7-c20a-4cd9-9423-8d4ba1c2b3da admin admin] Pushing event updated for resources: {'Network': ['ID=8d14c0f6-7358-4ed4-b6d4-0326d398a008,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:45.510704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Request body: {'subnet': {'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1941960429-subnet', 'tenant_id': 'c915cc2000f14e19bbbe6ec5e0244aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:45.535610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Made reservation on behalf of c915cc2000f14e19bbbe6ec5e0244aea for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:45.538235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.613603 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:32:45.616279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a8bc9cf0-9365-4d6c-b270-2c355bb4da1c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:45.616636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a8bc9cf0-9365-4d6c-b270-2c355bb4da1c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:45.730625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.787029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643c822b-cc9f-4272-be04-310f2af6b5ae,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:45.805431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Checking segment: {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:45.805809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Network hostable DHCP agents. Network: 8d14c0f6-7358-4ed4-b6d4-0326d398a008, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:32:45.825815 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:32:45.835491 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 8d14c0f6-7358-4ed4-b6d4-0326d398a008) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:45.840026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:45.840622 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.847118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11dff76-edad-439d-86b9-b59df6febd90 None None] Network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:45.861460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-989b008e-faef-424e-ba6c-728e1f2ca2b7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3550575 Sep 02 13:32:45.973487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8e608-439f-4b24-8c68-e0e00ade42f5 None None] Network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:46.343911 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-40b5847f-41f3-4d10-938e-b7205f0f4948 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:46.345474 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-40b5847f-41f3-4d10-938e-b7205f0f4948 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/networks?id=8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 200 len: 814 time: 0.1057432 Sep 02 13:32:46.361848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-9e953dd4-a52a-4866-b6e6-bcfeb5e02396 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/quotas/c915cc2000f14e19bbbe6ec5e0244aea HTTP/1.1" status: 200 len: 375 time: 0.0105650 Sep 02 13:32:46.398276 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-c6dfcbf0-cbfc-4e44-a62a-ef6ad72486d6 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310779 Sep 02 13:32:46.468016 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-94b43385-2ec5-4d2c-8434-fd00cf7e0f42 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:32:46.469055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-94b43385-2ec5-4d2c-8434-fd00cf7e0f42 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637331 Sep 02 13:32:46.567167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-e60bd99a-15a6-4e5e-b521-b8ffea5ec655 service neutron] 10.222.0.60 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880635 Sep 02 13:32:46.664079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-db71352c-2b9a-4da8-870d-3cc05bbe0fea service neutron] 10.222.0.60 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905523 Sep 02 13:32:47.880536 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-55f044d5-7aa8-4fe0-9c23-42502eea119e req-b9893b92-9f73-485b-94bf-e6374676cc1d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 210 time: 0.0330479 Sep 02 13:32:48.856628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-15013df4-0f66-4894-ae86-31375588c536 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.858202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-15013df4-0f66-4894-ae86-31375588c536 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.18 "GET /v2.0/networks?id=8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 200 len: 814 time: 0.1083441 Sep 02 13:32:48.874281 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Request body: {'port': {'device_id': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008', 'admin_state_up': True, 'tenant_id': 'c915cc2000f14e19bbbe6ec5e0244aea'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:48.999854 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5afcb831-baeb-48ed-a0c7-ca0438888da5 req-12e86f3b-7935-4812-b24a-be77c660507d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 210 time: 0.0399323 Sep 02 13:32:49.029245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Made reservation on behalf of c915cc2000f14e19bbbe6ec5e0244aea for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:49.032944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.166194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Allocated IP 172.20.0.9 (8d14c0f6-7358-4ed4-b6d4-0326d398a008/643c822b-cc9f-4272-be04-310f2af6b5ae/214ecf30-23b7-4d7d-baed-a31e35436518) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:49.316243 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.358560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.407217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:49.410358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:49.414018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:49.420312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Pushing event updated for resources: {'Port': ['ID=214ecf30-23b7-4d7d-baed-a31e35436518,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:49.466925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:49.467485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.483920 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-ee425198-8263-4382-b12f-f2608c9a5fd8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147566 Sep 02 13:32:49.497202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Request body: {'port': {'device_id': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:49.551541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.838654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214ecf30-23b7-4d7d-baed-a31e35436518 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:49.846218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.859222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Transition to ACTIVE for port object 214ecf30-23b7-4d7d-baed-a31e35436518 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:49.865231 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.914715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=214ecf30-23b7-4d7d-baed-a31e35436518,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:49.988628 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Attempting to bind port 214ecf30-23b7-4d7d-baed-a31e35436518 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:49.988988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Attempting to bind port 214ecf30-23b7-4d7d-baed-a31e35436518 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:49.989327 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Attempting to bind port 214ecf30-23b7-4d7d-baed-a31e35436518 on network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:49.993999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Port 214ecf30-23b7-4d7d-baed-a31e35436518 on network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:49.994320 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Attempting to bind port 214ecf30-23b7-4d7d-baed-a31e35436518 on network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:49.999692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:50.000029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Checking segment: {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:50.000411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Bound using segment: {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:50.000836 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Bound port: 214ecf30-23b7-4d7d-baed-a31e35436518, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:50.001227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.069921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] For port 214ecf30-23b7-4d7d-baed-a31e35436518, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:50.073226 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] For port 214ecf30-23b7-4d7d-baed-a31e35436518, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=214ecf30-23b7-4d7d-baed-a31e35436518,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:50.078812 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.116740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.117422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.118856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] 10.222.0.18 "PUT /v2.0/ports/214ecf30-23b7-4d7d-baed-a31e35436518 HTTP/1.1" status: 200 len: 1091 time: 0.6258464 Sep 02 13:32:50.119334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'tag': '214ecf30-23b7-4d7d-baed-a31e35436518'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:50.121685 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cae5940-0c69-40a3-9354-b43e8776541d" -d '{"events": [{"name": "network-changed", "server_uuid": "2882e5d3-5c57-49c3-bac6-b345b0488175", "tag": "214ecf30-23b7-4d7d-baed-a31e35436518"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:50.133198 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495eba2-0e19-4b3a-a420-2c6b2619124b req-c4c4a739-2eec-48de-b7ce-9d19a473b517 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.134780 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4495eba2-0e19-4b3a-a420-2c6b2619124b req-c4c4a739-2eec-48de-b7ce-9d19a473b517 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 943 time: 0.0617063 Sep 02 13:32:50.143616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fa21f-2eb3-4c44-8e40-92ffb3ae8ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=214ecf30-23b7-4d7d-baed-a31e35436518,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:50.191058 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31f7afd-5594-4d79-8e07-877b023a67a1 x-openstack-request-id: req-a31f7afd-5594-4d79-8e07-877b023a67a1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:50.191592 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2882e5d3-5c57-49c3-bac6-b345b0488175", "tag": "214ecf30-23b7-4d7d-baed-a31e35436518", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:50.191896 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a31f7afd-5594-4d79-8e07-877b023a67a1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:50.192358 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'tag': '214ecf30-23b7-4d7d-baed-a31e35436518', 'status': 'completed', 'code': 200} Sep 02 13:32:50.202398 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4495eba2-0e19-4b3a-a420-2c6b2619124b req-22ab1b45-90d6-4d60-8395-614a815dcdef tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580964 Sep 02 13:32:50.224039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-71609717-9e54-43db-b185-b052d42561f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.225588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-71609717-9e54-43db-b185-b052d42561f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 1094 time: 0.0462785 Sep 02 13:32:50.270427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-d7c8aef2-cc2e-4fc2-ab2e-ef2dadd46ef2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=214ecf30-23b7-4d7d-baed-a31e35436518 HTTP/1.1" status: 200 len: 217 time: 0.0369701 Sep 02 13:32:50.329792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-de03c022-2793-450b-b89e-bba3639500cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.331315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-de03c022-2793-450b-b89e-bba3639500cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=643c822b-cc9f-4272-be04-310f2af6b5ae HTTP/1.1" status: 200 len: 854 time: 0.0543721 Sep 02 13:32:50.365259 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-859218ac-4eae-47bc-ad59-751b1b2045a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d14c0f6-7358-4ed4-b6d4-0326d398a008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267148 Sep 02 13:32:50.458662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-09f76cba-5cb3-4240-9073-9826f2cecca4 service neutron] 10.222.0.18 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865893 Sep 02 13:32:50.562937 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-17f44610-4c6d-48c4-8b40-d4c169acf805 req-6f864bd5-49b2-4d68-b417-37c69dc2fc3a service neutron] 10.222.0.18 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969644 Sep 02 13:32:50.665800 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5940-0c69-40a3-9354-b43e8776541d req-b89dcd4f-40de-487c-8379-086e1cfbd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.667248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-b89dcd4f-40de-487c-8379-086e1cfbd3f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 1094 time: 0.0477824 Sep 02 13:32:50.780513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5940-0c69-40a3-9354-b43e8776541d req-b793ffb3-f8dc-4d73-8b54-9500d0938ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.782066 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-b793ffb3-f8dc-4d73-8b54-9500d0938ec7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 200 len: 915 time: 0.1080661 Sep 02 13:32:50.824362 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-65dbd37f-ea2c-408f-a7d1-21d20e31a4e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=214ecf30-23b7-4d7d-baed-a31e35436518 HTTP/1.1" status: 200 len: 217 time: 0.0340524 Sep 02 13:32:50.879503 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5940-0c69-40a3-9354-b43e8776541d req-9e811fbc-aade-4814-ae0c-1739d6695b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.881001 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-9e811fbc-aade-4814-ae0c-1739d6695b08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=643c822b-cc9f-4272-be04-310f2af6b5ae HTTP/1.1" status: 200 len: 854 time: 0.0478160 Sep 02 13:32:50.914555 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-7a94d3b9-fb20-463f-b457-acfdad41ff86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d14c0f6-7358-4ed4-b6d4-0326d398a008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260475 Sep 02 13:32:51.007627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-a4c43802-3400-490c-ad05-91cf6527234d service neutron] 10.222.0.18 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Sep 02 13:32:51.107018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9cae5940-0c69-40a3-9354-b43e8776541d req-cb872bb4-38eb-4da1-af1c-8da4d62129e4 service neutron] 10.222.0.18 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912931 Sep 02 13:32:51.332748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8587afa-f28a-4045-9982-96cc46610a73 req-fff2680b-6b99-4a55-a0cb-9794ab10e83f tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.334307 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8587afa-f28a-4045-9982-96cc46610a73 req-fff2680b-6b99-4a55-a0cb-9794ab10e83f tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 943 time: 0.0599625 Sep 02 13:32:51.374345 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8587afa-f28a-4045-9982-96cc46610a73 req-27782ec0-9dd1-437c-847c-88c19f2be250 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Sep 02 13:32:51.476253 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 214ecf30-23b7-4d7d-baed-a31e35436518 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:51.584289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 214ecf30-23b7-4d7d-baed-a31e35436518, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=214ecf30-23b7-4d7d-baed-a31e35436518,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:51.596229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '214ecf30-23b7-4d7d-baed-a31e35436518', 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008', 'port_id': '214ecf30-23b7-4d7d-baed-a31e35436518', 'mac_address': 'fa:16:3e:e2:9e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643c822b-cc9f-4272-be04-310f2af6b5ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:51.635448 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.649529 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214ecf30-23b7-4d7d-baed-a31e35436518 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:51.669926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 214ecf30-23b7-4d7d-baed-a31e35436518, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=214ecf30-23b7-4d7d-baed-a31e35436518,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:51.676872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.724386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=214ecf30-23b7-4d7d-baed-a31e35436518,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:51.900856 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['214ecf30-23b7-4d7d-baed-a31e35436518'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:52.504120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522c868-c57a-4432-8009-16b74c1f3171 req-05b30765-706a-482b-bf9c-3b93d166f11d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.505674 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c522c868-c57a-4432-8009-16b74c1f3171 req-05b30765-706a-482b-bf9c-3b93d166f11d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 944 time: 0.0560606 Sep 02 13:32:52.546449 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c522c868-c57a-4432-8009-16b74c1f3171 req-8a4201dd-01ec-4ceb-9f89-9f89dcfb8903 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Sep 02 13:32:53.491972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 214ecf30-23b7-4d7d-baed-a31e35436518 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:53.547431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 214ecf30-23b7-4d7d-baed-a31e35436518 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:53.551523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 214ecf30-23b7-4d7d-baed-a31e35436518 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:53.551879 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.637627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.661358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ecf30-23b7-4d7d-baed-a31e35436518'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:53.663769 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eabf50-9b12-47e7-ac71-a2dc4cb53770" -d '{"events": [{"server_uuid": "2882e5d3-5c57-49c3-bac6-b345b0488175", "name": "network-vif-plugged", "status": "completed", "tag": "214ecf30-23b7-4d7d-baed-a31e35436518"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:53.665289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850624fb-37c3-4bcc-b197-fa0ff5cfab1e req-0773764e-71e3-47d6-953e-08d29a80e1ce tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:53.666910 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-850624fb-37c3-4bcc-b197-fa0ff5cfab1e req-0773764e-71e3-47d6-953e-08d29a80e1ce tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 944 time: 0.0504076 Sep 02 13:32:53.676462 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 214ecf30-23b7-4d7d-baed-a31e35436518, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=214ecf30-23b7-4d7d-baed-a31e35436518,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:53.681862 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.709194 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7a027-559f-4ce0-bb4e-a0831a3c58c4 x-openstack-request-id: req-7ec7a027-559f-4ce0-bb4e-a0831a3c58c4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:53.709509 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2882e5d3-5c57-49c3-bac6-b345b0488175", "name": "network-vif-plugged", "status": "completed", "tag": "214ecf30-23b7-4d7d-baed-a31e35436518", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:53.709752 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ec7a027-559f-4ce0-bb4e-a0831a3c58c4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:53.710142 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ecf30-23b7-4d7d-baed-a31e35436518', 'code': 200} Sep 02 13:32:53.717214 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-850624fb-37c3-4bcc-b197-fa0ff5cfab1e req-5b187acb-b782-4c5f-90d5-66cbca2380a5 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Sep 02 13:32:53.733027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=214ecf30-23b7-4d7d-baed-a31e35436518,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:53.814812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569d12-5466-402d-bc93-72154d2a8697 req-5877b10e-e685-4fa7-a88b-8237cf6827d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:53.816343 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55569d12-5466-402d-bc93-72154d2a8697 req-5877b10e-e685-4fa7-a88b-8237cf6827d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 1096 time: 0.0460846 Sep 02 13:32:53.855620 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-55569d12-5466-402d-bc93-72154d2a8697 req-c4010d7a-6ebe-4c15-87a9-f1e22f0bed76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Sep 02 13:32:55.106014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709618-ac1c-46b5-86c6-4515569cce5e req-816bcf51-924d-4d2a-a1ee-f18587b8e6c6 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.107749 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8709618-ac1c-46b5-86c6-4515569cce5e req-816bcf51-924d-4d2a-a1ee-f18587b8e6c6 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.3047700 Sep 02 13:32:55.145932 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c8709618-ac1c-46b5-86c6-4515569cce5e req-15a5ac84-4118-43c0-a38e-e221ea853fc6 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Sep 02 13:32:56.282728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86074e81-e601-4fb7-a239-717948f188a7 req-44f43498-3f82-4417-a955-7a527ba29744 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:56.284217 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86074e81-e601-4fb7-a239-717948f188a7 req-44f43498-3f82-4417-a955-7a527ba29744 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0498259 Sep 02 13:32:56.325851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-86074e81-e601-4fb7-a239-717948f188a7 req-383a59b2-42c5-4f45-88de-52c298076b34 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Sep 02 13:32:56.608038 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-d00595fc-730d-471a-9c92-83a61045598a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:56.609562 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-d00595fc-730d-471a-9c92-83a61045598a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/networks?id=8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 200 len: 814 time: 0.1245248 Sep 02 13:32:56.626789 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-8270b8f0-b8e1-451b-a54c-f55558c3ef4e tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/quotas/c915cc2000f14e19bbbe6ec5e0244aea HTTP/1.1" status: 200 len: 375 time: 0.0104325 Sep 02 13:32:56.680257 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-895fcde0-2ffa-481f-bf68-d2588c9e6072 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452828 Sep 02 13:32:56.691529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-0ff3142a-d21d-4974-ba8d-b0de3be8f437 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:32:56.692532 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-0ff3142a-d21d-4974-ba8d-b0de3be8f437 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055137 Sep 02 13:32:56.786756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-1af0d6bb-b9ad-4918-87f7-588be520cf25 service neutron] 10.222.0.60 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Sep 02 13:32:56.887162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-c23eb9c4-fbc7-4798-9d80-47f2b624c14b service neutron] 10.222.0.60 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911386 Sep 02 13:32:57.050067 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d98c765d-ea23-4c6e-8ec3-56b7bfa2a44c req-513cd8e5-2ec5-4ee1-8141-ff136c0c43d4 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 210 time: 0.0273340 Sep 02 13:32:58.062114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-640fa270-6051-4681-8c5f-8645c396be60 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:58.063804 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-640fa270-6051-4681-8c5f-8645c396be60 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.41 "GET /v2.0/networks?id=8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 200 len: 814 time: 0.1331825 Sep 02 13:32:58.078197 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Request body: {'port': {'device_id': '212db635-8b28-4462-b66b-f28bdc29def3', 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008', 'admin_state_up': True, 'tenant_id': 'c915cc2000f14e19bbbe6ec5e0244aea'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:58.174324 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f324a8c5-2642-44ba-80e9-5ca5ca987137 req-47b29a61-bb14-47e9-b388-783fa3b2f040 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 210 time: 0.0309482 Sep 02 13:32:58.223698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Made reservation on behalf of c915cc2000f14e19bbbe6ec5e0244aea for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:58.227214 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.369787 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Allocated IP 172.20.0.10 (8d14c0f6-7358-4ed4-b6d4-0326d398a008/643c822b-cc9f-4272-be04-310f2af6b5ae/d8561427-48ce-4375-824a-e7da8ed2f71e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:58.550305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.598815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.611277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['214ecf30-23b7-4d7d-baed-a31e35436518'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:58.646381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:58.649573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:58.653427 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:58.676924 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Pushing event updated for resources: {'Port': ['ID=d8561427-48ce-4375-824a-e7da8ed2f71e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:58.706607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:58.707236 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.722217 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-e8d100b5-7059-42d8-816b-c0efb1abd681 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487985 Sep 02 13:32:58.735795 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Request body: {'port': {'device_id': '212db635-8b28-4462-b66b-f28bdc29def3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:58.744357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-974d4168-88aa-492c-957e-92723d24172e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.815180 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.098869 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8561427-48ce-4375-824a-e7da8ed2f71e {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:59.107267 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.121670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Transition to ACTIVE for port object d8561427-48ce-4375-824a-e7da8ed2f71e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:59.126997 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.175578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8561427-48ce-4375-824a-e7da8ed2f71e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:59.198041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.198388 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.198746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.199073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.199399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.199688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.200030 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.200777 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.201202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.201439 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.201727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.202042 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:59.257505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Attempting to bind port d8561427-48ce-4375-824a-e7da8ed2f71e on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:59.257941 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Attempting to bind port d8561427-48ce-4375-824a-e7da8ed2f71e by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:59.258281 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Attempting to bind port d8561427-48ce-4375-824a-e7da8ed2f71e on network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:59.262813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Port d8561427-48ce-4375-824a-e7da8ed2f71e on network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:59.263303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Attempting to bind port d8561427-48ce-4375-824a-e7da8ed2f71e on network 8d14c0f6-7358-4ed4-b6d4-0326d398a008 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:59.268495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:59.268840 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Checking segment: {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:59.269264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Bound using segment: {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:59.269696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Bound port: d8561427-48ce-4375-824a-e7da8ed2f71e, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:59.270054 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.294233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cc12e-3391-4f89-b660-22b116f9075e req-ceb7acbd-b054-4e91-9409-79eb8888afdc tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.295787 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2e5cc12e-3391-4f89-b660-22b116f9075e req-ceb7acbd-b054-4e91-9409-79eb8888afdc tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Sep 02 13:32:59.333379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2e5cc12e-3391-4f89-b660-22b116f9075e req-51dd12d3-259e-411a-919a-2c48a7edfbb5 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Sep 02 13:32:59.334918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] For port d8561427-48ce-4375-824a-e7da8ed2f71e, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:59.338269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] For port d8561427-48ce-4375-824a-e7da8ed2f71e, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d8561427-48ce-4375-824a-e7da8ed2f71e,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:59.343380 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.381689 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.382301 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.383691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8561427-48ce-4375-824a-e7da8ed2f71e HTTP/1.1" status: 200 len: 1092 time: 0.6522882 Sep 02 13:32:59.385786 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212db635-8b28-4462-b66b-f28bdc29def3', 'tag': 'd8561427-48ce-4375-824a-e7da8ed2f71e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:59.388548 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e" -d '{"events": [{"name": "network-changed", "server_uuid": "212db635-8b28-4462-b66b-f28bdc29def3", "tag": "d8561427-48ce-4375-824a-e7da8ed2f71e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:59.406555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f51bee-0e3c-4928-be8a-f4326b50b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8561427-48ce-4375-824a-e7da8ed2f71e,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:59.433964 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0febbe20-9d81-447d-b746-a5cda0c84197 x-openstack-request-id: req-0febbe20-9d81-447d-b746-a5cda0c84197 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:59.434260 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212db635-8b28-4462-b66b-f28bdc29def3", "tag": "d8561427-48ce-4375-824a-e7da8ed2f71e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:59.434511 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0febbe20-9d81-447d-b746-a5cda0c84197 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:59.435037 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212db635-8b28-4462-b66b-f28bdc29def3', 'tag': 'd8561427-48ce-4375-824a-e7da8ed2f71e', 'status': 'completed', 'code': 200} Sep 02 13:32:59.466333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-59250a37-ca32-428a-85bd-1bf08f2236d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.469147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-59250a37-ca32-428a-85bd-1bf08f2236d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 1095 time: 0.0469358 Sep 02 13:32:59.519989 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-b67908a9-5258-4163-b1dc-f5938d3d6692 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8561427-48ce-4375-824a-e7da8ed2f71e HTTP/1.1" status: 200 len: 217 time: 0.0433056 Sep 02 13:32:59.580378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-c5762be7-90b5-4f3c-86a8-4aed5a73557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.581924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-c5762be7-90b5-4f3c-86a8-4aed5a73557b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643c822b-cc9f-4272-be04-310f2af6b5ae HTTP/1.1" status: 200 len: 854 time: 0.0544784 Sep 02 13:32:59.615501 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-1d7a1b44-6998-490d-8df2-acc843e71782 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d14c0f6-7358-4ed4-b6d4-0326d398a008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260224 Sep 02 13:32:59.725953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-b05fa8f9-8935-478e-89a2-fd416d3adece service neutron] 10.222.0.41 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030533 Sep 02 13:32:59.819955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-86e23de4-b584-4aee-a64f-7b18a3187604 req-49796f93-dd29-4412-94de-1f886200ea7c service neutron] 10.222.0.41 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865161 Sep 02 13:32:59.927148 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-bb117a5c-4377-4271-b6c0-b0fece45850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.928662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-bb117a5c-4377-4271-b6c0-b0fece45850f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 1095 time: 0.0579119 Sep 02 13:33:00.039435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-f50f7944-7e91-410b-9254-774f79293481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:00.040947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-f50f7944-7e91-410b-9254-774f79293481 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 200 len: 915 time: 0.1046600 Sep 02 13:33:00.084293 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-6b21a169-9b29-4cab-9fb6-3d371206b50d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8561427-48ce-4375-824a-e7da8ed2f71e HTTP/1.1" status: 200 len: 217 time: 0.0358362 Sep 02 13:33:00.140376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-b20d3d3e-88b2-43c5-9530-4507f31618a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:00.141981 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-b20d3d3e-88b2-43c5-9530-4507f31618a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643c822b-cc9f-4272-be04-310f2af6b5ae HTTP/1.1" status: 200 len: 854 time: 0.0496266 Sep 02 13:33:00.175583 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-14f5a743-5ba6-4767-afca-fe433dc2014e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d14c0f6-7358-4ed4-b6d4-0326d398a008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251155 Sep 02 13:33:00.280477 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-0108cce5-b29a-461c-a8fc-88b559fdc97b service neutron] 10.222.0.41 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965853 Sep 02 13:33:00.381756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d2f02ec8-2aba-4c7d-afe4-c5d4935ad74e req-43fa3aea-2256-4ac0-9d98-520dc8823631 service neutron] 10.222.0.41 "GET /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918059 Sep 02 13:33:00.452593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d591c9-ecae-448e-8c4a-4e4a2f9c41dd req-ec69d261-75e7-4aa3-a74f-87b79fb782db tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:00.454099 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45d591c9-ecae-448e-8c4a-4e4a2f9c41dd req-ec69d261-75e7-4aa3-a74f-87b79fb782db tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 944 time: 0.0500815 Sep 02 13:33:00.494389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45d591c9-ecae-448e-8c4a-4e4a2f9c41dd req-841bc8be-0522-44a3-a4be-8c955ba7d882 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Sep 02 13:33:01.531006 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a20df58-07c7-4e50-b145-f83d37a45c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.575324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d8561427-48ce-4375-824a-e7da8ed2f71e details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:01.616827 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812164ed-8373-43cf-af3e-daf74a79204e req-37fb3084-d653-4b1d-a5e6-3a64394f64a8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:01.618439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-812164ed-8373-43cf-af3e-daf74a79204e req-37fb3084-d653-4b1d-a5e6-3a64394f64a8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 944 time: 0.0515907 Sep 02 13:33:01.659125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-812164ed-8373-43cf-af3e-daf74a79204e req-212ed397-1e11-40da-9a5b-8a096ce6dea5 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Sep 02 13:33:01.671273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d8561427-48ce-4375-824a-e7da8ed2f71e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d8561427-48ce-4375-824a-e7da8ed2f71e,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:01.687374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': 'd8561427-48ce-4375-824a-e7da8ed2f71e', 'network_id': '8d14c0f6-7358-4ed4-b6d4-0326d398a008', 'port_id': 'd8561427-48ce-4375-824a-e7da8ed2f71e', 'mac_address': 'fa:16:3e:fa:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643c822b-cc9f-4272-be04-310f2af6b5ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:01.719892 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.739127 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.754662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8561427-48ce-4375-824a-e7da8ed2f71e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:01.777274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d8561427-48ce-4375-824a-e7da8ed2f71e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d8561427-48ce-4375-824a-e7da8ed2f71e,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:01.782831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.829269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d8561427-48ce-4375-824a-e7da8ed2f71e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:01.976953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d8561427-48ce-4375-824a-e7da8ed2f71e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:02.715188 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.786246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d53ce7-ac57-4f2f-ae7f-0f835b5b9331 req-a71045aa-f040-4d9c-9080-b57c4ab008d8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:02.787769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84d53ce7-ac57-4f2f-ae7f-0f835b5b9331 req-a71045aa-f040-4d9c-9080-b57c4ab008d8 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 945 time: 0.0533655 Sep 02 13:33:02.827043 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-84d53ce7-ac57-4f2f-ae7f-0f835b5b9331 req-b285519f-75c9-4668-9cc0-058b3ba1a94d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Sep 02 13:33:03.592872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d8561427-48ce-4375-824a-e7da8ed2f71e up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:03.647161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port d8561427-48ce-4375-824a-e7da8ed2f71e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:03.651035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port d8561427-48ce-4375-824a-e7da8ed2f71e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:03.651412 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.739467 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.763685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212db635-8b28-4462-b66b-f28bdc29def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561427-48ce-4375-824a-e7da8ed2f71e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:03.766078 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeb7157-fa92-45d1-86b6-b998f942b190" -d '{"events": [{"server_uuid": "212db635-8b28-4462-b66b-f28bdc29def3", "name": "network-vif-plugged", "status": "completed", "tag": "d8561427-48ce-4375-824a-e7da8ed2f71e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:03.782640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port d8561427-48ce-4375-824a-e7da8ed2f71e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d8561427-48ce-4375-824a-e7da8ed2f71e,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:03.787396 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.812732 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb0b797-a644-4842-bb5a-31bdbb4bca89 x-openstack-request-id: req-7eb0b797-a644-4842-bb5a-31bdbb4bca89 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:03.813054 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212db635-8b28-4462-b66b-f28bdc29def3", "name": "network-vif-plugged", "status": "completed", "tag": "d8561427-48ce-4375-824a-e7da8ed2f71e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:03.813273 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7eb0b797-a644-4842-bb5a-31bdbb4bca89 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:03.813658 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212db635-8b28-4462-b66b-f28bdc29def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561427-48ce-4375-824a-e7da8ed2f71e', 'code': 200} Sep 02 13:33:03.845044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=d8561427-48ce-4375-824a-e7da8ed2f71e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:03.902633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86883c7-279d-4984-b7b6-8290c685a268 req-51654910-0fa3-4ea0-bef1-3f0eb66d99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:03.904914 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d86883c7-279d-4984-b7b6-8290c685a268 req-51654910-0fa3-4ea0-bef1-3f0eb66d99f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 1097 time: 0.0423582 Sep 02 13:33:03.946495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d86883c7-279d-4984-b7b6-8290c685a268 req-868b3133-f5e1-4edc-863d-f047f6ead9a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349503 Sep 02 13:33:03.952452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a47d5a-8cc5-44b9-aa75-6fa104768d10 req-58325618-4824-466a-a9ed-2aefa6c5db3c tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:03.953976 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83a47d5a-8cc5-44b9-aa75-6fa104768d10 req-58325618-4824-466a-a9ed-2aefa6c5db3c tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 946 time: 0.0534186 Sep 02 13:33:03.995019 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83a47d5a-8cc5-44b9-aa75-6fa104768d10 req-ab1555ba-3c5c-4f73-bb43-407e469ed32d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Sep 02 13:33:04.396205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.124709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a716f-6973-48db-a484-d6af5e857f19 req-f958899d-5701-4148-8f5e-63ff5feec5fe tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.126243 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a2a716f-6973-48db-a484-d6af5e857f19 req-f958899d-5701-4148-8f5e-63ff5feec5fe tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 946 time: 0.0537796 Sep 02 13:33:05.167097 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a2a716f-6973-48db-a484-d6af5e857f19 req-7c3343f6-f0ca-4aa3-a2fd-34f208ab9c4b tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Sep 02 13:33:05.421172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac68b7-7200-4630-9c1e-4398192e5c11 req-474acb14-396f-4a2c-87cb-2f3974e319a2 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.422692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92ac68b7-7200-4630-9c1e-4398192e5c11 req-474acb14-396f-4a2c-87cb-2f3974e319a2 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 946 time: 0.0544870 Sep 02 13:33:05.464089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92ac68b7-7200-4630-9c1e-4398192e5c11 req-4b6aa467-654e-4870-b2d3-11ab5fa7f91a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 02 13:33:05.699637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.598390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527c89-ff4a-4d7f-ba54-d2d88b4715b2 req-439a2a02-3a19-4c66-bb9b-75106ca77d23 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:06.600202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-10527c89-ff4a-4d7f-ba54-d2d88b4715b2 req-439a2a02-3a19-4c66-bb9b-75106ca77d23 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 946 time: 0.0540338 Sep 02 13:33:06.636619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-955fbd83-2dac-4b3e-bb80-ba0dad0b4661 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:06.638351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-955fbd83-2dac-4b3e-bb80-ba0dad0b4661 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.41 "GET /v2.0/ports?device_id=212db635-8b28-4462-b66b-f28bdc29def3 HTTP/1.1" status: 200 len: 946 time: 0.0544589 Sep 02 13:33:06.645305 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-10527c89-ff4a-4d7f-ba54-d2d88b4715b2 req-105abf48-f42a-4cb1-b38d-ad594b8c7514 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Sep 02 13:33:06.739282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Deleting port d8561427-48ce-4375-824a-e7da8ed2f71e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:06.739597 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.831761 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] For port d8561427-48ce-4375-824a-e7da8ed2f71e, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=d8561427-48ce-4375-824a-e7da8ed2f71e,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:06.832136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.849457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Calling delete_port for d8561427-48ce-4375-824a-e7da8ed2f71e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:06.990101 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.002663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['d8561427-48ce-4375-824a-e7da8ed2f71e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:07.004933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['214ecf30-23b7-4d7d-baed-a31e35436518'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:07.018837 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Pushing event deleted for resources: {'Port': ['ID=d8561427-48ce-4375-824a-e7da8ed2f71e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:07.063600 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] No DVR routers for this DVR port d8561427-48ce-4375-824a-e7da8ed2f71e on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:07.066261 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.068298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b719d35-916d-4533-9e7b-17ceb7a70304 req-6e01aaf2-62a2-403e-b512-7d0193cf65e9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.41 "DELETE /v2.0/ports/d8561427-48ce-4375-824a-e7da8ed2f71e HTTP/1.1" status: 204 len: 173 time: 0.4240708 Sep 02 13:33:07.068758 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212db635-8b28-4462-b66b-f28bdc29def3', 'name': 'network-vif-deleted', 'tag': 'd8561427-48ce-4375-824a-e7da8ed2f71e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:07.071307 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e1fd904e0effe7da233568b6427fd63b551abbc70ab15e61bf1b0cba6415ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da11aaa4-8c05-4dd6-822a-b6fe7fa56777" -d '{"events": [{"server_uuid": "212db635-8b28-4462-b66b-f28bdc29def3", "name": "network-vif-deleted", "tag": "d8561427-48ce-4375-824a-e7da8ed2f71e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:07.113225 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450ca689-b545-4bb8-960c-00864a1953c0 x-openstack-request-id: req-450ca689-b545-4bb8-960c-00864a1953c0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:07.113620 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212db635-8b28-4462-b66b-f28bdc29def3", "name": "network-vif-deleted", "tag": "d8561427-48ce-4375-824a-e7da8ed2f71e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:07.113881 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-450ca689-b545-4bb8-960c-00864a1953c0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:07.114422 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212db635-8b28-4462-b66b-f28bdc29def3', 'name': 'network-vif-deleted', 'tag': 'd8561427-48ce-4375-824a-e7da8ed2f71e', 'status': 'completed', 'code': 200} Sep 02 13:33:07.823940 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50557-2918-4be0-83cf-61ba1cac5b42 req-a8e08d53-d812-4d81-b2db-68a1af8ce21e tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.825637 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74c50557-2918-4be0-83cf-61ba1cac5b42 req-a8e08d53-d812-4d81-b2db-68a1af8ce21e tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0560291 Sep 02 13:33:07.869348 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74c50557-2918-4be0-83cf-61ba1cac5b42 req-83ecc05a-4075-4253-a744-547079ca4b08 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375421 Sep 02 13:33:08.004255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aea7d9-2d9d-4364-8897-fecb4d3b604b req-2de7ac0f-44a9-437e-aea4-367fe37e626b tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.005738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5aea7d9-2d9d-4364-8897-fecb4d3b604b req-2de7ac0f-44a9-437e-aea4-367fe37e626b tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Sep 02 13:33:08.066196 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5aea7d9-2d9d-4364-8897-fecb4d3b604b req-04922b29-2286-41a7-8fc8-b0911936cbdb tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Sep 02 13:33:08.194638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c09e98-2bed-4b19-b281-5b6a63a58724 req-23908833-4505-4863-9752-7ccc038df81e tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.196158 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c09e98-2bed-4b19-b281-5b6a63a58724 req-23908833-4505-4863-9752-7ccc038df81e tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0515051 Sep 02 13:33:08.237077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98c09e98-2bed-4b19-b281-5b6a63a58724 req-5e17d577-2a51-4f8c-b8db-c592622427a4 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Sep 02 13:33:08.423176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af4da-7167-4162-b528-a699cd3c0914 req-fe636092-2a6c-4622-a9ec-20a2b330ee48 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.424741 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc6af4da-7167-4162-b528-a699cd3c0914 req-fe636092-2a6c-4622-a9ec-20a2b330ee48 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0580301 Sep 02 13:33:08.783807 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fc6af4da-7167-4162-b528-a699cd3c0914 req-a7489bb5-9260-4bda-9bc6-a753c3b8ca19 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528817 Sep 02 13:33:08.928608 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f5d42-894e-4aab-a690-b3b2e81e1c28 req-47074806-6448-4786-927a-a89dd36b723d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.930169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b72f5d42-894e-4aab-a690-b3b2e81e1c28 req-47074806-6448-4786-927a-a89dd36b723d tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0704675 Sep 02 13:33:08.969777 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b72f5d42-894e-4aab-a690-b3b2e81e1c28 req-95935163-63cb-4e6a-8f40-1255a25fc589 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Sep 02 13:33:09.099180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2bc2-a50a-40db-ac81-787f0887f076 req-789f3cbc-4f50-4519-9712-e0c37d8c7cc9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:09.100732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-701c2bc2-a50a-40db-ac81-787f0887f076 req-789f3cbc-4f50-4519-9712-e0c37d8c7cc9 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Sep 02 13:33:09.142178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-701c2bc2-a50a-40db-ac81-787f0887f076 req-14d01044-03d3-4446-b6eb-988eba6758c4 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Sep 02 13:33:09.471607 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e8114-f569-4dd3-a8a1-34790769f612 req-5d102753-951e-47ae-8a76-ba77d931599a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:09.473159 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-242e8114-f569-4dd3-a8a1-34790769f612 req-5d102753-951e-47ae-8a76-ba77d931599a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0534956 Sep 02 13:33:09.515139 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-242e8114-f569-4dd3-a8a1-34790769f612 req-42125bf5-1050-4c0a-9b6e-a2799d57c4cf tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Sep 02 13:33:09.623059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d8561427-48ce-4375-824a-e7da8ed2f71e no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:09.643716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: d8561427-48ce-4375-824a-e7da8ed2f71e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:09.644068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device d8561427-48ce-4375-824a-e7da8ed2f71e not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:09.733223 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:33:10.639893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71617-5403-49de-b2de-bdac99a9ba43 req-12b97671-6526-4e4e-a02d-957fbea3972a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:10.641434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0f71617-5403-49de-b2de-bdac99a9ba43 req-12b97671-6526-4e4e-a02d-957fbea3972a tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0541258 Sep 02 13:33:10.679470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c0f71617-5403-49de-b2de-bdac99a9ba43 req-6e62c014-295e-4e28-bf24-de372d38b6b6 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f44bb414-0247-416f-998f-e70abb20a5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Sep 02 13:33:10.751626 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-afc69176-b713-4d62-8de5-bd6bc0dc4e86 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:10.753105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-afc69176-b713-4d62-8de5-bd6bc0dc4e86 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.18 "GET /v2.0/ports?device_id=2882e5d3-5c57-49c3-bac6-b345b0488175 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Sep 02 13:33:10.850980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Deleting port 214ecf30-23b7-4d7d-baed-a31e35436518 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:10.851288 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.950177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] For port 214ecf30-23b7-4d7d-baed-a31e35436518, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=214ecf30-23b7-4d7d-baed-a31e35436518,segment=NetworkSegment(b58f0372-fde6-4c76-88b1-c6ca3bef6c35),segment_id=b58f0372-fde6-4c76-88b1-c6ca3bef6c35)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:10.950575 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.967432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Calling delete_port for 214ecf30-23b7-4d7d-baed-a31e35436518 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:11.103247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.116119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['214ecf30-23b7-4d7d-baed-a31e35436518'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:11.137701 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Pushing event deleted for resources: {'Port': ['ID=214ecf30-23b7-4d7d-baed-a31e35436518,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:11.180825 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] No DVR routers for this DVR port 214ecf30-23b7-4d7d-baed-a31e35436518 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:11.183610 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.185782 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3533ecf-6338-44bb-8da1-f4e66e77b135 req-7e806060-e44f-429b-ac06-9f006b687891 tempest-ServersNegativeTestJSON-1197121413 tempest-ServersNegativeTestJSON-1197121413-project] 10.222.0.18 "DELETE /v2.0/ports/214ecf30-23b7-4d7d-baed-a31e35436518 HTTP/1.1" status: 204 len: 173 time: 0.4266953 Sep 02 13:33:11.186262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'name': 'network-vif-deleted', 'tag': '214ecf30-23b7-4d7d-baed-a31e35436518'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:11.188655 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7512b5d2-ff0d-432e-9a1a-4ce0c4f6f0f9" -d '{"events": [{"server_uuid": "2882e5d3-5c57-49c3-bac6-b345b0488175", "name": "network-vif-deleted", "tag": "214ecf30-23b7-4d7d-baed-a31e35436518"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:11.227080 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92aada3-e4e1-433d-91ba-5a8c9d2f1d53 x-openstack-request-id: req-a92aada3-e4e1-433d-91ba-5a8c9d2f1d53 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:11.227414 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2882e5d3-5c57-49c3-bac6-b345b0488175", "name": "network-vif-deleted", "tag": "214ecf30-23b7-4d7d-baed-a31e35436518", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:11.227991 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a92aada3-e4e1-433d-91ba-5a8c9d2f1d53 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:11.228795 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2882e5d3-5c57-49c3-bac6-b345b0488175', 'name': 'network-vif-deleted', 'tag': '214ecf30-23b7-4d7d-baed-a31e35436518', 'status': 'completed', 'code': 200} Sep 02 13:33:11.529196 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.742303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:11.791434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Deleting subnet 643c822b-cc9f-4272-be04-310f2af6b5ae {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:11.794780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.830121 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.875420 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.943756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.968743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643c822b-cc9f-4272-be04-310f2af6b5ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:11.972973 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.974999 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-509e2f42-7323-4648-ae36-1a523603de46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/643c822b-cc9f-4272-be04-310f2af6b5ae HTTP/1.1" status: 204 len: 168 time: 0.2316186 Sep 02 13:33:11.978022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:12.062117 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.153662 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.164997 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d14c0f6-7358-4ed4-b6d4-0326d398a008']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:12.176253 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:12.176547 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58f0372-fde6-4c76-88b1-c6ca3bef6c35') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:12.188319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.207419 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.213791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:12.214184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:12.216015 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:12.275240 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.282207 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.284307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] 10.222.0.60 "DELETE /v2.0/networks/8d14c0f6-7358-4ed4-b6d4-0326d398a008 HTTP/1.1" status: 204 len: 168 time: 0.3051476 Sep 02 13:33:12.299150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07a894-0379-4859-a835-8e787543abad admin admin] Pushing event deleted for resources: {'Network': ['ID=8d14c0f6-7358-4ed4-b6d4-0326d398a008,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:12.401201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:12.442340 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-0fde65cc-a4d9-4f4b-8eaf-b2a8e365da61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c915cc2000f14e19bbbe6ec5e0244aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389702 Sep 02 13:33:12.444065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:12.498534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51e5ea0a-7a27-48f6-8ed7-16940e4a20fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.520447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51e5ea0a-7a27-48f6-8ed7-16940e4a20fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.572748 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51e5ea0a-7a27-48f6-8ed7-16940e4a20fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.576658 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51e5ea0a-7a27-48f6-8ed7-16940e4a20fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.577892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-51e5ea0a-7a27-48f6-8ed7-16940e4a20fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f44bb414-0247-416f-998f-e70abb20a5df HTTP/1.1" status: 204 len: 168 time: 0.1329563 Sep 02 13:33:12.585519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5ea0a-7a27-48f6-8ed7-16940e4a20fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44bb414-0247-416f-998f-e70abb20a5df,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:13.342266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:13.456881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-960293909'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:13.483567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:13.487425 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.496087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.593169 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.599001 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.628251 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:13.638481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5dbd26-044e-4907-a659-81fc5d0c488a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:13.643979 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.644326 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Added segment 5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd of type vlan for network ba6a7687-0c9a-4536-b231-404f951bba69 Sep 02 13:33:13.684057 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.710345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.719591 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:13.720432 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.813191 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4696877 Sep 02 13:33:13.836116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560888d5-c9b6-480d-be2b-7e1a69bbfb1d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Network': ['ID=ba6a7687-0c9a-4536-b231-404f951bba69,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:13.848382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ba6a7687-0c9a-4536-b231-404f951bba69 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:15.630946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 214ecf30-23b7-4d7d-baed-a31e35436518 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:15.652036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 214ecf30-23b7-4d7d-baed-a31e35436518 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:15.652288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 214ecf30-23b7-4d7d-baed-a31e35436518 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:17.069928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:17.075257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'subnet': {'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:17.165068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:17.168632 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.354476 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.413624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Subnet': ['ID=c819a2cc-c625-4a5f-807a-747bad2d2f2f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:17.430738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Checking segment: {'id': '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:17.431112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network hostable DHCP agents. Network: ba6a7687-0c9a-4536-b231-404f951bba69, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:17.450114 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network ba6a7687-0c9a-4536-b231-404f951bba69 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:17.459896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ba6a7687-0c9a-4536-b231-404f951bba69) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:17.464668 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.465310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.473204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64008e68-b34b-4b98-8ac7-44fa23290c2d None None] Network ba6a7687-0c9a-4536-b231-404f951bba69 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:17.480924 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dfa58ee9-bc13-4599-bc31-10672d65dc39 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4098380 Sep 02 13:33:17.484438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:17.489664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1273692186'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:17.510510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:17.514082 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.538142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:17.547300 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.547654 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Added segment 6c9407ed-fe7e-4a86-a07d-56c76eb4166e of type vlan for network 4ecee53c-c847-42aa-a098-5dcfcf719157 Sep 02 13:33:17.601909 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.627858 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ba6a7687-0c9a-4536-b231-404f951bba69', 'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69', 'tenant_id': '689ddfe4958647de846812958d075428', 'fixed_ips': [{'subnet_id': 'c819a2cc-c625-4a5f-807a-747bad2d2f2f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:17.628741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.650883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.657264 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.657895 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.711648 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2259438 Sep 02 13:33:17.714549 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:17.719790 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'subnet': {'network_id': '4ecee53c-c847-42aa-a098-5dcfcf719157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:17.771224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Allocated IP 2001:db8:0:ffff::2 (ba6a7687-0c9a-4536-b231-404f951bba69/c819a2cc-c625-4a5f-807a-747bad2d2f2f/8ee81370-a69e-4daa-b117-d59b7944aba2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:17.773361 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52706d-84f2-4f59-a31c-53f769a4ca49 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Network': ['ID=4ecee53c-c847-42aa-a098-5dcfcf719157,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:17.784637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 4ecee53c-c847-42aa-a098-5dcfcf719157 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:17.821830 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:17.825702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.974970 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.984617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Transition to ACTIVE for port object 8ee81370-a69e-4daa-b117-d59b7944aba2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:18.000702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Transition to ACTIVE for port object 8ee81370-a69e-4daa-b117-d59b7944aba2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:18.006926 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.028650 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.047778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Network ba6a7687-0c9a-4536-b231-404f951bba69 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:18.050718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:18.054413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:18.061525 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Pushing event updated for resources: {'Port': ['ID=8ee81370-a69e-4daa-b117-d59b7944aba2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.071990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.072412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.072784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.073173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.073509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.073843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.074168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.074479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.074870 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.075210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.075516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.075846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.093142 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Subnet': ['ID=bc0e9236-31c4-4878-a2fe-9cedb7fcfd7f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.101652 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Checking segment: {'id': '6c9407ed-fe7e-4a86-a07d-56c76eb4166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4ecee53c-c847-42aa-a098-5dcfcf719157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:18.102018 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network hostable DHCP agents. Network: 4ecee53c-c847-42aa-a098-5dcfcf719157, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:18.120406 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network 4ecee53c-c847-42aa-a098-5dcfcf719157 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:18.126885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Attempting to bind port 8ee81370-a69e-4daa-b117-d59b7944aba2 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:18.127326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Attempting to bind port 8ee81370-a69e-4daa-b117-d59b7944aba2 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:18.127719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Attempting to bind port 8ee81370-a69e-4daa-b117-d59b7944aba2 on network ba6a7687-0c9a-4536-b231-404f951bba69 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.129958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 4ecee53c-c847-42aa-a098-5dcfcf719157) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:18.137856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:18.138298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:18.138298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Checking segment: {'id': '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:18.138633 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.138738 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.138738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Bound using segment: {'id': '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:18.138738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Bound port: 8ee81370-a69e-4daa-b117-d59b7944aba2, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba6a7687-0c9a-4536-b231-404f951bba69'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:18.138738 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.148719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e77456-5f6e-4d6e-ae79-f46592ced62b None None] Network 4ecee53c-c847-42aa-a098-5dcfcf719157 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:18.150783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-92f76c00-1196-4fe5-9cdf-0c25ea7231c0 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4351115 Sep 02 13:33:18.153423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:18.264971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.266120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] For port 8ee81370-a69e-4daa-b117-d59b7944aba2, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:18.282340 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] For port 8ee81370-a69e-4daa-b117-d59b7944aba2, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8ee81370-a69e-4daa-b117-d59b7944aba2,segment=NetworkSegment(5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd),segment_id=5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:18.306450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.354895 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.395131 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88165ad-aa9a-4ca1-8660-da927c175046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-4ecee53c-c847-42aa-a098-5dcfcf719157', 'network_id': '4ecee53c-c847-42aa-a098-5dcfcf719157', 'tenant_id': '689ddfe4958647de846812958d075428', 'fixed_ips': [{'subnet_id': 'bc0e9236-31c4-4878-a2fe-9cedb7fcfd7f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:18.395973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f88165ad-aa9a-4ca1-8660-da927c175046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.399486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03725de7-161e-4f82-8597-5761e1bebec5 None None] Pushing event updated for resources: {'Port': ['ID=8ee81370-a69e-4daa-b117-d59b7944aba2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.431199 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.463665 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0e9236-31c4-4878-a2fe-9cedb7fcfd7f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.528045 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.538641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecee53c-c847-42aa-a098-5dcfcf719157']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-f88165ad-aa9a-4ca1-8660-da927c175046 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc0e9236-31c4-4878-a2fe-9cedb7fcfd7f: This subnet is being modified by another concurrent operation. Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc0e9236-31c4-4878-a2fe-9cedb7fcfd7f: This subnet is being modified by another concurrent operation. Sep 02 13:33:18.547252 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:33:18.564097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9407ed-fe7e-4a86-a07d-56c76eb4166e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:18.564097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9407ed-fe7e-4a86-a07d-56c76eb4166e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:18.576251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087e7a2-5c27-48e1-b3cb-443d526f7773 None None] Network 4ecee53c-c847-42aa-a098-5dcfcf719157 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:18.585791 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.599790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.609004 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:18.609004 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:18.613468 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:18.681410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.686982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.689323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/4ecee53c-c847-42aa-a098-5dcfcf719157 HTTP/1.1" status: 204 len: 168 time: 0.5345459 Sep 02 13:33:18.693737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:18.700263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63292861'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:18.711070 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f37722-0645-48a4-b3de-3a1651cd46b9 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Network': ['ID=4ecee53c-c847-42aa-a098-5dcfcf719157,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.727329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:18.731531 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.760964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:18.771357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.771680 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Added segment 440d9e8d-4c71-4a1b-96b6-74ef4e2ccdf3 of type vlan for network e18c7c1e-e066-4261-acfa-e42a87d2c1bb Sep 02 13:33:18.814250 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.841271 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.847184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:18.847905 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.904157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2088983 Sep 02 13:33:18.906776 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:18.912117 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'subnet': {'network_id': 'e18c7c1e-e066-4261-acfa-e42a87d2c1bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:18.919196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Network': ['ID=e18c7c1e-e066-4261-acfa-e42a87d2c1bb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.927160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.927517 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.927867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.928212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.928548 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.928882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.929240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.929542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.929870 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.930200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.930529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.930855 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a3011-bd5e-4ed8-bb15-9fb93642d64e tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:18.942430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e18c7c1e-e066-4261-acfa-e42a87d2c1bb details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:19.265522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:19.269125 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.326737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:33:19.327255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:33:19.346633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f50a1-8277-42e7-894b-fde23ef4dd53 None None] Network ba6a7687-0c9a-4536-b231-404f951bba69 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:19.415393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4499b1cd-0fc6-4543-8e57-6c6a424735bc None None] Provisioning for port 8ee81370-a69e-4daa-b117-d59b7944aba2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:19.452405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.500628 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8ee81370-a69e-4daa-b117-d59b7944aba2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:19.521670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Subnet': ['ID=82523923-fed9-4a8a-afc4-ddab6cdb3aa0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:19.527019 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Checking segment: {'id': '440d9e8d-4c71-4a1b-96b6-74ef4e2ccdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e18c7c1e-e066-4261-acfa-e42a87d2c1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:19.527373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network hostable DHCP agents. Network: e18c7c1e-e066-4261-acfa-e42a87d2c1bb, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:19.545221 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network e18c7c1e-e066-4261-acfa-e42a87d2c1bb is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:19.554966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e18c7c1e-e066-4261-acfa-e42a87d2c1bb) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:19.559135 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.559782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.566400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1949c7-4cbd-440a-bd75-140c4d5f6a88 None None] Network e18c7c1e-e066-4261-acfa-e42a87d2c1bb requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:19.577766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6f57bc6c-10ae-4acb-9521-617eb55f7b1c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6698492 Sep 02 13:33:19.580609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:19.630646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8ee81370-a69e-4daa-b117-d59b7944aba2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:19.637654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8ee81370-a69e-4daa-b117-d59b7944aba2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:19.638144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.700979 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.775358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7e4aa-1c70-43ae-80e5-e3d19aa50ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e18c7c1e-e066-4261-acfa-e42a87d2c1bb', 'network_id': 'e18c7c1e-e066-4261-acfa-e42a87d2c1bb', 'tenant_id': '689ddfe4958647de846812958d075428', 'fixed_ips': [{'subnet_id': '82523923-fed9-4a8a-afc4-ddab6cdb3aa0'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:19.776651 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbf7e4aa-1c70-43ae-80e5-e3d19aa50ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.784429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.814466 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.877569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.906520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Subnet': ['ID=82523923-fed9-4a8a-afc4-ddab6cdb3aa0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:19.970001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.982716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c7c1e-e066-4261-acfa-e42a87d2c1bb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:20.004775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440d9e8d-4c71-4a1b-96b6-74ef4e2ccdf3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:20.005120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440d9e8d-4c71-4a1b-96b6-74ef4e2ccdf3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:20.015805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.030454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.036953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:20.037365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:20.040479 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:20.083120 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 8ee81370-a69e-4daa-b117-d59b7944aba2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8ee81370-a69e-4daa-b117-d59b7944aba2,segment=NetworkSegment(5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd),segment_id=5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:20.084667 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fbb5278f-b36a-4f64-b385-cb84b3972ea0 None None] Provisioning complete for port 8ee81370-a69e-4daa-b117-d59b7944aba2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:20.085051 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fbb5278f-b36a-4f64-b385-cb84b3972ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-dbf7e4aa-1c70-43ae-80e5-e3d19aa50ec6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82523923-fed9-4a8a-afc4-ddab6cdb3aa0: This subnet is being modified by another concurrent operation. Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82523923-fed9-4a8a-afc4-ddab6cdb3aa0: This subnet is being modified by another concurrent operation. Sep 02 13:33:20.088979 n-d-792364-8 neutron-server[94842]: ERROR oslo_messaging.rpc.server Sep 02 13:33:20.099972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.109230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.109834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/e18c7c1e-e066-4261-acfa-e42a87d2c1bb HTTP/1.1" status: 204 len: 168 time: 0.5280023 Sep 02 13:33:20.110840 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.114242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:20.116998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06db96-f78e-474c-8637-0490a8cc2608 None None] Network e18c7c1e-e066-4261-acfa-e42a87d2c1bb requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:20.120118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871778009'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:20.123586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6957e2-b187-4dbf-a9af-10bc47cc0897 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Network': ['ID=e18c7c1e-e066-4261-acfa-e42a87d2c1bb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:20.145177 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:20.148859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.165785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06db96-f78e-474c-8637-0490a8cc2608 None None] Network e18c7c1e-e066-4261-acfa-e42a87d2c1bb could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:33:20.173633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:20.184139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e5593-a9d9-42e3-9527-48a6c273afef None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:33:20.184343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.184706 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Added segment 17d97849-e688-4474-b5bb-6effb162c546 of type vlan for network e6d5b462-c06c-444a-8891-ba0b010152dc Sep 02 13:33:20.211364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=8ee81370-a69e-4daa-b117-d59b7944aba2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:20.237351 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.261954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.267518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.268109 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.297125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e5593-a9d9-42e3-9527-48a6c273afef None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:33:20.326919 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:20.327625 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2115505 Sep 02 13:33:20.338223 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'subnet': {'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:20.363415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d81e0-5c48-4ab5-8618-33f262d6c9a1 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Network': ['ID=e6d5b462-c06c-444a-8891-ba0b010152dc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:20.375000 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network e6d5b462-c06c-444a-8891-ba0b010152dc details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:20.433872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:20.437599 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.562489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f1a2d-7a42-421c-8119-473e4581f108 None None] get_active_networks_info from n-d-792364-8 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:33:20.626601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.627254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f1a2d-7a42-421c-8119-473e4581f108 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:33:20.682359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Subnet': ['ID=d9abca31-4bc1-4da6-ba37-0865f7714833,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:20.698598 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Checking segment: {'id': '17d97849-e688-4474-b5bb-6effb162c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:20.698959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network hostable DHCP agents. Network: e6d5b462-c06c-444a-8891-ba0b010152dc, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:20.716667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network e6d5b462-c06c-444a-8891-ba0b010152dc is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:20.726421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, e6d5b462-c06c-444a-8891-ba0b010152dc) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:20.731106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.732341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.747817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bbde6fea-2b6f-4da9-9436-e942c5e44554 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4183984 Sep 02 13:33:20.752290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:20.757643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540245436'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:20.778359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:20.782196 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.807114 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:20.816394 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.816773 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Added segment 979e7d06-290f-403e-b1b1-f73d5b9799aa of type vlan for network cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 Sep 02 13:33:20.837966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b8946-fec1-4484-8a0b-87ca8810d409 None None] Network e6d5b462-c06c-444a-8891-ba0b010152dc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:20.867148 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.899638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.906101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.906818 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.968928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2154310 Sep 02 13:33:20.971749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:20.977653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Request body: {'subnet': {'network_id': 'cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:20.996077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5c3f9-5128-4283-aa9c-6f6fdb2a6ec2 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Network': ['ID=cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.009760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-e6d5b462-c06c-444a-8891-ba0b010152dc', 'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc', 'tenant_id': '689ddfe4958647de846812958d075428', 'fixed_ips': [{'subnet_id': 'd9abca31-4bc1-4da6-ba37-0865f7714833'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:21.010831 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.017900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:21.082023 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Made reservation on behalf of 689ddfe4958647de846812958d075428 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:21.085754 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.215791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Allocated IP 2001:db8::2 (e6d5b462-c06c-444a-8891-ba0b010152dc/d9abca31-4bc1-4da6-ba37-0865f7714833/b8976e51-ca98-47b7-bb95-cad4def6ec80) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:21.274875 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.336644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event updated for resources: {'Subnet': ['ID=9a009105-a0a7-424c-b844-7738b45a531a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.344849 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Checking segment: {'id': '979e7d06-290f-403e-b1b1-f73d5b9799aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:21.345245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network hostable DHCP agents. Network: cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:21.363106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Network cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:21.366691 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.371201 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:21.376227 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.376459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Transition to ACTIVE for port object b8976e51-ca98-47b7-bb95-cad4def6ec80 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:21.376852 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.384476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca440251-1903-4a97-b5dc-31b8520f942f None None] Network cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:21.391657 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-0ac883c1-5d25-421a-93f6-81d62e204548 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188020 Sep 02 13:33:21.394398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:21.433113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Transition to ACTIVE for port object b8976e51-ca98-47b7-bb95-cad4def6ec80 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:21.445783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.484320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8ee81370-a69e-4daa-b117-d59b7944aba2 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:21.499554 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.546916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Network e6d5b462-c06c-444a-8891-ba0b010152dc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:21.549887 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.552388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Pushing event updated for resources: {'Port': ['ID=b8976e51-ca98-47b7-bb95-cad4def6ec80,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.557619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:21.563248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:21.614762 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.641518 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Subnet': ['ID=9a009105-a0a7-424c-b844-7738b45a531a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.682799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Attempting to bind port b8976e51-ca98-47b7-bb95-cad4def6ec80 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:21.683294 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Attempting to bind port b8976e51-ca98-47b7-bb95-cad4def6ec80 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '17d97849-e688-4474-b5bb-6effb162c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:21.683494 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Attempting to bind port b8976e51-ca98-47b7-bb95-cad4def6ec80 on network e6d5b462-c06c-444a-8891-ba0b010152dc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:21.685730 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8ee81370-a69e-4daa-b117-d59b7944aba2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:21.686098 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.708280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb4fdf-2417-49d4-a275-400f392a8283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41', 'network_id': 'cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41', 'tenant_id': '689ddfe4958647de846812958d075428', 'fixed_ips': [{'subnet_id': '9a009105-a0a7-424c-b844-7738b45a531a'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:21.709688 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.709984 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4fdf-2417-49d4-a275-400f392a8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.720763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:21.721631 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:21.722002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Checking segment: {'id': '17d97849-e688-4474-b5bb-6effb162c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:21.722402 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.722788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Bound using segment: {'id': '17d97849-e688-4474-b5bb-6effb162c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:21.723252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Bound port: b8976e51-ca98-47b7-bb95-cad4def6ec80, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d97849-e688-4474-b5bb-6effb162c546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e6d5b462-c06c-444a-8891-ba0b010152dc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:21.723627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.733067 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979e7d06-290f-403e-b1b1-f73d5b9799aa') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:21.733484 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979e7d06-290f-403e-b1b1-f73d5b9799aa') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:21.745410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.759451 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.766057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:21.766460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:21.769761 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:21.837818 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.852189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.854399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 HTTP/1.1" status: 204 len: 168 time: 0.4588799 Sep 02 13:33:21.857511 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:21.866208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600207f-e016-4de4-ab7e-576180b9d061 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Network': ['ID=cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.870438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b11c170-8f15-4dbf-8728-08926318c003 None None] Network cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:21.890691 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a41f6-a59c-40ad-9756-62367a44accf tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] GET failed (client error): The resource could not be found. Sep 02 13:33:21.892235 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3c6a41f6-a59c-40ad-9756-62367a44accf tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "GET /v2.0/subnets/9a009105-a0a7-424c-b844-7738b45a531a HTTP/1.1" status: 404 len: 337 time: 0.0331266 Sep 02 13:33:21.895309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:21.895486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b11c170-8f15-4dbf-8728-08926318c003 None None] Network cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:33:21.903186 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] For port b8976e51-ca98-47b7-bb95-cad4def6ec80, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:21.917360 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e15c7a-0c0f-4fe5-8cd7-e81935656f02 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:21.917894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] For port b8976e51-ca98-47b7-bb95-cad4def6ec80, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8976e51-ca98-47b7-bb95-cad4def6ec80,segment=NetworkSegment(17d97849-e688-4474-b5bb-6effb162c546),segment_id=17d97849-e688-4474-b5bb-6effb162c546)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:21.918291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e15c7a-0c0f-4fe5-8cd7-e81935656f02 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:21.920510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-13e15c7a-0c0f-4fe5-8cd7-e81935656f02 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 HTTP/1.1" status: 404 len: 339 time: 0.0232880 Sep 02 13:33:21.923125 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.925169 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:21.951104 n-d-792364-8 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5036d889-800c-49dc-b5a7-30dd2bbcc3e7 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:21.951553 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5036d889-800c-49dc-b5a7-30dd2bbcc3e7 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:21.953337 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5036d889-800c-49dc-b5a7-30dd2bbcc3e7 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/subnets/9a009105-a0a7-424c-b844-7738b45a531a HTTP/1.1" status: 404 len: 337 time: 0.0272245 Sep 02 13:33:21.957352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:21.979058 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c2c889-2cd6-409f-9887-8c8490f03c76 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:21.979649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c2c889-2cd6-409f-9887-8c8490f03c76 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:21.982113 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-47c2c889-2cd6-409f-9887-8c8490f03c76 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/cdf8b6d0-a9db-4f66-98b3-9ab37aad2c41 HTTP/1.1" status: 404 len: 339 time: 0.0227406 Sep 02 13:33:21.986148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff812-7c55-4bb9-8e83-2864d7f9981e None None] Pushing event updated for resources: {'Port': ['ID=b8976e51-ca98-47b7-bb95-cad4def6ec80,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.986486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:22.068338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Deleting subnet d9abca31-4bc1-4da6-ba37-0865f7714833 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:22.072342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.115429 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.215588 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.287762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.313998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Subnet': ['ID=d9abca31-4bc1-4da6-ba37-0865f7714833,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:22.320539 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.322469 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-42f865c7-187f-4714-b8e3-1b5b97a818a5 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/subnets/d9abca31-4bc1-4da6-ba37-0865f7714833 HTTP/1.1" status: 204 len: 168 time: 0.3333988 Sep 02 13:33:22.325032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:22.400503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.456359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Deleting port b8976e51-ca98-47b7-bb95-cad4def6ec80 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:22.456700 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.538520 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] For port b8976e51-ca98-47b7-bb95-cad4def6ec80, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b8976e51-ca98-47b7-bb95-cad4def6ec80,segment=NetworkSegment(17d97849-e688-4474-b5bb-6effb162c546),segment_id=17d97849-e688-4474-b5bb-6effb162c546)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:22.538919 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.552421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Calling delete_port for b8976e51-ca98-47b7-bb95-cad4def6ec80 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:22.645979 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.677252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Port': ['ID=b8976e51-ca98-47b7-bb95-cad4def6ec80,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:22.681267 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No DVR routers for this DVR port b8976e51-ca98-47b7-bb95-cad4def6ec80 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:22.762731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.773804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d5b462-c06c-444a-8891-ba0b010152dc']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:22.785841 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d97849-e688-4474-b5bb-6effb162c546') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:22.786322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d97849-e688-4474-b5bb-6effb162c546') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:22.797455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.813148 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.819678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:22.820079 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:22.823221 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:22.896129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.901731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.903715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/e6d5b462-c06c-444a-8891-ba0b010152dc HTTP/1.1" status: 204 len: 168 time: 0.5777254 Sep 02 13:33:22.906791 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:22.919422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f473efe-4590-42d9-9097-f787bc7217dc tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Network': ['ID=e6d5b462-c06c-444a-8891-ba0b010152dc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:22.934794 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b36316-6945-451a-95d4-a3b33606d70d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:22.935279 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b36316-6945-451a-95d4-a3b33606d70d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:22.937008 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a9b36316-6945-451a-95d4-a3b33606d70d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/subnets/82523923-fed9-4a8a-afc4-ddab6cdb3aa0 HTTP/1.1" status: 404 len: 337 time: 0.0291922 Sep 02 13:33:22.939662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:22.958259 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f366e7-556d-497a-aa1a-d59d829e8c7c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:22.958851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f366e7-556d-497a-aa1a-d59d829e8c7c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:22.960574 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-59f366e7-556d-497a-aa1a-d59d829e8c7c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/e18c7c1e-e066-4261-acfa-e42a87d2c1bb HTTP/1.1" status: 404 len: 339 time: 0.0200086 Sep 02 13:33:22.963146 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:22.989060 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f980096-70d7-4d36-9067-7b2fa2fa9c5c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:22.989524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f980096-70d7-4d36-9067-7b2fa2fa9c5c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:22.991257 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7f980096-70d7-4d36-9067-7b2fa2fa9c5c tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/subnets/bc0e9236-31c4-4878-a2fe-9cedb7fcfd7f HTTP/1.1" status: 404 len: 337 time: 0.0271993 Sep 02 13:33:22.993934 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:23.011984 n-d-792364-8 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a13cf4-b04c-4d16-b7a8-381816d3a796 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] DELETE failed (client error): The resource could not be found. Sep 02 13:33:23.012551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a13cf4-b04c-4d16-b7a8-381816d3a796 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:33:23.016731 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-11a13cf4-b04c-4d16-b7a8-381816d3a796 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/4ecee53c-c847-42aa-a098-5dcfcf719157 HTTP/1.1" status: 404 len: 339 time: 0.0194068 Sep 02 13:33:23.016919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:23.021655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-056bc51e-b22d-4f46-bcad-6a345e22da2b None None] Could not find standard attr ID for object b8976e51-ca98-47b7-bb95-cad4def6ec80. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:33:23.070549 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b49428-305e-449d-967b-2861c38ed4e4 None None] DHCP port deletion for e6d5b462-c06c-444a-8891-ba0b010152dc request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:33:23.082882 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Deleting subnet c819a2cc-c625-4a5f-807a-747bad2d2f2f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:23.087042 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.094451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f2524-c654-4450-95e0-543b4cdac7d0 None None] Network e6d5b462-c06c-444a-8891-ba0b010152dc requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:23.108218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f2524-c654-4450-95e0-543b4cdac7d0 None None] Network e6d5b462-c06c-444a-8891-ba0b010152dc could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:33:23.131860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.221273 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.287530 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.314014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Subnet': ['ID=c819a2cc-c625-4a5f-807a-747bad2d2f2f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:23.318780 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.320636 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c2bf6df4-f882-46d3-b493-54faaa3cc413 tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/subnets/c819a2cc-c625-4a5f-807a-747bad2d2f2f HTTP/1.1" status: 204 len: 168 time: 0.3027887 Sep 02 13:33:23.323331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:23.325916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33952f7-9cd6-4c98-8d87-d6f04718bd56 None None] Network ba6a7687-0c9a-4536-b231-404f951bba69 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:23.404111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.458564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Deleting port 8ee81370-a69e-4daa-b117-d59b7944aba2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:23.458684 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.488255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] DHCP port deletion for ba6a7687-0c9a-4536-b231-404f951bba69 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:33:23.523590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] For port 8ee81370-a69e-4daa-b117-d59b7944aba2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8ee81370-a69e-4daa-b117-d59b7944aba2,segment=NetworkSegment(5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd),segment_id=5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:23.523959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.536340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Calling delete_port for 8ee81370-a69e-4daa-b117-d59b7944aba2 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:23.538649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] Deleting port 8ee81370-a69e-4daa-b117-d59b7944aba2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:23.539007 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.601826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] For port 8ee81370-a69e-4daa-b117-d59b7944aba2, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8ee81370-a69e-4daa-b117-d59b7944aba2,segment=NetworkSegment(5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd),segment_id=5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:23.602202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.615488 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] Calling delete_port for 8ee81370-a69e-4daa-b117-d59b7944aba2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:23.622273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.647958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Port': ['ID=8ee81370-a69e-4daa-b117-d59b7944aba2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:23.651887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] No DVR routers for this DVR port 8ee81370-a69e-4daa-b117-d59b7944aba2 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:23.700834 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.726980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] Pushing event deleted for resources: {'Port': ['ID=8ee81370-a69e-4daa-b117-d59b7944aba2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:23.730378 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d31d8-f41c-4832-ada1-86153fd4fc29 None None] No DVR routers for this DVR port 8ee81370-a69e-4daa-b117-d59b7944aba2 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:23.739537 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.751916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6a7687-0c9a-4536-b231-404f951bba69']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:23.761808 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:23.762106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea56a0c-6d0f-48fb-b6dc-f654e057d3fd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:23.772854 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.789983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.796066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:23.796436 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:23.799604 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:23.859539 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.867067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.868490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] 10.222.0.60 "DELETE /v2.0/networks/ba6a7687-0c9a-4536-b231-404f951bba69 HTTP/1.1" status: 204 len: 168 time: 0.5441587 Sep 02 13:33:23.880581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83c6e5-d65d-48c9-b209-ba05f80feb5d tempest-NetworksIpV6Test-1920846569 tempest-NetworksIpV6Test-1920846569-project] Pushing event deleted for resources: {'Network': ['ID=ba6a7687-0c9a-4536-b231-404f951bba69,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:24.140781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:24.305253 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-fd2f6c7e-9dea-4014-a634-8ca4a5553a46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=689ddfe4958647de846812958d075428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630731 Sep 02 13:33:24.307741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52294) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:24.365922 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd77446b-8fc4-45b9-af93-73fb9ca89a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.392314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd77446b-8fc4-45b9-af93-73fb9ca89a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.454086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd77446b-8fc4-45b9-af93-73fb9ca89a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.457761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd77446b-8fc4-45b9-af93-73fb9ca89a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.459367 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dd77446b-8fc4-45b9-af93-73fb9ca89a0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a5dbd26-044e-4907-a659-81fc5d0c488a HTTP/1.1" status: 204 len: 168 time: 0.1507313 Sep 02 13:33:24.467489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77446b-8fc4-45b9-af93-73fb9ca89a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5dbd26-044e-4907-a659-81fc5d0c488a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.186881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52316) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:25.308436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1492128787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:25.334755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.335789 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.400974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.407236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.427205 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.428703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c882064e-65e7-4d59-827c-7b1905d7f8e5 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2408085 Sep 02 13:33:25.431705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52320) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:25.437531 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1897107238'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:25.457363 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8ee81370-a69e-4daa-b117-d59b7944aba2 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:25.461823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Made reservation on behalf of 941ee3cc55be4b088915c68d01a16d98 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:25.465414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.474664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.478089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8ee81370-a69e-4daa-b117-d59b7944aba2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:25.478436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8ee81370-a69e-4daa-b117-d59b7944aba2 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:25.567324 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.573110 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.601147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:25.611550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da360e-4631-4ad7-9fd9-e1d4ea9c4931,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.616708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.617181 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Added segment 0f6ace1b-9fd4-4c80-8e6e-8847874a23df of type vlan for network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 Sep 02 13:33:25.658116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.689191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.695054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:25.695632 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.755236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3221421 Sep 02 13:33:25.758224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:25.763814 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Request body: {'subnet': {'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:25.768296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47d8a2-5695-4df4-b7fc-5b36a53cf63d tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event updated for resources: {'Network': ['ID=ecbe6bf2-5cd2-4784-a41b-8fe5f6935410,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.779112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:25.858624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Made reservation on behalf of 941ee3cc55be4b088915c68d01a16d98 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:25.864307 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.056518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.115282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event updated for resources: {'Subnet': ['ID=6a37a2f1-6f85-4856-8cb3-c231b57affa6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:26.125696 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Checking segment: {'id': '0f6ace1b-9fd4-4c80-8e6e-8847874a23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:26.126061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Network hostable DHCP agents. Network: ecbe6bf2-5cd2-4784-a41b-8fe5f6935410, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:26.145435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:26.156245 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, ecbe6bf2-5cd2-4784-a41b-8fe5f6935410) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:26.160401 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.161016 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.165945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597a2ea-cd7c-4e57-95c2-d34243f7bf66 None None] Network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:26.177199 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4b36c6d7-301d-49c3-bcd8-35748f6f7078 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177053 Sep 02 13:33:26.180661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:26.185802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1849597786'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:26.207491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Made reservation on behalf of 941ee3cc55be4b088915c68d01a16d98 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:26.210957 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.235147 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:26.244720 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.245108 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Added segment 7ff1e527-f054-4432-b248-beece1716001 of type vlan for network 653fb149-b357-4590-a3d9-d639ce0a72f9 Sep 02 13:33:26.290902 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.313920 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-ecbe6bf2-5cd2-4784-a41b-8fe5f6935410', 'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410', 'tenant_id': '941ee3cc55be4b088915c68d01a16d98', 'fixed_ips': [{'subnet_id': '6a37a2f1-6f85-4856-8cb3-c231b57affa6'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:26.314973 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.327788 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.333863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.334456 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.394166 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2123365 Sep 02 13:33:26.396944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:26.402869 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Request body: {'subnet': {'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:26.412052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966ffe3-d77b-40d9-aea6-7395d779ef2e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event updated for resources: {'Network': ['ID=653fb149-b357-4590-a3d9-d639ce0a72f9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:26.425067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 653fb149-b357-4590-a3d9-d639ce0a72f9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:26.513026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Made reservation on behalf of 941ee3cc55be4b088915c68d01a16d98 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:26.516798 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.688173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Allocated IP 172.20.0.2 (ecbe6bf2-5cd2-4784-a41b-8fe5f6935410/6a37a2f1-6f85-4856-8cb3-c231b57affa6/5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:26.710785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.777577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event updated for resources: {'Subnet': ['ID=b8108996-a1d9-438a-a363-3c60cb1d0a3e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:26.789784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Checking segment: {'id': '7ff1e527-f054-4432-b248-beece1716001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:26.790154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Network hostable DHCP agents. Network: 653fb149-b357-4590-a3d9-d639ce0a72f9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:26.808505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Network 653fb149-b357-4590-a3d9-d639ce0a72f9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:26.819000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 653fb149-b357-4590-a3d9-d639ce0a72f9) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:26.823601 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.824219 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.830428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106d2a9-6f0a-4907-b834-95d526e65b27 None None] Network 653fb149-b357-4590-a3d9-d639ce0a72f9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:26.836244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.840585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5ce0de17-54ea-4477-a97d-40006f8b4b78 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4418104 Sep 02 13:33:26.843578 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:26.848273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5fc63069-adf3-4fb2-a720-e9a5bc425264 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Request body: {'router': {'external_gateway_info': {'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:26.880293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Transition to ACTIVE for port object 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:26.904129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Transition to ACTIVE for port object 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:26.913829 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.970484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:26.991162 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:26.996196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:27.017272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Pushing event updated for resources: {'Port': ['ID=5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:27.051427 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc63069-adf3-4fb2-a720-e9a5bc425264 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.082206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-653fb149-b357-4590-a3d9-d639ce0a72f9', 'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9', 'tenant_id': '941ee3cc55be4b088915c68d01a16d98', 'fixed_ips': [{'subnet_id': 'b8108996-a1d9-438a-a363-3c60cb1d0a3e'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:27.083070 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.088577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Attempting to bind port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:27.088977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Attempting to bind port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '0f6ace1b-9fd4-4c80-8e6e-8847874a23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:27.089348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Attempting to bind port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe on network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:27.101388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:27.101755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Checking segment: {'id': '0f6ace1b-9fd4-4c80-8e6e-8847874a23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:27.102159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.102853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Bound using segment: {'id': '0f6ace1b-9fd4-4c80-8e6e-8847874a23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:27.103318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Bound port: 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6ace1b-9fd4-4c80-8e6e-8847874a23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ecbe6bf2-5cd2-4784-a41b-8fe5f6935410'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:27.103704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.165424 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5fc63069-adf3-4fb2-a720-e9a5bc425264 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:33:27.166487 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5fc63069-adf3-4fb2-a720-e9a5bc425264 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "PUT /v2.0/routers/c8b4a7b7-d7f4-4fd7-8cdd-1545c2b6ee3f HTTP/1.1" status: 400 len: 364 time: 0.3219268 Sep 02 13:33:27.172675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:27.224405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Deleting subnet b8108996-a1d9-438a-a363-3c60cb1d0a3e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:27.256623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] For port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:27.272077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] For port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe,segment=NetworkSegment(0f6ace1b-9fd4-4c80-8e6e-8847874a23df),segment_id=0f6ace1b-9fd4-4c80-8e6e-8847874a23df)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:27.279755 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.288772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Allocated IP 172.21.0.2 (653fb149-b357-4590-a3d9-d639ce0a72f9/b8108996-a1d9-438a-a363-3c60cb1d0a3e/5a835271-e8ba-4604-a95c-81833509a421) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:27.385536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ab33d-7500-4a7d-bebb-c0a0b200c070 None None] Pushing event updated for resources: {'Port': ['ID=5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:27.504373 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.516992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Transition to ACTIVE for port object 5a835271-e8ba-4604-a95c-81833509a421 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:27.533128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Transition to ACTIVE for port object 5a835271-e8ba-4604-a95c-81833509a421 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:27.542478 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.544110 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.589739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Network 653fb149-b357-4590-a3d9-d639ce0a72f9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:27.593542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:27.596946 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.597376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:27.607133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Pushing event updated for resources: {'Port': ['ID=5a835271-e8ba-4604-a95c-81833509a421,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:27.667484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Attempting to bind port 5a835271-e8ba-4604-a95c-81833509a421 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:27.667852 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Attempting to bind port 5a835271-e8ba-4604-a95c-81833509a421 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7ff1e527-f054-4432-b248-beece1716001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:27.668217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Attempting to bind port 5a835271-e8ba-4604-a95c-81833509a421 on network 653fb149-b357-4590-a3d9-d639ce0a72f9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:27.673706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:27.674087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Checking segment: {'id': '7ff1e527-f054-4432-b248-beece1716001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:27.674488 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.674881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Bound using segment: {'id': '7ff1e527-f054-4432-b248-beece1716001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:27.675343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Bound port: 5a835271-e8ba-4604-a95c-81833509a421, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff1e527-f054-4432-b248-beece1716001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '653fb149-b357-4590-a3d9-d639ce0a72f9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:27.675722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.694904 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.754698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.757915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] For port 5a835271-e8ba-4604-a95c-81833509a421, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:27.761205 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] For port 5a835271-e8ba-4604-a95c-81833509a421, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5a835271-e8ba-4604-a95c-81833509a421,segment=NetworkSegment(7ff1e527-f054-4432-b248-beece1716001),segment_id=7ff1e527-f054-4432-b248-beece1716001)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:27.766207 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.783052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event deleted for resources: {'Subnet': ['ID=b8108996-a1d9-438a-a363-3c60cb1d0a3e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:27.786542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.788463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-da918eb9-372c-49aa-aa7a-710e4a5a1a50 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "DELETE /v2.0/subnets/b8108996-a1d9-438a-a363-3c60cb1d0a3e HTTP/1.1" status: 204 len: 168 time: 0.6147563 Sep 02 13:33:27.791093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:27.828762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27437-3a9a-4e6f-bd69-b85164e2bd63 None None] Pushing event updated for resources: {'Port': ['ID=5a835271-e8ba-4604-a95c-81833509a421,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:27.892414 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.952029 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Deleting port 5a835271-e8ba-4604-a95c-81833509a421 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:27.956675 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.041965 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] For port 5a835271-e8ba-4604-a95c-81833509a421, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5a835271-e8ba-4604-a95c-81833509a421,segment=NetworkSegment(7ff1e527-f054-4432-b248-beece1716001),segment_id=7ff1e527-f054-4432-b248-beece1716001)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:28.042339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.059038 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Calling delete_port for 5a835271-e8ba-4604-a95c-81833509a421 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:28.146100 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.174228 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event deleted for resources: {'Port': ['ID=5a835271-e8ba-4604-a95c-81833509a421,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:28.176190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] No DVR routers for this DVR port 5a835271-e8ba-4604-a95c-81833509a421 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:28.262851 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.273162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653fb149-b357-4590-a3d9-d639ce0a72f9']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:28.285515 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff1e527-f054-4432-b248-beece1716001') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:28.285772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff1e527-f054-4432-b248-beece1716001') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:28.295891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.311435 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.321404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:28.321951 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:28.325446 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:28.330657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90e119-fd30-4962-84f4-091dceb7b53d None None] Network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:28.388333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.393921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d4737ff-01f0-4e8b-a98f-c580519e91fb None None] Provisioning for port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:28.396746 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.401034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "DELETE /v2.0/networks/653fb149-b357-4590-a3d9-d639ce0a72f9 HTTP/1.1" status: 204 len: 168 time: 0.6062713 Sep 02 13:33:28.401360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:28.409132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b44ed-bc95-45f5-bae4-eaee3817effd tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event deleted for resources: {'Network': ['ID=653fb149-b357-4590-a3d9-d639ce0a72f9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:28.456434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Deleting subnet 6a37a2f1-6f85-4856-8cb3-c231b57affa6 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:28.459915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.508742 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.607440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.674349 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.708891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event deleted for resources: {'Subnet': ['ID=6a37a2f1-6f85-4856-8cb3-c231b57affa6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:28.712825 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.714849 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c42f0eea-abc6-4b74-8986-2b78b2ed0f1a tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "DELETE /v2.0/subnets/6a37a2f1-6f85-4856-8cb3-c231b57affa6 HTTP/1.1" status: 204 len: 168 time: 0.3124712 Sep 02 13:33:28.718196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:28.741395 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8019-abfd-4235-a244-392cc205be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.782937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f118d-8efb-43aa-b908-c70c58f5d22c None None] Network ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:28.814634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.878022 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Deleting port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:28.878364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.894663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e099e0-3906-4936-a384-a53ac4b03f5c None None] DHCP port deletion for 653fb149-b357-4590-a3d9-d639ce0a72f9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:33:28.924798 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a513e5a-d16b-40da-80bb-ea8898f029bc None None] Network 653fb149-b357-4590-a3d9-d639ce0a72f9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:28.940873 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a513e5a-d16b-40da-80bb-ea8898f029bc None None] Network 653fb149-b357-4590-a3d9-d639ce0a72f9 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:33:28.950061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] For port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe,segment=NetworkSegment(0f6ace1b-9fd4-4c80-8e6e-8847874a23df),segment_id=0f6ace1b-9fd4-4c80-8e6e-8847874a23df)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:28.950462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.963435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Calling delete_port for 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:28.982897 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-269e5675-1c90-4275-9b31-00d577400b09 None None] Could not find standard attr ID for object 5a835271-e8ba-4604-a95c-81833509a421. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:33:29.005611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] DHCP port deletion for ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:33:29.042864 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.055835 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Deleting port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:29.056212 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.077803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event deleted for resources: {'Port': ['ID=5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:29.080716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] No DVR routers for this DVR port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:29.119181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] For port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe, host n-d-792364-8, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:29.119583 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.133367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Calling delete_port for 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:29.136419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:33:29.138350 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.162759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.163161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] Pushing event deleted for resources: {'Port': ['ID=5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:29.166645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c22ae-ec16-46f6-bf4c-79237a022985 None None] No DVR routers for this DVR port 5cd98a7f-6e22-4bc8-9d3b-231a5ee7fdbe on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:29.176716 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbe6bf2-5cd2-4784-a41b-8fe5f6935410']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:29.188610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6ace1b-9fd4-4c80-8e6e-8847874a23df') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:29.188922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6ace1b-9fd4-4c80-8e6e-8847874a23df') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:29.197531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.210975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.217133 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:29.217513 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:29.220554 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:29.293783 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.301137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.303049 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "DELETE /v2.0/networks/ecbe6bf2-5cd2-4784-a41b-8fe5f6935410 HTTP/1.1" status: 204 len: 168 time: 0.5838075 Sep 02 13:33:29.306009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52338) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:29.314598 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56492124-4b31-40cf-8fe8-a0770cce8f82 tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Pushing event deleted for resources: {'Network': ['ID=ecbe6bf2-5cd2-4784-a41b-8fe5f6935410,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:29.335062 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe9d3d7d-a43e-4b4e-8bdc-26929c61142e tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8b4a7b7-d7f4-4fd7-8cdd-1545c2b6ee3f HTTP/1.1" status: 200 len: 205 time: 0.0277979 Sep 02 13:33:29.337546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:29.411398 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.575835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.578169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.945320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.945770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Fanout notify agent at l3_agent the message router_deleted on router c8b4a7b7-d7f4-4fd7-8cdd-1545c2b6ee3f {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:33:29.952927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.954038 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-245f7209-7d41-4885-be99-7a97e8e8af1c tempest-RoutersNegativeTest-832363161 tempest-RoutersNegativeTest-832363161-project] 10.222.0.60 "DELETE /v2.0/routers/c8b4a7b7-d7f4-4fd7-8cdd-1545c2b6ee3f HTTP/1.1" status: 204 len: 168 time: 0.6156118 Sep 02 13:33:30.217641 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:30.374403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9612d373-218d-4cd9-922b-296a1267eb80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=941ee3cc55be4b088915c68d01a16d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555328 Sep 02 13:33:30.378007 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:30.425591 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ea071e-d160-4245-8b82-d5ab2fe06607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.445285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ea071e-d160-4245-8b82-d5ab2fe06607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.498830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ea071e-d160-4245-8b82-d5ab2fe06607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.501357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2ea071e-d160-4245-8b82-d5ab2fe06607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.502513 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c2ea071e-d160-4245-8b82-d5ab2fe06607 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5da360e-4631-4ad7-9fd9-e1d4ea9c4931 HTTP/1.1" status: 204 len: 168 time: 0.1235342 Sep 02 13:33:30.510602 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea071e-d160-4245-8b82-d5ab2fe06607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da360e-4631-4ad7-9fd9-e1d4ea9c4931,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:31.175947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52372) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:31.286463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-322408934-network', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:31.312543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Made reservation on behalf of b83ebc0ee8574f258efdc985ad7f9490 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:31.314839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.331695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.427404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.432555 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.458581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:31.464880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b9359-b9b1-4a17-b88b-7997ae4151f2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:31.472953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.473350 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Added segment 30bc1332-0944-4649-bcce-988a78542bef of type vlan for network 453ba3de-ce21-4844-8648-c51b2f2a8d02 Sep 02 13:33:31.515308 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.534415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7750-f9d9-42f5-8031-57650918bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.545128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.546181 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.546755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.590168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4126585 Sep 02 13:33:31.593729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:31.599015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Request body: {'subnet': {'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-subnet', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:31.613064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e48d-76f3-4523-8d03-c692eae16432 admin admin] Pushing event updated for resources: {'Network': ['ID=453ba3de-ce21-4844-8648-c51b2f2a8d02,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:31.623768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Made reservation on behalf of b83ebc0ee8574f258efdc985ad7f9490 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:31.623978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:31.626446 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.702059 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.829072 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.881857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:31.899076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Checking segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:31.899416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Network hostable DHCP agents. Network: 453ba3de-ce21-4844-8648-c51b2f2a8d02, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:31.916317 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:31.925856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 453ba3de-ce21-4844-8648-c51b2f2a8d02) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:31.930199 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.930797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.939068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008e164-a779-440d-9bd7-82da97412ed8 None None] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:31.947216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6fd8bea0-62e7-4129-8513-c50fb018f2f4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3522534 Sep 02 13:33:31.950718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:31.955793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:31.981005 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.982399 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.077350 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.100013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-453ba3de-ce21-4844-8648-c51b2f2a8d02', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:32.100979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.218062 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.242261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Allocated IP 172.20.0.2 (453ba3de-ce21-4844-8648-c51b2f2a8d02/15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14/b48b255d-73ee-40d7-84c0-370bec3de143) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:32.385738 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.394308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Transition to ACTIVE for port object b48b255d-73ee-40d7-84c0-370bec3de143 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:32.410002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Transition to ACTIVE for port object b48b255d-73ee-40d7-84c0-370bec3de143 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:32.416484 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.431152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.455560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.459266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:32.462229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:32.466156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:32.472445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Pushing event updated for resources: {'Port': ['ID=b48b255d-73ee-40d7-84c0-370bec3de143,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.524203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Attempting to bind port b48b255d-73ee-40d7-84c0-370bec3de143 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:32.524577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Attempting to bind port b48b255d-73ee-40d7-84c0-370bec3de143 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:32.524918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Attempting to bind port b48b255d-73ee-40d7-84c0-370bec3de143 on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:32.529832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:32.530204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Checking segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:32.530608 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.530998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Bound using segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:32.531457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Bound port: b48b255d-73ee-40d7-84c0-370bec3de143, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:32.531819 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.555416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Allocated IP 172.25.7.25 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/e9446a60-d070-4676-9724-dc062b6b31c5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:32.598637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] For port b48b255d-73ee-40d7-84c0-370bec3de143, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:32.603053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] For port b48b255d-73ee-40d7-84c0-370bec3de143, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b48b255d-73ee-40d7-84c0-370bec3de143,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:32.608318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.661535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.670607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffbda7-6b41-4f9e-9136-f233e2da5c68 None None] Pushing event updated for resources: {'Port': ['ID=b48b255d-73ee-40d7-84c0-370bec3de143,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.701740 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.719564 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.746192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:32.749914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:32.752131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Pushing event updated for resources: {'Port': ['ID=e9446a60-d070-4676-9724-dc062b6b31c5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.754273 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:33.018065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.494517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.506345 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b48b255d-73ee-40d7-84c0-370bec3de143 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:33.557937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port b48b255d-73ee-40d7-84c0-370bec3de143 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:33.593997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549c0d3-e296-432c-956e-b74defe741c5 None None] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:33.639754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:33:33.658988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] Provisioning for port b48b255d-73ee-40d7-84c0-370bec3de143 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:33.670654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] Provisioning complete for port b48b255d-73ee-40d7-84c0-370bec3de143 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:33.671034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.746482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:33.757551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Sync routers for ids ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:33.764361 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.765976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6653f390-e155-42d5-af99-cf8a0e941453 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8140342 Sep 02 13:33:33.768624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:33.812121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Routers {'92053ba6-ae85-415c-9bfd-db33f7d1fc5d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:33.812783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:33.887027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.942513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] For port b48b255d-73ee-40d7-84c0-370bec3de143, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b48b255d-73ee-40d7-84c0-370bec3de143,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:33.951741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.989288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Set router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:34.238876 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.281373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d363bda-97fa-4198-b58a-4aced5997083 None None] Pushing event updated for resources: {'Port': ['ID=b48b255d-73ee-40d7-84c0-370bec3de143,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:34.290333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2ef4df3f-4dbf-471a-90c6-cda23d9c9bc6 None None] Provisioning complete for port b48b255d-73ee-40d7-84c0-370bec3de143 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:34.290718 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ef4df3f-4dbf-471a-90c6-cda23d9c9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.402268 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.417644 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Allocated IP 172.20.0.1 (453ba3de-ce21-4844-8648-c51b2f2a8d02/15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14/2c3db341-3575-4129-a0ab-dfe1131c9e63) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:34.450610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:33:32Z', 'revision_number': 3, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:34.477609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Checking router: 92053ba6-ae85-415c-9bfd-db33f7d1fc5d for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:34.477968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Updating router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d port e9446a60-d070-4676-9724-dc062b6b31c5 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:33:34.502723 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.526152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.540957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Transition to ACTIVE for port object 2c3db341-3575-4129-a0ab-dfe1131c9e63 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:34.576034 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.616434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:34.619307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:34.623421 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:34.646727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Pushing event updated for resources: {'Port': ['ID=2c3db341-3575-4129-a0ab-dfe1131c9e63,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:34.667354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.774951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.786577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Transition to ACTIVE for port object e9446a60-d070-4676-9724-dc062b6b31c5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:34.793444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.809542 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.845416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Attempting to bind port e9446a60-d070-4676-9724-dc062b6b31c5 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:34.846472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Attempting to bind port e9446a60-d070-4676-9724-dc062b6b31c5 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:34.846869 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Attempting to bind port e9446a60-d070-4676-9724-dc062b6b31c5 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:34.858815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb65a13-0dbf-4970-9279-5177fcc183a5 None None] Pushing event updated for resources: {'Port': ['ID=e9446a60-d070-4676-9724-dc062b6b31c5,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:34.864087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:34.864476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:34.864885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.865543 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:34.865776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Bound port: e9446a60-d070-4676-9724-dc062b6b31c5, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:34.866162 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.894336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bebea65-777d-4a7d-b16d-29f719cd3cb2 None None] Provisioning for port 2c3db341-3575-4129-a0ab-dfe1131c9e63 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:34.902216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bebea65-777d-4a7d-b16d-29f719cd3cb2 None None] Provisioning complete for port 2c3db341-3575-4129-a0ab-dfe1131c9e63 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:34.902528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bebea65-777d-4a7d-b16d-29f719cd3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.953801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] For port e9446a60-d070-4676-9724-dc062b6b31c5, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:34.957094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] For port e9446a60-d070-4676-9724-dc062b6b31c5, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e9446a60-d070-4676-9724-dc062b6b31c5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:34.958268 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5bebea65-777d-4a7d-b16d-29f719cd3cb2 None None] Port 2c3db341-3575-4129-a0ab-dfe1131c9e63 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:34.962178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.976828 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.982189 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.020375 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb65a13-0dbf-4970-9279-5177fcc183a5 None None] Pushing event updated for resources: {'Port': ['ID=e9446a60-d070-4676-9724-dc062b6b31c5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:35.022985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Routers {'92053ba6-ae85-415c-9bfd-db33f7d1fc5d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:35.023591 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:35.045328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Pushing event updated for resources: {'Port': ['ID=2c3db341-3575-4129-a0ab-dfe1131c9e63,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:35.050271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.149824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] Set router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:35.150049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:35.151522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:35.281057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:33:35.373980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2c3db341-3575-4129-a0ab-dfe1131c9e63', 'name': '', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'mac_address': 'fa:16:3e:46:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 2, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'subnets': [{'id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:35.400477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:35.405597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-43726ad7-007d-420e-b77b-6c2db09be48e admin admin] 10.222.0.60 "PUT /v2.0/routers/92053ba6-ae85-415c-9bfd-db33f7d1fc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356616 Sep 02 13:33:35.414254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65caa7-f717-4da5-b94b-82d090c707da None None] The sync data for ids ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'] in n-d-792364-8 is: [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2c3db341-3575-4129-a0ab-dfe1131c9e63', 'name': '', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'mac_address': 'fa:16:3e:46:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 2, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'subnets': [{'id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:35.484938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b48b255d-73ee-40d7-84c0-370bec3de143 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:35.487306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8bc83bf2-7109-4c46-be81-f341fddac5ae None None] Provisioning complete for port 2c3db341-3575-4129-a0ab-dfe1131c9e63 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:35.487678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8bc83bf2-7109-4c46-be81-f341fddac5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.548301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8bc83bf2-7109-4c46-be81-f341fddac5ae None None] Port 2c3db341-3575-4129-a0ab-dfe1131c9e63 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:35.563933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port b48b255d-73ee-40d7-84c0-370bec3de143 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:35.564371 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.711086 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.942218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:35.947620 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1983043360-network', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:35.971635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Made reservation on behalf of e78bd64e5ec94f7d8d5b7131af90b2e9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:35.974089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.983947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.095404 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.100429 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.123695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:36.139750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ce259e-19a2-46b7-83b1-9ed04027832a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:36.144350 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.144702 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Added segment f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea of type vlan for network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d Sep 02 13:33:36.195543 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.224217 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.225415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:36.225993 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.288178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3446898 Sep 02 13:33:36.291058 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:36.298649 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Request body: {'subnet': {'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-subnet', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:36.303213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9c724-03f4-43a8-8b40-45f529120c8b admin admin] Pushing event updated for resources: {'Network': ['ID=2ee16763-6106-4ff9-a31e-6ecd2b541b6d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:36.315086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:36.333918 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Made reservation on behalf of e78bd64e5ec94f7d8d5b7131af90b2e9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:36.336247 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.526499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.576928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea1a704-131a-4fd6-8bed-2342311d45c6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:36.593656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Checking segment: {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:36.594028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Network hostable DHCP agents. Network: 2ee16763-6106-4ff9-a31e-6ecd2b541b6d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:36.614080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:36.624336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2ee16763-6106-4ff9-a31e-6ecd2b541b6d) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:36.628731 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:36.629305 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.634959 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5607759-7197-4fe8-94a5-31276a8661f7 None None] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:36.645052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7c8955e0-61cf-4d7b-8d69-919c818340b6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3527091 Sep 02 13:33:36.647571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:36.652145 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:36.676095 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.677306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.730459 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.791346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'fixed_ips': [{'subnet_id': '7ea1a704-131a-4fd6-8bed-2342311d45c6'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:36.792206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.867910 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.932763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Allocated IP 172.20.0.2 (2ee16763-6106-4ff9-a31e-6ecd2b541b6d/7ea1a704-131a-4fd6-8bed-2342311d45c6/a24633ca-89da-4f0c-aef6-f7199a192db4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:37.071666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.080416 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.088909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Transition to ACTIVE for port object a24633ca-89da-4f0c-aef6-f7199a192db4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:37.090918 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.105144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Transition to ACTIVE for port object a24633ca-89da-4f0c-aef6-f7199a192db4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:37.111416 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.157775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:37.160853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:37.163222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:37.182221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Pushing event updated for resources: {'Port': ['ID=a24633ca-89da-4f0c-aef6-f7199a192db4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:37.207757 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Allocated IP 172.25.7.197 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/857f30c3-d290-4891-bbd6-0d5049e36957) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:37.233805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Attempting to bind port a24633ca-89da-4f0c-aef6-f7199a192db4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:37.234223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Attempting to bind port a24633ca-89da-4f0c-aef6-f7199a192db4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:37.234596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Attempting to bind port a24633ca-89da-4f0c-aef6-f7199a192db4 on network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:37.239734 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:37.240116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Checking segment: {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:37.240524 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.240980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Bound using segment: {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:37.241458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Bound port: a24633ca-89da-4f0c-aef6-f7199a192db4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:37.241840 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.312288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] For port a24633ca-89da-4f0c-aef6-f7199a192db4, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:37.316080 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] For port a24633ca-89da-4f0c-aef6-f7199a192db4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a24633ca-89da-4f0c-aef6-f7199a192db4,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:37.322232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.323489 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.369915 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.400066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87064-e58d-47d7-a20e-cf2442752fee None None] Pushing event updated for resources: {'Port': ['ID=a24633ca-89da-4f0c-aef6-f7199a192db4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:37.429543 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:37.435038 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:37.437276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:37.439896 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Pushing event updated for resources: {'Port': ['ID=857f30c3-d290-4891-bbd6-0d5049e36957,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:37.513078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e9446a60-d070-4676-9724-dc062b6b31c5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:37.576312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Sync routers for ids ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:37.587246 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Routers {'92053ba6-ae85-415c-9bfd-db33f7d1fc5d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:37.595616 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:37.690245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e9446a60-d070-4676-9724-dc062b6b31c5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:37.696586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e9446a60-d070-4676-9724-dc062b6b31c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:37.697202 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.721587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Set router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:37.791522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.837874 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.864456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e9446a60-d070-4676-9724-dc062b6b31c5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e9446a60-d070-4676-9724-dc062b6b31c5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:37.872077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.929496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e9446a60-d070-4676-9724-dc062b6b31c5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:37.964131 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2c3db341-3575-4129-a0ab-dfe1131c9e63', 'name': '', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'mac_address': 'fa:16:3e:46:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 2, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'subnets': [{'id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:37.998524 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Checking router: 92053ba6-ae85-415c-9bfd-db33f7d1fc5d for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:37.998850 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Updating router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d port 2c3db341-3575-4129-a0ab-dfe1131c9e63 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:33:38.025209 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.299223 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.320669 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.332035 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Transition to ACTIVE for port object 2c3db341-3575-4129-a0ab-dfe1131c9e63 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:38.339370 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.451536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6e2b7-210c-4e72-b463-98c1f1f40984 None None] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:38.457732 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Router a86ab6ea-53da-411f-b639-cbbf56242d85 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:33:38.543051 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Pushing event updated for resources: {'Port': ['ID=2c3db341-3575-4129-a0ab-dfe1131c9e63,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:38.558741 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.559097 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.559543 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.559835 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.560321 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.560609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.560949 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.561270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.561584 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.561901 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.562214 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.562523 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:38.567744 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Attempting to bind port 2c3db341-3575-4129-a0ab-dfe1131c9e63 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:38.569254 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Attempting to bind port 2c3db341-3575-4129-a0ab-dfe1131c9e63 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:38.569670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Attempting to bind port 2c3db341-3575-4129-a0ab-dfe1131c9e63 on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:38.576974 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:38.578221 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Checking segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:38.578850 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.579571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Bound using segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:38.580407 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Bound port: 2c3db341-3575-4129-a0ab-dfe1131c9e63, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:38.581003 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.582384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc8db18e-6f0c-4568-9d7b-9a6476eeadb8 None None] Provisioning for port a24633ca-89da-4f0c-aef6-f7199a192db4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:38.617674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:38.632929 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Sync routers for ids ['a86ab6ea-53da-411f-b639-cbbf56242d85'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:38.649260 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.653939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-91a81308-d3f4-4b29-a4dd-ac02a4b9eb1c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0026326 Sep 02 13:33:38.655199 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Routers {'a86ab6ea-53da-411f-b639-cbbf56242d85'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:38.655846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a86ab6ea-53da-411f-b639-cbbf56242d85'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:38.656788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52402) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:38.686479 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] For port 2c3db341-3575-4129-a0ab-dfe1131c9e63, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:38.691824 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] For port 2c3db341-3575-4129-a0ab-dfe1131c9e63, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2c3db341-3575-4129-a0ab-dfe1131c9e63,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:38.696366 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.764315 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Routers {'92053ba6-ae85-415c-9bfd-db33f7d1fc5d'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:38.765752 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:38.801599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Set router a86ab6ea-53da-411f-b639-cbbf56242d85 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:38.880176 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb621620-923e-488c-91c5-02f05c25b751 None None] Pushing event updated for resources: {'Port': ['ID=2c3db341-3575-4129-a0ab-dfe1131c9e63,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:38.914718 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] Set router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:39.187725 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2c3db341-3575-4129-a0ab-dfe1131c9e63', 'name': '', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'mac_address': 'fa:16:3e:46:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:38Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'subnets': [{'id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:39.218051 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443c0a9-e05f-4b18-abf5-0a252c775a25 None None] The sync data for ids ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'] in n-d-792364-8 is: [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '2c3db341-3575-4129-a0ab-dfe1131c9e63', 'name': '', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'mac_address': 'fa:16:3e:46:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:38Z', 'revision_number': 4, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'subnets': [{'id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:39.222785 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.236293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:33:37Z', 'revision_number': 3, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:39.268570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Checking router: a86ab6ea-53da-411f-b639-cbbf56242d85 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:39.268935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Updating router a86ab6ea-53da-411f-b639-cbbf56242d85 port 857f30c3-d290-4891-bbd6-0d5049e36957 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:33:39.299762 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.400964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Allocated IP 172.20.0.1 (2ee16763-6106-4ff9-a31e-6ecd2b541b6d/7ea1a704-131a-4fd6-8bed-2342311d45c6/85030e9f-550b-4ad0-819d-2ea57e153597) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:39.562504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.581985 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Transition to ACTIVE for port object 85030e9f-550b-4ad0-819d-2ea57e153597 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:39.613091 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.624157 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Transition to ACTIVE for port object 857f30c3-d290-4891-bbd6-0d5049e36957 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:39.636295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.643107 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.644026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e9446a60-d070-4676-9724-dc062b6b31c5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:39.692995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:39.695988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:39.698900 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:39.737884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Pushing event updated for resources: {'Port': ['ID=85030e9f-550b-4ad0-819d-2ea57e153597,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:39.749057 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Attempting to bind port 857f30c3-d290-4891-bbd6-0d5049e36957 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:39.749432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Attempting to bind port 857f30c3-d290-4891-bbd6-0d5049e36957 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:39.749796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Attempting to bind port 857f30c3-d290-4891-bbd6-0d5049e36957 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:39.751826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92d096-9fe0-4830-9c52-55b74a217a84 None None] Pushing event updated for resources: {'Port': ['ID=857f30c3-d290-4891-bbd6-0d5049e36957,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:39.752876 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.763841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:39.764192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:39.764606 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.765035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:39.765526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Bound port: 857f30c3-d290-4891-bbd6-0d5049e36957, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:39.765915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.832812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] For port 857f30c3-d290-4891-bbd6-0d5049e36957, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:39.836571 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] For port 857f30c3-d290-4891-bbd6-0d5049e36957, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=857f30c3-d290-4891-bbd6-0d5049e36957,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:39.837758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e9446a60-d070-4676-9724-dc062b6b31c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:39.838162 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.871709 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.924769 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.943279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Routers {'a86ab6ea-53da-411f-b639-cbbf56242d85'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:39.943918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a86ab6ea-53da-411f-b639-cbbf56242d85'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:39.983334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92d096-9fe0-4830-9c52-55b74a217a84 None None] Pushing event updated for resources: {'Port': ['ID=857f30c3-d290-4891-bbd6-0d5049e36957,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:40.069594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4db6d20d-250c-4499-860a-105fabff3d5f None None] Provisioning for port 85030e9f-550b-4ad0-819d-2ea57e153597 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:40.085577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4db6d20d-250c-4499-860a-105fabff3d5f None None] Provisioning complete for port 85030e9f-550b-4ad0-819d-2ea57e153597 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:40.085948 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4db6d20d-250c-4499-860a-105fabff3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.112521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c3db341-3575-4129-a0ab-dfe1131c9e63 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:40.119273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.124670 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.155274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] Set router a86ab6ea-53da-411f-b639-cbbf56242d85 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:40.192591 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Pushing event updated for resources: {'Port': ['ID=85030e9f-550b-4ad0-819d-2ea57e153597,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:40.195050 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.206049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4db6d20d-250c-4499-860a-105fabff3d5f None None] Port 85030e9f-550b-4ad0-819d-2ea57e153597 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:40.291158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:40.293011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:40.298426 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 2c3db341-3575-4129-a0ab-dfe1131c9e63 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:40.305018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2c3db341-3575-4129-a0ab-dfe1131c9e63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:40.305405 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.417717 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Router a86ab6ea-53da-411f-b639-cbbf56242d85 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:33:40.445228 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.472618 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85030e9f-550b-4ad0-819d-2ea57e153597', 'name': '', 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'mac_address': 'fa:16:3e:67:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:39Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 1, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'subnets': [{'id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:40.509408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673f884-9b50-4fca-b60b-e947b2d7e2ae None None] The sync data for ids ['a86ab6ea-53da-411f-b639-cbbf56242d85'] in n-d-792364-8 is: [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85030e9f-550b-4ad0-819d-2ea57e153597', 'name': '', 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'mac_address': 'fa:16:3e:67:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:39Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 1, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'subnets': [{'id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:40.513099 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 2c3db341-3575-4129-a0ab-dfe1131c9e63, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2c3db341-3575-4129-a0ab-dfe1131c9e63,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:40.520586 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.521442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a24633ca-89da-4f0c-aef6-f7199a192db4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:40.558477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:40.568030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c99faf3d-808a-449d-a90f-bbcb50c68e45 admin admin] 10.222.0.60 "PUT /v2.0/routers/a86ab6ea-53da-411f-b639-cbbf56242d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099052 Sep 02 13:33:40.594934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-63253838-27e5-466e-b4ff-8c39313c4f3a None None] Provisioning complete for port 85030e9f-550b-4ad0-819d-2ea57e153597 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:40.595516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63253838-27e5-466e-b4ff-8c39313c4f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.641207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=2c3db341-3575-4129-a0ab-dfe1131c9e63,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:40.657034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-63253838-27e5-466e-b4ff-8c39313c4f3a None None] Port 85030e9f-550b-4ad0-819d-2ea57e153597 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:40.659293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a24633ca-89da-4f0c-aef6-f7199a192db4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:40.663440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a24633ca-89da-4f0c-aef6-f7199a192db4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:40.663918 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.763694 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.811155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a24633ca-89da-4f0c-aef6-f7199a192db4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a24633ca-89da-4f0c-aef6-f7199a192db4,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:40.819324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.890327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a24633ca-89da-4f0c-aef6-f7199a192db4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:41.313818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-69da5890-8b2b-4671-a667-1a70a00d981d tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:41.315328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-69da5890-8b2b-4671-a667-1a70a00d981d tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 816 time: 0.1109552 Sep 02 13:33:41.334059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-3b4b6d7b-4534-460c-82cb-2a45fc76d926 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/quotas/b83ebc0ee8574f258efdc985ad7f9490 HTTP/1.1" status: 200 len: 375 time: 0.0103488 Sep 02 13:33:41.386749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-a56dc603-45ca-444c-ba40-b47b2586914a tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471485 Sep 02 13:33:41.486058 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c3db341-3575-4129-a0ab-dfe1131c9e63 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:41.507505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-509b2bcc-cdcc-471b-91d4-b8d34ed73233 service neutron] 10.222.0.60 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078436 Sep 02 13:33:41.533058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:41.544156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 2c3db341-3575-4129-a0ab-dfe1131c9e63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:41.544717 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:41.605063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-fd1d4b45-1dcc-44c5-ad21-101264c65c2e service neutron] 10.222.0.60 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899959 Sep 02 13:33:41.622440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a24633ca-89da-4f0c-aef6-f7199a192db4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:41.671232 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a24633ca-89da-4f0c-aef6-f7199a192db4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:41.671922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:41.793282 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-057db02a-b910-4299-a87d-783fe7b5c4ca req-f8a10f53-2f70-4549-bcd4-6b70dd760c61 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 210 time: 0.0371196 Sep 02 13:33:42.765718 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-cdaf0387-5860-4512-b566-26e859b281c3 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:42.767100 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-cdaf0387-5860-4512-b566-26e859b281c3 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 816 time: 0.1139278 Sep 02 13:33:42.780878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Request body: {'port': {'device_id': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'admin_state_up': True, 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:42.911370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-370f75df-d3e0-49bd-938b-d6293ecdf17f req-95f2d8cc-6842-4e45-aca1-9a682282d597 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 210 time: 0.0393283 Sep 02 13:33:42.935834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Made reservation on behalf of b83ebc0ee8574f258efdc985ad7f9490 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:42.941562 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.080338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Allocated IP 172.20.0.11 (453ba3de-ce21-4844-8648-c51b2f2a8d02/15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14/8d3de697-4d0a-48bf-aab5-1331675f4a1e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:43.249474 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.264733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Transition to ACTIVE for port object 8d3de697-4d0a-48bf-aab5-1331675f4a1e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:43.303225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.347974 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Sync routers for ids ['a86ab6ea-53da-411f-b639-cbbf56242d85'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:43.348492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:43.351308 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:43.355276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:43.359115 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Routers {'a86ab6ea-53da-411f-b639-cbbf56242d85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:43.359115 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a86ab6ea-53da-411f-b639-cbbf56242d85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:43.361752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Pushing event updated for resources: {'Port': ['ID=8d3de697-4d0a-48bf-aab5-1331675f4a1e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:43.417645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:43.418258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.442396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55efe9cb-9650-4dd1-9714-4fdb4d763c24 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6657898 Sep 02 13:33:43.478546 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Set router a86ab6ea-53da-411f-b639-cbbf56242d85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:43.540872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 857f30c3-d290-4891-bbd6-0d5049e36957 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:43.580414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Request body: {'port': {'device_id': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:43.605020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 857f30c3-d290-4891-bbd6-0d5049e36957 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:43.609460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 857f30c3-d290-4891-bbd6-0d5049e36957 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:43.609839 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.649691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.699316 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.712333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85030e9f-550b-4ad0-819d-2ea57e153597', 'name': '', 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'mac_address': 'fa:16:3e:67:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:39Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 2, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'subnets': [{'id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:43.720285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87df7e3a-7b92-4f53-a65d-43c019b5d6a6 None None] Provisioning for port 8d3de697-4d0a-48bf-aab5-1331675f4a1e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:43.724324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 857f30c3-d290-4891-bbd6-0d5049e36957, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=857f30c3-d290-4891-bbd6-0d5049e36957,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:43.727530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87df7e3a-7b92-4f53-a65d-43c019b5d6a6 None None] Provisioning complete for port 8d3de697-4d0a-48bf-aab5-1331675f4a1e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:43.727994 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87df7e3a-7b92-4f53-a65d-43c019b5d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.731423 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.740113 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Checking router: a86ab6ea-53da-411f-b639-cbbf56242d85 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:43.740464 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Updating router a86ab6ea-53da-411f-b639-cbbf56242d85 port 85030e9f-550b-4ad0-819d-2ea57e153597 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:33:43.770039 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.793581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-87df7e3a-7b92-4f53-a65d-43c019b5d6a6 None None] Port 8d3de697-4d0a-48bf-aab5-1331675f4a1e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:43.806884 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=857f30c3-d290-4891-bbd6-0d5049e36957,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:43.948406 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3de697-4d0a-48bf-aab5-1331675f4a1e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:43.957230 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.971770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Transition to ACTIVE for port object 8d3de697-4d0a-48bf-aab5-1331675f4a1e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:43.975926 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.034770 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Pushing event updated for resources: {'Port': ['ID=8d3de697-4d0a-48bf-aab5-1331675f4a1e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:44.047739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491a49-d117-483b-a48c-5b418e52ea66 req-283515fc-3bea-440f-9632-21102667e2a9 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.049497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f491a49-d117-483b-a48c-5b418e52ea66 req-283515fc-3bea-440f-9632-21102667e2a9 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 944 time: 0.0615046 Sep 02 13:33:44.093938 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.103970 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Attempting to bind port 8d3de697-4d0a-48bf-aab5-1331675f4a1e on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:44.104376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Attempting to bind port 8d3de697-4d0a-48bf-aab5-1331675f4a1e by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:44.104741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Attempting to bind port 8d3de697-4d0a-48bf-aab5-1331675f4a1e on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:44.107028 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Transition to ACTIVE for port object 85030e9f-550b-4ad0-819d-2ea57e153597 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:44.108767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3f491a49-d117-483b-a48c-5b418e52ea66 req-c752707c-7652-4e07-9a68-0f98af2b3210 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Sep 02 13:33:44.110555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Port 8d3de697-4d0a-48bf-aab5-1331675f4a1e on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:44.111166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Attempting to bind port 8d3de697-4d0a-48bf-aab5-1331675f4a1e on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:44.117357 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.117533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:44.117826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Checking segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:44.118195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Bound using segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:44.118608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Bound port: 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:44.119189 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.171347 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f192691-57b7-437d-be45-cfc94a64a821 None None] Pushing event updated for resources: {'Port': ['ID=85030e9f-550b-4ad0-819d-2ea57e153597,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:44.206568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] For port 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:44.211263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] For port 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:44.218128 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.242894 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Attempting to bind port 85030e9f-550b-4ad0-819d-2ea57e153597 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:44.243260 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Attempting to bind port 85030e9f-550b-4ad0-819d-2ea57e153597 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:44.243621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Attempting to bind port 85030e9f-550b-4ad0-819d-2ea57e153597 on network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:44.250413 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:44.251067 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Checking segment: {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:44.251476 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.251873 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Bound using segment: {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:44.252348 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Bound port: 85030e9f-550b-4ad0-819d-2ea57e153597, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:44.252732 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.270622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.271339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.272845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] 10.222.0.18 "PUT /v2.0/ports/8d3de697-4d0a-48bf-aab5-1331675f4a1e HTTP/1.1" status: 200 len: 1092 time: 0.8226528 Sep 02 13:33:44.273389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'tag': '8d3de697-4d0a-48bf-aab5-1331675f4a1e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:44.275842 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72" -d '{"events": [{"name": "network-changed", "server_uuid": "e1633ca4-bfdf-41b1-8fbc-5e52c589fa43", "tag": "8d3de697-4d0a-48bf-aab5-1331675f4a1e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:44.343834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] For port 85030e9f-550b-4ad0-819d-2ea57e153597, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:44.347966 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] For port 85030e9f-550b-4ad0-819d-2ea57e153597, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85030e9f-550b-4ad0-819d-2ea57e153597,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:44.355602 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.361939 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb575e7-33f3-4c2a-b91e-8e4de295b6c4 x-openstack-request-id: req-dfb575e7-33f3-4c2a-b91e-8e4de295b6c4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:44.361939 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1633ca4-bfdf-41b1-8fbc-5e52c589fa43", "tag": "8d3de697-4d0a-48bf-aab5-1331675f4a1e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:44.361939 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfb575e7-33f3-4c2a-b91e-8e4de295b6c4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:44.361939 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'tag': '8d3de697-4d0a-48bf-aab5-1331675f4a1e', 'status': 'completed', 'code': 200} Sep 02 13:33:44.362402 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281305-0013-470f-bc61-832b9b16b28c service neutron] Pushing event updated for resources: {'Port': ['ID=8d3de697-4d0a-48bf-aab5-1331675f4a1e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:44.404547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-193d5c49-4d8c-4f11-83d6-b51993cd1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.407011 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Routers {'a86ab6ea-53da-411f-b639-cbbf56242d85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:44.407668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:33:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a86ab6ea-53da-411f-b639-cbbf56242d85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:44.419800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-193d5c49-4d8c-4f11-83d6-b51993cd1ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 1095 time: 0.1002791 Sep 02 13:33:44.468745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-e5a7e100-399e-49c2-9d76-f53b2ac5c051 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e HTTP/1.1" status: 200 len: 217 time: 0.0390913 Sep 02 13:33:44.485616 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f192691-57b7-437d-be45-cfc94a64a821 None None] Pushing event updated for resources: {'Port': ['ID=85030e9f-550b-4ad0-819d-2ea57e153597,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:44.542062 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] Set router a86ab6ea-53da-411f-b639-cbbf56242d85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:44.548506 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-20c909ed-8407-4332-ae07-58b5ba53f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.551197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-20c909ed-8407-4332-ae07-58b5ba53f1fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 HTTP/1.1" status: 200 len: 855 time: 0.0760407 Sep 02 13:33:44.608050 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-c929e985-cbce-472e-bd97-fd83bb0d370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.609652 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-c929e985-cbce-472e-bd97-fd83bb0d370e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=453ba3de-ce21-4844-8648-c51b2f2a8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511737 Sep 02 13:33:44.721598 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-55ac33a9-8a34-4e95-a7be-7635fa18e89c service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043775 Sep 02 13:33:44.820943 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4cfde7c-f035-4ad7-997d-7ad2fdaf599a req-0aa1105e-a537-4942-9810-68d8b42fc0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924113 Sep 02 13:33:44.855919 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85030e9f-550b-4ad0-819d-2ea57e153597', 'name': '', 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'mac_address': 'fa:16:3e:67:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:39Z', 'updated_at': '2021-09-02T13:33:44Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'subnets': [{'id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:44.885768 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5941f-aa32-4044-962b-e2288ae04041 None None] The sync data for ids ['a86ab6ea-53da-411f-b639-cbbf56242d85'] in n-d-792364-8 is: [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:33:39Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '85030e9f-550b-4ad0-819d-2ea57e153597', 'name': '', 'network_id': '2ee16763-6106-4ff9-a31e-6ecd2b541b6d', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'mac_address': 'fa:16:3e:67:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:39Z', 'updated_at': '2021-09-02T13:33:44Z', 'revision_number': 4, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'subnets': [{'id': '7ea1a704-131a-4fd6-8bed-2342311d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:44.912858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-a353dfa4-ef7b-45f4-a27d-77de6fb7cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.914428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-a353dfa4-ef7b-45f4-a27d-77de6fb7cba0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 1095 time: 0.0444562 Sep 02 13:33:45.018196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-56b26cf8-620e-4dda-9b8d-e9682946f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.019738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-56b26cf8-620e-4dda-9b8d-e9682946f3b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 917 time: 0.0986240 Sep 02 13:33:45.063850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-8b4ec7df-b75b-4273-9286-cb50a591993c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e HTTP/1.1" status: 200 len: 217 time: 0.0367110 Sep 02 13:33:45.117046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-80e08c2a-9e3d-4f96-a79d-8d2fc34c7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.118577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-80e08c2a-9e3d-4f96-a79d-8d2fc34c7f1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 HTTP/1.1" status: 200 len: 855 time: 0.0469027 Sep 02 13:33:45.175583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-2e78e8e3-02b8-4300-9f79-7e78b70bc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.177603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-2e78e8e3-02b8-4300-9f79-7e78b70bc3d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=453ba3de-ce21-4844-8648-c51b2f2a8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505784 Sep 02 13:33:45.244754 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3121d-b25c-4eb3-ab7f-bf7ad43ec27b req-822966ae-e259-4860-9a6b-e82590dd1685 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.246396 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ae3121d-b25c-4eb3-ab7f-bf7ad43ec27b req-822966ae-e259-4860-9a6b-e82590dd1685 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 944 time: 0.0570314 Sep 02 13:33:45.288842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-235eab1d-9d34-4bc9-85c0-fcc30b0247fc service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028447 Sep 02 13:33:45.290760 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ae3121d-b25c-4eb3-ab7f-bf7ad43ec27b req-88976c44-8450-416b-a741-6587f01c0864 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Sep 02 13:33:45.387352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45e26c51-d1b5-4839-96d2-0c87b1d9ea72 req-8d0cfc6e-3455-457d-9434-c7c037375880 service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889709 Sep 02 13:33:45.502197 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85030e9f-550b-4ad0-819d-2ea57e153597 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:45.553589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 85030e9f-550b-4ad0-819d-2ea57e153597 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:45.557428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 85030e9f-550b-4ad0-819d-2ea57e153597 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:45.557904 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.641144 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.672646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 85030e9f-550b-4ad0-819d-2ea57e153597, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85030e9f-550b-4ad0-819d-2ea57e153597,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:45.678163 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.678917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 857f30c3-d290-4891-bbd6-0d5049e36957 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:45.751706 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=85030e9f-550b-4ad0-819d-2ea57e153597,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:45.765217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 857f30c3-d290-4891-bbd6-0d5049e36957 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:45.765633 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.770056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8d3de697-4d0a-48bf-aab5-1331675f4a1e details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:45.927360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:45.940530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '8d3de697-4d0a-48bf-aab5-1331675f4a1e', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'port_id': '8d3de697-4d0a-48bf-aab5-1331675f4a1e', 'mac_address': 'fa:16:3e:9f:95:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:45.980622 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.993297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3de697-4d0a-48bf-aab5-1331675f4a1e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:46.013367 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:46.018034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.067676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8d3de697-4d0a-48bf-aab5-1331675f4a1e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:46.220072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8d3de697-4d0a-48bf-aab5-1331675f4a1e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:46.423590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814461c3-be0a-4a75-bf1c-b403128656af req-52a71c8d-b341-43ca-89ec-02b438c5ebd0 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:46.425227 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-814461c3-be0a-4a75-bf1c-b403128656af req-52a71c8d-b341-43ca-89ec-02b438c5ebd0 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 945 time: 0.0518570 Sep 02 13:33:46.463500 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-814461c3-be0a-4a75-bf1c-b403128656af req-a46a3e8c-692c-44ba-8220-0817675495de tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Sep 02 13:33:46.735227 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:33:47.491507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85030e9f-550b-4ad0-819d-2ea57e153597 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:47.542760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 85030e9f-550b-4ad0-819d-2ea57e153597 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:47.543225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:47.595124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0438-6730-4d73-8ec2-e7c32dc90b54 req-8aa04f14-0476-440f-a331-caa0e1d49807 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:47.596677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-986f0438-6730-4d73-8ec2-e7c32dc90b54 req-8aa04f14-0476-440f-a331-caa0e1d49807 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 945 time: 0.0548229 Sep 02 13:33:47.635910 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-986f0438-6730-4d73-8ec2-e7c32dc90b54 req-3f4f4c55-d2ac-45e5-a963-47f18d6cb91d tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Sep 02 13:33:47.769665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8d3de697-4d0a-48bf-aab5-1331675f4a1e up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:47.822111 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 8d3de697-4d0a-48bf-aab5-1331675f4a1e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:47.826324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 8d3de697-4d0a-48bf-aab5-1331675f4a1e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:47.826773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:47.915369 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:47.938391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3de697-4d0a-48bf-aab5-1331675f4a1e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:47.940641 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf61448faa958292e36021b7a65d93c2297ff1b938ca9dbb732b01a1d6f7dc87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892d8fb-c203-469e-8a28-8d44249e5b2b" -d '{"events": [{"server_uuid": "e1633ca4-bfdf-41b1-8fbc-5e52c589fa43", "name": "network-vif-plugged", "status": "completed", "tag": "8d3de697-4d0a-48bf-aab5-1331675f4a1e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:47.953452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:47.958942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:47.984825 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae15cf7-8f62-4fc2-bde5-d480b3841113 x-openstack-request-id: req-cae15cf7-8f62-4fc2-bde5-d480b3841113 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:47.985138 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1633ca4-bfdf-41b1-8fbc-5e52c589fa43", "name": "network-vif-plugged", "status": "completed", "tag": "8d3de697-4d0a-48bf-aab5-1331675f4a1e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:47.985389 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cae15cf7-8f62-4fc2-bde5-d480b3841113 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:47.985783 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3de697-4d0a-48bf-aab5-1331675f4a1e', 'code': 200} Sep 02 13:33:48.016280 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=8d3de697-4d0a-48bf-aab5-1331675f4a1e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:48.085983 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363a59-566a-4fb0-bb41-543fd2a0f6a0 req-e1303c8b-3fd2-4157-bbc2-478e23feba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:48.087448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8363a59-566a-4fb0-bb41-543fd2a0f6a0 req-e1303c8b-3fd2-4157-bbc2-478e23feba7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 1097 time: 0.0490456 Sep 02 13:33:48.126618 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c8363a59-566a-4fb0-bb41-543fd2a0f6a0 req-a039aea4-fbf0-4a22-b218-51b34a30a4d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Sep 02 13:33:48.779919 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381c0a3-78ad-4e8f-b9cd-e5639cdbc4ab req-7567ca30-a6cc-4906-ba97-a1cdb9000724 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:48.781491 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1381c0a3-78ad-4e8f-b9cd-e5639cdbc4ab req-7567ca30-a6cc-4906-ba97-a1cdb9000724 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 946 time: 0.0669765 Sep 02 13:33:48.821308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1381c0a3-78ad-4e8f-b9cd-e5639cdbc4ab req-0005181b-559c-4543-89d7-b6b364a6ebd4 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335758 Sep 02 13:33:50.042813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cfdd0-259a-4a0e-87b4-153cb286e7b3 req-7df70ac7-67c1-4d49-8d1f-c0056331b195 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:50.044328 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d0cfdd0-259a-4a0e-87b4-153cb286e7b3 req-7df70ac7-67c1-4d49-8d1f-c0056331b195 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 946 time: 0.0557337 Sep 02 13:33:50.085998 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d0cfdd0-259a-4a0e-87b4-153cb286e7b3 req-7ba5ab1b-f09b-41df-940b-4dd7fb883e63 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Sep 02 13:33:50.245900 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb5ecc-7bdf-4361-8795-a567dc33b375 req-2fb958a2-e293-4ff8-b220-63f8e874a7bf tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:50.247569 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03fb5ecc-7bdf-4361-8795-a567dc33b375 req-2fb958a2-e293-4ff8-b220-63f8e874a7bf tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Sep 02 13:33:50.299020 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03fb5ecc-7bdf-4361-8795-a567dc33b375 req-fde8b670-6c17-4f02-b6df-dae8662ced91 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Sep 02 13:33:58.752255 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-30f0b26a-81c9-4ff4-b22b-5270c1a8055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.538678 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2957-f224-40c7-8c37-cdcb62de5ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.704134 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:02.723151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:04.394713 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.706904 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:10.269892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395794-218f-4f9b-9795-354e47bb7c76 req-e5e41933-6576-47f5-bec9-b762032d1430 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:10.271508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73395794-218f-4f9b-9795-354e47bb7c76 req-e5e41933-6576-47f5-bec9-b762032d1430 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 946 time: 0.0581422 Sep 02 13:34:10.314558 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-73395794-218f-4f9b-9795-354e47bb7c76 req-ec570141-92e3-41cc-abbf-7bfd65aafba4 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363138 Sep 02 13:34:11.526769 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.551462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebe0f-d980-4a6c-bccb-c97dd139d7d3 req-e5a68351-efc9-47a5-a009-909077f7a3ea tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:11.552979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec3ebe0f-d980-4a6c-bccb-c97dd139d7d3 req-e5a68351-efc9-47a5-a009-909077f7a3ea tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 946 time: 0.1073620 Sep 02 13:34:11.598166 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec3ebe0f-d980-4a6c-bccb-c97dd139d7d3 req-76d601e2-15fc-4633-98de-bea4d6ef1697 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362351 Sep 02 13:34:11.790351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ae05e-e59f-4553-9216-0f786300b068 req-a173b1a0-13dd-4cd0-9489-6b155c238909 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:11.791848 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-755ae05e-e59f-4553-9216-0f786300b068 req-a173b1a0-13dd-4cd0-9489-6b155c238909 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 946 time: 0.0561662 Sep 02 13:34:11.892342 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Deleting port 8d3de697-4d0a-48bf-aab5-1331675f4a1e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:11.892601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.979788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] For port 8d3de697-4d0a-48bf-aab5-1331675f4a1e, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=8d3de697-4d0a-48bf-aab5-1331675f4a1e,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:11.980190 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.992621 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Calling delete_port for 8d3de697-4d0a-48bf-aab5-1331675f4a1e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:12.137778 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:12.150087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['8d3de697-4d0a-48bf-aab5-1331675f4a1e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:12.166806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Pushing event deleted for resources: {'Port': ['ID=8d3de697-4d0a-48bf-aab5-1331675f4a1e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:12.212857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] No DVR routers for this DVR port 8d3de697-4d0a-48bf-aab5-1331675f4a1e on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:12.215876 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:12.217883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-755ae05e-e59f-4553-9216-0f786300b068 req-f65eebb5-bcf3-46e6-b911-beac95dfe884 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "DELETE /v2.0/ports/8d3de697-4d0a-48bf-aab5-1331675f4a1e HTTP/1.1" status: 204 len: 173 time: 0.4196470 Sep 02 13:34:12.218347 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'name': 'network-vif-deleted', 'tag': '8d3de697-4d0a-48bf-aab5-1331675f4a1e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:12.220638 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a84eb02848ff022100806486733269ed43995482f98d17460506f3e02de01eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29db19d-deb9-47f9-9128-2258f56a9efd" -d '{"events": [{"server_uuid": "e1633ca4-bfdf-41b1-8fbc-5e52c589fa43", "name": "network-vif-deleted", "tag": "8d3de697-4d0a-48bf-aab5-1331675f4a1e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:12.272176 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511acc77-194b-4b6b-8094-52dfaad34698 x-openstack-request-id: req-511acc77-194b-4b6b-8094-52dfaad34698 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:12.272469 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1633ca4-bfdf-41b1-8fbc-5e52c589fa43", "name": "network-vif-deleted", "tag": "8d3de697-4d0a-48bf-aab5-1331675f4a1e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:12.272721 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-511acc77-194b-4b6b-8094-52dfaad34698 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:12.273166 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1633ca4-bfdf-41b1-8fbc-5e52c589fa43', 'name': 'network-vif-deleted', 'tag': '8d3de697-4d0a-48bf-aab5-1331675f4a1e', 'status': 'completed', 'code': 200} Sep 02 13:34:12.708406 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9736589b-12dd-4a3d-accd-bcf5a6dd1322 req-42437518-67f8-4ade-89e2-9006ab8fd0b4 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1633ca4-bfdf-41b1-8fbc-5e52c589fa43 HTTP/1.1" status: 200 len: 210 time: 0.0275335 Sep 02 13:34:14.271923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-e696afa9-fb7c-408a-b92e-334ec590b9fd tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.273349 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-e696afa9-fb7c-408a-b92e-334ec590b9fd tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 816 time: 0.1190526 Sep 02 13:34:14.289388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-55714be8-5908-401b-9ea1-4fdeacf1814d tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/quotas/b83ebc0ee8574f258efdc985ad7f9490 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Sep 02 13:34:14.352317 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-5d597b64-10c7-43e6-886f-6b5af4192d9b tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575187 Sep 02 13:34:14.529426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-4d066bd7-bf69-4671-a2f9-18b01bf6d9fb service neutron] 10.222.0.60 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284893 Sep 02 13:34:14.630615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-029ac904-c39f-4e07-a759-29bd79c17511 service neutron] 10.222.0.60 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919406 Sep 02 13:34:14.802772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2f7769dc-2eee-4307-8603-602aa39af1cf req-d57a8aa6-9576-45d0-b2c2-1179e19fc6b4 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Sep 02 13:34:15.775370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-2c209b0b-48bf-4e41-a601-7b6258b73dc6 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.776882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-2c209b0b-48bf-4e41-a601-7b6258b73dc6 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 816 time: 0.1090660 Sep 02 13:34:15.791132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Request body: {'port': {'device_id': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'admin_state_up': True, 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:15.894292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8d3de697-4d0a-48bf-aab5-1331675f4a1e no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:15.911048 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5194376d-50cb-490e-af8f-6e66ee0335a2 req-e90c674d-a246-4dc9-90cb-4e428eebaf27 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 210 time: 0.0358996 Sep 02 13:34:15.917861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 8d3de697-4d0a-48bf-aab5-1331675f4a1e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:15.918392 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 8d3de697-4d0a-48bf-aab5-1331675f4a1e not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:15.935549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Made reservation on behalf of b83ebc0ee8574f258efdc985ad7f9490 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:15.939261 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.084098 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Allocated IP 172.20.0.13 (453ba3de-ce21-4844-8648-c51b2f2a8d02/15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14/0f62f30d-44a4-4d27-a8ef-1f870214618c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:16.240816 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.255366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Transition to ACTIVE for port object 0f62f30d-44a4-4d27-a8ef-1f870214618c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:16.292356 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.342048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:16.345160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:16.348781 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:16.355614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Pushing event updated for resources: {'Port': ['ID=0f62f30d-44a4-4d27-a8ef-1f870214618c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:16.404352 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:16.405036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.421454 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-030cfec9-71d7-490f-9060-d4f0034fb798 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6344414 Sep 02 13:34:16.515273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Request body: {'port': {'device_id': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:16.572959 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.639088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0478dd9-d3e3-4f6f-8ec0-099be6517558 None None] Provisioning for port 0f62f30d-44a4-4d27-a8ef-1f870214618c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:16.642980 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0478dd9-d3e3-4f6f-8ec0-099be6517558 None None] Provisioning complete for port 0f62f30d-44a4-4d27-a8ef-1f870214618c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:16.643472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0478dd9-d3e3-4f6f-8ec0-099be6517558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.677909 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c0478dd9-d3e3-4f6f-8ec0-099be6517558 None None] Port 0f62f30d-44a4-4d27-a8ef-1f870214618c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:17.043770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417f9bb-ee9b-44a3-8813-79592ddc612a req-dcda1286-ec21-416e-bd73-d7abbe6a3382 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.046413 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2417f9bb-ee9b-44a3-8813-79592ddc612a req-dcda1286-ec21-416e-bd73-d7abbe6a3382 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 932 time: 0.0546770 Sep 02 13:34:17.087136 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2417f9bb-ee9b-44a3-8813-79592ddc612a req-e93d9dc1-2d73-439a-9026-5e3891b8e8dd tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Sep 02 13:34:17.178461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f62f30d-44a4-4d27-a8ef-1f870214618c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:17.187096 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.200846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Transition to ACTIVE for port object 0f62f30d-44a4-4d27-a8ef-1f870214618c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:17.206375 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.260086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f62f30d-44a4-4d27-a8ef-1f870214618c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:17.328371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Attempting to bind port 0f62f30d-44a4-4d27-a8ef-1f870214618c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:17.328715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Attempting to bind port 0f62f30d-44a4-4d27-a8ef-1f870214618c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:17.329086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Attempting to bind port 0f62f30d-44a4-4d27-a8ef-1f870214618c on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:17.333752 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Port 0f62f30d-44a4-4d27-a8ef-1f870214618c on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:17.334082 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Attempting to bind port 0f62f30d-44a4-4d27-a8ef-1f870214618c on network 453ba3de-ce21-4844-8648-c51b2f2a8d02 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:17.339042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:17.339472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Checking segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:17.340037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Bound using segment: {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:17.340536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Bound port: 0f62f30d-44a4-4d27-a8ef-1f870214618c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bc1332-0944-4649-bcce-988a78542bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:17.340980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.408018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] For port 0f62f30d-44a4-4d27-a8ef-1f870214618c, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:17.411348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] For port 0f62f30d-44a4-4d27-a8ef-1f870214618c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:17.417202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.457014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.457644 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.459065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] 10.222.0.18 "PUT /v2.0/ports/0f62f30d-44a4-4d27-a8ef-1f870214618c HTTP/1.1" status: 200 len: 1092 time: 0.9925206 Sep 02 13:34:17.459519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'tag': '0f62f30d-44a4-4d27-a8ef-1f870214618c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:17.489700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0165bf-5801-4072-bf37-ee054f1e6ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f62f30d-44a4-4d27-a8ef-1f870214618c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:17.510746 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a" -d '{"events": [{"name": "network-changed", "server_uuid": "9548d65e-bfa7-4c82-a46a-b7ba686dbd33", "tag": "0f62f30d-44a4-4d27-a8ef-1f870214618c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:17.562083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-fcfd10f7-bfa0-4313-80ab-08a0d87b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.563729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-fcfd10f7-bfa0-4313-80ab-08a0d87b8688 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 1095 time: 0.0449517 Sep 02 13:34:17.610586 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e7adc-0de9-420a-aca3-8ec633702895 x-openstack-request-id: req-868e7adc-0de9-420a-aca3-8ec633702895 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:17.610856 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9548d65e-bfa7-4c82-a46a-b7ba686dbd33", "tag": "0f62f30d-44a4-4d27-a8ef-1f870214618c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:17.611113 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-868e7adc-0de9-420a-aca3-8ec633702895 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:17.611511 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'tag': '0f62f30d-44a4-4d27-a8ef-1f870214618c', 'status': 'completed', 'code': 200} Sep 02 13:34:17.613455 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-1bb1a4e7-6c07-416e-b0fe-09a376ad214c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c HTTP/1.1" status: 200 len: 217 time: 0.0416908 Sep 02 13:34:17.667230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-3761983f-25b4-4430-8f51-7370dfa7f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.671269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-3761983f-25b4-4430-8f51-7370dfa7f5c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 HTTP/1.1" status: 200 len: 855 time: 0.0476334 Sep 02 13:34:17.720533 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-4c89defc-dd86-4e2f-9035-3c60f3f75acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.721996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-4c89defc-dd86-4e2f-9035-3c60f3f75acc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=453ba3de-ce21-4844-8648-c51b2f2a8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456879 Sep 02 13:34:17.814289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-3b925e4b-21c5-499f-964f-9e7c6a230fd4 service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847251 Sep 02 13:34:17.914082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-baa8e3ac-bb1b-4212-b347-915b1acd9c6e req-3e9c8edb-13d7-4b79-8e35-40016b2401af service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929034 Sep 02 13:34:18.008220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-6d9d1e9c-8bd0-4472-a543-8f0b9af09be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.009717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-6d9d1e9c-8bd0-4472-a543-8f0b9af09be5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 1095 time: 0.0454226 Sep 02 13:34:18.105066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-3ff70864-5178-4d56-88c6-6bb132cdac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.106727 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-3ff70864-5178-4d56-88c6-6bb132cdac3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 917 time: 0.0887012 Sep 02 13:34:18.150388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-78cdeae3-84e5-4f28-92ba-afef4b0ef724 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c HTTP/1.1" status: 200 len: 217 time: 0.0360885 Sep 02 13:34:18.202261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-01463e7b-5230-47c3-9e2e-92212b0a7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.203782 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-01463e7b-5230-47c3-9e2e-92212b0a7a26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 HTTP/1.1" status: 200 len: 855 time: 0.0448108 Sep 02 13:34:18.213537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8be0c-ac93-421d-a988-b09c9eec80bf req-117406d1-76be-4a71-8835-07a8d1648089 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.215094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-00b8be0c-ac93-421d-a988-b09c9eec80bf req-117406d1-76be-4a71-8835-07a8d1648089 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 944 time: 0.0570655 Sep 02 13:34:18.252542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-7dd6b890-83a4-459f-94d1-71dfc0ebc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.254173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-7dd6b890-83a4-459f-94d1-71dfc0ebc98a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=453ba3de-ce21-4844-8648-c51b2f2a8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422559 Sep 02 13:34:18.255410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-00b8be0c-ac93-421d-a988-b09c9eec80bf req-fd09bd7b-4957-47e3-afff-1f4ca3f3e866 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Sep 02 13:34:18.350602 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-9c23fe70-43f4-4553-8cab-09be1cfaa8eb service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880709 Sep 02 13:34:18.457794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f4e8fbb8-52ac-47a5-9dfa-9231a2d7834a req-e38fdbef-39c7-4d73-81fb-4975b4274b86 service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993235 Sep 02 13:34:19.391474 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10acc0c-9632-427b-a42c-a4b610fee550 req-2ff1e72c-6d6f-44ab-9b42-dbcbc5016073 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:19.392958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b10acc0c-9632-427b-a42c-a4b610fee550 req-2ff1e72c-6d6f-44ab-9b42-dbcbc5016073 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 944 time: 0.0532982 Sep 02 13:34:19.432679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b10acc0c-9632-427b-a42c-a4b610fee550 req-7553a731-4cf4-44fe-8ac8-3436dda8e6a9 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Sep 02 13:34:19.909556 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0f62f30d-44a4-4d27-a8ef-1f870214618c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:20.174147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0f62f30d-44a4-4d27-a8ef-1f870214618c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:20.186867 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '0f62f30d-44a4-4d27-a8ef-1f870214618c', 'network_id': '453ba3de-ce21-4844-8648-c51b2f2a8d02', 'port_id': '0f62f30d-44a4-4d27-a8ef-1f870214618c', 'mac_address': 'fa:16:3e:1a:48:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:20.224490 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.237601 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f62f30d-44a4-4d27-a8ef-1f870214618c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:20.257330 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0f62f30d-44a4-4d27-a8ef-1f870214618c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:20.264645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.313226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0f62f30d-44a4-4d27-a8ef-1f870214618c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:20.321159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.321506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.321838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.322176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.322499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.322821 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.323138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.323456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.323866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.324228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.324677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.324985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:20.458293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['0f62f30d-44a4-4d27-a8ef-1f870214618c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:20.553226 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1f096-9829-4c1c-88bc-7524c29dc36f req-5a58958a-1321-4933-abe6-551df379fa59 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:20.554746 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18a1f096-9829-4c1c-88bc-7524c29dc36f req-5a58958a-1321-4933-abe6-551df379fa59 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Sep 02 13:34:20.594195 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18a1f096-9829-4c1c-88bc-7524c29dc36f req-aa2d5a0e-ed65-4bfc-804f-a9761a6784e7 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333366 Sep 02 13:34:21.725519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aabf5-7c1a-4a6a-a499-d5826f701bbd req-c660716c-2763-4425-8272-9c72f1170960 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:21.727282 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0aabf5-7c1a-4a6a-a499-d5826f701bbd req-c660716c-2763-4425-8272-9c72f1170960 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 945 time: 0.0614512 Sep 02 13:34:21.779542 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a0aabf5-7c1a-4a6a-a499-d5826f701bbd req-93a05a5c-8d94-4836-905e-675e78273a79 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Sep 02 13:34:21.911238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0f62f30d-44a4-4d27-a8ef-1f870214618c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:21.965424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 0f62f30d-44a4-4d27-a8ef-1f870214618c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:21.969416 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 0f62f30d-44a4-4d27-a8ef-1f870214618c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:21.969775 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.053891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.081075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f62f30d-44a4-4d27-a8ef-1f870214618c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:22.094961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0f62f30d-44a4-4d27-a8ef-1f870214618c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:22.110193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.137116 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493894de-1c0b-46a5-b1e2-8a8bc3f6f28b" -d '{"events": [{"server_uuid": "9548d65e-bfa7-4c82-a46a-b7ba686dbd33", "name": "network-vif-plugged", "status": "completed", "tag": "0f62f30d-44a4-4d27-a8ef-1f870214618c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:22.166229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0f62f30d-44a4-4d27-a8ef-1f870214618c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:22.227650 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74b022-83df-4f3e-a24a-feb4f4f241dc x-openstack-request-id: req-2b74b022-83df-4f3e-a24a-feb4f4f241dc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:22.227944 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9548d65e-bfa7-4c82-a46a-b7ba686dbd33", "name": "network-vif-plugged", "status": "completed", "tag": "0f62f30d-44a4-4d27-a8ef-1f870214618c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:22.228199 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b74b022-83df-4f3e-a24a-feb4f4f241dc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:22.228607 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f62f30d-44a4-4d27-a8ef-1f870214618c', 'code': 200} Sep 02 13:34:22.327215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241260f-8cc4-4718-9a1b-a20cc7b58762 req-1ede6ed9-f34c-4f44-9705-df5ea93bb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:22.328798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4241260f-8cc4-4718-9a1b-a20cc7b58762 req-1ede6ed9-f34c-4f44-9705-df5ea93bb032 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 1097 time: 0.0435596 Sep 02 13:34:22.381735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4241260f-8cc4-4718-9a1b-a20cc7b58762 req-1b29950f-cc5c-425b-a84a-c2f3e436b1f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Sep 02 13:34:22.903230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a0c79-3dee-4325-aa23-39073915e308 req-2978d9d8-0924-4fb9-a2f7-64fa808fd576 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:22.904719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd7a0c79-3dee-4325-aa23-39073915e308 req-2978d9d8-0924-4fb9-a2f7-64fa808fd576 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 946 time: 0.0546944 Sep 02 13:34:22.948614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bd7a0c79-3dee-4325-aa23-39073915e308 req-d11f2ccd-a071-41a9-8822-d9362c3bf29e tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Sep 02 13:34:23.736534 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:34:24.075972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ef9e8-37cf-49e8-b28a-b5c3c31115bc req-f777f978-2075-4adb-b32a-69833568b6df tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.077529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb9ef9e8-37cf-49e8-b28a-b5c3c31115bc req-f777f978-2075-4adb-b32a-69833568b6df tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 946 time: 0.0524685 Sep 02 13:34:24.119175 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb9ef9e8-37cf-49e8-b28a-b5c3c31115bc req-30dcdb51-6184-4542-be9a-bcb5290a7d8d tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Sep 02 13:34:24.238624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336a9db-451f-4c71-8b21-4490774fd443 req-af8d4332-3f24-463e-9931-bc97194f7428 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.240231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5336a9db-451f-4c71-8b21-4490774fd443 req-af8d4332-3f24-463e-9931-bc97194f7428 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 946 time: 0.0522311 Sep 02 13:34:24.282690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5336a9db-451f-4c71-8b21-4490774fd443 req-b0e10d22-402c-4b9a-ad82-37f67b9a1f1d tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Sep 02 13:34:25.319417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-2ea59c94-d38a-4057-a537-ab4f1b63690c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423961 Sep 02 13:34:25.409360 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-c07ed37d-75b7-455e-a630-3095c85dbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.410901 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-c07ed37d-75b7-455e-a630-3095c85dbad1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 1097 time: 0.0479722 Sep 02 13:34:25.521161 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-419fb94e-628c-47f8-99ac-636c2e3d3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.522664 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-419fb94e-628c-47f8-99ac-636c2e3d3150 service neutron] 10.222.0.18 "GET /v2.0/networks?id=453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 200 len: 917 time: 0.0917637 Sep 02 13:34:25.577248 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-ac36676c-6c5a-4d52-bc13-5992b09d503b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c HTTP/1.1" status: 200 len: 217 time: 0.0476911 Sep 02 13:34:25.631332 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-7f432c66-eb26-485e-a988-5662019b0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.632755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-7f432c66-eb26-485e-a988-5662019b0090 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 HTTP/1.1" status: 200 len: 855 time: 0.0487392 Sep 02 13:34:25.685687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-6f46e76b-3667-4905-86bd-1f61519372a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.687159 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-6f46e76b-3667-4905-86bd-1f61519372a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=453ba3de-ce21-4844-8648-c51b2f2a8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467350 Sep 02 13:34:25.796274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-2e465c20-cb9f-4fde-b2aa-a41289f19670 service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011665 Sep 02 13:34:25.888401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-45181ff2-f2b2-4c66-b308-a461a6b768e3 req-d4587994-3d56-46d1-98a6-615e4a7c0c3f service neutron] 10.222.0.18 "GET /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847788 Sep 02 13:34:28.746796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e238c6ed-8cec-4d35-a71a-54caa08af62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:31.548295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-731d494e-bb0a-46bf-9656-85c03bddbd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:31.699779 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:32.730790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.401152 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:35.718703 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:41.529664 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:43.933597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894424-e523-4d3a-b149-7ef3f554531b req-8fa549f0-f418-4881-a205-14c4a5a95800 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:43.935219 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca894424-e523-4d3a-b149-7ef3f554531b req-8fa549f0-f418-4881-a205-14c4a5a95800 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 946 time: 0.0536234 Sep 02 13:34:43.976498 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ca894424-e523-4d3a-b149-7ef3f554531b req-c81a6f76-8993-4e98-9539-9f2f8f758e2e tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Sep 02 13:34:45.129397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb221e-a409-416b-b322-88120e787c2f req-d4fefc99-6e2e-4e3f-b81b-16ce4fb98a73 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:45.131181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eadb221e-a409-416b-b322-88120e787c2f req-d4fefc99-6e2e-4e3f-b81b-16ce4fb98a73 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 946 time: 0.0708797 Sep 02 13:34:45.170894 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eadb221e-a409-416b-b322-88120e787c2f req-fdcfb898-d98d-4737-b016-ade1933dc08a tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d0b9359-b9b1-4a17-b88b-7997ae4151f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333948 Sep 02 13:34:45.479680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-cc79237e-cd02-4242-970e-ba7ace830a61 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:45.481204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-cc79237e-cd02-4242-970e-ba7ace830a61 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 946 time: 0.0616746 Sep 02 13:34:45.576475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Deleting port 0f62f30d-44a4-4d27-a8ef-1f870214618c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:45.576827 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.678321 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] For port 0f62f30d-44a4-4d27-a8ef-1f870214618c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0f62f30d-44a4-4d27-a8ef-1f870214618c,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:45.678694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.692132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Calling delete_port for 0f62f30d-44a4-4d27-a8ef-1f870214618c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:45.827254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.839469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['0f62f30d-44a4-4d27-a8ef-1f870214618c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:45.860938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Pushing event deleted for resources: {'Port': ['ID=0f62f30d-44a4-4d27-a8ef-1f870214618c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:45.870011 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.870447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.870798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.871359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.871688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.872039 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.872398 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.872735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.873101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.873422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.873754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.874069 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:45.908667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] No DVR routers for this DVR port 0f62f30d-44a4-4d27-a8ef-1f870214618c on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:45.911442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.913572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e7aadda1-f4d4-43ea-9eaf-fa6b9acbb409 req-5ef02ad1-076f-41f6-a5cc-f128d3325135 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.18 "DELETE /v2.0/ports/0f62f30d-44a4-4d27-a8ef-1f870214618c HTTP/1.1" status: 204 len: 173 time: 0.4259129 Sep 02 13:34:45.914013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'name': 'network-vif-deleted', 'tag': '0f62f30d-44a4-4d27-a8ef-1f870214618c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:45.916406 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b709cd-a9d5-4b31-8915-1592f9e8d301" -d '{"events": [{"server_uuid": "9548d65e-bfa7-4c82-a46a-b7ba686dbd33", "name": "network-vif-deleted", "tag": "0f62f30d-44a4-4d27-a8ef-1f870214618c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:45.964495 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e945b07-60cd-4a4b-8b62-e48b9d02b95e x-openstack-request-id: req-5e945b07-60cd-4a4b-8b62-e48b9d02b95e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:45.964996 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9548d65e-bfa7-4c82-a46a-b7ba686dbd33", "name": "network-vif-deleted", "tag": "0f62f30d-44a4-4d27-a8ef-1f870214618c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:45.965326 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e945b07-60cd-4a4b-8b62-e48b9d02b95e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:45.965733 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9548d65e-bfa7-4c82-a46a-b7ba686dbd33', 'name': 'network-vif-deleted', 'tag': '0f62f30d-44a4-4d27-a8ef-1f870214618c', 'status': 'completed', 'code': 200} Sep 02 13:34:46.284483 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-145a9f88-8b12-409f-9667-3440f62640f0 req-e3b9f372-862c-46dd-8ccf-1acc0f42ba75 tempest-TestEncryptedCinderVolumes-1806611973 tempest-TestEncryptedCinderVolumes-1806611973-project] 10.222.0.60 "GET /v2.0/ports?device_id=9548d65e-bfa7-4c82-a46a-b7ba686dbd33 HTTP/1.1" status: 200 len: 210 time: 0.0301757 Sep 02 13:34:47.395429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:47.775287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.043204 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Deleting port 2c3db341-3575-4129-a0ab-dfe1131c9e63 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:48.043480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.120785 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] For port 2c3db341-3575-4129-a0ab-dfe1131c9e63, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=2c3db341-3575-4129-a0ab-dfe1131c9e63,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:48.121177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.133837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Calling delete_port for 2c3db341-3575-4129-a0ab-dfe1131c9e63 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:48.332946 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.358935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3db341-3575-4129-a0ab-dfe1131c9e63,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:48.526836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.750610 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:34:48.862842 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:34:48.868079 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1a98fe75-bcbc-4a29-929b-89e7a1dea51b admin admin] 10.222.0.60 "PUT /v2.0/routers/92053ba6-ae85-415c-9bfd-db33f7d1fc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4714897 Sep 02 13:34:48.870904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:48.872647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] Sync routers for ids ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:34:48.882483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] Routers {'92053ba6-ae85-415c-9bfd-db33f7d1fc5d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:34:48.883190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:34:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:48.980227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.993035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] Set router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:34:49.101302 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.158925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Deleting port e9446a60-d070-4676-9724-dc062b6b31c5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:49.159278 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.187757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:34:48Z', 'revision_number': 5, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port': {'id': 'e9446a60-d070-4676-9724-dc062b6b31c5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:32Z', 'updated_at': '2021-09-02T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:49.215634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] Checking router: 92053ba6-ae85-415c-9bfd-db33f7d1fc5d for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:34:49.223841 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] Routers {'92053ba6-ae85-415c-9bfd-db33f7d1fc5d'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:34:49.224447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:34:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:49.249494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] For port e9446a60-d070-4676-9724-dc062b6b31c5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e9446a60-d070-4676-9724-dc062b6b31c5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:49.249850 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.263124 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Calling delete_port for e9446a60-d070-4676-9724-dc062b6b31c5 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:49.312403 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] Set router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:34:49.368733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:34:49Z', 'revision_number': 6, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:49.396665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91af889-a210-4c8b-a620-6a01b8b4361f None None] The sync data for ids ['92053ba6-ae85-415c-9bfd-db33f7d1fc5d'] in n-d-792364-8 is: [{'id': '92053ba6-ae85-415c-9bfd-db33f7d1fc5d', 'name': 'tempest-TestEncryptedCinderVolumes-322408934-router', 'tenant_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:31Z', 'updated_at': '2021-09-02T13:34:49Z', 'revision_number': 6, 'project_id': 'b83ebc0ee8574f258efdc985ad7f9490', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:34:49.748378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.799861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9446a60-d070-4676-9724-dc062b6b31c5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:49.831452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c3db341-3575-4129-a0ab-dfe1131c9e63 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:49.851865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 2c3db341-3575-4129-a0ab-dfe1131c9e63 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:49.852208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 2c3db341-3575-4129-a0ab-dfe1131c9e63 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:49.858672 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.948889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.951163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.998259 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.998737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92053ba6-ae85-415c-9bfd-db33f7d1fc5d {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:34:50.004028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.005353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-69805a9d-4434-4934-baf1-4572fd9daf49 admin admin] 10.222.0.60 "DELETE /v2.0/routers/92053ba6-ae85-415c-9bfd-db33f7d1fc5d HTTP/1.1" status: 204 len: 168 time: 1.1331410 Sep 02 13:34:50.008222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:50.034687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0f62f30d-44a4-4d27-a8ef-1f870214618c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:50.059477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 0f62f30d-44a4-4d27-a8ef-1f870214618c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:50.059826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0f62f30d-44a4-4d27-a8ef-1f870214618c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:50.067203 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Deleting subnet 15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:34:50.070313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.109877 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.196026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.250289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.274558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:50.282163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.286394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-46ec0079-b03d-41dd-b557-883886fe624f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/15cc73a6-3bd5-4e1d-9adc-9d11d5b08d14 HTTP/1.1" status: 204 len: 168 time: 0.2746339 Sep 02 13:34:50.286688 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:50.291160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a031ff-b803-4496-a52a-88e7196b53ad None None] Network 453ba3de-ce21-4844-8648-c51b2f2a8d02 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:50.366558 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.428146 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Deleting port b48b255d-73ee-40d7-84c0-370bec3de143 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:50.428485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.480440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] DHCP port deletion for 453ba3de-ce21-4844-8648-c51b2f2a8d02 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:34:50.503461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] For port b48b255d-73ee-40d7-84c0-370bec3de143, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b48b255d-73ee-40d7-84c0-370bec3de143,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:50.503780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.516150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Calling delete_port for b48b255d-73ee-40d7-84c0-370bec3de143 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:50.529510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] Deleting port b48b255d-73ee-40d7-84c0-370bec3de143 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:50.529985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.591486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] For port b48b255d-73ee-40d7-84c0-370bec3de143, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=b48b255d-73ee-40d7-84c0-370bec3de143,segment=NetworkSegment(30bc1332-0944-4649-bcce-988a78542bef),segment_id=30bc1332-0944-4649-bcce-988a78542bef)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:50.591890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.596504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.606096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] Calling delete_port for b48b255d-73ee-40d7-84c0-370bec3de143 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:50.624372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48b255d-73ee-40d7-84c0-370bec3de143,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:50.626367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] No DVR routers for this DVR port b48b255d-73ee-40d7-84c0-370bec3de143 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:50.686072 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.699584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.709458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453ba3de-ce21-4844-8648-c51b2f2a8d02']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:50.710436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] Pushing event deleted for resources: {'Port': ['ID=b48b255d-73ee-40d7-84c0-370bec3de143,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:50.714335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd43c0d-506f-4afd-9bbb-814d7944802d None None] No DVR routers for this DVR port b48b255d-73ee-40d7-84c0-370bec3de143 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:50.726129 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bc1332-0944-4649-bcce-988a78542bef') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:50.726478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bc1332-0944-4649-bcce-988a78542bef') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:50.735681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.749523 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.755542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:34:50.755912 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:34:50.757712 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:34:50.811362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.817227 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.821346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] 10.222.0.60 "DELETE /v2.0/networks/453ba3de-ce21-4844-8648-c51b2f2a8d02 HTTP/1.1" status: 204 len: 168 time: 0.5337784 Sep 02 13:34:50.822246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:50.833273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a65fda-0c71-457a-81f2-1a94d73c3680 admin admin] Pushing event deleted for resources: {'Network': ['ID=453ba3de-ce21-4844-8648-c51b2f2a8d02,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:51.223841 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:51.491096 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Deleting port 85030e9f-550b-4ad0-819d-2ea57e153597 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:51.491442 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:51.516203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b48b255d-73ee-40d7-84c0-370bec3de143 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:51.536004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: b48b255d-73ee-40d7-84c0-370bec3de143 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:51.536348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device b48b255d-73ee-40d7-84c0-370bec3de143 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:51.536753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e9446a60-d070-4676-9724-dc062b6b31c5 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:51.555223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e9446a60-d070-4676-9724-dc062b6b31c5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:51.555562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e9446a60-d070-4676-9724-dc062b6b31c5 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:51.575451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] For port 85030e9f-550b-4ad0-819d-2ea57e153597, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=85030e9f-550b-4ad0-819d-2ea57e153597,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:51.575855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:51.588455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Calling delete_port for 85030e9f-550b-4ad0-819d-2ea57e153597 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:51.782725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:51.808027 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=85030e9f-550b-4ad0-819d-2ea57e153597,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:51.820152 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.820500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.820838 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.821195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.821525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.821847 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.822187 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.822505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.823107 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.823219 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.823516 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.823890 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:51.989295 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.221651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Router a86ab6ea-53da-411f-b639-cbbf56242d85 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:34:52.334822 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:34:52.341490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd164115-08c2-4545-9d67-64fd7f800f30 admin admin] 10.222.0.60 "PUT /v2.0/routers/a86ab6ea-53da-411f-b639-cbbf56242d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177996 Sep 02 13:34:52.344391 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] Sync routers for ids ['a86ab6ea-53da-411f-b639-cbbf56242d85'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:34:52.345026 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52734) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:52.356302 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] Routers {'a86ab6ea-53da-411f-b639-cbbf56242d85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:34:52.356977 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:34:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a86ab6ea-53da-411f-b639-cbbf56242d85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:52.460253 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.468698 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] Set router a86ab6ea-53da-411f-b639-cbbf56242d85 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:34:52.563716 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.617307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Deleting port 857f30c3-d290-4891-bbd6-0d5049e36957 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:52.617648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.643335 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:34:51Z', 'revision_number': 5, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port': {'id': '857f30c3-d290-4891-bbd6-0d5049e36957', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:37Z', 'updated_at': '2021-09-02T13:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:52.673586 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] Checking router: a86ab6ea-53da-411f-b639-cbbf56242d85 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:34:52.682971 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] Routers {'a86ab6ea-53da-411f-b639-cbbf56242d85'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:34:52.683597 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:34:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a86ab6ea-53da-411f-b639-cbbf56242d85'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:52.695642 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] For port 857f30c3-d290-4891-bbd6-0d5049e36957, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=857f30c3-d290-4891-bbd6-0d5049e36957,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:52.696002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.712204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Calling delete_port for 857f30c3-d290-4891-bbd6-0d5049e36957 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:52.772453 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] Set router a86ab6ea-53da-411f-b639-cbbf56242d85 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:34:52.825323 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:34:52Z', 'revision_number': 6, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:52.856230 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce4b83-50a5-4934-ba0e-76c404265a3d None None] The sync data for ids ['a86ab6ea-53da-411f-b639-cbbf56242d85'] in n-d-792364-8 is: [{'id': 'a86ab6ea-53da-411f-b639-cbbf56242d85', 'name': 'tempest-TestEncryptedCinderVolumes-1983043360-router', 'tenant_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:36Z', 'updated_at': '2021-09-02T13:34:52Z', 'revision_number': 6, 'project_id': 'e78bd64e5ec94f7d8d5b7131af90b2e9', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:34:52.875347 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.907218 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=857f30c3-d290-4891-bbd6-0d5049e36957,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:52.969983 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.330994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.333182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.389259 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.389950 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86ab6ea-53da-411f-b639-cbbf56242d85 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:34:53.394463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.395560 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4daa626a-7014-401f-ba53-ac0412ba0e28 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a86ab6ea-53da-411f-b639-cbbf56242d85 HTTP/1.1" status: 204 len: 168 time: 1.0495467 Sep 02 13:34:53.399352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:53.450818 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Deleting subnet 7ea1a704-131a-4fd6-8bed-2342311d45c6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:34:53.454310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.495146 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.574669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.630291 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.656628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea1a704-131a-4fd6-8bed-2342311d45c6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:53.662950 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.665859 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5b09eebf-01b3-4cf3-99e5-9863cecac59b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7ea1a704-131a-4fd6-8bed-2342311d45c6 HTTP/1.1" status: 204 len: 168 time: 0.2655277 Sep 02 13:34:53.668724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:53.670163 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a752c4b-21d5-4744-a1a8-6f2ceeaf1889 None None] Network 2ee16763-6106-4ff9-a31e-6ecd2b541b6d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:53.719736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85030e9f-550b-4ad0-819d-2ea57e153597 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:53.740586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.743986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 85030e9f-550b-4ad0-819d-2ea57e153597 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:53.744346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 85030e9f-550b-4ad0-819d-2ea57e153597 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:53.744765 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 857f30c3-d290-4891-bbd6-0d5049e36957 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:53.773672 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 857f30c3-d290-4891-bbd6-0d5049e36957 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:53.774021 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 857f30c3-d290-4891-bbd6-0d5049e36957 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:53.800408 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Deleting port a24633ca-89da-4f0c-aef6-f7199a192db4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:53.800749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.867681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] For port a24633ca-89da-4f0c-aef6-f7199a192db4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a24633ca-89da-4f0c-aef6-f7199a192db4,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:53.868055 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.885358 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Calling delete_port for a24633ca-89da-4f0c-aef6-f7199a192db4 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:53.903387 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] DHCP port deletion for 2ee16763-6106-4ff9-a31e-6ecd2b541b6d request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:34:53.952662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] Deleting port a24633ca-89da-4f0c-aef6-f7199a192db4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:53.953227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.974835 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.000651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24633ca-89da-4f0c-aef6-f7199a192db4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.004322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] No DVR routers for this DVR port a24633ca-89da-4f0c-aef6-f7199a192db4 on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:54.026382 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] For port a24633ca-89da-4f0c-aef6-f7199a192db4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a24633ca-89da-4f0c-aef6-f7199a192db4,segment=NetworkSegment(f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea),segment_id=f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:54.026638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.038951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] Calling delete_port for a24633ca-89da-4f0c-aef6-f7199a192db4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:54.073905 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.084433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee16763-6106-4ff9-a31e-6ecd2b541b6d']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:54.098469 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:54.098764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a76a4f-5dd3-4e0c-aeb7-df7861ff96ea') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:54.108032 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.116399 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.123329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.130875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:34:54.131204 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:34:54.133444 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:34:54.141380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] Pushing event deleted for resources: {'Port': ['ID=a24633ca-89da-4f0c-aef6-f7199a192db4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.146725 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa0d39-1deb-481a-b596-d4b95acf3f1d None None] No DVR routers for this DVR port a24633ca-89da-4f0c-aef6-f7199a192db4 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:54.193193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.199369 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.201655 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2ee16763-6106-4ff9-a31e-6ecd2b541b6d HTTP/1.1" status: 204 len: 168 time: 0.5319195 Sep 02 13:34:54.213125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7100fe-a440-4c0b-8fdf-668dd45bc4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee16763-6106-4ff9-a31e-6ecd2b541b6d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.370430 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52742) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:54.418055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c20755d1-21cf-47d0-bff1-efd3429359dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b83ebc0ee8574f258efdc985ad7f9490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462120 Sep 02 13:34:54.421200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52744) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:54.472198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f6c-8c1f-4b9e-b184-17dd225d6f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.500099 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f6c-8c1f-4b9e-b184-17dd225d6f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.551997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f6c-8c1f-4b9e-b184-17dd225d6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.554661 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f6c-8c1f-4b9e-b184-17dd225d6f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.555936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7d0d6f6c-8c1f-4b9e-b184-17dd225d6f49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d0b9359-b9b1-4a17-b88b-7997ae4151f2 HTTP/1.1" status: 204 len: 168 time: 0.1338074 Sep 02 13:34:54.564792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d6f6c-8c1f-4b9e-b184-17dd225d6f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b9359-b9b1-4a17-b88b-7997ae4151f2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.904013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:54.945975 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f4f2b3bf-3393-49c9-b284-c3cb93d632d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e78bd64e5ec94f7d8d5b7131af90b2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407450 Sep 02 13:34:54.948704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:55.004279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b370dc1-8f75-4a51-90a6-710e4b6795ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.026568 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b370dc1-8f75-4a51-90a6-710e4b6795ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.085215 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b370dc1-8f75-4a51-90a6-710e4b6795ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.089067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b370dc1-8f75-4a51-90a6-710e4b6795ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.090249 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7b370dc1-8f75-4a51-90a6-710e4b6795ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8ce259e-19a2-46b7-83b1-9ed04027832a HTTP/1.1" status: 204 len: 168 time: 0.1404703 Sep 02 13:34:55.097893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b370dc1-8f75-4a51-90a6-710e4b6795ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ce259e-19a2-46b7-83b1-9ed04027832a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:55.531143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a24633ca-89da-4f0c-aef6-f7199a192db4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:55.551376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a24633ca-89da-4f0c-aef6-f7199a192db4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:55.551721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a24633ca-89da-4f0c-aef6-f7199a192db4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:55.830567 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:55.948422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1753195236-network', 'tenant_id': 'fa04e552de524884b740ab977622b8a0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:55.972368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Made reservation on behalf of fa04e552de524884b740ab977622b8a0 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:55.974679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.983381 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.069916 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.075907 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.100287 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:34:56.115349 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c3d3c-a7b1-447c-a717-feeff420d883,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:56.118293 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.118634 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Added segment aa3ed8d7-ee55-41c0-8347-d40f3a99046b of type vlan for network 25a496e9-275c-4fd9-9604-e29499dc70a9 Sep 02 13:34:56.158105 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.184193 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.185175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.185862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.240331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4086518 Sep 02 13:34:56.243592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:56.245843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac8bfb-3524-4122-8bf0-4ff5e1b9c330 admin admin] Pushing event updated for resources: {'Network': ['ID=25a496e9-275c-4fd9-9604-e29499dc70a9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:56.249287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Request body: {'subnet': {'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1753195236-subnet', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:56.256574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:34:56.274275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Made reservation on behalf of fa04e552de524884b740ab977622b8a0 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:56.276773 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.470634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.524863 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce33755d-c5e1-4d06-96f8-912d02928e1b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:56.544835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Checking segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:56.545246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Network hostable DHCP agents. Network: 25a496e9-275c-4fd9-9604-e29499dc70a9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:34:56.564565 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:34:56.576354 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 25a496e9-275c-4fd9-9604-e29499dc70a9) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:56.580655 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.581276 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.587692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db82d5-e6b0-4ce7-9c1d-a4c762d577c0 None None] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:56.598031 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6ba28519-4a81-494a-9f57-3bb89b1aa9f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3532882 Sep 02 13:34:56.600654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:56.605947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:56.626365 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.627381 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.681277 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.752235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-25a496e9-275c-4fd9-9604-e29499dc70a9', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:34:56.753169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.836841 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.898834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Allocated IP 172.20.0.2 (25a496e9-275c-4fd9-9604-e29499dc70a9/ce33755d-c5e1-4d06-96f8-912d02928e1b/e0286ecd-d2bf-4e84-9920-bcce01f93c20) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:57.044159 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.044454 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.052963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Transition to ACTIVE for port object e0286ecd-d2bf-4e84-9920-bcce01f93c20 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:57.063621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.068478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Transition to ACTIVE for port object e0286ecd-d2bf-4e84-9920-bcce01f93c20 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:57.074616 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.114086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:57.117064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:57.120555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:57.127428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Pushing event updated for resources: {'Port': ['ID=e0286ecd-d2bf-4e84-9920-bcce01f93c20,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:57.175789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Allocated IP 172.25.7.132 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/ae60e994-1c15-4948-ad75-fa36f2fb9b57) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:57.182700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Attempting to bind port e0286ecd-d2bf-4e84-9920-bcce01f93c20 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:57.183073 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Attempting to bind port e0286ecd-d2bf-4e84-9920-bcce01f93c20 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:57.183446 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Attempting to bind port e0286ecd-d2bf-4e84-9920-bcce01f93c20 on network 25a496e9-275c-4fd9-9604-e29499dc70a9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:57.190594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:57.190978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Checking segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:57.191399 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.191842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Bound using segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:57.192439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Bound port: e0286ecd-d2bf-4e84-9920-bcce01f93c20, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:57.192985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.255979 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a30780e-75ac-4756-947c-566934fac918 None None] For port e0286ecd-d2bf-4e84-9920-bcce01f93c20, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:57.259269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a30780e-75ac-4756-947c-566934fac918 None None] For port e0286ecd-d2bf-4e84-9920-bcce01f93c20, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e0286ecd-d2bf-4e84-9920-bcce01f93c20,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:57.263924 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.283927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.323774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30780e-75ac-4756-947c-566934fac918 None None] Pushing event updated for resources: {'Port': ['ID=e0286ecd-d2bf-4e84-9920-bcce01f93c20,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:57.340207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.382231 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:57.385293 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:57.389028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:57.410980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Pushing event updated for resources: {'Port': ['ID=ae60e994-1c15-4948-ad75-fa36f2fb9b57,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:57.608817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e0286ecd-d2bf-4e84-9920-bcce01f93c20 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:57.666086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e0286ecd-d2bf-4e84-9920-bcce01f93c20 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:57.691224 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.899837 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.049522 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Router 87bf03e1-aa2d-40b9-a038-4c76767bca9e is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:34:58.165445 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:34:58.180105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Sync routers for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:34:58.185151 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.186656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ec85ad8c-88e9-4d0d-a7e4-ffa55759f123 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5845366 Sep 02 13:34:58.189394 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:58.193442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:34:58.194484 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:34:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:58.274857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb66f4-37f6-4fa7-a95c-54873e5173aa None None] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:58.384761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] Provisioning for port e0286ecd-d2bf-4e84-9920-bcce01f93c20 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:58.405319 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] Provisioning complete for port e0286ecd-d2bf-4e84-9920-bcce01f93c20 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:58.405608 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.412940 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:34:58.672137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.826521 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8a771fd3-5a07-4ccd-8d24-6ab70caa24d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.849373 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Allocated IP 172.20.0.1 (25a496e9-275c-4fd9-9604-e29499dc70a9/ce33755d-c5e1-4d06-96f8-912d02928e1b/e8bac499-38c2-4a9e-998f-ac944120466e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:58.973699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.974942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.998414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Transition to ACTIVE for port object e8bac499-38c2-4a9e-998f-ac944120466e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:59.025938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] For port e0286ecd-d2bf-4e84-9920-bcce01f93c20, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e0286ecd-d2bf-4e84-9920-bcce01f93c20,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:59.035828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:57Z', 'revision_number': 3, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:59.051286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.073292 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.079474 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Checking router: 87bf03e1-aa2d-40b9-a038-4c76767bca9e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:34:59.079474 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Updating router 87bf03e1-aa2d-40b9-a038-4c76767bca9e port ae60e994-1c15-4948-ad75-fa36f2fb9b57 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:34:59.109433 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:59.112681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:59.115559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:59.146910 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bac499-38c2-4a9e-998f-ac944120466e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.151407 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.172865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.190953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba586-187e-4d6e-8787-c7e89e8c31e7 None None] Pushing event updated for resources: {'Port': ['ID=e0286ecd-d2bf-4e84-9920-bcce01f93c20,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.312865 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.343366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8b8907b2-b889-4ebd-8ed5-fd620ad03534 None None] Provisioning complete for port e0286ecd-d2bf-4e84-9920-bcce01f93c20 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:59.343722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8b8907b2-b889-4ebd-8ed5-fd620ad03534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.489798 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.496551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.505064 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.516720 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Transition to ACTIVE for port object ae60e994-1c15-4948-ad75-fa36f2fb9b57 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:59.524220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.553322 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e0286ecd-d2bf-4e84-9920-bcce01f93c20 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:59.570975 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.572853 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bac499-38c2-4a9e-998f-ac944120466e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.607260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610e7bd-f922-4a3e-b3c8-66c1178cf902 None None] Pushing event updated for resources: {'Port': ['ID=ae60e994-1c15-4948-ad75-fa36f2fb9b57,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.620401 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Attempting to bind port ae60e994-1c15-4948-ad75-fa36f2fb9b57 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:59.620967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Attempting to bind port ae60e994-1c15-4948-ad75-fa36f2fb9b57 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:59.621336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Attempting to bind port ae60e994-1c15-4948-ad75-fa36f2fb9b57 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:59.632064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:59.632486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:59.632978 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.633402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:59.633880 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Bound port: ae60e994-1c15-4948-ad75-fa36f2fb9b57, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:59.634285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.662715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-791ad458-7741-44cb-8de4-decfe4308746 None None] Provisioning for port e8bac499-38c2-4a9e-998f-ac944120466e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:59.673580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:59.675387 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:59.675539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-791ad458-7741-44cb-8de4-decfe4308746 None None] Provisioning complete for port e8bac499-38c2-4a9e-998f-ac944120466e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:59.675774 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-791ad458-7741-44cb-8de4-decfe4308746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.727845 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e0286ecd-d2bf-4e84-9920-bcce01f93c20 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:59.728206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.759434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] For port ae60e994-1c15-4948-ad75-fa36f2fb9b57, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:59.770626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-791ad458-7741-44cb-8de4-decfe4308746 None None] Port e8bac499-38c2-4a9e-998f-ac944120466e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:59.782872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] For port ae60e994-1c15-4948-ad75-fa36f2fb9b57, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ae60e994-1c15-4948-ad75-fa36f2fb9b57,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:59.792108 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.801255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Router 87bf03e1-aa2d-40b9-a038-4c76767bca9e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:34:59.891292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610e7bd-f922-4a3e-b3c8-66c1178cf902 None None] Pushing event updated for resources: {'Port': ['ID=ae60e994-1c15-4948-ad75-fa36f2fb9b57,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.899113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:34:59.899716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:34:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:34:59.915815 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:34:59.921237 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-058d3789-92df-495b-9cb7-50dca2644842 admin admin] 10.222.0.60 "PUT /v2.0/routers/87bf03e1-aa2d-40b9-a038-4c76767bca9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307639 Sep 02 13:34:59.973273 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9b27cd0-0406-4521-b7aa-82620bac1863 None None] Provisioning complete for port e8bac499-38c2-4a9e-998f-ac944120466e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:59.973645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9b27cd0-0406-4521-b7aa-82620bac1863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.025153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9b27cd0-0406-4521-b7aa-82620bac1863 None None] Port e8bac499-38c2-4a9e-998f-ac944120466e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:00.043095 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:00.255407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 2, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:00.283694 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f3a3d-56d2-48ab-a6f1-e7cc666282c0 None None] The sync data for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 is: [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 2, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:00.425140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:00.430662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1855008590-network', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:00.452956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Made reservation on behalf of feaddb39940c45c387bad40cf9403a2b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:00.455339 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.464599 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.573428 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.578127 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.601487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:35:00.616383 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855c1a1-188b-4adb-a2a3-504f5d2d7ba9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:00.623164 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.623504 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Added segment 5afc3697-4119-4ded-b628-215554f68348 of type vlan for network 9a490b84-13e3-4ede-986f-78f666e6409d Sep 02 13:35:00.669024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.696394 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.697500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.698248 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.736336 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:35:00.761649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3350031 Sep 02 13:35:00.764060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 52802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:00.771489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Request body: {'subnet': {'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1855008590-subnet', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:00.776069 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e602c54-2586-4ce7-a3ba-b3855d6ba30a admin admin] Pushing event updated for resources: {'Network': ['ID=9a490b84-13e3-4ede-986f-78f666e6409d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:00.786981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 9a490b84-13e3-4ede-986f-78f666e6409d details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:35:00.805404 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Made reservation on behalf of feaddb39940c45c387bad40cf9403a2b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:00.809498 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.004885 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.057937 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c42427d-da61-463d-bb74-6d0b41c82cb9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:01.073793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Checking segment: {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:01.074252 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Network hostable DHCP agents. Network: 9a490b84-13e3-4ede-986f-78f666e6409d, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:35:01.094173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Network 9a490b84-13e3-4ede-986f-78f666e6409d is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:35:01.104715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 9a490b84-13e3-4ede-986f-78f666e6409d) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:01.110331 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.111279 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.114578 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaffc3e-2e41-4e25-8dea-0b3c47e0f816 None None] Network 9a490b84-13e3-4ede-986f-78f666e6409d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:01.137867 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f656936-e36b-4b8d-8eb6-6a1f2487a91b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3723712 Sep 02 13:35:01.138086 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:01.143636 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:01.173171 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.174519 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.233326 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.305573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-9a490b84-13e3-4ede-986f-78f666e6409d', 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'fixed_ips': [{'subnet_id': '0c42427d-da61-463d-bb74-6d0b41c82cb9'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:35:01.306679 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.390507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.453807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Allocated IP 172.20.0.2 (9a490b84-13e3-4ede-986f-78f666e6409d/0c42427d-da61-463d-bb74-6d0b41c82cb9/49ba92cf-ac52-4fd2-8413-c44c1df9f31f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:01.552026 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f6cabfa-fae5-4d02-a072-8bbff002b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.579854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ae60e994-1c15-4948-ad75-fa36f2fb9b57 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:01.626734 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.655191 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.670741 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.681216 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Transition to ACTIVE for port object 49ba92cf-ac52-4fd2-8413-c44c1df9f31f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:01.683774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port ae60e994-1c15-4948-ad75-fa36f2fb9b57 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:01.695807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ae60e994-1c15-4948-ad75-fa36f2fb9b57 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:01.698912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.739452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Transition to ACTIVE for port object 49ba92cf-ac52-4fd2-8413-c44c1df9f31f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:01.742379 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.752447 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.760486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Allocated IP 172.25.7.58 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/4037f0a0-3cb6-488a-bda6-e7d7157e16b5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:01.797469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Network 9a490b84-13e3-4ede-986f-78f666e6409d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:01.803252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:01.808962 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:01.837702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Pushing event updated for resources: {'Port': ['ID=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:01.871596 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.895507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.915440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port ae60e994-1c15-4948-ad75-fa36f2fb9b57, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ae60e994-1c15-4948-ad75-fa36f2fb9b57,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:01.916635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Attempting to bind port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:01.917018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Attempting to bind port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:01.917388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Attempting to bind port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f on network 9a490b84-13e3-4ede-986f-78f666e6409d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:01.922985 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.927093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:01.927396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Checking segment: {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:01.927788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.928252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Bound using segment: {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:01.928632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Bound port: 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:01.929033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.940032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.981454 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:01.986057 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:01.992333 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:01.995889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Pushing event updated for resources: {'Port': ['ID=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:02.015651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=ae60e994-1c15-4948-ad75-fa36f2fb9b57,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:02.033653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] For port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:02.037190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] For port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:02.042181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.105552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af32fc-7ec4-4bde-ac21-83d665b4e847 None None] Pushing event updated for resources: {'Port': ['ID=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:02.288561 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.452150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Sync routers for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:02.461325 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:02.461962 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:02.501088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.565582 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:02.729299 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.777640 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 2, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:02.807605 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Checking router: 87bf03e1-aa2d-40b9-a038-4c76767bca9e for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:02.807971 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Updating router 87bf03e1-aa2d-40b9-a038-4c76767bca9e port e8bac499-38c2-4a9e-998f-ac944120466e binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:35:02.834457 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.966535 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Router 273bf785-1bec-4284-8a0b-058ad982cdb8 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:35:03.097571 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:35:03.108756 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Sync routers for ids ['273bf785-1bec-4284-8a0b-058ad982cdb8'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:03.118786 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Routers {'273bf785-1bec-4284-8a0b-058ad982cdb8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:03.119451 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['273bf785-1bec-4284-8a0b-058ad982cdb8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:03.125735 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.127184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f346da45-b917-447b-a3d7-7b1201c9faaf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9874332 Sep 02 13:35:03.129866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 52806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:03.268313 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.282270 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Transition to ACTIVE for port object e8bac499-38c2-4a9e-998f-ac944120466e will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:03.290565 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.355996 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Pushing event updated for resources: {'Port': ['ID=e8bac499-38c2-4a9e-998f-ac944120466e,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:03.387848 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.388203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.388542 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.388877 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.389230 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.389799 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.390195 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.390583 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.390911 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.391235 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.391588 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.391862 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:03.404645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b04cda-3caf-44fd-8f58-5dcc1bafc083 None None] Network 9a490b84-13e3-4ede-986f-78f666e6409d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:03.436297 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Attempting to bind port e8bac499-38c2-4a9e-998f-ac944120466e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:03.437037 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Attempting to bind port e8bac499-38c2-4a9e-998f-ac944120466e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:03.437571 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Attempting to bind port e8bac499-38c2-4a9e-998f-ac944120466e on network 25a496e9-275c-4fd9-9604-e29499dc70a9 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:03.444375 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:03.445058 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Checking segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:03.445609 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.446142 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Bound using segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:03.446772 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Bound port: e8bac499-38c2-4a9e-998f-ac944120466e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:03.447382 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.504728 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5ec5700-aaa0-4cad-869a-804f2bb9c59d None None] Provisioning for port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:03.541185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Set router 273bf785-1bec-4284-8a0b-058ad982cdb8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:03.576283 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] For port e8bac499-38c2-4a9e-998f-ac944120466e, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:03.582140 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] For port e8bac499-38c2-4a9e-998f-ac944120466e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e8bac499-38c2-4a9e-998f-ac944120466e,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:03.592747 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.669123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:03.670112 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:03.699057 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.796708 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:03.819447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ae60e994-1c15-4948-ad75-fa36f2fb9b57 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:03.893435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Allocated IP 172.20.0.1 (9a490b84-13e3-4ede-986f-78f666e6409d/0c42427d-da61-463d-bb74-6d0b41c82cb9/82538b32-00e4-46fd-a3f5-abf401350a6c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:03.908180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port ae60e994-1c15-4948-ad75-fa36f2fb9b57 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:03.908680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.925391 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c341-5b22-4856-907e-29f078930a88 None None] Pushing event updated for resources: {'Port': ['ID=e8bac499-38c2-4a9e-998f-ac944120466e,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:04.005199 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.023520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:02Z', 'revision_number': 3, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:04.024394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Transition to ACTIVE for port object 82538b32-00e4-46fd-a3f5-abf401350a6c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:04.031339 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:03Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:04.061763 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e9d8b-f949-4cf5-b8ec-aa76b69745de None None] The sync data for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 is: [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:03Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:04.063485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Checking router: 273bf785-1bec-4284-8a0b-058ad982cdb8 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:04.063828 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Updating router 273bf785-1bec-4284-8a0b-058ad982cdb8 port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:35:04.067241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.071460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 49ba92cf-ac52-4fd2-8413-c44c1df9f31f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:04.124663 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Network 9a490b84-13e3-4ede-986f-78f666e6409d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:04.138363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:04.143119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:04.147506 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.164569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Pushing event updated for resources: {'Port': ['ID=82538b32-00e4-46fd-a3f5-abf401350a6c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:04.206062 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.256444 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:04.272337 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:04.272710 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.367540 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.375809 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4445a024-a2e9-4b7c-a796-703f3ea816d3 None None] Provisioning complete for port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:04.376192 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4445a024-a2e9-4b7c-a796-703f3ea816d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.514295 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.560157 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.581146 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.586886 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.603952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4445a024-a2e9-4b7c-a796-703f3ea816d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.634159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:04.659329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.664677 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.715241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Pushing event updated for resources: {'Port': ['ID=82538b32-00e4-46fd-a3f5-abf401350a6c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:04.752826 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.769140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:04.771318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Network 9a490b84-13e3-4ede-986f-78f666e6409d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:04.775439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:04.783584 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Transition to ACTIVE for port object 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:04.790911 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-4445a024-a2e9-4b7c-a796-703f3ea816d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:35:04.791719 n-d-792364-8 neutron-server[94842]: DEBUG oslo_db.api [None req-4445a024-a2e9-4b7c-a796-703f3ea816d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:35:04.794057 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.868427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Attempting to bind port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:04.869106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Attempting to bind port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:04.869204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Attempting to bind port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:04.876261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:04.876644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:04.877081 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.877474 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:04.877945 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Bound port: 4037f0a0-3cb6-488a-bda6-e7d7157e16b5, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:04.878328 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.880065 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a431e14-3a20-4a99-ba18-2f4272b6fbb9 None None] Pushing event updated for resources: {'Port': ['ID=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:04.911625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Router 273bf785-1bec-4284-8a0b-058ad982cdb8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:35:04.939726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] For port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:04.943286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] For port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:04.948945 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.008486 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Routers {'273bf785-1bec-4284-8a0b-058ad982cdb8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:05.009083 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['273bf785-1bec-4284-8a0b-058ad982cdb8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:05.027113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:35:05.032725 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c7d94333-ab8e-4ab0-a4e3-c299b03a99ba admin admin] 10.222.0.60 "PUT /v2.0/routers/273bf785-1bec-4284-8a0b-058ad982cdb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9016182 Sep 02 13:35:05.042887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a431e14-3a20-4a99-ba18-2f4272b6fbb9 None None] Pushing event updated for resources: {'Port': ['ID=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:05.122142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] Set router 273bf785-1bec-4284-8a0b-058ad982cdb8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:05.359977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '82538b32-00e4-46fd-a3f5-abf401350a6c', 'name': '', 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'mac_address': 'fa:16:3e:55:8c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:03Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 2, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'subnets': [{'id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:05.390415 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56257a50-dfb7-489a-9cd9-8407371333dd None None] The sync data for ids ['273bf785-1bec-4284-8a0b-058ad982cdb8'] in n-d-792364-8 is: [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '82538b32-00e4-46fd-a3f5-abf401350a6c', 'name': '', 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'mac_address': 'fa:16:3e:55:8c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:03Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 2, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'subnets': [{'id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:05.464383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6e680ea4-87d9-4e37-8849-111bbe7c3df4 None None] Provisioning for port 82538b32-00e4-46fd-a3f5-abf401350a6c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:05.468721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6e680ea4-87d9-4e37-8849-111bbe7c3df4 None None] Provisioning complete for port 82538b32-00e4-46fd-a3f5-abf401350a6c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:05.469133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6e680ea4-87d9-4e37-8849-111bbe7c3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.512040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6e680ea4-87d9-4e37-8849-111bbe7c3df4 None None] Port 82538b32-00e4-46fd-a3f5-abf401350a6c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:05.586808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8bac499-38c2-4a9e-998f-ac944120466e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:05.673692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e8bac499-38c2-4a9e-998f-ac944120466e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:05.678011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e8bac499-38c2-4a9e-998f-ac944120466e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:05.678471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.730181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.779824 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.817045 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e8bac499-38c2-4a9e-998f-ac944120466e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e8bac499-38c2-4a9e-998f-ac944120466e,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:05.823151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.824326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 49ba92cf-ac52-4fd2-8413-c44c1df9f31f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:05.901208 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e8bac499-38c2-4a9e-998f-ac944120466e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:05.914407 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:05.914788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.662207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8bac499-38c2-4a9e-998f-ac944120466e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:07.724052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e8bac499-38c2-4a9e-998f-ac944120466e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:07.724451 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.855521 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:07.910262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:07.917366 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:07.917836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.018695 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.045499 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:08.050544 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.118861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:08.516960 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Sync routers for ids ['273bf785-1bec-4284-8a0b-058ad982cdb8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:08.539219 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Routers {'273bf785-1bec-4284-8a0b-058ad982cdb8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:08.540010 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['273bf785-1bec-4284-8a0b-058ad982cdb8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:08.666739 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Set router 273bf785-1bec-4284-8a0b-058ad982cdb8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:08.898006 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '82538b32-00e4-46fd-a3f5-abf401350a6c', 'name': '', 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'mac_address': 'fa:16:3e:55:8c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:03Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 2, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'subnets': [{'id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:08.930425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Checking router: 273bf785-1bec-4284-8a0b-058ad982cdb8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:08.931088 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Updating router 273bf785-1bec-4284-8a0b-058ad982cdb8 port 82538b32-00e4-46fd-a3f5-abf401350a6c binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:35:08.957548 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.275774 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.286886 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Transition to ACTIVE for port object 82538b32-00e4-46fd-a3f5-abf401350a6c will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:09.293418 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.347637 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48607c-3def-4b03-9440-dc20063f1043 None None] Pushing event updated for resources: {'Port': ['ID=82538b32-00e4-46fd-a3f5-abf401350a6c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:09.406171 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Attempting to bind port 82538b32-00e4-46fd-a3f5-abf401350a6c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:09.406570 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Attempting to bind port 82538b32-00e4-46fd-a3f5-abf401350a6c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:09.407451 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Attempting to bind port 82538b32-00e4-46fd-a3f5-abf401350a6c on network 9a490b84-13e3-4ede-986f-78f666e6409d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:09.414410 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:09.414819 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Checking segment: {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:09.415185 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.415579 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Bound using segment: {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:09.416059 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Bound port: 82538b32-00e4-46fd-a3f5-abf401350a6c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afc3697-4119-4ded-b628-215554f68348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:09.416462 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.529931 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] For port 82538b32-00e4-46fd-a3f5-abf401350a6c, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:09.537607 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] For port 82538b32-00e4-46fd-a3f5-abf401350a6c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=82538b32-00e4-46fd-a3f5-abf401350a6c,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:09.543630 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.603119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:09.616136 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Routers {'273bf785-1bec-4284-8a0b-058ad982cdb8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:09.616710 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['273bf785-1bec-4284-8a0b-058ad982cdb8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:09.657071 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48607c-3def-4b03-9440-dc20063f1043 None None] Pushing event updated for resources: {'Port': ['ID=82538b32-00e4-46fd-a3f5-abf401350a6c,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:09.709573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:09.712358 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.757689 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] Set router 273bf785-1bec-4284-8a0b-058ad982cdb8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:10.133715 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '82538b32-00e4-46fd-a3f5-abf401350a6c', 'name': '', 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'mac_address': 'fa:16:3e:55:8c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:03Z', 'updated_at': '2021-09-02T13:35:09Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'subnets': [{'id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:10.166125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659dd6c-e4ae-4e07-9392-413348f2e0a3 None None] The sync data for ids ['273bf785-1bec-4284-8a0b-058ad982cdb8'] in n-d-792364-8 is: [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:04Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '82538b32-00e4-46fd-a3f5-abf401350a6c', 'name': '', 'network_id': '9a490b84-13e3-4ede-986f-78f666e6409d', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'mac_address': 'fa:16:3e:55:8c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:03Z', 'updated_at': '2021-09-02T13:35:09Z', 'revision_number': 4, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'subnets': [{'id': '0c42427d-da61-463d-bb74-6d0b41c82cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:11.545308 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.614563 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 82538b32-00e4-46fd-a3f5-abf401350a6c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:11.669617 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 82538b32-00e4-46fd-a3f5-abf401350a6c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:11.674010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 82538b32-00e4-46fd-a3f5-abf401350a6c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:11.674390 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.768526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.805978 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 82538b32-00e4-46fd-a3f5-abf401350a6c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=82538b32-00e4-46fd-a3f5-abf401350a6c,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:11.812061 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.046528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=82538b32-00e4-46fd-a3f5-abf401350a6c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:13.548112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 82538b32-00e4-46fd-a3f5-abf401350a6c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:13.599150 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 82538b32-00e4-46fd-a3f5-abf401350a6c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:13.599528 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.029363 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-1d3d6dc0-e761-49f9-9b7e-ac736a3229ea tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.030996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-1d3d6dc0-e761-49f9-9b7e-ac736a3229ea tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 815 time: 0.1122310 Sep 02 13:35:15.047876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-d3c9f55e-0002-48be-a084-0370cd4a5743 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/quotas/fa04e552de524884b740ab977622b8a0 HTTP/1.1" status: 200 len: 375 time: 0.0103340 Sep 02 13:35:15.106180 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-b2079e9c-6bc5-498a-80e3-4c1520d04263 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525751 Sep 02 13:35:15.367157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-e58f976f-7599-4bf7-a0be-e6e792c93bce service neutron] 10.222.0.60 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289830 Sep 02 13:35:15.462564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-c5c7803a-e94b-4b28-847b-c52b2c2997e1 service neutron] 10.222.0.60 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Sep 02 13:35:15.660860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-36564169-d8b5-411b-b653-dc42790ddcc4 req-e7910134-aa8e-4bc1-bde7-fbe2a8c08f91 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 210 time: 0.0329995 Sep 02 13:35:16.649003 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-9e14fd0f-1f19-4b47-a24e-39af94a17fb9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.650471 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-9e14fd0f-1f19-4b47-a24e-39af94a17fb9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 815 time: 0.1191409 Sep 02 13:35:16.663215 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'port': {'device_id': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'admin_state_up': True, 'tenant_id': 'fa04e552de524884b740ab977622b8a0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:16.790043 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f271d9b8-f200-4f77-a33f-5bd1ab6e0418 req-8b791aac-bac8-42f9-9b6c-b7644783bc89 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 210 time: 0.0406051 Sep 02 13:35:16.817110 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Made reservation on behalf of fa04e552de524884b740ab977622b8a0 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:16.817110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:16.965033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Allocated IP 172.20.0.11 (25a496e9-275c-4fd9-9604-e29499dc70a9/ce33755d-c5e1-4d06-96f8-912d02928e1b/703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:17.224041 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.256938 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Transition to ACTIVE for port object 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:17.316546 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.387034 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:17.390640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:17.395081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:17.438653 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:17.469737 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.470670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.496246 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-252ad85f-4aef-4bf3-bc6f-c798b93131f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370631 Sep 02 13:35:17.740517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d8814f90-1567-4b90-9051-4b256ebf42ad None None] Provisioning for port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:17.746649 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d8814f90-1567-4b90-9051-4b256ebf42ad None None] Provisioning complete for port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:17.747311 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d8814f90-1567-4b90-9051-4b256ebf42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.786691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d8814f90-1567-4b90-9051-4b256ebf42ad None None] Port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:17.929384 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4dd8-7052-4ce4-b131-1c80c9f68ff1 req-8808c8bd-97db-470b-8faf-fb5336650dd2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.931059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2dda4dd8-7052-4ce4-b131-1c80c9f68ff1 req-8808c8bd-97db-470b-8faf-fb5336650dd2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0544086 Sep 02 13:35:17.973011 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2dda4dd8-7052-4ce4-b131-1c80c9f68ff1 req-b8ae39c2-9d46-4dde-a7d2-49785fcbffa7 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Sep 02 13:35:19.099159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fad768-84df-4da9-a235-d9a8b695440e req-8a58f148-9266-448d-8feb-3a79a0587c35 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:19.101079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48fad768-84df-4da9-a235-d9a8b695440e req-8a58f148-9266-448d-8feb-3a79a0587c35 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0559161 Sep 02 13:35:19.143406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48fad768-84df-4da9-a235-d9a8b695440e req-4582fe4f-c7a6-469b-b23c-8837c64e85d7 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Sep 02 13:35:20.264175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153800a4-d113-4593-b548-4013c95e7e05 req-262723af-c896-4744-9146-4395600371cf tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.266013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-153800a4-d113-4593-b548-4013c95e7e05 req-262723af-c896-4744-9146-4395600371cf tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0527003 Sep 02 13:35:20.306218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-153800a4-d113-4593-b548-4013c95e7e05 req-84019d7d-adc2-468a-b572-ece23de955a5 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Sep 02 13:35:21.425087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040608c-a770-40eb-9dab-e731cbd0dcd9 req-5064f3da-bf56-4bed-a772-7a689430b223 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.426809 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a040608c-a770-40eb-9dab-e731cbd0dcd9 req-5064f3da-bf56-4bed-a772-7a689430b223 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0515449 Sep 02 13:35:21.465537 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a040608c-a770-40eb-9dab-e731cbd0dcd9 req-0ce5b0ab-83a9-4d56-85bd-410b090cdaca tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Sep 02 13:35:22.589349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a15028-9289-4f50-80a3-4612d562c526 req-8ebf1921-021d-4bb1-bbd1-0fb58b2bb058 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.590961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99a15028-9289-4f50-80a3-4612d562c526 req-8ebf1921-021d-4bb1-bbd1-0fb58b2bb058 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0563030 Sep 02 13:35:22.631749 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-99a15028-9289-4f50-80a3-4612d562c526 req-08884bdf-ea67-46cd-8eee-cf1e3053feee tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Sep 02 13:35:23.753916 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b11f8-aef0-4e4c-88cf-ae296a0766af req-e7da2a98-1cf1-41f9-b625-4a21aab96ea1 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.755544 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e4b11f8-aef0-4e4c-88cf-ae296a0766af req-e7da2a98-1cf1-41f9-b625-4a21aab96ea1 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0521202 Sep 02 13:35:23.801626 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2e4b11f8-aef0-4e4c-88cf-ae296a0766af req-3735c92d-ae6e-475c-8338-d3c4162eebc4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Sep 02 13:35:24.926002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1cbe5-be97-4b07-8d81-5e0ba7863f15 req-e0536493-c22c-4173-a265-e0579c13e284 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.928408 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1c1cbe5-be97-4b07-8d81-5e0ba7863f15 req-e0536493-c22c-4173-a265-e0579c13e284 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0558908 Sep 02 13:35:24.971346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c1c1cbe5-be97-4b07-8d81-5e0ba7863f15 req-faa1bb0f-d9b9-4877-95f5-e4b01bc14785 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367236 Sep 02 13:35:26.103400 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046376-9e87-4b16-8b06-2390aaf577a1 req-e64ab80d-cabb-4775-b4c7-4adcf8cac741 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.104946 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc046376-9e87-4b16-8b06-2390aaf577a1 req-e64ab80d-cabb-4775-b4c7-4adcf8cac741 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 932 time: 0.0603526 Sep 02 13:35:26.146052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc046376-9e87-4b16-8b06-2390aaf577a1 req-b1eba04a-7d10-406e-a031-d87f67af26f9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349874 Sep 02 13:35:26.596825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Request body: {'port': {'device_id': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:26.657411 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:26.940391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:26.951774 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:26.975482 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Transition to ACTIVE for port object 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:26.983314 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.267018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9daf77-7aeb-4c9a-8c9b-7c0ac245f60f req-672e4135-1475-4d7a-b464-6449f0125191 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.269400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a9daf77-7aeb-4c9a-8c9b-7c0ac245f60f req-672e4135-1475-4d7a-b464-6449f0125191 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 944 time: 0.0525422 Sep 02 13:35:27.301470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:27.310615 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7a9daf77-7aeb-4c9a-8c9b-7c0ac245f60f req-cc7b5314-40fb-4fa3-994f-532af7b12bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351062 Sep 02 13:35:27.377357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Attempting to bind port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:27.377687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Attempting to bind port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:27.378010 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Attempting to bind port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a on network 25a496e9-275c-4fd9-9604-e29499dc70a9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:27.382413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a on network 25a496e9-275c-4fd9-9604-e29499dc70a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:27.382738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Attempting to bind port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a on network 25a496e9-275c-4fd9-9604-e29499dc70a9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:27.388158 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:27.388500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Checking segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:27.388979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Bound using segment: {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:27.389367 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Bound port: 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:27.389718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.457250 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:27.460583 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:27.466157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.501739 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.502463 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.503751 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] 10.222.0.41 "PUT /v2.0/ports/703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 1092 time: 0.9578295 Sep 02 13:35:27.504184 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:27.535789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13026b90-c5e5-4b58-a5c9-106640e15034 service neutron] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:27.585203 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-097745b1-b250-469b-81ee-b85cd49d61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.586797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-097745b1-b250-469b-81ee-b85cd49d61bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1095 time: 0.0421956 Sep 02 13:35:27.635106 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64eb78-5f70-4cfe-8647-090e91910850" -d '{"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:27.643016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-db21f0b1-327b-45ab-a2ff-d522b14d3d9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 217 time: 0.0484369 Sep 02 13:35:27.697242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-73648da0-cbff-47de-986f-3a5d68b8d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.699077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-73648da0-cbff-47de-986f-3a5d68b8d8f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0494690 Sep 02 13:35:27.735177 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56714f0a-35a5-424d-bc3d-20607a4ec3b0 x-openstack-request-id: req-56714f0a-35a5-424d-bc3d-20607a4ec3b0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:27.735479 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:27.735728 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56714f0a-35a5-424d-bc3d-20607a4ec3b0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:27.736125 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'status': 'completed', 'code': 200} Sep 02 13:35:27.750921 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-4c756307-290c-49ce-ab59-542f885486ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.752457 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-4c756307-290c-49ce-ab59-542f885486ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465236 Sep 02 13:35:27.848836 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-95d30528-5ee2-4a1f-b27f-9a231ea2bca4 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887225 Sep 02 13:35:27.953542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-aca6f823-5d7c-4287-84db-f64f2a7980d4 req-e3cdc185-f5ff-4d0e-ae44-9832ac00c50d service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957448 Sep 02 13:35:28.045061 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-0e4045d5-cece-44b4-8a71-810a1eab5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:28.046588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-0e4045d5-cece-44b4-8a71-810a1eab5927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1095 time: 0.0434918 Sep 02 13:35:28.142922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-9fb37c58-ef02-49d4-9c08-1dbe4ff7b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:28.144438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-9fb37c58-ef02-49d4-9c08-1dbe4ff7b980 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.0905516 Sep 02 13:35:28.188379 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-cd3d99c6-6c44-497b-96a0-e4d37f9594f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 217 time: 0.0358500 Sep 02 13:35:28.241348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-849efee1-c5b9-4204-83a1-18b563f9582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:28.242861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-849efee1-c5b9-4204-83a1-18b563f9582c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0475433 Sep 02 13:35:28.296087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-efac956b-8456-48a9-bd47-af99136b713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:28.297686 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-efac956b-8456-48a9-bd47-af99136b713d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470691 Sep 02 13:35:28.393415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-b027bd8d-c372-47c1-b9d0-9af149bb7473 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865591 Sep 02 13:35:28.439826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df2ad9-7edc-4f39-a700-b92a83f7dc60 req-59bfc9ab-f204-46f6-9a74-7d6f241053f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:28.441379 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19df2ad9-7edc-4f39-a700-b92a83f7dc60 req-59bfc9ab-f204-46f6-9a74-7d6f241053f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 944 time: 0.0548151 Sep 02 13:35:28.480213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-19df2ad9-7edc-4f39-a700-b92a83f7dc60 req-e6502775-f739-4bff-94ad-5179debf6c89 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Sep 02 13:35:28.496265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b64eb78-5f70-4cfe-8647-090e91910850 req-6c5afac1-93f7-47fe-a123-558f84fcfa51 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936460 Sep 02 13:35:28.753461 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-33a3b7de-86a1-4704-ad4e-c6dea83e5ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.604721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a232705-0614-4038-b877-93e665d4da4a req-256d83d1-04d4-436d-af74-a472312967af tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.606303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a232705-0614-4038-b877-93e665d4da4a req-256d83d1-04d4-436d-af74-a472312967af tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 944 time: 0.0551128 Sep 02 13:35:29.651545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a232705-0614-4038-b877-93e665d4da4a req-b34d0896-7c0b-4a64-8e9c-863801bda9cc tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363400 Sep 02 13:35:30.791456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada072ca-5a5d-4371-bc91-98083e9d5104 req-dc667634-2685-452c-8f78-754d3dac2768 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:30.793140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ada072ca-5a5d-4371-bc91-98083e9d5104 req-dc667634-2685-452c-8f78-754d3dac2768 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 944 time: 0.0611129 Sep 02 13:35:30.835710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ada072ca-5a5d-4371-bc91-98083e9d5104 req-b70a9a98-8c78-4656-817d-98197755dc6c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Sep 02 13:35:31.549424 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71bb1fc9-37f6-4ba1-b7ec-3cee0f2639c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.711122 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.967966 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320a45f-9457-4513-8c74-f8350df9cc2b req-3418422f-724c-46b0-8010-067285c5a1e4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.969518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3320a45f-9457-4513-8c74-f8350df9cc2b req-3418422f-724c-46b0-8010-067285c5a1e4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 944 time: 0.0637300 Sep 02 13:35:32.010088 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3320a45f-9457-4513-8c74-f8350df9cc2b req-b080851f-5d9d-4129-95c4-e86f5a8114b6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Sep 02 13:35:32.354454 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:32.467539 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:32.492408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'port_id': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'mac_address': 'fa:16:3e:10:ad:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:32.534538 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.548384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:32.570309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:32.575900 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.626750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:32.635145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.635145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.635615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.635799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.636135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.636463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.636794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.637152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.637478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.637799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.638124 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.638445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:32.735297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.799285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:33.155978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743fb41-162e-497c-8ea6-97f0c7066777 req-125e0fef-a6b4-4ce6-858f-d0ca0aea7f57 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:33.157586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0743fb41-162e-497c-8ea6-97f0c7066777 req-125e0fef-a6b4-4ce6-858f-d0ca0aea7f57 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 945 time: 0.0681705 Sep 02 13:35:33.200392 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0743fb41-162e-497c-8ea6-97f0c7066777 req-1bbd9b68-92e3-4dc5-9400-cc66214eb7f8 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 Sep 02 13:35:34.331491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496df7b-53f4-469a-a41f-1e467d5d1c30 req-97d6042d-33b5-4be0-b491-81a5c6d83284 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.333034 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b496df7b-53f4-469a-a41f-1e467d5d1c30 req-97d6042d-33b5-4be0-b491-81a5c6d83284 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 945 time: 0.0562234 Sep 02 13:35:34.367663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:34.375245 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b496df7b-53f4-469a-a41f-1e467d5d1c30 req-2eb11f1c-aa88-42e7-8dc4-aa7564398af2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Sep 02 13:35:34.412231 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.427213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:34.430854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:34.431241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.521491 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.553468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:34.555758 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c91c7c6-b6db-4c69-8cd8-45aaac865007" -d '{"events": [{"server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "name": "network-vif-plugged", "status": "completed", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:34.568889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:34.573947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.603235 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79cc2e5-1a97-4968-8073-90752ddae840 x-openstack-request-id: req-c79cc2e5-1a97-4968-8073-90752ddae840 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:34.603501 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "name": "network-vif-plugged", "status": "completed", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:34.603948 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c79cc2e5-1a97-4968-8073-90752ddae840 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:34.604541 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'code': 200} Sep 02 13:35:34.629806 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:34.694359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479363-92c6-4398-96f2-bd0847a1dc20 req-6f6dbced-62fe-4ce1-b2dd-3119e64cafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.696507 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27479363-92c6-4398-96f2-bd0847a1dc20 req-6f6dbced-62fe-4ce1-b2dd-3119e64cafff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1097 time: 0.0450783 Sep 02 13:35:34.736500 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-27479363-92c6-4398-96f2-bd0847a1dc20 req-1502f762-8048-45db-b976-9840b0388684 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Sep 02 13:35:35.507072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017df84c-3765-4d6b-834e-dd088ff06aec req-1d985d3c-8623-424d-99f8-bc781e6968e9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:35.508557 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-017df84c-3765-4d6b-834e-dd088ff06aec req-1d985d3c-8623-424d-99f8-bc781e6968e9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0577686 Sep 02 13:35:35.548070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-017df84c-3765-4d6b-834e-dd088ff06aec req-c564e8ca-41f1-48c7-a472-2469a713f3e2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Sep 02 13:35:35.722100 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.676371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9e619-6533-43b2-bbdb-ddfea91aaa0c req-9305133b-adb6-43c3-944b-87dd63114a87 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.677902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8a9e619-6533-43b2-bbdb-ddfea91aaa0c req-9305133b-adb6-43c3-944b-87dd63114a87 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0564673 Sep 02 13:35:36.723036 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a8a9e619-6533-43b2-bbdb-ddfea91aaa0c req-c39e99ca-ebef-4e8c-a925-5d9dccd00548 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Sep 02 13:35:36.845678 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673e7f3-e34a-4bab-84b0-1ff016b27ed9 req-b35d55b6-e850-442c-be1c-4866d20170c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.847980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8673e7f3-e34a-4bab-84b0-1ff016b27ed9 req-b35d55b6-e850-442c-be1c-4866d20170c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0552130 Sep 02 13:35:36.900783 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8673e7f3-e34a-4bab-84b0-1ff016b27ed9 req-0a2654ae-3390-4881-8c40-de725efffd92 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426888 Sep 02 13:35:37.113222 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f27a-286a-4cd1-a518-5e00122db9f6 req-42c04efc-5d78-46c4-ae6d-0380c55c6154 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:37.114660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74a1f27a-286a-4cd1-a518-5e00122db9f6 req-42c04efc-5d78-46c4-ae6d-0380c55c6154 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0520816 Sep 02 13:35:37.155719 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-74a1f27a-286a-4cd1-a518-5e00122db9f6 req-80d443d2-44bc-4247-92a6-948434971245 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Sep 02 13:35:37.289711 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-bb06b3ed-4d78-4633-b535-f3e85e186cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405653 Sep 02 13:35:37.376436 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-2865788f-e50f-402f-9611-3e2a6e127c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:37.378400 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-2865788f-e50f-402f-9611-3e2a6e127c11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1097 time: 0.0471103 Sep 02 13:35:37.499579 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-6b1aaa6d-3cab-4594-a74c-62a7d1768e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:37.501108 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-6b1aaa6d-3cab-4594-a74c-62a7d1768e6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.1021531 Sep 02 13:35:37.545267 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-368b9ef7-8d0b-4751-8c1a-38247e4f26e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 217 time: 0.0372884 Sep 02 13:35:37.609951 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-d94aeff6-da0b-47cb-a8f6-e717c4172abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:37.611703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-d94aeff6-da0b-47cb-a8f6-e717c4172abd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0596497 Sep 02 13:35:37.665519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-579f9e9f-8197-4d71-9121-0b492dee87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:37.667092 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-579f9e9f-8197-4d71-9121-0b492dee87b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474553 Sep 02 13:35:37.739983 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:35:37.761883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-89f87af8-ddaa-4ac5-9673-21c8e7f1ba4a service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 Sep 02 13:35:37.861332 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3264592-38ff-42c4-b807-ddcf22e53626 req-608cff0c-696f-4536-bd43-322025f289ab service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927601 Sep 02 13:35:41.525352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:48.868178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5298a8-fb5e-4ac2-bf2e-284cf7b11540 req-97d0f631-cf58-43cf-aade-80a64355a0aa tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:48.869908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc5298a8-fb5e-4ac2-bf2e-284cf7b11540 req-97d0f631-cf58-43cf-aade-80a64355a0aa tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0533071 Sep 02 13:35:48.923403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dc5298a8-fb5e-4ac2-bf2e-284cf7b11540 req-c62b591b-6e69-4ca8-aeac-06fb3aa912c5 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445173 Sep 02 13:35:48.947239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:49.051299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bad32b-d100-49d8-8ffc-e384f202d9c2 tempest-TestMinimumBasicScenario-473001376 tempest-TestMinimumBasicScenario-473001376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:49.052861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d3bad32b-d100-49d8-8ffc-e384f202d9c2 tempest-TestMinimumBasicScenario-473001376 tempest-TestMinimumBasicScenario-473001376-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1092 time: 0.1045482 Sep 02 13:35:49.055976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:49.061926 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:49.087435 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.204757 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.323895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Allocated IP 172.25.7.120 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/6d80fefe-5ee4-49ea-99f7-a4d54ce65f72) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:49.450518 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.495269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.545687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:49.550802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:49.553051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'Port': ['ID=6d80fefe-5ee4-49ea-99f7-a4d54ce65f72,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:49.555166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:49.936731 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.013842 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.182987 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.188823 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.254001 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'Port': ['ID=6d80fefe-5ee4-49ea-99f7-a4d54ce65f72,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:50.268310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.372919 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Floating IP a18f8951-a924-4022-8bbf-5eee15ee5c5e associated. External IP: 172.25.7.120, port: 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a. Sep 02 13:35:50.600124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Router 87bf03e1-aa2d-40b9-a038-4c76767bca9e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:35:50.728423 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:35:50.741176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] Sync routers for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:50.752180 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:50.752804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:50.752980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.786384 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c0ffd54-6d8b-4b15-8a34-5da6e0234703 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7264400 Sep 02 13:35:50.786384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:50.786722 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ea1c90-f241-4852-b10e-d0a26e179b73" -d '{"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:50.787004 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:50.792504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457693267', 'description': 'tempest-secgroup-smoke-1457693267 description', 'project_id': 'fa04e552de524884b740ab977622b8a0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:50.824167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.835205 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de7b91-0e09-4944-9f18-104f8054b9bd x-openstack-request-id: req-34de7b91-0e09-4944-9f18-104f8054b9bd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:50.835552 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:50.835850 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34de7b91-0e09-4944-9f18-104f8054b9bd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:50.836168 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'status': 'completed', 'code': 200} Sep 02 13:35:50.906438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-30f50f6f-c6ee-4443-b68b-80f72610691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.907929 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-30f50f6f-c6ee-4443-b68b-80f72610691b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1097 time: 0.0482697 Sep 02 13:35:50.911423 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:50.926400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.932063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.960944 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.962383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1742339 Sep 02 13:35:50.966296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:50.966832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:50.974530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.975194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.975538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.975878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.976213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.976547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.976885 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.977230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.977567 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.977894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.978264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.978824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc62e1-f0d7-474f-999f-7ec9fad4ed95 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:50.982593 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group_rule': {'security_group_id': 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82', 'project_id': 'fa04e552de524884b740ab977622b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.159877 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a18f8951-a924-4022-8bbf-5eee15ee5c5e', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'port_id': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'mac_address': 'fa:16:3e:10:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:35:49Z', 'updated_at': '2021-09-02T13:35:49Z', 'revision_number': 0, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:05Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:51.191666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] Checking router: 87bf03e1-aa2d-40b9-a038-4c76767bca9e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:51.201713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:51.202491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:35:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:51.306725 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.320241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:51.320487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-045021e0-8ac1-48e2-a0b0-6f605e8c8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:51.321797 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-045021e0-8ac1-48e2-a0b0-6f605e8c8fa5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.4041064 Sep 02 13:35:51.409080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-1c759318-ac68-47fd-8c48-511d36a22823 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 1000 time: 0.0779188 Sep 02 13:35:51.414533 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.426322 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.468113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7b83e6-9c44-4353-ad06-1d4f23801a1c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.480534 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.481763 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f2a862e0-32b5-4aeb-993d-d752d764b925 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5137529 Sep 02 13:35:51.483415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-aacec0d8-566f-4d54-8ad5-c55561aabd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:51.484790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-aacec0d8-566f-4d54-8ad5-c55561aabd09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0672998 Sep 02 13:35:51.485067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.491076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group_rule': {'security_group_id': 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82', 'project_id': 'fa04e552de524884b740ab977622b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.519560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.532635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-74a648d0-6b7e-4b7b-97c1-17830cf1cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:51.534337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-74a648d0-6b7e-4b7b-97c1-17830cf1cdae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417619 Sep 02 13:35:51.568967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a18f8951-a924-4022-8bbf-5eee15ee5c5e', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'port_id': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'mac_address': 'fa:16:3e:10:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:35:49Z', 'updated_at': '2021-09-02T13:35:49Z', 'revision_number': 0, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:05Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:51.581491 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.586482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.597973 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb77a59-e5cf-4731-9407-0d236b1e659b None None] The sync data for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 is: [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a18f8951-a924-4022-8bbf-5eee15ee5c5e', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'port_id': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'mac_address': 'fa:16:3e:10:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:35:49Z', 'updated_at': '2021-09-02T13:35:49Z', 'revision_number': 0, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:05Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:51.607232 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b22dda-3544-4945-b915-9ed804756e32,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.615450 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.619374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-50ace8d7-2d50-4f0c-aa19-bc0fa12707c9 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297030 Sep 02 13:35:51.619605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.624196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group_rule': {'security_group_id': 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82', 'project_id': 'fa04e552de524884b740ab977622b8a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.633878 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-65caadbc-6d68-4af4-ac71-31fc2f18fb65 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918114 Sep 02 13:35:51.653819 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.720671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.729113 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.735654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-34ea1c90-f241-4852-b10e-d0a26e179b73 req-e0e368f7-7533-48c2-9fe0-53266ab58a67 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945902 Sep 02 13:35:51.747078 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71f7699-2296-4593-8817-b16acab23060,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.757178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.761420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2e8b5839-e830-4814-97ff-571e936c6bd6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379676 Sep 02 13:35:51.761834 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53052) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.766913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group_rule': {'security_group_id': 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82', 'project_id': 'fa04e552de524884b740ab977622b8a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.797708 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.832125 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7451ed-6da9-4749-8154-e3f2dfe62a6e None None] New status for floating IP a18f8951-a924-4022-8bbf-5eee15ee5c5e: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:35:51.862638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.867106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.888202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875fb583-f3b3-40bb-892f-c83f05525e2d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.897273 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.898667 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e01120c3-cb69-4fa6-b019-f81e21c8d695 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357002 Sep 02 13:35:51.901579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.907065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group_rule': {'security_group_id': 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82', 'project_id': 'fa04e552de524884b740ab977622b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.931807 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Project fa04e552de524884b740ab977622b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:35:51.937252 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.009449 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.014072 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.032762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096e48be-ab82-431a-8193-bbee5de881ec,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.038298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.039585 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e765ffcf-0172-4410-9670-b24e1039f9f4 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368327 Sep 02 13:35:52.042704 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:52.047122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'security_group_rule': {'security_group_id': 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82', 'project_id': 'fa04e552de524884b740ab977622b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:52.069317 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Project fa04e552de524884b740ab977622b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:35:52.074102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.148847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.153954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.172484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c6f04e-2382-4eda-85cd-cc23ef0e83f4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.179654 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.180961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-681c2c23-882e-4771-b256-15e004e63b9c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373291 Sep 02 13:35:52.276766 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-e33920f1-e34d-456a-b705-fd944a57efbd tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457693267&fields=id&tenant_id=fa04e552de524884b740ab977622b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0384188 Sep 02 13:35:52.333820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-27588437-62dd-4e34-b7f3-5d236427b294 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.335452 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-27588437-62dd-4e34-b7f3-5d236427b294 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0503087 Sep 02 13:35:52.347807 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'port': {'security_groups': ['9e5c3d3c-a7b1-447c-a717-feeff420d883', 'd63f41d2-cb6d-4dfc-bcda-8efb30f50b82']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:52.418277 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.610116 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:52.639434 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.646153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.657682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:52.691132 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.691763 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.693198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03f4a314-f7c4-4b45-9171-a3bc1b004040 req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "PUT /v2.0/ports/703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 982 time: 0.3503439 Sep 02 13:35:52.724113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.733614 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.734411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.734944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.735640 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.736156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.737065 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.737559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.738064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.738566 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.739062 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.739560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.739901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e39eb-1034-4db3-b2b8-4347ea1c28bb tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:52.769323 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:52.813743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a909-9932-49c7-b4bc-6b6e7dc55233 req-18a781dd-24b1-43ae-91cd-900108cdb400 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.815357 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27f0a909-9932-49c7-b4bc-6b6e7dc55233 req-18a781dd-24b1-43ae-91cd-900108cdb400 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0584614 Sep 02 13:35:52.837072 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:52.839571 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e9d05-6d58-40cc-b988-4414248e3305" -d '{"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:52.882519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-27f0a909-9932-49c7-b4bc-6b6e7dc55233 req-d2ed0fcf-0ab9-4ca1-b094-1119da9c846a tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581150 Sep 02 13:35:52.902590 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422401d-5731-4abe-9374-9d69ef35b2c2 x-openstack-request-id: req-e422401d-5731-4abe-9374-9d69ef35b2c2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:52.902590 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:52.902590 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e422401d-5731-4abe-9374-9d69ef35b2c2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:52.902590 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'status': 'completed', 'code': 200} Sep 02 13:35:52.966503 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9d05-6d58-40cc-b988-4414248e3305 req-a96a12fa-1f20-457b-8bd9-f75c7cb0e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.968006 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-a96a12fa-1f20-457b-8bd9-f75c7cb0e123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1136 time: 0.0429354 Sep 02 13:35:53.030575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34606460-334f-4b5c-a509-cd0556e281ff None None] Provisioning complete for port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:53.030943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34606460-334f-4b5c-a509-cd0556e281ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.067243 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9d05-6d58-40cc-b988-4414248e3305 req-a8df4e45-ba38-49e8-9802-aacb8c4789ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.068872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-a8df4e45-ba38-49e8-9802-aacb8c4789ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.0927448 Sep 02 13:35:53.139147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-93319f26-a683-409e-aa56-6dfacf14e848 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 1002 time: 0.0619123 Sep 02 13:35:53.198162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9d05-6d58-40cc-b988-4414248e3305 req-ba754fc4-938c-44a3-8368-0106683c7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.199795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-ba754fc4-938c-44a3-8368-0106683c7b41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0542743 Sep 02 13:35:53.249760 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9d05-6d58-40cc-b988-4414248e3305 req-4b069791-3c7f-4896-bf06-dcd788a007cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.251334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-4b069791-3c7f-4896-bf06-dcd788a007cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446961 Sep 02 13:35:53.344796 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-53f4007f-a605-4eb8-8475-1cb31d40d830 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852973 Sep 02 13:35:53.445631 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-153e9d05-6d58-40cc-b988-4414248e3305 req-22c0c2a2-52c5-42c4-8153-f99597abcdf5 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924163 Sep 02 13:35:58.753555 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bdb82ca6-4afb-423a-87a4-49faa25c0dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.551289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49fbe2ba-48f8-47de-a3d0-38f478a8745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.705374 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.738930 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.418353 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.721497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:09.919930 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6ef6-cd5b-43aa-be3f-2092579a2aff req-7cebc07f-7459-48a1-905c-caa83386469a tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.923149 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-5197cac2-f642-49b7-a3bc-2b33d314a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.924692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-5197cac2-f642-49b7-a3bc-2b33d314a847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1136 time: 0.0468190 Sep 02 13:36:09.925372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf0f6ef6-cd5b-43aa-be3f-2092579a2aff req-7cebc07f-7459-48a1-905c-caa83386469a tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0563142 Sep 02 13:36:09.967303 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cf0f6ef6-cd5b-43aa-be3f-2092579a2aff req-51c86eec-1840-4d52-b833-f56b29ef29c3 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391955 Sep 02 13:36:10.023426 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-cdb2e19c-9b8e-42d5-b50d-950f23393110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.025074 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-cdb2e19c-9b8e-42d5-b50d-950f23393110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.0925827 Sep 02 13:36:10.095995 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-6baef72a-b985-46ad-bd08-e39d78a26b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 1002 time: 0.0634224 Sep 02 13:36:10.148278 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-e60a4eb3-523d-4136-9f59-ca39de99a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.149825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-e60a4eb3-523d-4136-9f59-ca39de99a1c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0454586 Sep 02 13:36:10.206161 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-eb908913-a339-4d5e-989c-ba9ef84c5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.207953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-eb908913-a339-4d5e-989c-ba9ef84c5fa5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500097 Sep 02 13:36:10.310464 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-43e8b65b-a890-443c-86ee-966c3ea1ebab service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944235 Sep 02 13:36:10.411540 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2acd75d8-4ecf-46a2-9594-9d6030a6d079 req-3b3deb39-bec7-4a46-a91a-2851cf501187 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913141 Sep 02 13:36:11.111166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9155a-547f-499d-94ee-2e569e9681c0 req-51109a98-b4c1-4418-8b96-88567fb713aa tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:11.112680 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a8f9155a-547f-499d-94ee-2e569e9681c0 req-51109a98-b4c1-4418-8b96-88567fb713aa tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0524378 Sep 02 13:36:11.157333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a8f9155a-547f-499d-94ee-2e569e9681c0 req-54d77c9c-705e-41e6-accb-c35bfca4e92d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351951 Sep 02 13:36:11.528712 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:12.305172 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21e85f-7d7d-4561-8413-d9045179ff68 req-40261586-1e98-4da5-b84c-1abc92a1ced2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:12.306857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e21e85f-7d7d-4561-8413-d9045179ff68 req-40261586-1e98-4da5-b84c-1abc92a1ced2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0607135 Sep 02 13:36:12.353691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e21e85f-7d7d-4561-8413-d9045179ff68 req-2af6b829-4b4e-47e7-bb2f-983ca8cec9d5 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376599 Sep 02 13:36:13.488601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d914160-86b4-4155-9057-928e9cbd32c9 req-081169dc-f8fe-4d27-bccb-4aac02fc9e24 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:13.490682 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d914160-86b4-4155-9057-928e9cbd32c9 req-081169dc-f8fe-4d27-bccb-4aac02fc9e24 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0584300 Sep 02 13:36:13.534406 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6d914160-86b4-4155-9057-928e9cbd32c9 req-8428859c-44a8-43f5-a68a-b745cdb9143b tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365496 Sep 02 13:36:14.674881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50740-dde7-41be-abdd-f68ef3a0cc19 req-87450e8c-4d62-422d-8a06-9776f6087ea6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:14.677070 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9b50740-dde7-41be-abdd-f68ef3a0cc19 req-87450e8c-4d62-422d-8a06-9776f6087ea6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0580406 Sep 02 13:36:14.721802 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e9b50740-dde7-41be-abdd-f68ef3a0cc19 req-66ce580e-a0e6-45f2-9d28-b35cb8142534 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359125 Sep 02 13:36:14.740417 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:36:15.861242 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4a558-4d9f-4fa9-bad7-34a7b4a70e67 req-e284ec30-8b08-4883-97d5-9800c4fa7251 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:15.863628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ada4a558-4d9f-4fa9-bad7-34a7b4a70e67 req-e284ec30-8b08-4883-97d5-9800c4fa7251 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0641253 Sep 02 13:36:15.907386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ada4a558-4d9f-4fa9-bad7-34a7b4a70e67 req-af9c8e54-a2dc-448e-9fe3-0509f34c6176 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353975 Sep 02 13:36:17.030344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3f84-24ea-466e-b398-a39150a478a6 req-b48b6e68-95ad-4cb2-966d-7e01d57d2a0c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:17.031878 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2cf3f84-24ea-466e-b398-a39150a478a6 req-b48b6e68-95ad-4cb2-966d-7e01d57d2a0c tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0521085 Sep 02 13:36:17.073704 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f2cf3f84-24ea-466e-b398-a39150a478a6 req-5fe623ee-354b-439b-8b90-ba1adfd0b539 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354869 Sep 02 13:36:18.194098 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce2e06-7c65-4fb3-bb80-6c85d73544da req-b106f699-24ef-4cd7-9251-33b99ad3adb7 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:18.195632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07ce2e06-7c65-4fb3-bb80-6c85d73544da req-b106f699-24ef-4cd7-9251-33b99ad3adb7 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0528176 Sep 02 13:36:18.237062 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-07ce2e06-7c65-4fb3-bb80-6c85d73544da req-a16fa523-d01e-4386-ba7a-161da6111c71 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349905 Sep 02 13:36:19.367461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de34591-7826-420d-9605-7efe39195d2e req-92e6b063-f1f0-42ed-8d0b-a929088c0898 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:19.369039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5de34591-7826-420d-9605-7efe39195d2e req-92e6b063-f1f0-42ed-8d0b-a929088c0898 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0552750 Sep 02 13:36:19.414228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5de34591-7826-420d-9605-7efe39195d2e req-626f8242-5122-47a6-b423-32a867765002 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362284 Sep 02 13:36:20.540613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588b457-28a6-48b1-a66d-f568e2522e87 req-d600bdc6-f9dd-421c-8594-fb747b816846 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:20.542270 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4588b457-28a6-48b1-a66d-f568e2522e87 req-d600bdc6-f9dd-421c-8594-fb747b816846 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0532146 Sep 02 13:36:20.583841 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4588b457-28a6-48b1-a66d-f568e2522e87 req-c8782140-f687-45e8-a3e7-e993575b5897 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353844 Sep 02 13:36:21.727394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffe7a-5e49-4269-82f0-7e971bd89f1b req-84b18adf-7dd5-4070-889e-4db6152de146 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:21.729097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-694ffe7a-5e49-4269-82f0-7e971bd89f1b req-84b18adf-7dd5-4070-889e-4db6152de146 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0638943 Sep 02 13:36:21.772883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-694ffe7a-5e49-4269-82f0-7e971bd89f1b req-dc4581c6-18ae-4d29-9611-46d1c3c0d94f tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82&id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363402 Sep 02 13:36:28.748938 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-593b03c9-8cb3-44f0-a106-9934861f3cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.550268 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae49459c-516f-4134-8cdc-51360d5e7f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.712216 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:32.741971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:34.416696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.743030 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:39.302768 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-8b74be1e-c904-4b5c-a006-bf005dea38e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506988 Sep 02 13:36:39.400952 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-eb4f8061-7bef-470e-ab0c-1d9e78cbd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.402432 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-eb4f8061-7bef-470e-ab0c-1d9e78cbd229 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1136 time: 0.0489407 Sep 02 13:36:39.519546 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-122a4da0-c85b-477c-9499-b7078ec67900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.521132 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-122a4da0-c85b-477c-9499-b7078ec67900 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.0986798 Sep 02 13:36:39.593723 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-3ced48aa-67a2-4daf-907e-324004089bda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 1002 time: 0.0650725 Sep 02 13:36:39.648703 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-6a1ca49e-ab80-4715-96e7-ca0e867e0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.650934 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-6a1ca49e-ab80-4715-96e7-ca0e867e0f41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0500853 Sep 02 13:36:39.703730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-1b8bc3a6-9016-45a9-9ba1-63ff15c06af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.705248 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-1b8bc3a6-9016-45a9-9ba1-63ff15c06af7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475566 Sep 02 13:36:39.811080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-578f9fe4-7265-4e69-9b5c-a5deb5fc15d7 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979018 Sep 02 13:36:39.907858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f465297-cd20-4dee-806b-a30f652dbef8 req-182489c6-117c-48e6-a6dd-3f605b3026f5 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867825 Sep 02 13:36:41.541463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.741136 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:36:54.469161 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-b60c4d5e-5bdb-4f45-ab4d-c09947e6c24b tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457693267&fields=id&tenant_id=fa04e552de524884b740ab977622b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0400414 Sep 02 13:36:54.528328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-664d2949-d6e0-49bc-9ecc-94d71afcc5b6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:54.529852 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-664d2949-d6e0-49bc-9ecc-94d71afcc5b6 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 985 time: 0.0548010 Sep 02 13:36:54.540943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Request body: {'port': {'security_groups': ['9e5c3d3c-a7b1-447c-a717-feeff420d883']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:54.608734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.785060 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:54.824790 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.830398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.842682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:54.877891 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:54.878559 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.881597 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f6f87613-e05e-464c-a548-7c74e05fbf2d req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "PUT /v2.0/ports/703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 943 time: 0.3452330 Sep 02 13:36:54.882103 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:54.884583 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c835aa-f584-4656-8ee8-2700885c2c06" -d '{"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:54.890202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:54.916002 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event updated for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:54.924280 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.924713 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.925195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.925751 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.926159 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.926560 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.926959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.927357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.927823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.928224 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.928606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.929020 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fa8c7-da72-42bc-90c9-842302506350 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:54.952404 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6613718d-ab83-4791-a906-d4ed585630e9 x-openstack-request-id: req-6613718d-ab83-4791-a906-d4ed585630e9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:54.952976 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:54.953577 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6613718d-ab83-4791-a906-d4ed585630e9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:54.954180 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'status': 'completed', 'code': 200} Sep 02 13:36:54.959514 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:54.990246 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.025910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.040157 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-96a888ee-1fe7-44d3-9294-81fa7c132801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:55.042589 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-96a888ee-1fe7-44d3-9294-81fa7c132801 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1097 time: 0.0658457 Sep 02 13:36:55.121217 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.124254 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.125142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "DELETE /v2.0/security-groups/d63f41d2-cb6d-4dfc-bcda-8efb30f50b82 HTTP/1.1" status: 204 len: 168 time: 0.2342262 Sep 02 13:36:55.127825 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:55.135272 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f41d2-cb6d-4dfc-bcda-8efb30f50b82,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:55.144892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.145277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.145624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.145966 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.146307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.146641 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.146976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.147305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.147635 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.147965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.148291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.148616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353f3a6-25ec-46ad-a5c4-e18f291ce285 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:55.193676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-866f088b-c709-4edd-b920-9df814f327d2 None None] Provisioning complete for port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:55.194005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-866f088b-c709-4edd-b920-9df814f327d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.218766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-ba622e05-7939-4a3c-9c64-e6401b568cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:55.220281 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-ba622e05-7939-4a3c-9c64-e6401b568cb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.1703212 Sep 02 13:36:55.344538 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-7e138e4d-e968-461e-aaa3-989655210682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 1002 time: 0.0917068 Sep 02 13:36:55.402767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-26450442-f052-42c2-af1d-84cff2f4abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:55.405148 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-26450442-f052-42c2-af1d-84cff2f4abe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0527945 Sep 02 13:36:55.424330 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Deleting port 6d80fefe-5ee4-49ea-99f7-a4d54ce65f72 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:55.424691 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.510876 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-5910fd38-037b-49da-b5f9-83174553f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:55.512389 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-5910fd38-037b-49da-b5f9-83174553f2bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002312 Sep 02 13:36:55.574113 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.574445 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.592693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Calling delete_port for 6d80fefe-5ee4-49ea-99f7-a4d54ce65f72 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:55.686331 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-ae3acd6e-ad47-44cd-a2c0-fea1ae5d95f6 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656024 Sep 02 13:36:55.815522 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a1c835aa-f584-4656-8ee8-2700885c2c06 req-5a7b33b3-9bb0-4987-b69b-ddd8a86f35d0 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148942 Sep 02 13:36:55.864810 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.889156 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event deleted for resources: {'Port': ['ID=6d80fefe-5ee4-49ea-99f7-a4d54ce65f72,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:55.955128 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.955534 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Floating IP a18f8951-a924-4022-8bbf-5eee15ee5c5e disassociated (deleted). External IP: 172.25.7.120, port: 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a. Sep 02 13:36:56.467976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Router 87bf03e1-aa2d-40b9-a038-4c76767bca9e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:36:56.591244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:36:56.596133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:56.602242 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] Sync routers for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:36:56.611414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:36:56.612106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:36:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:56.624162 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8b5997de-19df-4cac-a114-90b2765c965d tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "DELETE /v2.0/floatingips/a18f8951-a924-4022-8bbf-5eee15ee5c5e HTTP/1.1" status: 204 len: 168 time: 1.4950135 Sep 02 13:36:56.730907 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:36:56.946122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:05Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:56.955998 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:56.958504 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e6899-b71b-477a-96c4-5a74cc7ed571" -d '{"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:56.972794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] Checking router: 87bf03e1-aa2d-40b9-a038-4c76767bca9e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:36:56.982090 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:36:56.982746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:36:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:56.997102 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dc3f5f-8b49-4c57-878b-4dc97c040d0d x-openstack-request-id: req-86dc3f5f-8b49-4c57-878b-4dc97c040d0d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:56.997375 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:56.997649 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86dc3f5f-8b49-4c57-878b-4dc97c040d0d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:56.998046 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'status': 'completed', 'code': 200} Sep 02 13:36:57.065305 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-186524e5-28a7-4d35-bd80-e08f0af45c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:57.067094 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-186524e5-28a7-4d35-bd80-e08f0af45c5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa04e552de524884b740ab977622b8a0&device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 1097 time: 0.0469441 Sep 02 13:36:57.193101 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-06f4a8ab-5eff-494b-a694-123c212b2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:57.195031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-06f4a8ab-5eff-494b-a694-123c212b2f2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 200 len: 916 time: 0.1209075 Sep 02 13:36:57.239677 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-f02cd0ef-2537-4f65-b096-fd376a3c4790 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 200 len: 217 time: 0.0368762 Sep 02 13:36:57.269052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:36:57.299485 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-ae99b858-b2f3-4cd1-9d65-16445da4e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:57.299939 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-ae99b858-b2f3-4cd1-9d65-16445da4e8fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 200 len: 854 time: 0.0496168 Sep 02 13:36:57.350343 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-3e164f8a-ad14-4b80-ae2a-27765afa2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:57.351974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-3e164f8a-ad14-4b80-ae2a-27765afa2daa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a496e9-275c-4fd9-9604-e29499dc70a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446591 Sep 02 13:36:57.461879 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-f507032d-5079-4cbf-a645-e7b3b7021023 service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012838 Sep 02 13:36:57.508022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:05Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:57.541912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95346d8-88a2-4984-bbf3-a3a4e9363d84 None None] The sync data for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 is: [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:34:59Z', 'revision_number': 4, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'e8bac499-38c2-4a9e-998f-ac944120466e', 'name': '', 'network_id': '25a496e9-275c-4fd9-9604-e29499dc70a9', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'mac_address': 'fa:16:3e:66:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:58Z', 'updated_at': '2021-09-02T13:35:05Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'subnets': [{'id': 'ce33755d-c5e1-4d06-96f8-912d02928e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:36:57.566587 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ac6e6899-b71b-477a-96c4-5a74cc7ed571 req-81c14290-077f-4524-95d6-cc320718715f service neutron] 10.222.0.41 "GET /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963364 Sep 02 13:36:57.813292 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dca94-197c-450a-80bf-987f5119bf96 None None] New status for floating IP a18f8951-a924-4022-8bbf-5eee15ee5c5e: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:36:58.743593 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80d3b1c7-8422-42ce-8b30-8ffe3a725754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.549636 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a7434f2-2d1a-4792-beea-8a856c6c97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.705013 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.744842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.640119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be588-f3ef-4b6b-a06d-1bdef1130d57 req-596adb3a-f4ae-4a80-9a1c-0b0cc10176ed tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:03.641577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-419be588-f3ef-4b6b-a06d-1bdef1130d57 req-596adb3a-f4ae-4a80-9a1c-0b0cc10176ed tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0579758 Sep 02 13:37:03.682396 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-419be588-f3ef-4b6b-a06d-1bdef1130d57 req-cb409048-ae1f-46c1-98b1-e6313ac079c2 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343707 Sep 02 13:37:04.415244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.817234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b09b-21fb-43c5-954d-048e548a253a req-03a69859-d700-4307-8b42-fee4a8072e02 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:04.818790 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5105b09b-21fb-43c5-954d-048e548a253a req-03a69859-d700-4307-8b42-fee4a8072e02 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0603218 Sep 02 13:37:04.862892 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5105b09b-21fb-43c5-954d-048e548a253a req-145d6636-637e-4abf-93e3-68bf6017c70a tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e5c3d3c-a7b1-447c-a717-feeff420d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 Sep 02 13:37:05.194489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-4828f2fc-d1d5-4e37-827f-0dc2935e7c0b tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:05.195976 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-4828f2fc-d1d5-4e37-827f-0dc2935e7c0b tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 946 time: 0.0563679 Sep 02 13:37:05.298559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Deleting port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:05.298969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.393909 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] For port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:05.394286 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.407551 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Calling delete_port for 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:05.547162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.559043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:05.576780 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Pushing event deleted for resources: {'Port': ['ID=703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:05.619639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] No DVR routers for this DVR port 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:05.622590 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.624649 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2ddaad59-d5c8-47ec-857d-54f8d886d674 req-d43da8b3-83aa-42c5-933f-83f4d892f753 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.41 "DELETE /v2.0/ports/703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a HTTP/1.1" status: 204 len: 173 time: 0.4226077 Sep 02 13:37:05.625143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'name': 'network-vif-deleted', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:05.627980 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe09b8-1e66-4caf-894b-c5492b992076" -d '{"events": [{"server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "name": "network-vif-deleted", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:05.669458 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5006526b-1b9b-44d4-83c1-1a44779347a7 x-openstack-request-id: req-5006526b-1b9b-44d4-83c1-1a44779347a7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:05.669751 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12d0284-2119-4c26-b8b8-cfbad0aa5660", "name": "network-vif-deleted", "tag": "703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:05.670005 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5006526b-1b9b-44d4-83c1-1a44779347a7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:05.670414 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12d0284-2119-4c26-b8b8-cfbad0aa5660', 'name': 'network-vif-deleted', 'tag': '703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a', 'status': 'completed', 'code': 200} Sep 02 13:37:05.729666 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.992564 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e3d4ef5d-1df4-41c2-a382-fe73f3935031 req-c99a6b2b-dd00-437a-a354-0199bf2caf51 tempest-TestMinimumBasicScenario-339522390 tempest-TestMinimumBasicScenario-339522390-project] 10.222.0.60 "GET /v2.0/ports?device_id=b12d0284-2119-4c26-b8b8-cfbad0aa5660 HTTP/1.1" status: 200 len: 210 time: 0.0348558 Sep 02 13:37:07.667120 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:08.053543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.314207 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Deleting port e8bac499-38c2-4a9e-998f-ac944120466e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:08.314546 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.396274 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] For port e8bac499-38c2-4a9e-998f-ac944120466e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e8bac499-38c2-4a9e-998f-ac944120466e,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:08.396649 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.409371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Calling delete_port for e8bac499-38c2-4a9e-998f-ac944120466e owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:08.589763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.615494 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bac499-38c2-4a9e-998f-ac944120466e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:08.782024 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.347954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Router 87bf03e1-aa2d-40b9-a038-4c76767bca9e has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:09.456008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:09.462693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1079e40f-ba5b-43b5-9098-0271875965ea admin admin] 10.222.0.60 "PUT /v2.0/routers/87bf03e1-aa2d-40b9-a038-4c76767bca9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928877 Sep 02 13:37:09.463814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:09.466767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] Sync routers for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:09.477662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:09.478292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:09.576729 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.583645 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:09.692978 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.747829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Deleting port ae60e994-1c15-4948-ad75-fa36f2fb9b57 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:09.748083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.765846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:37:08Z', 'revision_number': 5, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port': {'id': 'ae60e994-1c15-4948-ad75-fa36f2fb9b57', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:27:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:34:57Z', 'updated_at': '2021-09-02T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:09.795912 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] Checking router: 87bf03e1-aa2d-40b9-a038-4c76767bca9e for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:37:09.805049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] Routers {'87bf03e1-aa2d-40b9-a038-4c76767bca9e'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:09.805708 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:09.830500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] For port ae60e994-1c15-4948-ad75-fa36f2fb9b57, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=ae60e994-1c15-4948-ad75-fa36f2fb9b57,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:09.831178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.844423 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Calling delete_port for ae60e994-1c15-4948-ad75-fa36f2fb9b57 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:09.892034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] Set router 87bf03e1-aa2d-40b9-a038-4c76767bca9e gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:09.942515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:37:09Z', 'revision_number': 6, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:09.976112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c85c2-abf1-44b9-b4d0-7edc41bdd899 None None] The sync data for ids ['87bf03e1-aa2d-40b9-a038-4c76767bca9e'] in n-d-792364-8 is: [{'id': '87bf03e1-aa2d-40b9-a038-4c76767bca9e', 'name': 'tempest-TestMinimumBasicScenario-1753195236-router', 'tenant_id': 'fa04e552de524884b740ab977622b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:34:56Z', 'updated_at': '2021-09-02T13:37:09Z', 'revision_number': 6, 'project_id': 'fa04e552de524884b740ab977622b8a0', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:10.021491 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.051054 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae60e994-1c15-4948-ad75-fa36f2fb9b57,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:10.118934 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.229215 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.231440 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.277054 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.277611 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bf03e1-aa2d-40b9-a038-4c76767bca9e {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:10.285892 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.287278 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c772bf72-8147-4d91-bfae-8a286b17b080 admin admin] 10.222.0.60 "DELETE /v2.0/routers/87bf03e1-aa2d-40b9-a038-4c76767bca9e HTTP/1.1" status: 204 len: 168 time: 0.8225055 Sep 02 13:37:10.290024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:10.345745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Deleting subnet ce33755d-c5e1-4d06-96f8-912d02928e1b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:10.349800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.388733 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.472208 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.532442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.555486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce33755d-c5e1-4d06-96f8-912d02928e1b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:10.561814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.563796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9daa699a-e07c-437c-b52d-4b385d245f55 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ce33755d-c5e1-4d06-96f8-912d02928e1b HTTP/1.1" status: 204 len: 168 time: 0.2726004 Sep 02 13:37:10.566286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:10.569625 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b5414-174e-4934-923a-cd8d42b53f59 None None] Network 25a496e9-275c-4fd9-9604-e29499dc70a9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:10.635645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.691250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Deleting port e0286ecd-d2bf-4e84-9920-bcce01f93c20 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:10.691683 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.764480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] For port e0286ecd-d2bf-4e84-9920-bcce01f93c20, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e0286ecd-d2bf-4e84-9920-bcce01f93c20,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:10.764866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.766903 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] DHCP port deletion for 25a496e9-275c-4fd9-9604-e29499dc70a9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:37:10.780309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Calling delete_port for e0286ecd-d2bf-4e84-9920-bcce01f93c20 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:10.827042 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Deleting port e0286ecd-d2bf-4e84-9920-bcce01f93c20 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:10.827417 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.864915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:10.865348 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.887421 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:10.887736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 703f0a2a-57b9-4ceb-94e0-8c49ccf4b49a not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:10.896411 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0286ecd-d2bf-4e84-9920-bcce01f93c20,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:10.899576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] No DVR routers for this DVR port e0286ecd-d2bf-4e84-9920-bcce01f93c20 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:10.915908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] For port e0286ecd-d2bf-4e84-9920-bcce01f93c20, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e0286ecd-d2bf-4e84-9920-bcce01f93c20,segment=NetworkSegment(aa3ed8d7-ee55-41c0-8347-d40f3a99046b),segment_id=aa3ed8d7-ee55-41c0-8347-d40f3a99046b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:10.916318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.929074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Calling delete_port for e0286ecd-d2bf-4e84-9920-bcce01f93c20 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:10.969078 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.979713 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a496e9-275c-4fd9-9604-e29499dc70a9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:10.989461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:10.989762 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3ed8d7-ee55-41c0-8347-d40f3a99046b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:10.999354 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.009428 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.016422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.023868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:11.024357 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:11.026345 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:11.040840 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Pushing event deleted for resources: {'Port': ['ID=e0286ecd-d2bf-4e84-9920-bcce01f93c20,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:11.043676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] No DVR routers for this DVR port e0286ecd-d2bf-4e84-9920-bcce01f93c20 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:11.058757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.059125 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.059503 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.059838 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.060166 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.060493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.060818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.061156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.061479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.061796 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.062113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.062431 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d42d1c-f837-43d7-b79a-6291b3050794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:11.087739 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.094620 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.095894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/25a496e9-275c-4fd9-9604-e29499dc70a9 HTTP/1.1" status: 204 len: 168 time: 0.5286801 Sep 02 13:37:11.099237 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53258) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:11.107233 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718e4be-b972-46ca-bf89-521cbacf7de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a496e9-275c-4fd9-9604-e29499dc70a9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:11.480202 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.551915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.611179 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ae60e994-1c15-4948-ad75-fa36f2fb9b57 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:11.632104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: ae60e994-1c15-4948-ad75-fa36f2fb9b57 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:11.632435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device ae60e994-1c15-4948-ad75-fa36f2fb9b57 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:11.632853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8bac499-38c2-4a9e-998f-ac944120466e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:11.651586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e8bac499-38c2-4a9e-998f-ac944120466e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:11.651923 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e8bac499-38c2-4a9e-998f-ac944120466e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:11.652342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e0286ecd-d2bf-4e84-9920-bcce01f93c20 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:11.673368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e0286ecd-d2bf-4e84-9920-bcce01f93c20 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:11.673712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e0286ecd-d2bf-4e84-9920-bcce01f93c20 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:11.749430 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Deleting port 82538b32-00e4-46fd-a3f5-abf401350a6c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:11.749659 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.836368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] For port 82538b32-00e4-46fd-a3f5-abf401350a6c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=82538b32-00e4-46fd-a3f5-abf401350a6c,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:11.836712 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.854673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Calling delete_port for 82538b32-00e4-46fd-a3f5-abf401350a6c owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:12.038014 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.062999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Pushing event deleted for resources: {'Port': ['ID=82538b32-00e4-46fd-a3f5-abf401350a6c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:12.227516 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.454134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Router 273bf785-1bec-4284-8a0b-058ad982cdb8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:12.569857 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:12.576084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-99b7b2cf-8ad7-4616-aaef-a9a4986cf94e admin admin] 10.222.0.60 "PUT /v2.0/routers/273bf785-1bec-4284-8a0b-058ad982cdb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4753644 Sep 02 13:37:12.577772 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:12.580628 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] Sync routers for ids ['273bf785-1bec-4284-8a0b-058ad982cdb8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:12.592466 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] Routers {'273bf785-1bec-4284-8a0b-058ad982cdb8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:12.593300 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['273bf785-1bec-4284-8a0b-058ad982cdb8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:12.684881 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.704844 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] Set router 273bf785-1bec-4284-8a0b-058ad982cdb8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:12.784312 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.855555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Deleting port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:12.855913 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.884773 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:37:11Z', 'revision_number': 5, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port': {'id': '4037f0a0-3cb6-488a-bda6-e7d7157e16b5', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:12.910734 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] Checking router: 273bf785-1bec-4284-8a0b-058ad982cdb8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:37:12.919174 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] Routers {'273bf785-1bec-4284-8a0b-058ad982cdb8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:12.919799 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['273bf785-1bec-4284-8a0b-058ad982cdb8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:12.940774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] For port 4037f0a0-3cb6-488a-bda6-e7d7157e16b5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:12.941310 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.955384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Calling delete_port for 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:13.009182 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] Set router 273bf785-1bec-4284-8a0b-058ad982cdb8 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:13.062231 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:37:12Z', 'revision_number': 6, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:13.088160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2ef8e-af0c-401c-8d81-942dba2ecc8e None None] The sync data for ids ['273bf785-1bec-4284-8a0b-058ad982cdb8'] in n-d-792364-8 is: [{'id': '273bf785-1bec-4284-8a0b-058ad982cdb8', 'name': 'tempest-TestMinimumBasicScenario-1855008590-router', 'tenant_id': 'feaddb39940c45c387bad40cf9403a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:01Z', 'updated_at': '2021-09-02T13:37:12Z', 'revision_number': 6, 'project_id': 'feaddb39940c45c387bad40cf9403a2b', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:13.126196 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.149794 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4037f0a0-3cb6-488a-bda6-e7d7157e16b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:13.223900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.314644 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.317086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.363511 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.364033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273bf785-1bec-4284-8a0b-058ad982cdb8 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:13.368765 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.369974 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5c9bb426-758e-4d7a-8aec-d4c15dc48b15 admin admin] 10.222.0.60 "DELETE /v2.0/routers/273bf785-1bec-4284-8a0b-058ad982cdb8 HTTP/1.1" status: 204 len: 168 time: 0.7912276 Sep 02 13:37:13.372658 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:13.419864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Deleting subnet 0c42427d-da61-463d-bb74-6d0b41c82cb9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:13.423912 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.459714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.544436 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.606881 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.639031 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c42427d-da61-463d-bb74-6d0b41c82cb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:13.645920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.651512 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a59b233e-9c11-4273-b344-6017d483e0d3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c42427d-da61-463d-bb74-6d0b41c82cb9 HTTP/1.1" status: 204 len: 168 time: 0.2769036 Sep 02 13:37:13.653709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:13.654758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e996b-59a9-4ee3-b377-044640343f67 None None] Network 9a490b84-13e3-4ede-986f-78f666e6409d requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:13.871572 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] DHCP port deletion for 9a490b84-13e3-4ede-986f-78f666e6409d request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:37:13.934958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] Deleting port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:13.935267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.940317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 49ba92cf-ac52-4fd2-8413-c44c1df9f31f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:14.010464 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.035032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] For port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:14.035327 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.049977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] Calling delete_port for 49ba92cf-ac52-4fd2-8413-c44c1df9f31f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:14.064581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Deleting port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:14.065003 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.130574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.140353 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] For port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:14.140737 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.156295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Calling delete_port for 49ba92cf-ac52-4fd2-8413-c44c1df9f31f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:14.183355 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,segment=NetworkSegment(5afc3697-4119-4ded-b628-215554f68348),segment_id=5afc3697-4119-4ded-b628-215554f68348)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:14.188841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.189750 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 82538b32-00e4-46fd-a3f5-abf401350a6c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:14.212917 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.230902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 82538b32-00e4-46fd-a3f5-abf401350a6c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:14.231327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 82538b32-00e4-46fd-a3f5-abf401350a6c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:14.231755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:14.238424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event deleted for resources: {'Port': ['ID=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:14.244932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.261133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:14.261478 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4037f0a0-3cb6-488a-bda6-e7d7157e16b5 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:14.265269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] No DVR routers for this DVR port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:14.276978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:14.280531 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] No DVR routers for this DVR port 49ba92cf-ac52-4fd2-8413-c44c1df9f31f on host n-d-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:14.284346 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab47ea6-8e8d-4c4c-a05f-174c2a1065fe None None] Pushing event deleted for resources: {'Port': ['ID=49ba92cf-ac52-4fd2-8413-c44c1df9f31f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:14.383986 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.401095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a490b84-13e3-4ede-986f-78f666e6409d']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:14.411861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afc3697-4119-4ded-b628-215554f68348') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:14.412166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afc3697-4119-4ded-b628-215554f68348') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:14.422348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.441263 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.447575 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:14.447971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: self.session.flush() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:14.449822 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:14.507928 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.528811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.530719 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9a490b84-13e3-4ede-986f-78f666e6409d HTTP/1.1" status: 204 len: 168 time: 0.8759730 Sep 02 13:37:14.532276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c7a4b-d31f-4ebc-af7f-de3601288c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a490b84-13e3-4ede-986f-78f666e6409d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:14.715980 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:14.760881 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23168f82-8008-4c02-b3e7-c0b4b178eb8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa04e552de524884b740ab977622b8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432856 Sep 02 13:37:14.763712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:14.830958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d34307-2386-4f5b-93fb-bb6ee40d36c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.852526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d34307-2386-4f5b-93fb-bb6ee40d36c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.914631 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d34307-2386-4f5b-93fb-bb6ee40d36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.917519 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d34307-2386-4f5b-93fb-bb6ee40d36c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.918733 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f4d34307-2386-4f5b-93fb-bb6ee40d36c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e5c3d3c-a7b1-447c-a717-feeff420d883 HTTP/1.1" status: 204 len: 168 time: 0.1541076 Sep 02 13:37:14.927282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d34307-2386-4f5b-93fb-bb6ee40d36c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c3d3c-a7b1-447c-a717-feeff420d883,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:15.279414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:15.320545 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4edfd230-822c-4777-a7da-0263a9442bda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=feaddb39940c45c387bad40cf9403a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399377 Sep 02 13:37:15.323284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:15.372753 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848a3e80-88e1-42c2-ba7d-45b74766fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:15.394081 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848a3e80-88e1-42c2-ba7d-45b74766fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:15.443929 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848a3e80-88e1-42c2-ba7d-45b74766fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:15.446703 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-848a3e80-88e1-42c2-ba7d-45b74766fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:15.448150 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-848a3e80-88e1-42c2-ba7d-45b74766fec8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c855c1a1-188b-4adb-a2a3-504f5d2d7ba9 HTTP/1.1" status: 204 len: 168 time: 0.1239469 Sep 02 13:37:15.456519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a3e80-88e1-42c2-ba7d-45b74766fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855c1a1-188b-4adb-a2a3-504f5d2d7ba9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.247434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:17.252216 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307232087', 'description': 'tempest-secgroup-smoke-307232087 description', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:17.275371 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.283524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.383560 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.390056 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.428275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f0976a-8711-4b2e-a119-6bf8f5fa3824,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.487184 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.494237 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.525110 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.526369 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2779064 Sep 02 13:37:17.527493 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6a51e-ecca-43e1-837c-95b08e46da3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.529434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:17.534509 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '69c2617b-326a-4ed7-8c65-9d5f62f0f1d6', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:17.563495 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.628520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.635077 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.653005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c4173b-4e2e-408a-aeb1-7769dbf5394f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.659794 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.660591 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a48abd0c-64d4-4fe6-9fe0-24c7222f67fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299682 Sep 02 13:37:17.663341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:17.668339 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '69c2617b-326a-4ed7-8c65-9d5f62f0f1d6', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:17.700425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.772258 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.778247 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.800632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4d126a-a40e-4b57-a6ec-9a6cdfdb87ca,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.807975 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.809254 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f34a3715-c8bc-4dcd-9a18-f04940425506 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449611 Sep 02 13:37:17.812110 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:17.816723 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '69c2617b-326a-4ed7-8c65-9d5f62f0f1d6', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:17.844315 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.916058 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.921400 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.939616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa21ee7c-1171-4b49-a20b-de3d6851450c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.946285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.947910 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bca056af-71a7-4293-ac1a-01ae17503a8b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348393 Sep 02 13:37:17.951089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:17.955855 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '69c2617b-326a-4ed7-8c65-9d5f62f0f1d6', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:17.986455 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.058211 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.063926 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.082050 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205285ef-835f-4cd6-9e56-4ff5219083b9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:18.089256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.090472 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bd355eb4-7487-4021-b8a1-359ba512af4b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383812 Sep 02 13:37:18.093208 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:18.097664 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '69c2617b-326a-4ed7-8c65-9d5f62f0f1d6', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:18.120557 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:37:18.125271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.191722 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.197106 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.220071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fe6d31-c920-439e-bb88-8f773a3308a3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:18.224299 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.225681 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e7af526c-06e6-4c28-af7c-c4e36001d4b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315157 Sep 02 13:37:18.228424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:18.233134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '69c2617b-326a-4ed7-8c65-9d5f62f0f1d6', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:18.255057 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:37:18.260745 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.322811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.328969 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.347166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093854f4-6c0d-4468-a68e-d349148db9ab,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:18.354921 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.356365 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6161cfcf-2417-4aac-847b-c5fc0f62447d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267860 Sep 02 13:37:18.359296 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:18.364561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'network': {'name': 'tempest-network-smoke--1385044527', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:18.386545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:18.390360 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.414340 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:37:18.423746 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.424308 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Added segment 4ccfc421-0b1d-4d46-907d-11ab4856d217 of type vlan for network 443840ff-3d5d-4369-aede-03d6bb7d9958 Sep 02 13:37:18.467306 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.493208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.499120 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:18.499699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.563854 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2032757 Sep 02 13:37:18.566895 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:18.571405 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'admin_state_up': True, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:18.582888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e8d7d-ba66-4981-9e00-b1fff7cf9a0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Network': ['ID=443840ff-3d5d-4369-aede-03d6bb7d9958,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:18.593661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:37:18.602711 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.603821 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.654537 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.834734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.039196 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.057718 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.170365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.86 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/9bff5272-bfd4-4526-9963-728a1a69302d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:19.274934 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.335869 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.379360 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:19.382381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:19.386091 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:19.391613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=9bff5272-bfd4-4526-9963-728a1a69302d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:19.699053 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.919280 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.053375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 74ca5c88-c8c1-431d-8800-101182141175 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:37:20.169230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:20.182303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Sync routers for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:20.193911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:20.194143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.194934 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:20.197672 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7657e750-8338-4945-8004-039b92bbaa50 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6295476 Sep 02 13:37:20.199112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:20.304985 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:20.363424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53344) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:20.364116 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3ce91126-d907-4a74-89c5-21ae2d36734d tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=75515ca7dd6e49a8bbeaaabd35da621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1626606 Sep 02 13:37:20.491865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:19Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:20.512960 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967d768-b4da-4d8c-a32c-163ddf3c8905 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:20.517292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4967d768-b4da-4d8c-a32c-163ddf3c8905 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501515 Sep 02 13:37:20.517709 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:20.522236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Checking router: 74ca5c88-c8c1-431d-8800-101182141175 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:37:20.522803 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Updating router 74ca5c88-c8c1-431d-8800-101182141175 port 9bff5272-bfd4-4526-9963-728a1a69302d binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:37:20.550581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.553886 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5ee818da-b47a-4bbd-88f9-d34394295cfe tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346212 Sep 02 13:37:20.557171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53348) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:20.562467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20005931', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:20.656164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:20.661049 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.809502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.820411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Transition to ACTIVE for port object 9bff5272-bfd4-4526-9963-728a1a69302d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:20.827262 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.847651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.880739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Attempting to bind port 9bff5272-bfd4-4526-9963-728a1a69302d on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:20.881085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Attempting to bind port 9bff5272-bfd4-4526-9963-728a1a69302d by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:20.881243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Attempting to bind port 9bff5272-bfd4-4526-9963-728a1a69302d on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:20.888498 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8116b-afe1-4a1f-9659-1324b45f3bec None None] Pushing event updated for resources: {'Port': ['ID=9bff5272-bfd4-4526-9963-728a1a69302d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:20.891136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:20.891528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:20.891912 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.892292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:20.892758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Bound port: 9bff5272-bfd4-4526-9963-728a1a69302d, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:20.893526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.905768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Subnet': ['ID=0e69df70-82b5-46b4-9b22-916de9162f62,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:20.923500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Checking segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:20.923988 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network hostable DHCP agents. Network: 443840ff-3d5d-4369-aede-03d6bb7d9958, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:37:20.941690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:37:20.947140 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] For port 9bff5272-bfd4-4526-9963-728a1a69302d, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:20.952264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] For port 9bff5272-bfd4-4526-9963-728a1a69302d, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9bff5272-bfd4-4526-9963-728a1a69302d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:20.952779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 443840ff-3d5d-4369-aede-03d6bb7d9958) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:20.958486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:20.959155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.959908 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.969522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873149e6-5c41-4dc1-9948-072abb8ddafd None None] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:20.975803 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f2f31210-1a33-4228-834a-290015789953 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4173877 Sep 02 13:37:20.978947 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:21.072212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8116b-afe1-4a1f-9659-1324b45f3bec None None] Pushing event updated for resources: {'Port': ['ID=9bff5272-bfd4-4526-9963-728a1a69302d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:21.087900 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:21.088553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:21.417443 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:21.420487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-443840ff-3d5d-4369-aede-03d6bb7d9958', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:37:21.421337 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.682935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Allocated IP 172.20.0.2 (443840ff-3d5d-4369-aede-03d6bb7d9958/0e69df70-82b5-46b4-9b22-916de9162f62/0eabd5d8-66da-41f0-a7a8-ea72a78a36ff) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:21.725343 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.764854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:19Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:21.799879 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2cc8-28fa-459f-82d8-3ec080bd6541 None None] The sync data for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 is: [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:19Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:21.875725 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.885560 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Transition to ACTIVE for port object 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:21.901011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Transition to ACTIVE for port object 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:21.908055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.952953 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:21.957489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:21.961836 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:21.965105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Pushing event updated for resources: {'Port': ['ID=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.021594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Attempting to bind port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:22.021767 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Attempting to bind port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:22.022159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Attempting to bind port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff on network 443840ff-3d5d-4369-aede-03d6bb7d9958 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:22.028315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:22.029236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Checking segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:22.029652 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.030194 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Bound using segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:22.030808 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Bound port: 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:22.031205 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.092606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.1 (443840ff-3d5d-4369-aede-03d6bb7d9958/0e69df70-82b5-46b4-9b22-916de9162f62/d500aed0-2982-4492-b570-3666da774916) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:22.116551 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] For port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:22.120326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] For port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:22.125755 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.195223 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568e699-c318-4615-b574-aa7a13c9be73 None None] Pushing event updated for resources: {'Port': ['ID=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.246384 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.267595 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object d500aed0-2982-4492-b570-3666da774916 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:22.304002 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.381077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:22.382558 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=d500aed0-2982-4492-b570-3666da774916,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.386764 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:22.389254 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:22.445008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.592208 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.887137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.893129 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.967768 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=d500aed0-2982-4492-b570-3666da774916,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.970418 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.068134 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:23.069604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:23.121155 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cae5e-5bb6-43ff-ab9a-0d9f2e075c9f None None] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:23.190599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 74ca5c88-c8c1-431d-8800-101182141175 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:23.227977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b5d893a-476a-4dfa-8b87-18e64c39755a None None] Provisioning for port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:23.310773 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:23.316738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-87be8b55-8fc4-4ae0-ab48-bf89f327f775 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/74ca5c88-c8c1-431d-8800-101182141175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3365335 Sep 02 13:37:23.471061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-0f211071-15f7-4964-94a6-520b0496c98a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307232087&fields=id&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 267 time: 0.0351124 Sep 02 13:37:23.566729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7837df37-d46d-4785-b418-0d7c05f94d81 None None] Provisioning for port d500aed0-2982-4492-b570-3666da774916 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:23.578805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7837df37-d46d-4785-b418-0d7c05f94d81 None None] Provisioning complete for port d500aed0-2982-4492-b570-3666da774916 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:23.579177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7837df37-d46d-4785-b418-0d7c05f94d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.631601 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-eaeb4a51-d1cb-4248-bc00-f0c2b06c4e1c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.633337 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-eaeb4a51-d1cb-4248-bc00-f0c2b06c4e1c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/networks?id=443840ff-3d5d-4369-aede-03d6bb7d9958 HTTP/1.1" status: 200 len: 797 time: 0.1531312 Sep 02 13:37:23.641516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7837df37-d46d-4785-b418-0d7c05f94d81 None None] Port d500aed0-2982-4492-b570-3666da774916 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:23.663689 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-dac5a65d-a302-4d56-a92b-d32d5d7f68bd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/quotas/75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 375 time: 0.0162852 Sep 02 13:37:23.721704 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9bff5272-bfd4-4526-9963-728a1a69302d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:23.736071 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-a20fa3f7-4aa1-42fb-b84a-2ae715e65283 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629625 Sep 02 13:37:23.745585 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Sync routers for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:23.755758 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:23.756560 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:23.798490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-012fffd9-8169-48fd-be10-0bba3eba822a None None] Provisioning complete for port d500aed0-2982-4492-b570-3666da774916 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:23.798878 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-012fffd9-8169-48fd-be10-0bba3eba822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.821620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9bff5272-bfd4-4526-9963-728a1a69302d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:23.832501 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9bff5272-bfd4-4526-9963-728a1a69302d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:23.832934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.855839 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-1fd40994-e539-4cb6-9c0c-e91c4fa54464 service neutron] 10.222.0.60 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058407 Sep 02 13:37:23.871640 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-012fffd9-8169-48fd-be10-0bba3eba822a None None] Port d500aed0-2982-4492-b570-3666da774916 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:23.883588 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:23.933835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.959287 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-a1a9ff7f-c27c-45fd-b95f-f87332ad60e8 service neutron] 10.222.0.60 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959449 Sep 02 13:37:23.965737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 9bff5272-bfd4-4526-9963-728a1a69302d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9bff5272-bfd4-4526-9963-728a1a69302d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:23.976366 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.977068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:24.073493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49d0e6ba-3cfa-4b8f-9ead-49d6ad77e05d None None] Provisioning complete for port d500aed0-2982-4492-b570-3666da774916 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:24.073792 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49d0e6ba-3cfa-4b8f-9ead-49d6ad77e05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.105799 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 2, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:24.106136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=9bff5272-bfd4-4526-9963-728a1a69302d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:24.135712 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:24.142951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:24.143405 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.144982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49d0e6ba-3cfa-4b8f-9ead-49d6ad77e05d None None] Port d500aed0-2982-4492-b570-3666da774916 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:24.172318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c001e1c-943d-495c-ab36-4e47a08d5c50 req-6c97fa35-6878-41d7-8919-7259f93b22d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 210 time: 0.0471241 Sep 02 13:37:24.238585 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.256853 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Checking router: 74ca5c88-c8c1-431d-8800-101182141175 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:37:24.257224 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Updating router 74ca5c88-c8c1-431d-8800-101182141175 port d500aed0-2982-4492-b570-3666da774916 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:37:24.274685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:24.279363 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.282726 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.342545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:24.551370 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.561472 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Transition to ACTIVE for port object d500aed0-2982-4492-b570-3666da774916 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:24.567747 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.640808 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Pushing event updated for resources: {'Port': ['ID=d500aed0-2982-4492-b570-3666da774916,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:24.671470 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.671805 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.672148 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.672484 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.672810 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.673155 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.673475 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.673798 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.674122 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.674528 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.674750 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.675077 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:24.695365 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Attempting to bind port d500aed0-2982-4492-b570-3666da774916 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:24.695824 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Attempting to bind port d500aed0-2982-4492-b570-3666da774916 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:24.696242 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Attempting to bind port d500aed0-2982-4492-b570-3666da774916 on network 443840ff-3d5d-4369-aede-03d6bb7d9958 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:24.702964 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:24.703336 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Checking segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:24.703743 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.704136 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Bound using segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:24.704769 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Bound port: d500aed0-2982-4492-b570-3666da774916, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:24.705199 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.776436 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] For port d500aed0-2982-4492-b570-3666da774916, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:24.780803 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] For port d500aed0-2982-4492-b570-3666da774916, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d500aed0-2982-4492-b570-3666da774916,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:24.785787 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.851073 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:24.851716 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:24.915054 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99056ab-464d-45d1-84ae-fd111471bcb4 None None] Pushing event updated for resources: {'Port': ['ID=d500aed0-2982-4492-b570-3666da774916,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:24.979944 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:25.182989 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:24Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:25.209609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a5690-2528-4aeb-b545-eb2b636e4ae8 None None] The sync data for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 is: [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:24Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:25.287523 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0a8c2268-ec6e-4d30-b533-a995182b6f48 req-eb97d56c-1e9a-4587-b685-2c49e0c1221e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 210 time: 0.0423720 Sep 02 13:37:25.421680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-02f5d472-7b59-4418-b08a-e4e27bb75752 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:25.423388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-02f5d472-7b59-4418-b08a-e4e27bb75752 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/networks?id=443840ff-3d5d-4369-aede-03d6bb7d9958 HTTP/1.1" status: 200 len: 797 time: 0.1594622 Sep 02 13:37:25.469268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-455c613b-12b2-4ea3-8fc6-0adcef40a209 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 379 time: 0.0356688 Sep 02 13:37:25.479246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'port': {'device_id': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'admin_state_up': True, 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'security_groups': ['69c2617b-326a-4ed7-8c65-9d5f62f0f1d6']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:25.598550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:25.602598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.720309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9bff5272-bfd4-4526-9963-728a1a69302d up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:25.749072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.4 (443840ff-3d5d-4369-aede-03d6bb7d9958/0e69df70-82b5-46b4-9b22-916de9162f62/ff6f40c9-2973-4db1-976e-2f29644ac1e3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:25.779442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9bff5272-bfd4-4526-9963-728a1a69302d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:25.779828 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.867290 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:25.913650 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.923195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:25.923534 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.930925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object ff6f40c9-2973-4db1-976e-2f29644ac1e3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:25.967090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.006234 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d500aed0-2982-4492-b570-3666da774916 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:26.018793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:26.022147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:26.026459 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:26.053421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=ff6f40c9-2973-4db1-976e-2f29644ac1e3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:26.064598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d500aed0-2982-4492-b570-3666da774916 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:26.073919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d500aed0-2982-4492-b570-3666da774916 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:26.075572 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.097746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:26.101371 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.131996 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-69f62777-f3d8-4e7c-8ac6-575c4e6056d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6564858 Sep 02 13:37:26.145453 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-e43a0968-718e-47f6-bbaf-22f9998e86ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:37:26.148869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-e43a0968-718e-47f6-bbaf-22f9998e86ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100923 Sep 02 13:37:26.167164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Request body: {'port': {'device_id': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:26.230103 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.246201 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.267686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d500aed0-2982-4492-b570-3666da774916, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d500aed0-2982-4492-b570-3666da774916,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:26.272790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.342671 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d500aed0-2982-4492-b570-3666da774916,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:26.427512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18fddb49-3fd1-4aae-b2d0-dfc2d649267a None None] Provisioning for port ff6f40c9-2973-4db1-976e-2f29644ac1e3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:26.432214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-18fddb49-3fd1-4aae-b2d0-dfc2d649267a None None] Provisioning complete for port ff6f40c9-2973-4db1-976e-2f29644ac1e3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:26.432597 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-18fddb49-3fd1-4aae-b2d0-dfc2d649267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.470093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-18fddb49-3fd1-4aae-b2d0-dfc2d649267a None None] Port ff6f40c9-2973-4db1-976e-2f29644ac1e3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:26.486218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b59ca-cfa3-4f44-b9ff-cbdd17bd18ae req-e3c49134-a955-45dc-b7c6-434ba4e47304 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:26.487740 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702b59ca-cfa3-4f44-b9ff-cbdd17bd18ae req-e3c49134-a955-45dc-b7c6-434ba4e47304 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 931 time: 0.1129515 Sep 02 13:37:26.552835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-702b59ca-cfa3-4f44-b9ff-cbdd17bd18ae req-18ec2b69-1103-4172-93f2-783e5ece1432 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588384 Sep 02 13:37:26.615647 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6f40c9-2973-4db1-976e-2f29644ac1e3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:26.628595 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.644046 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Transition to ACTIVE for port object ff6f40c9-2973-4db1-976e-2f29644ac1e3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:26.648169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.705719 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Pushing event updated for resources: {'Port': ['ID=ff6f40c9-2973-4db1-976e-2f29644ac1e3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:26.783184 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Attempting to bind port ff6f40c9-2973-4db1-976e-2f29644ac1e3 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:26.783529 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Attempting to bind port ff6f40c9-2973-4db1-976e-2f29644ac1e3 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:26.783864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Attempting to bind port ff6f40c9-2973-4db1-976e-2f29644ac1e3 on network 443840ff-3d5d-4369-aede-03d6bb7d9958 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:26.788592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Port ff6f40c9-2973-4db1-976e-2f29644ac1e3 on network 443840ff-3d5d-4369-aede-03d6bb7d9958 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:37:26.788986 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Attempting to bind port ff6f40c9-2973-4db1-976e-2f29644ac1e3 on network 443840ff-3d5d-4369-aede-03d6bb7d9958 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:26.794149 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:26.794496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Checking segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:26.794893 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Bound using segment: {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:26.795331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Bound port: ff6f40c9-2973-4db1-976e-2f29644ac1e3, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccfc421-0b1d-4d46-907d-11ab4856d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:26.795702 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.872629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] For port ff6f40c9-2973-4db1-976e-2f29644ac1e3, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:26.877368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] For port ff6f40c9-2973-4db1-976e-2f29644ac1e3, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:26.882896 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.924150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:26.924781 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.926236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] 10.222.0.18 "PUT /v2.0/ports/ff6f40c9-2973-4db1-976e-2f29644ac1e3 HTTP/1.1" status: 200 len: 1091 time: 0.7677367 Sep 02 13:37:26.926803 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:26.928960 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe64f12-37dd-4905-b695-041c768ddd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:26.954213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105fdab-48ec-4a8e-a813-014b3f45d23b service neutron] Pushing event updated for resources: {'Port': ['ID=ff6f40c9-2973-4db1-976e-2f29644ac1e3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:27.010296 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e9606c-be4f-4825-99d0-6f7f4c05f69a x-openstack-request-id: req-c7e9606c-be4f-4825-99d0-6f7f4c05f69a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:27.010505 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:27.010750 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7e9606c-be4f-4825-99d0-6f7f4c05f69a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:27.011161 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'status': 'completed', 'code': 200} Sep 02 13:37:27.030475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-de99b4f1-04b9-4769-8005-e14c279d1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.032456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-de99b4f1-04b9-4769-8005-e14c279d1068 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 1094 time: 0.0537224 Sep 02 13:37:27.081346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-8a419cb9-53b8-481f-aa03-42f3ea22f112 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3 HTTP/1.1" status: 200 len: 217 time: 0.0404510 Sep 02 13:37:27.132392 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-3d2c18f4-dbc2-42c8-a4c6-edfbdf2bc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.133926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-3d2c18f4-dbc2-42c8-a4c6-edfbdf2bc4f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e69df70-82b5-46b4-9b22-916de9162f62 HTTP/1.1" status: 200 len: 833 time: 0.0460138 Sep 02 13:37:27.186014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-eec3785d-208d-4add-8dab-4f30c842fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.187577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-eec3785d-208d-4add-8dab-4f30c842fdb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=443840ff-3d5d-4369-aede-03d6bb7d9958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466728 Sep 02 13:37:27.279504 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-9882dc8e-463d-4b73-9323-0d0e7832fb82 service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836232 Sep 02 13:37:27.376221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8ffece6d-0346-4378-9f29-f6cbd9818383 req-8b5b051d-a926-42cc-bdc8-394fef01c63b service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900416 Sep 02 13:37:27.466545 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-598880f8-8bb7-441c-a743-79da1e586de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.468052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-598880f8-8bb7-441c-a743-79da1e586de0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 1094 time: 0.0440392 Sep 02 13:37:27.561709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-1cdc8b08-771b-443e-816b-96e75323b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.563283 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-1cdc8b08-771b-443e-816b-96e75323b97a service neutron] 10.222.0.18 "GET /v2.0/networks?id=443840ff-3d5d-4369-aede-03d6bb7d9958 HTTP/1.1" status: 200 len: 898 time: 0.0879304 Sep 02 13:37:27.611629 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-7d95a560-8cd4-4b30-ac59-19c240b4ad29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Sep 02 13:37:27.634567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d500aed0-2982-4492-b570-3666da774916 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:27.688239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d500aed0-2982-4492-b570-3666da774916 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:27.688850 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.692290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-fa62f103-ad71-4825-95f7-81ef7b5e5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.693877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-fa62f103-ad71-4825-95f7-81ef7b5e5be0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e69df70-82b5-46b4-9b22-916de9162f62 HTTP/1.1" status: 200 len: 833 time: 0.0749669 Sep 02 13:37:27.705355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5cdb8-fe95-45de-bc8c-69567d620631 req-16c7444b-20df-4df0-87aa-d5866caa0a8c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.706882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5b5cdb8-fe95-45de-bc8c-69567d620631 req-16c7444b-20df-4df0-87aa-d5866caa0a8c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 943 time: 0.0802536 Sep 02 13:37:27.773751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e5b5cdb8-fe95-45de-bc8c-69567d620631 req-ed681dd4-1d66-4180-9a9d-fe29153e9912 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571218 Sep 02 13:37:27.778253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-579082f9-b9aa-446e-8912-d6bffb227a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.779745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-579082f9-b9aa-446e-8912-d6bffb227a0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=443840ff-3d5d-4369-aede-03d6bb7d9958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719681 Sep 02 13:37:27.874494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-57e86447-5c67-4b1e-ac46-4a1769268b6d service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865331 Sep 02 13:37:27.975193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fe64f12-37dd-4905-b695-041c768ddd8e req-71a7df0c-0726-4a63-908a-31cbbaf6c80d service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931487 Sep 02 13:37:28.741628 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:37:28.753249 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6bb2-e0ee-4df2-bd33-5bdcb1db06d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.914037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d03e9-e760-4739-ab07-419266c6d445 req-ff14875b-8778-4b84-8b51-2de79c08181f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:28.915487 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f3d03e9-e760-4739-ab07-419266c6d445 req-ff14875b-8778-4b84-8b51-2de79c08181f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 943 time: 0.0679975 Sep 02 13:37:28.956045 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f3d03e9-e760-4739-ab07-419266c6d445 req-6b3a6d20-83d8-4248-b90c-1f3b6137fe3a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320351 Sep 02 13:37:30.094241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfbd1c-fcd6-4274-bf69-3fc4909d73cc req-045e54f9-15ae-4d4d-b20f-5a7cba5348b3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:30.102065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fdfbd1c-fcd6-4274-bf69-3fc4909d73cc req-045e54f9-15ae-4d4d-b20f-5a7cba5348b3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 943 time: 0.0692160 Sep 02 13:37:30.155206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2fdfbd1c-fcd6-4274-bf69-3fc4909d73cc req-4403db00-b055-4b06-be75-dd9e3e00d373 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512137 Sep 02 13:37:30.656705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6f40c9-2973-4db1-976e-2f29644ac1e3 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:30.763227 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ff6f40c9-2973-4db1-976e-2f29644ac1e3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:30.776327 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'port_id': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'mac_address': 'fa:16:3e:90:73:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:30.813757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.827129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6f40c9-2973-4db1-976e-2f29644ac1e3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:30.848621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ff6f40c9-2973-4db1-976e-2f29644ac1e3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:30.854535 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.902875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ff6f40c9-2973-4db1-976e-2f29644ac1e3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:31.112271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ff6f40c9-2973-4db1-976e-2f29644ac1e3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:31.283141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5d671-aea0-49df-97dd-271c91d5749a req-755872a2-19d7-4f80-a5db-9ebea66add00 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:31.284759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4c5d671-aea0-49df-97dd-271c91d5749a req-755872a2-19d7-4f80-a5db-9ebea66add00 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 944 time: 0.0523858 Sep 02 13:37:31.342426 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b4c5d671-aea0-49df-97dd-271c91d5749a req-272c8a95-9d88-431a-a45d-2bb46aba90e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495586 Sep 02 13:37:31.547114 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45afcada-d9e4-4cc4-b5be-2c02d2c6a03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.714727 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.465297 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47d238-c339-46e4-ba32-03aabb5035cd req-94b397d2-1181-474e-8948-cee7e4320486 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:32.466984 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec47d238-c339-46e4-ba32-03aabb5035cd req-94b397d2-1181-474e-8948-cee7e4320486 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 944 time: 0.0524035 Sep 02 13:37:32.506172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec47d238-c339-46e4-ba32-03aabb5035cd req-8b6be5d0-f8f3-4638-b4e5-be9e20d0e3ee tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Sep 02 13:37:32.672642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6f40c9-2973-4db1-976e-2f29644ac1e3 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:32.734450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port ff6f40c9-2973-4db1-976e-2f29644ac1e3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:32.742822 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port ff6f40c9-2973-4db1-976e-2f29644ac1e3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:32.743548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.746640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.819922 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.842258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:32.844406 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dede165a-951a-46b7-81c1-1a27d769c24f" -d '{"events": [{"server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "name": "network-vif-plugged", "status": "completed", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:32.857755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ff6f40c9-2973-4db1-976e-2f29644ac1e3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:32.863518 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.887722 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936e8901-1cd1-45ee-947e-7e781f59e951 x-openstack-request-id: req-936e8901-1cd1-45ee-947e-7e781f59e951 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:32.888011 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "name": "network-vif-plugged", "status": "completed", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:32.888257 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-936e8901-1cd1-45ee-947e-7e781f59e951 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:32.888682 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'code': 200} Sep 02 13:37:32.915439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ff6f40c9-2973-4db1-976e-2f29644ac1e3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:32.991725 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff121d-93d6-48cb-aa03-e281c30b43fe req-d5f53c4a-4a47-4c88-938d-923ff81b1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:32.993297 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00ff121d-93d6-48cb-aa03-e281c30b43fe req-d5f53c4a-4a47-4c88-938d-923ff81b1183 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0480909 Sep 02 13:37:33.038721 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00ff121d-93d6-48cb-aa03-e281c30b43fe req-d7226046-39be-41e9-8004-737945e7e0eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379670 Sep 02 13:37:33.652862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eef14-6b91-4400-9b08-11bd06d2ad44 req-78f5585c-2f8f-4bbb-b1ca-e8ef72da02dc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:33.654412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f74eef14-6b91-4400-9b08-11bd06d2ad44 req-78f5585c-2f8f-4bbb-b1ca-e8ef72da02dc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0697353 Sep 02 13:37:33.695226 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f74eef14-6b91-4400-9b08-11bd06d2ad44 req-7c844787-db7f-40ef-8d1f-cb13bc7fc028 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340064 Sep 02 13:37:34.428166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.824352 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926e504-f12e-4de1-a014-3f70678f4eb0 req-4902bb93-b148-439c-b204-aa46c847aca8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:34.825904 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c926e504-f12e-4de1-a014-3f70678f4eb0 req-4902bb93-b148-439c-b204-aa46c847aca8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0558813 Sep 02 13:37:34.865732 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c926e504-f12e-4de1-a014-3f70678f4eb0 req-de6bcb0c-c143-479a-8a75-ce0b960fe27f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336857 Sep 02 13:37:35.004661 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312fa35-e212-4604-8fc1-867a51b2459d req-60dcad4d-1111-4db3-8b00-857101e9c44d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:35.006188 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c312fa35-e212-4604-8fc1-867a51b2459d req-60dcad4d-1111-4db3-8b00-857101e9c44d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0665281 Sep 02 13:37:35.055532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c312fa35-e212-4604-8fc1-867a51b2459d req-d1b4b4e7-8f50-47c3-86cf-9ac53ba50a3d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Sep 02 13:37:35.078049 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53412) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:35.123064 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c21ad93-5e6e-45fc-a35b-cdc7f07381d8 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:35.125224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3c21ad93-5e6e-45fc-a35b-cdc7f07381d8 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 1091 time: 0.0459278 Sep 02 13:37:35.129810 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:35.134630 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:35.163067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.268391 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.385510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.121 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/750f1fa7-7416-4c95-9ad6-c9bb5aedcaa4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:35.489136 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.533522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.573348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:35.576284 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:35.580100 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:35.585494 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=750f1fa7-7416-4c95-9ad6-c9bb5aedcaa4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:35.749894 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.963141 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.039182 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.490648 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.497886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.566778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=750f1fa7-7416-4c95-9ad6-c9bb5aedcaa4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:36.577067 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.674363 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP 7f78b4f3-081f-4a49-a04e-bccc94915de6 associated. External IP: 172.25.7.121, port: ff6f40c9-2973-4db1-976e-2f29644ac1e3. Sep 02 13:37:36.895873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 74ca5c88-c8c1-431d-8800-101182141175 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:37.012470 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:37.023138 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] Sync routers for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:37.030812 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:37.033178 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:37.033802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:37.058834 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-de852623-4e24-4254-8173-d26020a1420a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9279323 Sep 02 13:37:37.059416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:37.061821 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f033615-b791-4905-a664-0ae0bff15b61" -d '{"events": [{"name": "network-changed", "server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:37.097818 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1df9e0-f2c5-4b69-9e58-fddc3f321d3a x-openstack-request-id: req-9b1df9e0-f2c5-4b69-9e58-fddc3f321d3a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:37.098421 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:37.098669 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b1df9e0-f2c5-4b69-9e58-fddc3f321d3a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:37.099075 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'status': 'completed', 'code': 200} Sep 02 13:37:37.151044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:37.178669 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123925fd-eb6e-4f81-b70c-282d78b0025f req-abfe0b31-63bf-4377-840a-265ed517e2e7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.179592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-123925fd-eb6e-4f81-b70c-282d78b0025f req-abfe0b31-63bf-4377-840a-265ed517e2e7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0639813 Sep 02 13:37:37.181221 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033615-b791-4905-a664-0ae0bff15b61 req-bc4f9a0d-ad0c-43b4-9fc6-5c19153c0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.182958 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-bc4f9a0d-ad0c-43b4-9fc6-5c19153c0a59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0615990 Sep 02 13:37:37.226521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-123925fd-eb6e-4f81-b70c-282d78b0025f req-2c703c47-2914-49ca-8d43-6b8d19686510 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363636 Sep 02 13:37:37.254495 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:37.278802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033615-b791-4905-a664-0ae0bff15b61 req-8f875949-337b-4370-b781-dbed7f9150b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.280352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-8f875949-337b-4370-b781-dbed7f9150b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=443840ff-3d5d-4369-aede-03d6bb7d9958 HTTP/1.1" status: 200 len: 898 time: 0.0908206 Sep 02 13:37:37.320385 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-eed1a217-61b9-4a69-9123-bad1c34280f0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/7f78b4f3-081f-4a49-a04e-bccc94915de6 HTTP/1.1" status: 200 len: 991 time: 0.0647259 Sep 02 13:37:37.388592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '7f78b4f3-081f-4a49-a04e-bccc94915de6', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '74ca5c88-c8c1-431d-8800-101182141175', 'port_id': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'mac_address': 'fa:16:3e:90:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:37:35Z', 'updated_at': '2021-09-02T13:37:35Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:26Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:37.416479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] Checking router: 74ca5c88-c8c1-431d-8800-101182141175 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:37:37.425961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:37.426593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:37:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:37.538922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:37:37.679147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-2b357df4-918d-4c3c-8086-2ef9590b08ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3 HTTP/1.1" status: 200 len: 999 time: 0.3917661 Sep 02 13:37:37.731212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033615-b791-4905-a664-0ae0bff15b61 req-3fbff849-3a2a-41fd-9955-e498366a5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.732697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-3fbff849-3a2a-41fd-9955-e498366a5c9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e69df70-82b5-46b4-9b22-916de9162f62 HTTP/1.1" status: 200 len: 833 time: 0.0453722 Sep 02 13:37:37.778168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033615-b791-4905-a664-0ae0bff15b61 req-b4ad204f-6cba-40a0-a53c-4b8092c7a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.779713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-b4ad204f-6cba-40a0-a53c-4b8092c7a232 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=443840ff-3d5d-4369-aede-03d6bb7d9958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401769 Sep 02 13:37:37.890717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-730a39f4-0b0a-49fc-a356-b7243ca606a5 service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039083 Sep 02 13:37:37.987477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3f033615-b791-4905-a664-0ae0bff15b61 req-f8258da0-bdc3-4f50-98af-1747438dfcee service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891480 Sep 02 13:37:38.043490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '7f78b4f3-081f-4a49-a04e-bccc94915de6', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '74ca5c88-c8c1-431d-8800-101182141175', 'port_id': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'mac_address': 'fa:16:3e:90:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:37:35Z', 'updated_at': '2021-09-02T13:37:35Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:26Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:38.069906 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43c3d-e8ae-49bc-b01f-27a15ec35e56 None None] The sync data for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 is: [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '7f78b4f3-081f-4a49-a04e-bccc94915de6', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '74ca5c88-c8c1-431d-8800-101182141175', 'port_id': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'mac_address': 'fa:16:3e:90:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:37:35Z', 'updated_at': '2021-09-02T13:37:35Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:26Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:38.265318 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99482b-b473-4fff-a027-66fd8a55945a None None] New status for floating IP 7f78b4f3-081f-4a49-a04e-bccc94915de6: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:37:38.324571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:38.388351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-71473516-a157-4416-a947-4a7b79cc1151 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/7f78b4f3-081f-4a49-a04e-bccc94915de6 HTTP/1.1" status: 200 len: 991 time: 0.0624146 Sep 02 13:37:39.393925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:39.467388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1052163-2bcf-4f8d-96ea-89e857dc2a88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/7f78b4f3-081f-4a49-a04e-bccc94915de6 HTTP/1.1" status: 200 len: 993 time: 0.0714674 Sep 02 13:37:41.556042 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.747223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-43cc88a7-69b0-4cd5-afba-61466791f984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.554889 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5db599db-5636-4bf8-9414-5eda3f46b959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.712516 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.749420 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.426618 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.743161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:38:05.749969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.936165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62276f-15b8-49c5-b31d-e704b35b0a1e req-5025aebd-aad8-401b-aab8-27f74237a181 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:10.937788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae62276f-15b8-49c5-b31d-e704b35b0a1e req-5025aebd-aad8-401b-aab8-27f74237a181 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0514853 Sep 02 13:38:10.979845 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae62276f-15b8-49c5-b31d-e704b35b0a1e req-d2a212db-a378-4178-bb31-e96d5a109383 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358622 Sep 02 13:38:11.576019 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.121089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadae37a-140f-4a5a-9b29-3be1cead1655 req-f8f27e3c-5a3e-4adc-a6b0-c48508cb68b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:12.122582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eadae37a-140f-4a5a-9b29-3be1cead1655 req-f8f27e3c-5a3e-4adc-a6b0-c48508cb68b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Sep 02 13:38:12.165542 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eadae37a-140f-4a5a-9b29-3be1cead1655 req-21d5d0fd-b41d-493a-a56f-326b5cef7de0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337408 Sep 02 13:38:12.188675 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:12.248795 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1a0ff864-0077-4057-b371-3411415ecd81 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/7f78b4f3-081f-4a49-a04e-bccc94915de6 HTTP/1.1" status: 200 len: 993 time: 0.0589302 Sep 02 13:38:13.547216 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632b2f-4ef1-489d-8bc1-c1d8b185cbdb req-cf9074e4-9218-4bfe-b811-8f712ca15c65 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:13.548738 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b632b2f-4ef1-489d-8bc1-c1d8b185cbdb req-cf9074e4-9218-4bfe-b811-8f712ca15c65 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0632722 Sep 02 13:38:13.588104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b632b2f-4ef1-489d-8bc1-c1d8b185cbdb req-20e60dd8-510f-4745-8405-d44d63c417c6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333216 Sep 02 13:38:14.732399 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446074a9-9766-4cde-ac39-a1a2158dd18f req-e8c5e038-58ef-4b2c-8bb5-a1af19b96b33 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:14.734145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-446074a9-9766-4cde-ac39-a1a2158dd18f req-e8c5e038-58ef-4b2c-8bb5-a1af19b96b33 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0643113 Sep 02 13:38:14.776351 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-446074a9-9766-4cde-ac39-a1a2158dd18f req-0a283cdb-fcd5-4ff2-b079-afb2b33e83cb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351515 Sep 02 13:38:14.803797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:14.879246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-802e7450-460a-4d2a-b35d-2da3dbe7f51c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/7f78b4f3-081f-4a49-a04e-bccc94915de6 HTTP/1.1" status: 200 len: 993 time: 0.0740936 Sep 02 13:38:15.107783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:15.288136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 750f1fa7-7416-4c95-9ad6-c9bb5aedcaa4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:15.288446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.377426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.377719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.389763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 750f1fa7-7416-4c95-9ad6-c9bb5aedcaa4 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:15.537007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.565878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=750f1fa7-7416-4c95-9ad6-c9bb5aedcaa4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:15.577790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.578168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.578516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.578862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.579197 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.579537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.579874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.580206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.580539 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.580871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.581230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.581557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:15.634655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.635054 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP 7f78b4f3-081f-4a49-a04e-bccc94915de6 disassociated (deleted). External IP: 172.25.7.121, port: ff6f40c9-2973-4db1-976e-2f29644ac1e3. Sep 02 13:38:15.851760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 74ca5c88-c8c1-431d-8800-101182141175 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:38:15.968077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:15.973135 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.978966 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] Sync routers for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:15.988380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:15.989026 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:16.001866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-dd117e1c-6567-46f7-b171-11ef79d917b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/floatingips/7f78b4f3-081f-4a49-a04e-bccc94915de6 HTTP/1.1" status: 204 len: 168 time: 0.8925564 Sep 02 13:38:16.002562 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:16.005057 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1717f2dc-14ff-4563-9fd7-707f7f7799ce" -d '{"events": [{"name": "network-changed", "server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:16.042758 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bbf1ca-d506-44da-a541-f10f5060f8da x-openstack-request-id: req-00bbf1ca-d506-44da-a541-f10f5060f8da {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:16.043193 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:16.043451 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00bbf1ca-d506-44da-a541-f10f5060f8da {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:16.043858 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'status': 'completed', 'code': 200} Sep 02 13:38:16.101274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:16.110035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-2ef19070-3ac0-4ebf-a2e8-b74c0b0b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.112477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-2ef19070-3ac0-4ebf-a2e8-b74c0b0b7e3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0468395 Sep 02 13:38:16.274307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8cc4e-7990-47d3-8888-b4f121ce8908 req-b3c70981-1b8e-49e2-8a11-d2d3eff34511 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.275882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ab8cc4e-7990-47d3-8888-b4f121ce8908 req-b3c70981-1b8e-49e2-8a11-d2d3eff34511 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0783906 Sep 02 13:38:16.277645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-00095d18-7345-4e5d-8ae3-7a14991885cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.278990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-00095d18-7345-4e5d-8ae3-7a14991885cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=443840ff-3d5d-4369-aede-03d6bb7d9958 HTTP/1.1" status: 200 len: 898 time: 0.1519413 Sep 02 13:38:16.322739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:26Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:16.336874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-2308ca72-9de8-4b3a-8843-fdc2155e38d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3 HTTP/1.1" status: 200 len: 217 time: 0.0488179 Sep 02 13:38:16.354647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] Checking router: 74ca5c88-c8c1-431d-8800-101182141175 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:16.364086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:16.364636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:16.385028 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ab8cc4e-7990-47d3-8888-b4f121ce8908 req-29e63ba1-068c-4152-91d0-83b98261ebd0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028595 Sep 02 13:38:16.405276 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-5bd5fdc3-661d-4ffb-a74c-da5b5d6a02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.406792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-5bd5fdc3-661d-4ffb-a74c-da5b5d6a02a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e69df70-82b5-46b4-9b22-916de9162f62 HTTP/1.1" status: 200 len: 833 time: 0.0595331 Sep 02 13:38:16.464500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-d901eabe-d0d0-4c08-a963-525d5ed950dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.466083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-d901eabe-d0d0-4c08-a963-525d5ed950dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=443840ff-3d5d-4369-aede-03d6bb7d9958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500479 Sep 02 13:38:16.488943 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:16.565600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-fd86d811-7c90-406f-b77f-6b9f191b8978 service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914373 Sep 02 13:38:16.670579 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1717f2dc-14ff-4563-9fd7-707f7f7799ce req-68e692dc-c652-4283-94c5-e192ec9ab5da service neutron] 10.222.0.18 "GET /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964680 Sep 02 13:38:16.707619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:26Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:16.734379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e542278-6219-41a6-8469-15fcb9a12e5d None None] The sync data for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 is: [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:37:22Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd500aed0-2982-4492-b570-3666da774916', 'name': '', 'network_id': '443840ff-3d5d-4369-aede-03d6bb7d9958', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:45:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:21Z', 'updated_at': '2021-09-02T13:37:26Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '0e69df70-82b5-46b4-9b22-916de9162f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:16.959491 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f75336-d685-4220-be5d-2192b1e61cc9 None None] New status for floating IP 7f78b4f3-081f-4a49-a04e-bccc94915de6: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:38:17.517173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b94113-9c7f-48cd-bf9f-28e779572d2a req-e5d6f414-1ce7-44a3-a476-fdc4380e280c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:17.518825 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23b94113-9c7f-48cd-bf9f-28e779572d2a req-e5d6f414-1ce7-44a3-a476-fdc4380e280c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0563972 Sep 02 13:38:17.561254 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-23b94113-9c7f-48cd-bf9f-28e779572d2a req-8e1a7175-f612-4121-aa94-22f047022922 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351133 Sep 02 13:38:17.743410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-fc3b8806-e4ee-4bd0-b5bf-bceb59198f0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:17.744794 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-fc3b8806-e4ee-4bd0-b5bf-bceb59198f0c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 945 time: 0.0567820 Sep 02 13:38:17.840021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port ff6f40c9-2973-4db1-976e-2f29644ac1e3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:17.840319 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.932597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port ff6f40c9-2973-4db1-976e-2f29644ac1e3, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ff6f40c9-2973-4db1-976e-2f29644ac1e3,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:17.932994 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.945496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for ff6f40c9-2973-4db1-976e-2f29644ac1e3 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:18.081503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.110032 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=ff6f40c9-2973-4db1-976e-2f29644ac1e3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:18.157942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] No DVR routers for this DVR port ff6f40c9-2973-4db1-976e-2f29644ac1e3 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:18.160643 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.162678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb0d2e31-4a0c-4bbd-9312-608559843b39 req-acdc439c-c6b9-4ec2-8cb3-bedc59db5471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "DELETE /v2.0/ports/ff6f40c9-2973-4db1-976e-2f29644ac1e3 HTTP/1.1" status: 204 len: 173 time: 0.4120026 Sep 02 13:38:18.163109 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'name': 'network-vif-deleted', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:18.165373 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dafed6b-2724-4828-8ee0-160d3925d565" -d '{"events": [{"server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "name": "network-vif-deleted", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:18.204458 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415e406-c979-49e8-b93c-541cbdc5869c x-openstack-request-id: req-0415e406-c979-49e8-b93c-541cbdc5869c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:18.204787 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c604d-2ace-4d70-bdb0-46d09488eba9", "name": "network-vif-deleted", "tag": "ff6f40c9-2973-4db1-976e-2f29644ac1e3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:18.205103 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0415e406-c979-49e8-b93c-541cbdc5869c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:18.205500 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c604d-2ace-4d70-bdb0-46d09488eba9', 'name': 'network-vif-deleted', 'tag': 'ff6f40c9-2973-4db1-976e-2f29644ac1e3', 'status': 'completed', 'code': 200} Sep 02 13:38:18.683025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-900d8f04-e4f9-4285-a482-d18a62f69e7d req-7d43f391-1630-44e4-ad00-8c29f4eb983c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=594c604d-2ace-4d70-bdb0-46d09488eba9 HTTP/1.1" status: 200 len: 210 time: 0.0296044 Sep 02 13:38:19.742308 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:20.148682 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.413081 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port d500aed0-2982-4492-b570-3666da774916 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:20.413324 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.519171 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port d500aed0-2982-4492-b570-3666da774916, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d500aed0-2982-4492-b570-3666da774916,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:20.519510 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.532645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for d500aed0-2982-4492-b570-3666da774916 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:20.742774 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.780266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=d500aed0-2982-4492-b570-3666da774916,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:20.794092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.794420 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.794765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.795105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.795440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.795770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.796104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.796434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.796770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.797115 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.797450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.797766 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:20.902412 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6f40c9-2973-4db1-976e-2f29644ac1e3 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:20.928209 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: ff6f40c9-2973-4db1-976e-2f29644ac1e3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:20.928697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ff6f40c9-2973-4db1-976e-2f29644ac1e3 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:20.969935 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.200720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 74ca5c88-c8c1-431d-8800-101182141175 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:38:21.327138 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:21.332521 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6a3ce7ed-d19a-4840-9b43-881654a05278 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/74ca5c88-c8c1-431d-8800-101182141175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5891445 Sep 02 13:38:21.335710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:21.337537 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] Sync routers for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:21.347231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:21.348164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:21.387944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting subnet 0e69df70-82b5-46b4-9b22-916de9162f62 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:38:21.391320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.432168 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.451325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:21.523504 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.585071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.614421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Subnet': ['ID=0e69df70-82b5-46b4-9b22-916de9162f62,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:21.618541 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.623104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5f2bb44a-e5e9-4989-a361-d0c325589f9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/subnets/0e69df70-82b5-46b4-9b22-916de9162f62 HTTP/1.1" status: 204 len: 168 time: 0.2838376 Sep 02 13:38:21.623414 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:21.628251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c99425-95fd-46f5-a4f6-c3ecfefb2a1b None None] Network 443840ff-3d5d-4369-aede-03d6bb7d9958 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:21.696335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:38:20Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:21.734177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.741970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] Checking router: 74ca5c88-c8c1-431d-8800-101182141175 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:21.767627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] Routers {'74ca5c88-c8c1-431d-8800-101182141175'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:21.768240 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['74ca5c88-c8c1-431d-8800-101182141175'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:21.848613 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.909824 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 9bff5272-bfd4-4526-9963-728a1a69302d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:21.910152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.001614 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 9bff5272-bfd4-4526-9963-728a1a69302d, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9bff5272-bfd4-4526-9963-728a1a69302d,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:22.001868 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.015575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 9bff5272-bfd4-4526-9963-728a1a69302d owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:22.062889 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] Set router 74ca5c88-c8c1-431d-8800-101182141175 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:22.120541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] DHCP port deletion for 443840ff-3d5d-4369-aede-03d6bb7d9958 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:38:22.194358 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.221850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=9bff5272-bfd4-4526-9963-728a1a69302d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:22.239517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Deleting port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:22.239882 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.282052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.335388 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] For port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,segment=NetworkSegment(4ccfc421-0b1d-4d46-907d-11ab4856d217),segment_id=4ccfc421-0b1d-4d46-907d-11ab4856d217)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:22.335752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.351664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Calling delete_port for 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:22.377510 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.379671 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.401682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:38:20Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:22.423849 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.424640 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Fanout notify agent at l3_agent the message router_deleted on router 74ca5c88-c8c1-431d-8800-101182141175 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:38:22.430152 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617bdb95-ff24-461a-8131-b1156d91d542 None None] The sync data for ids ['74ca5c88-c8c1-431d-8800-101182141175'] in n-d-792364-8 is: [{'id': '74ca5c88-c8c1-431d-8800-101182141175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142370230', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:37:18Z', 'updated_at': '2021-09-02T13:38:20Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '9bff5272-bfd4-4526-9963-728a1a69302d', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca5c88-c8c1-431d-8800-101182141175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:37:19Z', 'updated_at': '2021-09-02T13:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:22.433681 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.438106 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:22.438774 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d87c912e-5924-4401-851e-850bbcd8a149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/routers/74ca5c88-c8c1-431d-8800-101182141175 HTTP/1.1" status: 204 len: 168 time: 0.8138907 Sep 02 13:38:22.470790 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.498377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Pushing event deleted for resources: {'Port': ['ID=0eabd5d8-66da-41f0-a7a8-ea72a78a36ff,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:22.503589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] No DVR routers for this DVR port 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:22.513461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.513854 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.514389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.514817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.515250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.515908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.515908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.516757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.516757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.517091 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.517468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.518066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4660c94-58fb-4893-8742-084b02aa780b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:22.544567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.634866 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.645535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443840ff-3d5d-4369-aede-03d6bb7d9958']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:22.655708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccfc421-0b1d-4d46-907d-11ab4856d217') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:22.656006 n-d-792364-8 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccfc421-0b1d-4d46-907d-11ab4856d217') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:22.665824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7650377'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.682449 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.688635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:22.689070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868904'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: Traceback (most recent call last): Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: timer() Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: cb(*args, **kw) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: return func(*args, **kwargs) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: self._notify() Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: self.callback(batched_events) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: event.method(event) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: return f(self, *a, **k) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: return self._get(url).json() Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:22.691996 n-d-792364-8 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:22.752827 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.760294 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.762202 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/networks/443840ff-3d5d-4369-aede-03d6bb7d9958 HTTP/1.1" status: 204 len: 168 time: 0.3222437 Sep 02 13:38:22.765145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:22.774670 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef710f2-0c53-4f85-8b5f-c53720c6f8de tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Network': ['ID=443840ff-3d5d-4369-aede-03d6bb7d9958,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:22.831344 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e717-1a56-4ff3-81b9-96a985d33693 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.860085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e717-1a56-4ff3-81b9-96a985d33693 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.930397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e717-1a56-4ff3-81b9-96a985d33693 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.935442 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e717-1a56-4ff3-81b9-96a985d33693 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.939292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3ff6e717-1a56-4ff3-81b9-96a985d33693 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/security-groups/69c2617b-326a-4ed7-8c65-9d5f62f0f1d6 HTTP/1.1" status: 204 len: 168 time: 0.1703267 Sep 02 13:38:22.946968 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6e717-1a56-4ff3-81b9-96a985d33693 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2617b-326a-4ed7-8c65-9d5f62f0f1d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:23.662453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9bff5272-bfd4-4526-9963-728a1a69302d no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:23.683512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9bff5272-bfd4-4526-9963-728a1a69302d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:23.684029 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9bff5272-bfd4-4526-9963-728a1a69302d not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:23.684485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:23.707419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:23.707681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0eabd5d8-66da-41f0-a7a8-ea72a78a36ff not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:23.708102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d500aed0-2982-4492-b570-3666da774916 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:23.727250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d500aed0-2982-4492-b570-3666da774916 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:23.727600 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d500aed0-2982-4492-b570-3666da774916 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:23.740338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:23.745848 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050095123', 'description': 'tempest-secgroup-smoke-1050095123 description', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:23.769386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.857969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.864404 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.898253 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.899465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1579783 Sep 02 13:38:23.902679 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:23.908090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '5022577d-c3bd-40ce-87f9-b1c6c35e9e25', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:23.913337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e3c0e-021f-4879-86ae-a1bf5988dbc2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5022577d-c3bd-40ce-87f9-b1c6c35e9e25,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:23.939017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.007312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.012281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.028443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcb88c6-9f4e-4921-848a-99681ae6743e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.039719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.041056 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-54da2b27-c26e-413c-8471-1ab316b57a7b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373098 Sep 02 13:38:24.045253 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.050028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '5022577d-c3bd-40ce-87f9-b1c6c35e9e25', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.080688 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.146836 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.152549 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.172581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c2f693-5255-420d-9a26-63f3c46bcbb5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.176353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.177612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-51919742-4430-48d0-8d27-a5b7837aa4d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313963 Sep 02 13:38:24.181104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53500) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.185683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '5022577d-c3bd-40ce-87f9-b1c6c35e9e25', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.214455 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.271318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.276783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.296956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18c747c-e11f-45cc-9ea9-e41845851454,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.303520 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.304969 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f6e34849-e3bd-4e73-863d-2a18cf43f701 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228495 Sep 02 13:38:24.308041 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.313044 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '5022577d-c3bd-40ce-87f9-b1c6c35e9e25', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.341092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.413326 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.419785 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.437378 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bb1d27-8339-444a-a573-2033e8ce7416,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.444139 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.445403 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-df040fb8-e60d-425e-85cf-cbfb2b905ce5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363478 Sep 02 13:38:24.448536 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.453294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '5022577d-c3bd-40ce-87f9-b1c6c35e9e25', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.476271 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:38:24.481198 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.544163 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.549955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.567616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b21fdb-29ac-4f2d-8e92-9e0a7cecbbb0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.575361 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.577168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b25dc0e1-14a5-4793-8c0f-4b630b17e1c0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275117 Sep 02 13:38:24.580056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.587027 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '5022577d-c3bd-40ce-87f9-b1c6c35e9e25', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.617546 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:38:24.622977 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.683114 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.688990 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.706063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50432af2-7da1-484e-815c-409c6b198fdc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.714883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.716076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5e890b5f-741f-4020-a9fc-69c7eefcdf3b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347373 Sep 02 13:38:24.718996 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53508) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.724439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'network': {'name': 'tempest-network-smoke--508859885', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.748089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:24.751655 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.776678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:24.786777 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.787132 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Added segment 7675da61-9a39-4fdb-8e90-feef7fd6be27 of type vlan for network 641ef2ff-a4fe-4629-a044-f2e879d476f5 Sep 02 13:38:24.831889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.861677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.870325 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:24.870915 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.923287 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2032394 Sep 02 13:38:24.926192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.931000 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'admin_state_up': True, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:24.935141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fdb7f-6649-4530-bb01-5f0f4f4229b5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Network': ['ID=641ef2ff-a4fe-4629-a044-f2e879d476f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.945467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:24.955964 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.957272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.011363 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.467396 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.679899 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.702687 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.816632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.25 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/79e460f5-4b36-4d18-9be2-7cbfb3c4ee27) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:25.935152 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.986044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.037332 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:26.044572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:26.047092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:26.051633 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:26.318839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.550994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.685793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 75613927-8f34-4c18-bb50-9d2d955baa55 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:38:26.802898 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:26.812827 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Sync routers for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:26.823955 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.824679 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:26.825435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-89c179d1-36b1-4253-8499-1a47d66452ce tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8981524 Sep 02 13:38:26.825764 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:26.828520 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:26.863996 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-93d58240-cd2f-4e43-ad62-d126a4d50e92 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=75515ca7dd6e49a8bbeaaabd35da621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343444 Sep 02 13:38:26.866706 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:26.934484 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:26.951715 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc41239-e9b2-476e-875c-716efcb72951 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:26.953335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bfc41239-e9b2-476e-875c-716efcb72951 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857313 Sep 02 13:38:26.956180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:26.989163 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-89b2df47-bc9f-4899-8d39-f9297bb3850f tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317719 Sep 02 13:38:26.991648 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:26.997099 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123968401', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:27.091907 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:27.095863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.114818 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:26Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:27.141560 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Checking router: 75613927-8f34-4c18-bb50-9d2d955baa55 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:27.141914 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Updating router 75613927-8f34-4c18-bb50-9d2d955baa55 port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:38:27.167687 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.294658 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.354532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Subnet': ['ID=ee9bbd28-78d3-4ca9-a336-4010398f9bd8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.372321 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Checking segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:27.372679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network hostable DHCP agents. Network: 641ef2ff-a4fe-4629-a044-f2e879d476f5, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:27.398875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:27.412785 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 641ef2ff-a4fe-4629-a044-f2e879d476f5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:27.418095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:27.418671 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.430516 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033672f3-d8a2-420c-9028-0050b3038168 None None] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:27.437250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f7b9ae7b-91fc-4bd6-811c-c977d9e3dfb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4445150 Sep 02 13:38:27.440368 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53522) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:27.554678 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.567402 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Transition to ACTIVE for port object 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:27.574153 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.584411 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-641ef2ff-a4fe-4629-a044-f2e879d476f5', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:27.585438 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.621714 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Attempting to bind port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:27.622083 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Attempting to bind port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:27.622445 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Attempting to bind port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:27.628961 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:27.629344 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:27.629737 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.630129 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:27.630593 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Bound port: 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:27.630968 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.658154 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Pushing event updated for resources: {'Port': ['ID=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.670013 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.670352 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.670687 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.671019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.672048 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.672048 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.672048 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.672362 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.672582 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.672919 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.673237 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.673554 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:27.707781 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] For port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:27.710500 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] For port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:27.715747 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.744701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Allocated IP 172.20.0.2 (641ef2ff-a4fe-4629-a044-f2e879d476f5/ee9bbd28-78d3-4ca9-a336-4010398f9bd8/8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:27.775977 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:27.776617 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:27.849374 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53fa3-477f-4479-a38d-24d84aa02a7a None None] Pushing event updated for resources: {'Port': ['ID=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.894074 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.895658 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:27.901601 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.912123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Transition to ACTIVE for port object 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:27.927372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Transition to ACTIVE for port object 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:27.934318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.954792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:27.974839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:27.981055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:28.013453 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Pushing event updated for resources: {'Port': ['ID=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:28.046930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Attempting to bind port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:28.047307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Attempting to bind port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:28.047676 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Attempting to bind port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc on network 641ef2ff-a4fe-4629-a044-f2e879d476f5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:28.053251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:28.053251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Checking segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:28.053617 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.054025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Bound using segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:28.054485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Bound port: 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:28.055677 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.076400 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:26Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:28.103450 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6e21-9598-4fac-b395-92ffc41e11ca None None] The sync data for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 is: [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:26Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:28.122165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] For port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:28.126545 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] For port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:28.131800 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.192578 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.1 (641ef2ff-a4fe-4629-a044-f2e879d476f5/ee9bbd28-78d3-4ca9-a336-4010398f9bd8/4643804f-72a0-4a1b-8c7d-d946fae26449) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:28.206428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46471ae-9d6f-471e-b9fa-95fafb856715 None None] Pushing event updated for resources: {'Port': ['ID=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:28.314839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.330861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object 4643804f-72a0-4a1b-8c7d-d946fae26449 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:28.419400 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.479087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:28.483220 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:28.487957 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:28.495686 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=4643804f-72a0-4a1b-8c7d-d946fae26449,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:28.547677 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.687345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.752085 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da44a31e-3d24-42d2-87ad-b46bc83456c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.000927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.009971 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.089499 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=4643804f-72a0-4a1b-8c7d-d946fae26449,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:29.094508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.188051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484dbaae-9c3a-4a6d-8358-18851ebfc5e9 None None] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:29.192318 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:29.193701 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:29.255100 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b23e9781-013c-45c3-b7fc-47e113f3865f None None] Provisioning for port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:29.303717 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 75613927-8f34-4c18-bb50-9d2d955baa55 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:38:29.603653 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4672ab87-0462-41aa-b8e5-4112cc5b3f2e None None] Provisioning for port 4643804f-72a0-4a1b-8c7d-d946fae26449 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:29.609329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4672ab87-0462-41aa-b8e5-4112cc5b3f2e None None] Provisioning complete for port 4643804f-72a0-4a1b-8c7d-d946fae26449 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:29.609759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4672ab87-0462-41aa-b8e5-4112cc5b3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.651606 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4672ab87-0462-41aa-b8e5-4112cc5b3f2e None None] Port 4643804f-72a0-4a1b-8c7d-d946fae26449 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:29.776491 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:29.778749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:29.784135 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e0cbc90f-812f-40c1-a4fc-718c6ed8dc0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/75613927-8f34-4c18-bb50-9d2d955baa55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3420484 Sep 02 13:38:29.808310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Sync routers for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:29.828030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:29.828675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:29.920318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:29.932916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-471fa65c-5608-455b-994e-0d591e8a8c35 None None] Provisioning complete for port 4643804f-72a0-4a1b-8c7d-d946fae26449 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:29.933297 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-471fa65c-5608-455b-994e-0d591e8a8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.934823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:29.935179 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.951755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-a5ae48bf-dc5f-44fa-9944-5df9cdd7c5a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050095123&fields=id&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 267 time: 0.0416276 Sep 02 13:38:30.017546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-471fa65c-5608-455b-994e-0d591e8a8c35 None None] Port 4643804f-72a0-4a1b-8c7d-d946fae26449 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:30.020724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:30.063234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-275c0f9d-e5ca-4218-92bb-eb38bfd68063 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:30.064703 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-275c0f9d-e5ca-4218-92bb-eb38bfd68063 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 796 time: 0.1045520 Sep 02 13:38:30.081304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-ad387742-c464-4a18-8a14-a875167b1519 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/quotas/75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 375 time: 0.0099628 Sep 02 13:38:30.145100 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-c734e421-ed1a-4558-9323-5f761e3b1dfa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579400 Sep 02 13:38:30.178419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.201117 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-262f621c-6868-4878-8c94-8c63acfc397b None None] Provisioning complete for port 4643804f-72a0-4a1b-8c7d-d946fae26449 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:30.201487 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-262f621c-6868-4878-8c94-8c63acfc397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.244605 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-0ef5d0ee-099d-4c08-b39c-83eccefa0c39 service neutron] 10.222.0.60 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869269 Sep 02 13:38:30.271749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:30.278685 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.279504 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:30.298599 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-262f621c-6868-4878-8c94-8c63acfc397b None None] Port 4643804f-72a0-4a1b-8c7d-d946fae26449 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:30.344582 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-b51eb2a5-63c6-4806-a02d-f11701b56799 service neutron] 10.222.0.60 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935752 Sep 02 13:38:30.386317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:30.410830 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 2, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:30.414872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:30.441693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Checking router: 75613927-8f34-4c18-bb50-9d2d955baa55 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:30.442013 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Updating router 75613927-8f34-4c18-bb50-9d2d955baa55 port 4643804f-72a0-4a1b-8c7d-d946fae26449 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:38:30.445419 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:30.445796 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.491657 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.540808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8c236895-2dd2-4aa5-87c6-b8838b305cc8 req-260905e2-7d27-4959-924d-94ad539ee6c3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Sep 02 13:38:30.646025 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.707655 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:30.714986 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.791064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:30.866709 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.877123 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Transition to ACTIVE for port object 4643804f-72a0-4a1b-8c7d-d946fae26449 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:30.884815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.938536 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff80c0-144e-4bfc-af45-8a80382401a6 None None] Pushing event updated for resources: {'Port': ['ID=4643804f-72a0-4a1b-8c7d-d946fae26449,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:30.989975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Attempting to bind port 4643804f-72a0-4a1b-8c7d-d946fae26449 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:30.990555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Attempting to bind port 4643804f-72a0-4a1b-8c7d-d946fae26449 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:30.991052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Attempting to bind port 4643804f-72a0-4a1b-8c7d-d946fae26449 on network 641ef2ff-a4fe-4629-a044-f2e879d476f5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:30.996682 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:30.997250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Checking segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:30.997777 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.998271 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Bound using segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:30.998846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Bound port: 4643804f-72a0-4a1b-8c7d-d946fae26449, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:30.999360 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.076496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] For port 4643804f-72a0-4a1b-8c7d-d946fae26449, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:31.079967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] For port 4643804f-72a0-4a1b-8c7d-d946fae26449, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4643804f-72a0-4a1b-8c7d-d946fae26449,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:31.085787 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.174063 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff80c0-144e-4bfc-af45-8a80382401a6 None None] Pushing event updated for resources: {'Port': ['ID=4643804f-72a0-4a1b-8c7d-d946fae26449,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:31.177338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:31.178310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:31.464380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:31.619952 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a03a2148-bb48-45e7-b4a8-8c3935dab9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.683154 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ddbb3869-6289-4c0a-9c72-14952a400762 req-232ac3b2-9e03-4dec-a2f6-9cee0a7b4e7d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 210 time: 0.0414636 Sep 02 13:38:31.716610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:31.779945 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.816853 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:31.817662 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.820270 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:31Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:31.872081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920d64-1842-4404-9f3e-ac2740486f2a None None] The sync data for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 is: [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:31Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:31.968712 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-56359103-364b-4829-b135-e43351e4734d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.969301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:31.970241 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-56359103-364b-4829-b135-e43351e4734d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 796 time: 0.5143631 Sep 02 13:38:32.018638 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-a285acc4-5d8d-4d1d-90e9-b0bc00a9bbd0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 380 time: 0.0390069 Sep 02 13:38:32.023950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:32.024426 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.030363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'port': {'device_id': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'admin_state_up': True, 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'security_groups': ['5022577d-c3bd-40ce-87f9-b1c6c35e9e25']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:32.153687 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:32.157373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.294193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.14 (641ef2ff-a4fe-4629-a044-f2e879d476f5/ee9bbd28-78d3-4ca9-a336-4010398f9bd8/0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:32.445787 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.460048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:32.498962 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.545735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:32.549115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:32.552886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:32.586783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:32.619048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:32.619939 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.637433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-3f09b323-4752-4929-904c-76391f8249d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6124012 Sep 02 13:38:32.650589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Request body: {'port': {'device_id': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:32.710088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.759737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.871754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61cf9b1f-2865-4786-b0ff-169c0ad47b10 None None] Provisioning for port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:32.877121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61cf9b1f-2865-4786-b0ff-169c0ad47b10 None None] Provisioning complete for port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:32.877490 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61cf9b1f-2865-4786-b0ff-169c0ad47b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.893190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd36271-53a1-49c6-80e0-92aa0d44fb50 req-96fd9e33-2df2-458c-a354-afc12edc0865 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:32.894725 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7dd36271-53a1-49c6-80e0-92aa0d44fb50 req-96fd9e33-2df2-458c-a354-afc12edc0865 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 932 time: 0.1329339 Sep 02 13:38:32.918238 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-61cf9b1f-2865-4786-b0ff-169c0ad47b10 None None] Port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:32.987593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7dd36271-53a1-49c6-80e0-92aa0d44fb50 req-50b0f8a6-a00c-4783-a26c-855a3857b625 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824947 Sep 02 13:38:33.072927 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:33.080564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.095259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Transition to ACTIVE for port object 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:33.101707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.168370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Pushing event updated for resources: {'Port': ['ID=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:33.227080 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Attempting to bind port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:33.227441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Attempting to bind port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:33.227792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Attempting to bind port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef on network 641ef2ff-a4fe-4629-a044-f2e879d476f5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:33.232527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef on network 641ef2ff-a4fe-4629-a044-f2e879d476f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:33.232856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Attempting to bind port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef on network 641ef2ff-a4fe-4629-a044-f2e879d476f5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:33.238105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:33.238452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Checking segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:33.238840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Bound using segment: {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:33.239275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Bound port: 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7675da61-9a39-4fdb-8e90-feef7fd6be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:33.239651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.305922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] For port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:33.309217 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] For port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:33.314535 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.352657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.353723 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.355223 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] 10.222.0.18 "PUT /v2.0/ports/0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 1092 time: 0.7100048 Sep 02 13:38:33.355632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:33.357946 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a673530-e25e-4361-8d91-b5060821b133" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:33.379857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173b07e-5e87-40ad-9bfc-e0de561b862f service neutron] Pushing event updated for resources: {'Port': ['ID=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:33.407778 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef601f9a-4854-4a3a-a225-7cf5451994b1 x-openstack-request-id: req-ef601f9a-4854-4a3a-a225-7cf5451994b1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:33.407992 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:33.408229 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef601f9a-4854-4a3a-a225-7cf5451994b1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:33.408648 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'status': 'completed', 'code': 200} Sep 02 13:38:33.442311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7690b0bc-6f65-485f-8463-e09d8a8c2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.443661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-7690b0bc-6f65-485f-8463-e09d8a8c2ed6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1095 time: 0.0454538 Sep 02 13:38:33.492273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-0deec9eb-4bab-4631-882e-83f8e89c9f44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 217 time: 0.0393448 Sep 02 13:38:33.546739 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-aced0fba-3f1a-4c2c-9f39-8c229bae53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.548191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-aced0fba-3f1a-4c2c-9f39-8c229bae53c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 200 len: 834 time: 0.0491059 Sep 02 13:38:33.599190 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-683939e5-de8a-45c5-894e-a4fb9fed4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.600708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-683939e5-de8a-45c5-894e-a4fb9fed4d0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641ef2ff-a4fe-4629-a044-f2e879d476f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435452 Sep 02 13:38:33.690321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4643804f-72a0-4a1b-8c7d-d946fae26449 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:33.703706 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-ba69a9ca-538b-40b8-919f-1ab273ddc4aa service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951118 Sep 02 13:38:33.740797 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 4643804f-72a0-4a1b-8c7d-d946fae26449 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:33.745582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4643804f-72a0-4a1b-8c7d-d946fae26449 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:33.745962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.799415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce2c79d0-73d0-482d-b724-e6e66c01d66c req-cbc76c77-f57c-48c9-928d-55e15aa6d330 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869551 Sep 02 13:38:33.837968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.881993 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 4643804f-72a0-4a1b-8c7d-d946fae26449, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4643804f-72a0-4a1b-8c7d-d946fae26449,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:33.886943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.887245 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673530-e25e-4361-8d91-b5060821b133 req-7dd9a6a7-11a9-4595-b555-193aee747216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.889481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-7dd9a6a7-11a9-4595-b555-193aee747216 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1095 time: 0.0452428 Sep 02 13:38:33.949438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=4643804f-72a0-4a1b-8c7d-d946fae26449,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:33.990600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673530-e25e-4361-8d91-b5060821b133 req-67fa1f2b-fc52-43e1-bb8a-85434ae98645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.992089 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-67fa1f2b-fc52-43e1-bb8a-85434ae98645 service neutron] 10.222.0.18 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 897 time: 0.0952623 Sep 02 13:38:34.035094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-044a215e-dd1d-40e4-aa9b-dbf3cc532d4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 217 time: 0.0356331 Sep 02 13:38:34.120365 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673530-e25e-4361-8d91-b5060821b133 req-ba921257-dda5-49cf-aef0-28fe21458773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.121431 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-ba921257-dda5-49cf-aef0-28fe21458773 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 200 len: 834 time: 0.0783603 Sep 02 13:38:34.175335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa37d5-cf5e-4646-8cca-afcf3bd3316e req-5ca33bb8-931a-4657-88da-0607239332f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.176856 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85aa37d5-cf5e-4646-8cca-afcf3bd3316e req-5ca33bb8-931a-4657-88da-0607239332f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 944 time: 0.1000640 Sep 02 13:38:34.209543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673530-e25e-4361-8d91-b5060821b133 req-8ac4afbb-788e-46c0-a5c4-9dd53399296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.211076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-8ac4afbb-788e-46c0-a5c4-9dd53399296c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641ef2ff-a4fe-4629-a044-f2e879d476f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815775 Sep 02 13:38:34.232914 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-85aa37d5-cf5e-4646-8cca-afcf3bd3316e req-1b65aef4-0a6c-4bb9-8ddb-c77b938eef14 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490181 Sep 02 13:38:34.320204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-5854a2ba-2639-45ab-8907-d24fd7d432d8 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995934 Sep 02 13:38:34.413234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3a673530-e25e-4361-8d91-b5060821b133 req-958eb9b5-0a1c-45c6-842d-f4fd5c505573 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Sep 02 13:38:34.426537 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:35.364982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336b03b-c04c-4f63-aa76-f68d7afd0223 req-d66ef6bb-314a-4bd6-aa45-d8c866ebaf37 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:35.366490 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b336b03b-c04c-4f63-aa76-f68d7afd0223 req-d66ef6bb-314a-4bd6-aa45-d8c866ebaf37 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 944 time: 0.0533140 Sep 02 13:38:35.413738 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b336b03b-c04c-4f63-aa76-f68d7afd0223 req-c0038f6f-0378-485b-a137-3f7202468dff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371814 Sep 02 13:38:35.661447 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4643804f-72a0-4a1b-8c7d-d946fae26449 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:35.710122 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 4643804f-72a0-4a1b-8c7d-d946fae26449 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:35.710408 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:35.756106 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.546972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6f0a6-d398-4c13-8d85-fe44e104045b req-d0719f16-dd5d-4ab7-9787-edd79428de56 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:36.548527 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00f6f0a6-d398-4c13-8d85-fe44e104045b req-d0719f16-dd5d-4ab7-9787-edd79428de56 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 944 time: 0.0544894 Sep 02 13:38:36.593190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-00f6f0a6-d398-4c13-8d85-fe44e104045b req-782427bc-756c-478a-84d9-b279de0ce812 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381579 Sep 02 13:38:36.980424 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:38:37.079315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:37.091436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'port_id': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'mac_address': 'fa:16:3e:4c:08:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:38:37.129778 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.146359 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:37.175489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:37.181820 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.238239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:37.430775 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:37.720883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa4997-e36f-4464-a0ff-1a1c85cf43e4 req-26ff3123-9140-4a7d-97c7-a2c21c1e916e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:37.722716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58aa4997-e36f-4464-a0ff-1a1c85cf43e4 req-26ff3123-9140-4a7d-97c7-a2c21c1e916e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Sep 02 13:38:37.761887 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-58aa4997-e36f-4464-a0ff-1a1c85cf43e4 req-6dc44de3-97b0-403e-aa7f-699d66358002 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Sep 02 13:38:38.896193 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb56f8-83c4-4f6b-935a-8d2943b853a9 req-0b3a962a-02fb-41ff-aa94-24f9a6fef0f9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:38.897746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ccb56f8-83c4-4f6b-935a-8d2943b853a9 req-0b3a962a-02fb-41ff-aa94-24f9a6fef0f9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 945 time: 0.0535254 Sep 02 13:38:38.942209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2ccb56f8-83c4-4f6b-935a-8d2943b853a9 req-b1198011-6db8-4526-9b4d-b20c14dc8d2a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380707 Sep 02 13:38:38.995310 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:39.049434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:39.053561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:39.053862 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.135933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.160738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:39.163032 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b6fe6-f85a-4a4c-b2aa-4ca22a973af0" -d '{"events": [{"server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "name": "network-vif-plugged", "status": "completed", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:39.177762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:39.183421 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.209580 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7cce6d-4ede-43a7-882c-488da2255617 x-openstack-request-id: req-dd7cce6d-4ede-43a7-882c-488da2255617 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:39.209875 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "name": "network-vif-plugged", "status": "completed", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:39.210113 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd7cce6d-4ede-43a7-882c-488da2255617 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:39.210494 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'code': 200} Sep 02 13:38:39.238060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:39.306175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9076c1-2d33-4ea7-bd91-f2e3c63dc21d req-a04542d2-a457-40f0-8d91-54e292d4e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:39.308065 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e9076c1-2d33-4ea7-bd91-f2e3c63dc21d req-a04542d2-a457-40f0-8d91-54e292d4e4b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1097 time: 0.0398767 Sep 02 13:38:39.343789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e9076c1-2d33-4ea7-bd91-f2e3c63dc21d req-28e730ae-e1fb-48e5-a605-47e12fa4dad8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286663 Sep 02 13:38:40.065846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266e9a-925f-4a3b-8bfd-ca0cfdcadb86 req-ecb343f4-18db-4212-872c-f1e035c0d99f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:40.067346 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98266e9a-925f-4a3b-8bfd-ca0cfdcadb86 req-ecb343f4-18db-4212-872c-f1e035c0d99f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0523026 Sep 02 13:38:40.112336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98266e9a-925f-4a3b-8bfd-ca0cfdcadb86 req-2d6ebaf6-92a9-4520-b753-29062e3ce0f7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372748 Sep 02 13:38:41.247348 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b5214-7100-4f63-aeb8-5f382bb5bcda req-2ce9b296-08a3-4768-adca-24fd58074427 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:41.248861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d7b5214-7100-4f63-aeb8-5f382bb5bcda req-2ce9b296-08a3-4768-adca-24fd58074427 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0638258 Sep 02 13:38:41.286767 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5d7b5214-7100-4f63-aeb8-5f382bb5bcda req-ac377766-aa91-421a-a04f-7cbc9ba2e1be tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Sep 02 13:38:41.416348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99a62-2b65-412b-aee1-f65339525044 req-0f0f9358-ee2c-4184-9228-94f7a0e68e03 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:41.417915 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1f99a62-2b65-412b-aee1-f65339525044 req-0f0f9358-ee2c-4184-9228-94f7a0e68e03 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0540681 Sep 02 13:38:41.457224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1f99a62-2b65-412b-aee1-f65339525044 req-db8e8009-821e-473e-bf6f-4b3aed8de45f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333257 Sep 02 13:38:41.483073 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:41.525774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98993c84-ffc2-46de-b439-2261775a354a tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:41.527335 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-98993c84-ffc2-46de-b439-2261775a354a tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1092 time: 0.0430863 Sep 02 13:38:41.530556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:41.537735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:41.566125 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.566756 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.679165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.788883 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.251 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/14b5e971-3643-411b-b4f2-a6bd1cfe27c6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:41.898078 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.951396 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.993299 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:41.996461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:41.999452 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:42.025972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=14b5e971-3643-411b-b4f2-a6bd1cfe27c6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:42.369021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.441245 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.606543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.613547 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.686433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=14b5e971-3643-411b-b4f2-a6bd1cfe27c6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:42.695409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.742684 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:38:42.797287 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP 8c6ea914-aad3-4c63-938d-98a9635aaabd associated. External IP: 172.25.7.251, port: 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef. Sep 02 13:38:43.020101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 75613927-8f34-4c18-bb50-9d2d955baa55 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:38:43.136405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:43.148019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] Sync routers for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:43.155707 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.159326 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:43.159938 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:43.184466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c78f696-1e26-47c3-b10f-0e33b0ad830b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6524231 Sep 02 13:38:43.187180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:43.187624 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fe1b7c-f044-4806-b5c6-fa79fe745156" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:43.226103 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a9047e-ce98-4375-9cac-7e2a78a8ea6d x-openstack-request-id: req-a1a9047e-ce98-4375-9cac-7e2a78a8ea6d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:43.226397 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:43.226649 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1a9047e-ce98-4375-9cac-7e2a78a8ea6d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:43.227056 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'status': 'completed', 'code': 200} Sep 02 13:38:43.278123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:43.288873 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3420d0-33c3-4b5d-ad6d-7f535ff69751 req-ca0aaffb-250a-4e9e-8d4a-42bbbc48ff62 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.289760 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-107f8626-1db5-406c-867b-1e0f1f1dd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.291548 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-107f8626-1db5-406c-867b-1e0f1f1dd770 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1097 time: 0.0428817 Sep 02 13:38:43.291730 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a3420d0-33c3-4b5d-ad6d-7f535ff69751 req-ca0aaffb-250a-4e9e-8d4a-42bbbc48ff62 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0573645 Sep 02 13:38:43.330288 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a3420d0-33c3-4b5d-ad6d-7f535ff69751 req-37f693dd-10e8-42d8-9179-6ed9b42458f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Sep 02 13:38:43.355880 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:43.441470 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-31df2cad-3a70-48ae-8b34-f0258d784b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.442989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-31df2cad-3a70-48ae-8b34-f0258d784b14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 897 time: 0.1445837 Sep 02 13:38:43.446896 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4eaf3cab-1543-4ad5-88d7-5d4bb4e0cb66 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/8c6ea914-aad3-4c63-938d-98a9635aaabd HTTP/1.1" status: 200 len: 992 time: 0.0898244 Sep 02 13:38:43.510521 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '8c6ea914-aad3-4c63-938d-98a9635aaabd', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'port_id': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'mac_address': 'fa:16:3e:4c:08:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:38:42Z', 'updated_at': '2021-09-02T13:38:42Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:33Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:43.513723 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-163451bc-012c-4efe-8a48-ce6b9f3a5451 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 1000 time: 0.0635352 Sep 02 13:38:43.538582 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] Checking router: 75613927-8f34-4c18-bb50-9d2d955baa55 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:43.547051 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:43.547661 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:38:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:43.567609 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-d71aab7d-e8b1-4fc1-b84d-d0326f8434e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.569140 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-d71aab7d-e8b1-4fc1-b84d-d0326f8434e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 200 len: 834 time: 0.0454469 Sep 02 13:38:43.617515 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-494f46d8-4e04-49b4-9e52-20ba76eea391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.619269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-494f46d8-4e04-49b4-9e52-20ba76eea391 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641ef2ff-a4fe-4629-a044-f2e879d476f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429175 Sep 02 13:38:43.650668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:43.712970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-f0f6594f-1c4a-4f98-a9de-2dfa61f98e7d service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859749 Sep 02 13:38:43.807302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33fe1b7c-f044-4806-b5c6-fa79fe745156 req-7255b638-cb05-4eb5-ac03-02ceb52b6442 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871375 Sep 02 13:38:43.887123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '8c6ea914-aad3-4c63-938d-98a9635aaabd', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'port_id': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'mac_address': 'fa:16:3e:4c:08:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:38:42Z', 'updated_at': '2021-09-02T13:38:42Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:33Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:43.916570 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf423-45fa-455d-8eda-88587269cfd1 None None] The sync data for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 is: [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '8c6ea914-aad3-4c63-938d-98a9635aaabd', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'port_id': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'mac_address': 'fa:16:3e:4c:08:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:38:42Z', 'updated_at': '2021-09-02T13:38:42Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:33Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:44.131843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479ddad-96a2-40cd-a9f8-9a77f4c7d8b9 None None] New status for floating IP 8c6ea914-aad3-4c63-938d-98a9635aaabd: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:38:44.451376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:44.526289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f54dae8c-7b09-4f49-a396-f7a1d0d094cb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/8c6ea914-aad3-4c63-938d-98a9635aaabd HTTP/1.1" status: 200 len: 994 time: 0.0730934 Sep 02 13:38:58.761891 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3602dfec-e8f3-4b34-911c-4d79a501a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.555710 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9c87e85-6f94-4a18-a8b7-5227093b9dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.717451 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:02.757543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.433502 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.764314 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.572654 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.641651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-907e4912-57d6-4f62-9e23-bbea50985cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.643209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-907e4912-57d6-4f62-9e23-bbea50985cf9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1097 time: 0.3933632 Sep 02 13:39:13.653613 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb151b37-5ee6-49ef-9cf5-4387db8fd957 req-9eed2eb4-9903-4129-8ce3-2890fdf7c7d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.655030 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb151b37-5ee6-49ef-9cf5-4387db8fd957 req-9eed2eb4-9903-4129-8ce3-2890fdf7c7d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.4102223 Sep 02 13:39:13.744352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-eb151b37-5ee6-49ef-9cf5-4387db8fd957 req-03848963-2bfa-43a5-ae4e-595d58ebc1b2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810928 Sep 02 13:39:13.778239 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-0501a219-dd26-487a-8c19-47a6edc860ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.779851 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-0501a219-dd26-487a-8c19-47a6edc860ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 897 time: 0.1239648 Sep 02 13:39:13.854246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-1fd584fe-0df7-41e3-89e0-e0f9dae94b11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 1002 time: 0.0661378 Sep 02 13:39:13.912213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-f2263a11-31c1-4c9e-b54f-a52c2fa10bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.913684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-f2263a11-31c1-4c9e-b54f-a52c2fa10bd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 200 len: 834 time: 0.0512202 Sep 02 13:39:13.960074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-74efe708-930f-47b9-88ea-779c37b133dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.961644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-74efe708-930f-47b9-88ea-779c37b133dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641ef2ff-a4fe-4629-a044-f2e879d476f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403705 Sep 02 13:39:14.053658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-92a54e31-6817-4235-9a41-a8b066578f22 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Sep 02 13:39:14.155274 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5f355cf-48b9-418e-87ed-e9b823b76ab3 req-5a8f8870-e69b-4fd8-bd24-553c0a73e6ad service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943980 Sep 02 13:39:14.966464 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f02b-e756-4c47-b08d-d6e3d067a706 req-d985a29b-7105-45c6-ab1e-8baa9712e3dc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:14.968069 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2e3f02b-e756-4c47-b08d-d6e3d067a706 req-d985a29b-7105-45c6-ab1e-8baa9712e3dc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.1287563 Sep 02 13:39:15.009772 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e2e3f02b-e756-4c47-b08d-d6e3d067a706 req-7320a8df-9604-45bf-86fc-b1b730880d3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348873 Sep 02 13:39:16.153861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966ff3e-e80b-4b22-ab89-0c4d1e6d8304 req-daa8df20-b112-4e8c-8440-fcca2b4d9e26 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:16.155570 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e966ff3e-e80b-4b22-ab89-0c4d1e6d8304 req-daa8df20-b112-4e8c-8440-fcca2b4d9e26 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0540776 Sep 02 13:39:16.197779 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e966ff3e-e80b-4b22-ab89-0c4d1e6d8304 req-e32116b9-7314-4aa1-8eae-5e128467ce36 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Sep 02 13:39:17.324442 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c63393-da05-4479-b689-5cf10cec8c27 req-ac95ae8e-f9f5-4501-816d-d94ab57bd0bb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:17.326055 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11c63393-da05-4479-b689-5cf10cec8c27 req-ac95ae8e-f9f5-4501-816d-d94ab57bd0bb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0530996 Sep 02 13:39:17.367614 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-11c63393-da05-4479-b689-5cf10cec8c27 req-13c62cce-e028-40b3-9429-29dd51e2bbcd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353708 Sep 02 13:39:18.505436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da799f6-7821-47a7-a9a0-f9a9bb98323c req-e5890a78-14bc-429b-9953-b767c10cb6b8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:18.506979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da799f6-7821-47a7-a9a0-f9a9bb98323c req-e5890a78-14bc-429b-9953-b767c10cb6b8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0611818 Sep 02 13:39:18.556006 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7da799f6-7821-47a7-a9a0-f9a9bb98323c req-c14b30b1-919b-49d2-b749-b3cb6895eb58 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Sep 02 13:39:19.686057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d947d5-ad3d-4050-9938-92784571e6b0 req-660e25dd-524f-400b-9c38-23c76acdd160 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:19.687566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4d947d5-ad3d-4050-9938-92784571e6b0 req-660e25dd-524f-400b-9c38-23c76acdd160 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0505352 Sep 02 13:39:19.727178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a4d947d5-ad3d-4050-9938-92784571e6b0 req-2365ba5b-8a91-423e-9fb8-b5fc2916d8d9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Sep 02 13:39:19.746111 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:39:20.875584 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388a882-18c5-4452-8016-038090cc87f2 req-e88d8a3b-908c-4c56-900f-a362f51ad8d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:20.877353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d388a882-18c5-4452-8016-038090cc87f2 req-e88d8a3b-908c-4c56-900f-a362f51ad8d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0575449 Sep 02 13:39:20.919359 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d388a882-18c5-4452-8016-038090cc87f2 req-47090ef7-83e2-4ee9-9754-268833e0ff82 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Sep 02 13:39:22.057068 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da1070-8fab-445b-bcc0-cecdd6ccbf5e req-1d48a990-2406-49b1-a6e0-7650c84559f3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:22.058547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03da1070-8fab-445b-bcc0-cecdd6ccbf5e req-1d48a990-2406-49b1-a6e0-7650c84559f3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0656157 Sep 02 13:39:22.098142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03da1070-8fab-445b-bcc0-cecdd6ccbf5e req-ebe8bb77-a346-4e5d-b006-e4d599a46a8c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Sep 02 13:39:23.227349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96897-57e2-4ddd-8fa4-33bdc60899db req-94615f10-21e5-4c80-b7b6-aaec35f54431 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:23.229190 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fb96897-57e2-4ddd-8fa4-33bdc60899db req-94615f10-21e5-4c80-b7b6-aaec35f54431 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0541594 Sep 02 13:39:23.271867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0fb96897-57e2-4ddd-8fa4-33bdc60899db req-a72c8aaf-3e07-4fe0-a643-c5320f914254 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Sep 02 13:39:24.395734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b463aa-c60f-4261-87ea-7d4159386d22 req-83573ae5-4c4b-4ffc-9a34-5d5e74aecd99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:24.397255 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29b463aa-c60f-4261-87ea-7d4159386d22 req-83573ae5-4c4b-4ffc-9a34-5d5e74aecd99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0499935 Sep 02 13:39:24.444303 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-29b463aa-c60f-4261-87ea-7d4159386d22 req-9f70d652-7dc9-4bb0-bfd9-eeb018b2bd06 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Sep 02 13:39:25.586372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d0564-09a1-456f-9c09-15894b5da5f5 req-b2a1eaab-46bd-4543-880a-cb388eafaad8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:25.587981 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a7d0564-09a1-456f-9c09-15894b5da5f5 req-b2a1eaab-46bd-4543-880a-cb388eafaad8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0647488 Sep 02 13:39:25.629677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0a7d0564-09a1-456f-9c09-15894b5da5f5 req-d37131dd-9991-4b5f-8ddf-c811b08a904b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353291 Sep 02 13:39:25.652692 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53638) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:25.719948 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b585e12e-1cfb-4fa4-b7fc-629b9d296e91 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/8c6ea914-aad3-4c63-938d-98a9635aaabd HTTP/1.1" status: 200 len: 994 time: 0.0660334 Sep 02 13:39:27.391757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-aae47f29-ee4b-418f-a1a4-3479281f04a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883043 Sep 02 13:39:27.485851 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-e6b244ef-8fbb-4389-a374-5390dbe3d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.487390 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-e6b244ef-8fbb-4389-a374-5390dbe3d585 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1097 time: 0.0482705 Sep 02 13:39:27.594620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-ea9b7744-b2f4-4069-8e6d-1494f3b3a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.596138 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-ea9b7744-b2f4-4069-8e6d-1494f3b3a38a service neutron] 10.222.0.18 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 897 time: 0.0848582 Sep 02 13:39:27.667225 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-d11e7a28-3c09-48d0-98c6-7b2eb3435126 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 1002 time: 0.0629675 Sep 02 13:39:27.717826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-7f4bae77-d78c-4d17-8f07-5580700866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.719365 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-7f4bae77-d78c-4d17-8f07-5580700866ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 200 len: 834 time: 0.0452533 Sep 02 13:39:27.769751 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-cf844dc8-06a8-404a-8458-19c122a63a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.771316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-cf844dc8-06a8-404a-8458-19c122a63a87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641ef2ff-a4fe-4629-a044-f2e879d476f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445578 Sep 02 13:39:27.870024 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-ac986771-18e4-4a7b-a9a9-5854aa506ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911639 Sep 02 13:39:27.978083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d33f0b59-d875-4cc4-ac35-47ff4f171de9 req-ab8b1450-4d67-49ad-b22d-836c46ea4ef0 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965862 Sep 02 13:39:28.759928 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7652e085-eb4d-4b45-a466-e0a53167a7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.564028 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2ee28e41-e34c-43c4-bc3e-685154329f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.710613 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:32.762667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.439214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.778204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.564001 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.751458 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:39:58.150617 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:58.312798 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 14b5e971-3643-411b-b4f2-a6bd1cfe27c6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:58.313166 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.403567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.403817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.416051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 14b5e971-3643-411b-b4f2-a6bd1cfe27c6 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:58.590202 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.617572 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=14b5e971-3643-411b-b4f2-a6bd1cfe27c6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:58.629113 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.629465 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.629807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.630143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.630472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.630802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.631130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.631456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.631782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.632105 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.632425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.632742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:58.690457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.690714 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP 8c6ea914-aad3-4c63-938d-98a9635aaabd disassociated (deleted). External IP: 172.25.7.251, port: 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef. Sep 02 13:39:58.751566 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-181128d9-4fc7-41dc-897a-fe0ea2bc1dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.908001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 75613927-8f34-4c18-bb50-9d2d955baa55 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:59.026475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:59.031378 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.041885 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] Sync routers for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:59.049992 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:59.050636 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:39:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.060653 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e159794e-4c95-41d0-9a84-3f60af9ceba7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/floatingips/8c6ea914-aad3-4c63-938d-98a9635aaabd HTTP/1.1" status: 204 len: 168 time: 0.9088538 Sep 02 13:39:59.061294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:59.063576 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:59.168455 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:39:59.199043 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9283cd2c-b11b-4a4e-9acc-3221eba91e4f x-openstack-request-id: req-9283cd2c-b11b-4a4e-9acc-3221eba91e4f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:59.199781 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:59.199781 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9283cd2c-b11b-4a4e-9acc-3221eba91e4f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:59.202181 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'status': 'completed', 'code': 200} Sep 02 13:39:59.273373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-d81e8622-6472-436e-8f19-1950c6012d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:59.275137 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-d81e8622-6472-436e-8f19-1950c6012d6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 1097 time: 0.0452564 Sep 02 13:39:59.330441 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850cb40-928a-4aa8-87fa-72dc93366c8e req-fff31d2f-815b-4e2e-b97b-99489bf6bf89 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:59.332000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b850cb40-928a-4aa8-87fa-72dc93366c8e req-fff31d2f-815b-4e2e-b97b-99489bf6bf89 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0494416 Sep 02 13:39:59.374250 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b850cb40-928a-4aa8-87fa-72dc93366c8e req-0a28bcdc-7386-4b5a-a7bd-4a806c950dbc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352633 Sep 02 13:39:59.376667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-b2cdafed-e66e-4d5b-8d01-6b182464cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:59.377614 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:33Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.378523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-b2cdafed-e66e-4d5b-8d01-6b182464cea1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 200 len: 897 time: 0.0955982 Sep 02 13:39:59.407693 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] Checking router: 75613927-8f34-4c18-bb50-9d2d955baa55 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:39:59.416638 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:59.417286 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:39:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.420679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-58515cb3-59d4-4a63-89d2-3080e24bec59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 200 len: 217 time: 0.0342655 Sep 02 13:39:59.476068 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-ab960abc-b34b-4aaf-8a12-d7c5fc7b276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:59.477955 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-ab960abc-b34b-4aaf-8a12-d7c5fc7b276c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 200 len: 834 time: 0.0492373 Sep 02 13:39:59.523578 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:39:59.529957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-990f786f-ab47-44a3-a113-98b243d72c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:59.531549 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-990f786f-ab47-44a3-a113-98b243d72c16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641ef2ff-a4fe-4629-a044-f2e879d476f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466588 Sep 02 13:39:59.629052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-813458ae-66dd-42a2-b49f-564edc0e35d0 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883334 Sep 02 13:39:59.734860 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6b144d6-cc6b-4f4f-8655-75804ad3d0b3 req-c45c0fdd-6826-44ed-aa24-99372eb7feb9 service neutron] 10.222.0.18 "GET /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959752 Sep 02 13:39:59.741494 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:33Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.768363 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776bfb9-35ea-44a9-9263-ae7b3a4d8189 None None] The sync data for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 is: [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:38:28Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '4643804f-72a0-4a1b-8c7d-d946fae26449', 'name': '', 'network_id': '641ef2ff-a4fe-4629-a044-f2e879d476f5', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:78:94:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:28Z', 'updated_at': '2021-09-02T13:38:33Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'ee9bbd28-78d3-4ca9-a336-4010398f9bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:59.999457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b8a32-15f5-411f-ab71-0c912312600a None None] New status for floating IP 8c6ea914-aad3-4c63-938d-98a9635aaabd: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:40:00.505227 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b789eb-fc8d-4afb-ba68-cf05ea15cb45 req-2a2acb3e-278e-4a0d-af99-5a1613bb197d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:00.506734 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4b789eb-fc8d-4afb-ba68-cf05ea15cb45 req-2a2acb3e-278e-4a0d-af99-5a1613bb197d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0532010 Sep 02 13:40:00.549540 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d4b789eb-fc8d-4afb-ba68-cf05ea15cb45 req-22e2a297-a05c-469e-a499-70c81a35f2be tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=5022577d-c3bd-40ce-87f9-b1c6c35e9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360713 Sep 02 13:40:00.793475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-35314670-4b55-4c35-82b8-a393b09824b0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:00.794889 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-35314670-4b55-4c35-82b8-a393b09824b0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 946 time: 0.0581496 Sep 02 13:40:00.894708 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:00.895002 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.000907 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:01.001317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.014403 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:01.146937 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.175030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.228492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] No DVR routers for this DVR port 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:01.231295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.234105 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b6c34825-aab2-42d1-ae90-e09a284c77ec req-1998e0a8-c1fa-45f9-8b91-1291b5588562 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "DELETE /v2.0/ports/0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef HTTP/1.1" status: 204 len: 173 time: 0.4328418 Sep 02 13:40:01.234837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'name': 'network-vif-deleted', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:01.238176 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7299e822-b72d-4ea3-904b-c0f2b455dbe7" -d '{"events": [{"server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "name": "network-vif-deleted", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:01.281087 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93c1d8-78f9-4de5-a5d5-ec59e74869e0 x-openstack-request-id: req-ca93c1d8-78f9-4de5-a5d5-ec59e74869e0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:01.281494 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0416e4-1e0c-41dc-b100-fc51e2840980", "name": "network-vif-deleted", "tag": "0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:01.281766 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca93c1d8-78f9-4de5-a5d5-ec59e74869e0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:01.282169 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0416e4-1e0c-41dc-b100-fc51e2840980', 'name': 'network-vif-deleted', 'tag': '0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef', 'status': 'completed', 'code': 200} Sep 02 13:40:01.559036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-30fefdaa-b34d-4794-bb9d-f79194907e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.674208 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fb4489a9-4697-4b91-a936-3b0afcc7ae06 req-e78b1731-0615-412c-b8cc-e035e9cb9cd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc0416e4-1e0c-41dc-b100-fc51e2840980 HTTP/1.1" status: 200 len: 210 time: 0.0343325 Sep 02 13:40:01.710035 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:02.754480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:02.763204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.154954 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.353369 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:03.373402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:03.373752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 0e9ce5ff-0dd3-4ebd-9c38-7ec07f3444ef not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:03.429263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 4643804f-72a0-4a1b-8c7d-d946fae26449 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:03.429515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.530131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 4643804f-72a0-4a1b-8c7d-d946fae26449, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=4643804f-72a0-4a1b-8c7d-d946fae26449,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:03.530507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.549652 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 4643804f-72a0-4a1b-8c7d-d946fae26449 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:03.748974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.774373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=4643804f-72a0-4a1b-8c7d-d946fae26449,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:04.270702 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.434642 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.496599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 75613927-8f34-4c18-bb50-9d2d955baa55 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:04.629508 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:04.635637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-88431cad-e137-4f37-a0c2-c3ff5a792f6b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/75613927-8f34-4c18-bb50-9d2d955baa55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8797863 Sep 02 13:40:04.638278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:04.640426 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] Sync routers for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:04.650814 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:04.651436 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:04.689150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting subnet ee9bbd28-78d3-4ca9-a336-4010398f9bd8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:04.692289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.737438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.759770 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:04.823385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.884532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.917831 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9bbd28-78d3-4ca9-a336-4010398f9bd8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:04.921089 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.922798 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b29b1b6-70ff-4dde-ba1c-e0542d8f4234 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/subnets/ee9bbd28-78d3-4ca9-a336-4010398f9bd8 HTTP/1.1" status: 204 len: 168 time: 0.2834628 Sep 02 13:40:04.926055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:04.926224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13258c4e-11bb-4887-a542-53704015060c None None] Network 641ef2ff-a4fe-4629-a044-f2e879d476f5 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:04.949967 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:40:03Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:04.977842 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] Checking router: 75613927-8f34-4c18-bb50-9d2d955baa55 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:40:04.985993 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] Routers {'75613927-8f34-4c18-bb50-9d2d955baa55'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:04.986609 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['75613927-8f34-4c18-bb50-9d2d955baa55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:05.031021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.096692 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] Set router 75613927-8f34-4c18-bb50-9d2d955baa55 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:05.122022 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] DHCP port deletion for 641ef2ff-a4fe-4629-a044-f2e879d476f5 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:40:05.155645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.183826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Deleting port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:05.184167 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.230523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:05.230767 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.248890 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] For port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,segment=NetworkSegment(7675da61-9a39-4fdb-8e90-feef7fd6be27),segment_id=7675da61-9a39-4fdb-8e90-feef7fd6be27)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:05.249611 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.266513 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Calling delete_port for 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:05.286393 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:40:03Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:05.314622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:05.315133 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.333006 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:05.358657 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.395070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Pushing event deleted for resources: {'Port': ['ID=8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:05.397684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] No DVR routers for this DVR port 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:05.412030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.412919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.413262 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.413642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.414226 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.414669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.415637 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.416051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.417149 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.418137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.418711 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.419289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25ba1c-4478-449c-b442-f4b121607c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:05.438837 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa62d3b-0d43-45df-9abe-76fbcb349363 None None] The sync data for ids ['75613927-8f34-4c18-bb50-9d2d955baa55'] in n-d-792364-8 is: [{'id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135418279', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:24Z', 'updated_at': '2021-09-02T13:40:03Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '79e460f5-4b36-4d18-9be2-7cbfb3c4ee27', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75613927-8f34-4c18-bb50-9d2d955baa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:25Z', 'updated_at': '2021-09-02T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:05.544143 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.576305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=79e460f5-4b36-4d18-9be2-7cbfb3c4ee27,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:05.654851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.769812 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.772496 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.772688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.827070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.828100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Fanout notify agent at l3_agent the message router_deleted on router 75613927-8f34-4c18-bb50-9d2d955baa55 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:40:05.836589 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.838636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c13b92fd-a13c-4cec-97ee-99a676930061 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/routers/75613927-8f34-4c18-bb50-9d2d955baa55 HTTP/1.1" status: 204 len: 168 time: 0.9114559 Sep 02 13:40:05.841490 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53688) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:05.920527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4643804f-72a0-4a1b-8c7d-d946fae26449 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:05.944823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 4643804f-72a0-4a1b-8c7d-d946fae26449 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:05.945136 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.945246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 4643804f-72a0-4a1b-8c7d-d946fae26449 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:05.945651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:05.969754 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:05.970127 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bbcb1ba-fdb4-421f-ab9b-70b1383a4ecc not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:06.049212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.061654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641ef2ff-a4fe-4629-a044-f2e879d476f5']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:06.076425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7675da61-9a39-4fdb-8e90-feef7fd6be27') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:06.076743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7675da61-9a39-4fdb-8e90-feef7fd6be27') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:06.086680 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.104759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.113866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:06.114386 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:06.118260 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:06.201705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.216119 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.218139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/networks/641ef2ff-a4fe-4629-a044-f2e879d476f5 HTTP/1.1" status: 204 len: 168 time: 0.3752756 Sep 02 13:40:06.221870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:06.228994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacc5fe-0650-4ba5-825a-17efb6a5247e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Network': ['ID=641ef2ff-a4fe-4629-a044-f2e879d476f5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:06.287132 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.316776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.378318 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.381093 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.382356 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/security-groups/5022577d-c3bd-40ce-87f9-b1c6c35e9e25 HTTP/1.1" status: 204 len: 168 time: 0.1597192 Sep 02 13:40:06.393247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022577d-c3bd-40ce-87f9-b1c6c35e9e25,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:06.404723 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.405118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.405440 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.405826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.406150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.406491 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.406802 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.407166 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.407532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.407859 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.408186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.408512 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c62b89-c03e-4b76-92f3-d9aa127726f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:06.873759 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53696) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:06.881440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429636970', 'description': 'tempest-secgroup-smoke-429636970 description', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:06.911592 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.994003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.000151 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.032890 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.034167 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1589665 Sep 02 13:40:07.037337 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53698) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.038286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c1dcf-b9a3-4f39-b094-d0f824b51fd9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c4a87-e19f-4b50-aa03-52e757c00d6c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.043535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4a87-e19f-4b50-aa03-52e757c00d6c', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.075862 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.124771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.130551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.149319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34145cd3-9acb-47c3-85db-debb89ea65be,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.158181 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.159435 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f52f3745-e1ae-4be6-981a-9d6f00047d0e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210692 Sep 02 13:40:07.162121 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.166692 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4a87-e19f-4b50-aa03-52e757c00d6c', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.196137 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.256120 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.260348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.280289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e6be58-df98-4c93-b76b-6630a0919667,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.288340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.289778 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d2308829-f70f-4620-9058-66e38e511428 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266878 Sep 02 13:40:07.292735 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.297437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4a87-e19f-4b50-aa03-52e757c00d6c', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.329256 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.392764 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.398269 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.418450 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ad9009-f2d5-431e-b3c6-af56d681b0a8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.422024 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.423226 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9720718d-7cb5-4091-9397-3e45b605b0ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295273 Sep 02 13:40:07.426112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.432244 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4a87-e19f-4b50-aa03-52e757c00d6c', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.460830 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.523262 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.527947 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.545973 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7c8d2c-5294-484e-92c2-339b3ab66025,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.552666 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.553997 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-234c976c-632a-4175-95c8-456b4be59ac6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265395 Sep 02 13:40:07.557628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53706) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.562392 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4a87-e19f-4b50-aa03-52e757c00d6c', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.586757 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:40:07.591871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.664766 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.669219 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.673718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:07.687180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cc27a8-5e72-4937-9fa7-ac0efecad0c7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.694972 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.695174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:07.695476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 79e460f5-4b36-4d18-9be2-7cbfb3c4ee27 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:07.696594 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-efd9b201-1c0b-4b80-a69a-40f9f9434509 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379521 Sep 02 13:40:07.699629 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.704180 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4a87-e19f-4b50-aa03-52e757c00d6c', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.727108 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:40:07.732338 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.796878 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.801920 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.819610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c5d70f-c9ef-4b9f-986f-80e04c3d1b66,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.827634 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.828858 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-292b2279-2fbc-4cc0-a027-637f832fbfdf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282952 Sep 02 13:40:07.832065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:07.837426 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'network': {'name': 'tempest-network-smoke--1292927847', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:07.864264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:07.869998 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.904025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:07.909843 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.910111 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Added segment 18a0d962-c177-4266-86f5-3d7d0281fe77 of type vlan for network 0e5218fe-c02c-4ea4-96ee-f148cf388646 Sep 02 13:40:07.957269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.985179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.993420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:07.994311 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.064805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2315581 Sep 02 13:40:08.065730 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4792cf-6196-4f09-8ec0-fe5cad9bcc3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Network': ['ID=0e5218fe-c02c-4ea4-96ee-f148cf388646,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:08.067937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:08.073660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'admin_state_up': True, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:08.077757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:08.125269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.126377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.183774 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.328566 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.537731 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.556503 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.663629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.216 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/8bae6d40-6f90-4494-bf49-0ba7cabe2853) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:08.765345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.804515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.849551 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:08.853072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:08.856814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:08.862371 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=8bae6d40-6f90-4494-bf49-0ba7cabe2853,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:09.125961 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.344090 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.477091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router a40edf2b-e135-4497-9ed8-e1de282060cc is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:40:09.592496 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:09.603159 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Sync routers for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:09.612834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:09.613507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:09.614015 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.615880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-56e1c8a9-2c76-4c6a-a336-81cb28f6036e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5462642 Sep 02 13:40:09.618783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53714) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:09.647599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1b33de48-ffba-4a66-8228-175d20c515d0 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=75515ca7dd6e49a8bbeaaabd35da621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277052 Sep 02 13:40:09.650600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53716) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:09.729831 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:09.917357 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:09Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:10.110292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Checking router: a40edf2b-e135-4497-9ed8-e1de282060cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:40:10.110598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Updating router a40edf2b-e135-4497-9ed8-e1de282060cc port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:40:10.135122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c06913-5f49-4c27-a348-86d99ca8dee3 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:10.139502 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c3c06913-5f49-4c27-a348-86d99ca8dee3 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4852607 Sep 02 13:40:10.139712 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.139864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:10.178055 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-283c232e-518a-450f-9fc8-e494ad6b5394 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346560 Sep 02 13:40:10.178438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:10.183824 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1865736015', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:10.272769 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:10.276557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.398105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.408134 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Transition to ACTIVE for port object 8bae6d40-6f90-4494-bf49-0ba7cabe2853 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:10.415218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.461698 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.467361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Attempting to bind port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:10.467719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Attempting to bind port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:10.468082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Attempting to bind port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:10.471460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57e57-fc93-4d5c-a1eb-bedecad3f71a None None] Pushing event updated for resources: {'Port': ['ID=8bae6d40-6f90-4494-bf49-0ba7cabe2853,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:10.476427 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:10.477040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:10.477612 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.478064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:10.478534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Bound port: 8bae6d40-6f90-4494-bf49-0ba7cabe2853, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:10.479044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.515858 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Subnet': ['ID=b16eaee5-976a-4f45-837b-85c4ea4b8a1d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:10.531321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] For port 8bae6d40-6f90-4494-bf49-0ba7cabe2853, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:10.531671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Checking segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:10.532036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network hostable DHCP agents. Network: 0e5218fe-c02c-4ea4-96ee-f148cf388646, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:10.534607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] For port 8bae6d40-6f90-4494-bf49-0ba7cabe2853, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8bae6d40-6f90-4494-bf49-0ba7cabe2853,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:10.540788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.556307 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:10.567651 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 0e5218fe-c02c-4ea4-96ee-f148cf388646) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:10.573213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:10.573965 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.581658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f01a0a-21fd-496a-bd44-7c9f561b341a None None] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:10.596227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-b115e980-df86-4a3b-aa69-1856b57179f6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4161706 Sep 02 13:40:10.599056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:10.642097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:10.642739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:10.725654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57e57-fc93-4d5c-a1eb-bedecad3f71a None None] Pushing event updated for resources: {'Port': ['ID=8bae6d40-6f90-4494-bf49-0ba7cabe2853,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:10.815386 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:10.939785 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-0e5218fe-c02c-4ea4-96ee-f148cf388646', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:10.940616 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.043938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.127190 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Allocated IP 172.20.0.2 (0e5218fe-c02c-4ea4-96ee-f148cf388646/b16eaee5-976a-4f45-837b-85c4ea4b8a1d/5515c261-05d8-489f-aa5b-ceaae2d2b8a0) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:11.135338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:09Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:11.165800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7bc71-7cf9-4367-8fb9-1839c3454416 None None] The sync data for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 is: [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:09Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:11.318543 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.327362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Transition to ACTIVE for port object 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:11.342697 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Transition to ACTIVE for port object 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:11.350577 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.433396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:11.440276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:11.443965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.1 (0e5218fe-c02c-4ea4-96ee-f148cf388646/b16eaee5-976a-4f45-837b-85c4ea4b8a1d/22aa80d6-9efc-49b5-bb04-f6ff9fe16606) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:11.446222 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:11.478977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Pushing event updated for resources: {'Port': ['ID=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.542104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Attempting to bind port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:11.542590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Attempting to bind port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:11.543019 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Attempting to bind port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:11.548619 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:11.549121 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Checking segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:11.549661 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.550061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Bound using segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:11.550596 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Bound port: 5515c261-05d8-489f-aa5b-ceaae2d2b8a0, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:11.551080 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.613197 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.623067 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.636550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] For port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:11.641452 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] For port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:11.649487 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.656144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:11.700527 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.724717 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5f669-18a8-4e76-8013-2cfb6dad7eab None None] Pushing event updated for resources: {'Port': ['ID=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.748418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:11.751678 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:11.755705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:11.782307 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.809474 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.839692 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bae6d40-6f90-4494-bf49-0ba7cabe2853 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:11.904646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:11.909379 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:11.909841 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.008026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.034811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.062394 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 8bae6d40-6f90-4494-bf49-0ba7cabe2853, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8bae6d40-6f90-4494-bf49-0ba7cabe2853,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:12.067494 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.121437 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=8bae6d40-6f90-4494-bf49-0ba7cabe2853,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:12.331192 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.337316 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.414577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:12.417234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.513538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:12.514981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:12.637984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router a40edf2b-e135-4497-9ed8-e1de282060cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:12.705927 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa66a3-6184-41a8-8069-1851f84063c2 None None] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:12.750552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:12.755766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7c6133f6-fbf0-4d14-88fa-a9f762a201d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/a40edf2b-e135-4497-9ed8-e1de282060cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1553531 Sep 02 13:40:12.770698 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7004631b-b4a1-41b8-98dc-9aae235b792b None None] Provisioning for port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:12.937934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-2ce306a1-f1ba-44ab-a5fc-5e31abe025b0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429636970&fields=id&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 267 time: 0.0382977 Sep 02 13:40:13.063405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-b9508099-0335-47d8-82c3-5bbcdab33aaa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.065216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-b9508099-0335-47d8-82c3-5bbcdab33aaa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 797 time: 0.1184053 Sep 02 13:40:13.083398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-95427d18-8dbc-416f-b4b9-d9f4b0356d78 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/quotas/75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 375 time: 0.0110250 Sep 02 13:40:13.140800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-c2f3d23b-95b6-4acb-bb60-0a865d4ae626 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507545 Sep 02 13:40:13.210141 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Sync routers for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:13.223782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:13.225499 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:13.231805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f91c5987-3753-4c27-9130-2abeffb1a5ed None None] Provisioning for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:13.236406 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f91c5987-3753-4c27-9130-2abeffb1a5ed None None] Provisioning complete for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:13.236784 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f91c5987-3753-4c27-9130-2abeffb1a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.274389 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f91c5987-3753-4c27-9130-2abeffb1a5ed None None] Port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:13.317507 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-b1cd91dc-e81d-4cd9-aabd-d776d8ed143c service neutron] 10.222.0.60 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644280 Sep 02 13:40:13.340391 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:13.397361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34ed32a3-6b6a-49b5-9f4c-1495ef2dec63 None None] Provisioning complete for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:13.398038 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34ed32a3-6b6a-49b5-9f4c-1495ef2dec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.425974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-f076094c-6e71-4048-b435-dc7a452dc477 service neutron] 10.222.0.60 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013312 Sep 02 13:40:13.445043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-34ed32a3-6b6a-49b5-9f4c-1495ef2dec63 None None] Port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:13.571777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d1739823-8262-42ea-9859-992ca7482e6b None None] Provisioning complete for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:13.572301 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1739823-8262-42ea-9859-992ca7482e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.580318 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 2, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:13.609309 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Checking router: a40edf2b-e135-4497-9ed8-e1de282060cc for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:40:13.609656 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Updating router a40edf2b-e135-4497-9ed8-e1de282060cc port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:40:13.616071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d1739823-8262-42ea-9859-992ca7482e6b None None] Port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:13.625842 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-72bff36e-d765-4416-95d0-5944df1fb120 req-057c420b-3a41-4c96-8203-15a1d7fdf5bf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 210 time: 0.0407526 Sep 02 13:40:13.646025 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.811693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bae6d40-6f90-4494-bf49-0ba7cabe2853 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:13.864061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:13.864576 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.938438 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.950349 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Transition to ACTIVE for port object 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:13.957482 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.962594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:14.014295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:14.023722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:14.024181 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.037178 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Pushing event updated for resources: {'Port': ['ID=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:14.065240 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.066004 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.066462 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.067008 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.067412 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.067811 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.068207 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.068602 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.069169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.069728 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.070169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.070854 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:14.091328 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Attempting to bind port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:14.091951 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Attempting to bind port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:14.092484 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Attempting to bind port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:14.098586 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:14.099331 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Checking segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:14.099888 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.100520 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Bound using segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:14.101061 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Bound port: 22aa80d6-9efc-49b5-bb04-f6ff9fe16606, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:14.101611 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.111886 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.163283 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:14.168404 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.180244 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] For port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:14.184431 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] For port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:14.190641 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.233078 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:14.242960 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:14.243595 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:14.323785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacedcf-39c6-4b9f-b78d-07fe304dbb25 None None] Pushing event updated for resources: {'Port': ['ID=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:14.366958 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:14.591847 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:14Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:14.609055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-3bbbec0e-0833-4c87-a80f-df0a6d8377b2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:14.610529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-3bbbec0e-0833-4c87-a80f-df0a6d8377b2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 797 time: 0.1107500 Sep 02 13:40:14.619234 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a1df8-7386-4d7a-ae18-90fe3980a495 None None] The sync data for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 is: [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:14Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:14.673855 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-72e406c7-9e03-448d-bb48-dacf0c8161eb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 379 time: 0.0538611 Sep 02 13:40:14.689053 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'port': {'device_id': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'admin_state_up': True, 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'security_groups': ['ad2c4a87-e19f-4b50-aa03-52e757c00d6c']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:14.771453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-42520cbd-8c91-4f3a-81cd-be8dd2a7ddc4 req-1cf4e8ea-2095-4348-8637-ef07203af9e5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 210 time: 0.0394349 Sep 02 13:40:14.837749 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:14.841388 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.973847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.9 (0e5218fe-c02c-4ea4-96ee-f148cf388646/b16eaee5-976a-4f45-837b-85c4ea4b8a1d/9d8bbd68-5408-4ff3-aea2-c162026fe6a4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:15.133292 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.148997 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:15.187486 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.235425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:15.238735 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:15.241155 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:15.272984 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:15.307310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:15.308179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.326374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-dc52292e-510a-49a7-8415-ff5f61f6603b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6414788 Sep 02 13:40:15.343564 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Request body: {'port': {'device_id': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:15.410893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.486093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9ae87fe-47f0-4dbd-8d7e-bec960eb4990 None None] Provisioning for port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:15.490497 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9ae87fe-47f0-4dbd-8d7e-bec960eb4990 None None] Provisioning complete for port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:15.490880 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87fe-47f0-4dbd-8d7e-bec960eb4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.527574 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae87fe-47f0-4dbd-8d7e-bec960eb4990 None None] Port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:15.708284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:15.717317 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.734127 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Transition to ACTIVE for port object 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:15.739687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.837396 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:15.840942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:15.875659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:15.876003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:15.876475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:15.881437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:40:15.881904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:15.888794 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:15.889405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Checking segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:15.889790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Bound using segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:15.890359 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Bound port: 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:15.890907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.902534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:15.908597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:15.909045 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.925687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356134d2-00f2-47cd-81e0-5c4254eff1b7 req-b91b910a-d359-441d-a7b2-29b04d14f807 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:15.934080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-356134d2-00f2-47cd-81e0-5c4254eff1b7 req-b91b910a-d359-441d-a7b2-29b04d14f807 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0643203 Sep 02 13:40:15.965196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:15.969201 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:15.970853 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-356134d2-00f2-47cd-81e0-5c4254eff1b7 req-1d11f6c6-3746-4c6f-961e-839f5f83fa0a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352466 Sep 02 13:40:15.978485 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.003759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.028593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.029451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.030708 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] 10.222.0.18 "PUT /v2.0/ports/9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 1091 time: 0.6938896 Sep 02 13:40:16.033157 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:16.036416 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859680b-80da-4d09-97e1-d9db1eda6970" -d '{"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:16.038935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:16.045344 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.046147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:16.068812 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd53b9b-91e3-4e81-970e-c1821965776b service neutron] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:16.107540 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ab707-4988-4b27-b9fb-f65776c30281 x-openstack-request-id: req-3e2ab707-4988-4b27-b9fb-f65776c30281 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:16.107947 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:16.108791 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e2ab707-4988-4b27-b9fb-f65776c30281 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:16.109240 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'status': 'completed', 'code': 200} Sep 02 13:40:16.132439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-fe7e0f9e-d400-4689-b376-b5e175ac7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.135025 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-fe7e0f9e-d400-4689-b376-b5e175ac7b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1094 time: 0.0595930 Sep 02 13:40:16.145465 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:16.159526 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:16.159895 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.181255 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-b0eab372-7356-4a1d-922f-e0bae9d53785 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0379333 Sep 02 13:40:16.234521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-c6cf2436-b01a-4ed9-b0d8-7d4e8c49e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.236076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-c6cf2436-b01a-4ed9-b0d8-7d4e8c49e02c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0482552 Sep 02 13:40:16.290814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-322a8a3e-4a14-4679-964f-166f422a280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.292422 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-322a8a3e-4a14-4679-964f-166f422a280b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488076 Sep 02 13:40:16.387385 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-7af95f40-0849-4419-b4fb-18fb15cb15bf service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858066 Sep 02 13:40:16.822892 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5b0c5567-9ce1-4733-b6a5-e96021b73358 req-cbad91ae-e930-4497-a214-141eddb7ff03 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274538 Sep 02 13:40:16.915916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-774127b5-ebea-4d4a-bf8b-42b31bb52121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.917458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-774127b5-ebea-4d4a-bf8b-42b31bb52121 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1094 time: 0.0423305 Sep 02 13:40:17.024001 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-cf7898c6-9be7-4544-92fe-4b4732a05060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:17.025605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-cf7898c6-9be7-4544-92fe-4b4732a05060 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.1009982 Sep 02 13:40:17.071718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-ec74bb89-d826-4a32-bd99-3d6c3d321f06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0385404 Sep 02 13:40:17.106071 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94453cda-7305-4dae-bbd1-2d6f0c3d27a1 req-70a1d440-1abd-4914-a850-393605e0fe86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:17.107624 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94453cda-7305-4dae-bbd1-2d6f0c3d27a1 req-70a1d440-1abd-4914-a850-393605e0fe86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0536759 Sep 02 13:40:17.122478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-2f5a68b9-7e7a-41db-8de7-fabc6a7ac390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:17.123991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-2f5a68b9-7e7a-41db-8de7-fabc6a7ac390 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0451126 Sep 02 13:40:17.150609 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-94453cda-7305-4dae-bbd1-2d6f0c3d27a1 req-e343b0c4-9913-43c0-8aa0-fa88d93268fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351501 Sep 02 13:40:17.184715 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-1590b503-c301-465b-9f54-76ebb24eb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:17.186805 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-1590b503-c301-465b-9f54-76ebb24eb639 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544701 Sep 02 13:40:17.280435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-ba086fd6-ce79-48f4-bac9-d501afc0a5bc service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838618 Sep 02 13:40:17.380835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e859680b-80da-4d09-97e1-d9db1eda6970 req-2b12f417-629e-4f9d-b724-d001f3095a49 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924504 Sep 02 13:40:17.736629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:17.793981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:17.794357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.278439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c890-aa09-4f41-8cd0-ff7673ce395e req-fcd71912-648a-4257-9d4c-7afd381eb71d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:18.280063 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7af9c890-aa09-4f41-8cd0-ff7673ce395e req-fcd71912-648a-4257-9d4c-7afd381eb71d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0555670 Sep 02 13:40:18.322264 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7af9c890-aa09-4f41-8cd0-ff7673ce395e req-6261baee-ba8d-4e03-89d9-eea8bb08bdff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355523 Sep 02 13:40:19.415475 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:40:19.463817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697567a4-996b-468c-a972-530b3c8f3fe5 req-db8d12db-d35b-43e1-a943-6b8dafdb4098 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:19.465373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697567a4-996b-468c-a972-530b3c8f3fe5 req-db8d12db-d35b-43e1-a943-6b8dafdb4098 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0585854 Sep 02 13:40:19.504047 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-697567a4-996b-468c-a972-530b3c8f3fe5 req-8ac419f0-84c2-4924-8d38-6e40239e9d1b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Sep 02 13:40:19.514887 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:19.533032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'port_id': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'mac_address': 'fa:16:3e:18:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:40:19.578274 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.591757 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:19.611072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:19.617771 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.664968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:19.824693 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['9d8bbd68-5408-4ff3-aea2-c162026fe6a4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:20.625160 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21da6-c045-4334-ab69-0d7d97eb5dfc req-9bb0d2b4-ce5f-4aa7-b03d-de6448dda4d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:20.626682 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b21da6-c045-4334-ab69-0d7d97eb5dfc req-9bb0d2b4-ce5f-4aa7-b03d-de6448dda4d0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 944 time: 0.0512300 Sep 02 13:40:20.665112 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98b21da6-c045-4334-ab69-0d7d97eb5dfc req-4dfdaf1d-79b4-4334-81d2-8a033d64eece tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322480 Sep 02 13:40:21.414398 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:21.471866 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:21.477592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:21.477971 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.564332 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.589777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:21.592077 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b62bf6-e1d3-4815-a2bc-88a7994339bb" -d '{"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-plugged", "status": "completed", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:21.605957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:21.611034 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.657485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:21.692413 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c02fc-1bfd-4ec1-89c4-2744b79f6d23 x-openstack-request-id: req-113c02fc-1bfd-4ec1-89c4-2744b79f6d23 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:21.692723 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-plugged", "status": "completed", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:21.693116 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-113c02fc-1bfd-4ec1-89c4-2744b79f6d23 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:21.693762 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'code': 200} Sep 02 13:40:21.814796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75d20c-6127-4fd1-8ee6-1b3bd19a1d1f req-471b328b-a23c-472f-91f7-f4eb9502fb68 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:21.816314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d75d20c-6127-4fd1-8ee6-1b3bd19a1d1f req-471b328b-a23c-472f-91f7-f4eb9502fb68 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0820701 Sep 02 13:40:21.822846 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2292-1c0b-4862-8514-a4f81c0d328d req-4ca40df8-055a-4304-9839-c6bc0b86705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:21.824314 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-050e2292-1c0b-4862-8514-a4f81c0d328d req-4ca40df8-055a-4304-9839-c6bc0b86705c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1096 time: 0.0611789 Sep 02 13:40:21.876098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d75d20c-6127-4fd1-8ee6-1b3bd19a1d1f req-38b8094e-3a2c-4d97-8113-0be5236d0208 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508227 Sep 02 13:40:21.879759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-050e2292-1c0b-4862-8514-a4f81c0d328d req-11535614-3d45-4d0e-bacf-713f39083f60 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477164 Sep 02 13:40:23.024870 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d0cef-73fe-458c-bd5a-276b10a83c9d req-ba60063f-06d8-4172-af5d-e9cc5a5f8448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.026531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f54d0cef-73fe-458c-bd5a-276b10a83c9d req-ba60063f-06d8-4172-af5d-e9cc5a5f8448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0524065 Sep 02 13:40:23.065955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f54d0cef-73fe-458c-bd5a-276b10a83c9d req-542d4dcc-2677-41e7-8fb9-de429d252be9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Sep 02 13:40:24.198690 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b050-a1ce-4c72-94d6-42e63393d19d req-939c871b-6603-43b0-ba19-aba06da55a15 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.200234 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a58b050-a1ce-4c72-94d6-42e63393d19d req-939c871b-6603-43b0-ba19-aba06da55a15 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Sep 02 13:40:24.239746 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1a58b050-a1ce-4c72-94d6-42e63393d19d req-75d1d7d3-e990-463c-8937-db78ff894def tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333452 Sep 02 13:40:24.375712 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb4a46-705f-4d86-87a8-246f5a01218d req-53233fa6-2eb1-4624-8df2-3fb6379281d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.377181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6cb4a46-705f-4d86-87a8-246f5a01218d req-53233fa6-2eb1-4624-8df2-3fb6379281d8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0626059 Sep 02 13:40:24.421084 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e6cb4a46-705f-4d86-87a8-246f5a01218d req-b20a67d9-1983-46f6-82aa-1fdb9925d251 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376623 Sep 02 13:40:24.443680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:24.489653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719edcb7-c015-4b36-8d86-aa6af82a5dec tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.491205 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-719edcb7-c015-4b36-8d86-aa6af82a5dec tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1091 time: 0.0464327 Sep 02 13:40:24.494411 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:24.501487 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:24.528886 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.644824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.767927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.106 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/545aacfa-09ce-4dca-90dd-ad7d24aa039f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:24.882977 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.927732 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.971105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:24.973949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:24.976488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:25.006141 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=545aacfa-09ce-4dca-90dd-ad7d24aa039f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:25.344115 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.423943 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.583069 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.589330 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.658345 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=545aacfa-09ce-4dca-90dd-ad7d24aa039f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:25.672991 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.773993 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP 8d2848a0-2772-4fa1-8938-7a81e3a44aa0 associated. External IP: 172.25.7.106, port: 9d8bbd68-5408-4ff3-aea2-c162026fe6a4. Sep 02 13:40:25.988725 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router a40edf2b-e135-4497-9ed8-e1de282060cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:26.097393 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:26.108385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] Sync routers for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:26.116586 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.122075 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:26.122794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:26.143953 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-38faffcd-a510-4824-a7a4-4de77672a202 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6481779 Sep 02 13:40:26.144542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:26.146844 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6be01c-4770-4eca-9feb-cbef3580abad" -d '{"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:26.187909 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8ef1d-927d-49f4-82ca-6288b0b1ed3b x-openstack-request-id: req-fcc8ef1d-927d-49f4-82ca-6288b0b1ed3b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:26.188198 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:26.188451 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcc8ef1d-927d-49f4-82ca-6288b0b1ed3b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:26.188861 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'status': 'completed', 'code': 200} Sep 02 13:40:26.234990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:26.284030 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-55eef47b-0b2e-4d10-8821-3bc34cfc6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.285519 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-55eef47b-0b2e-4d10-8821-3bc34cfc6401 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1096 time: 0.0714319 Sep 02 13:40:26.296298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67821a82-4982-46ca-9c48-da95ab68a351 req-b89f1b92-7c92-4a9f-b4eb-4849700cecd2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.297760 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67821a82-4982-46ca-9c48-da95ab68a351 req-b89f1b92-7c92-4a9f-b4eb-4849700cecd2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0818002 Sep 02 13:40:26.386416 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67821a82-4982-46ca-9c48-da95ab68a351 req-26361659-9656-45e7-984a-e05ee2fc9a8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798233 Sep 02 13:40:26.409322 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:26.413355 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-6be31491-d83c-4e27-9b8c-a74117abde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.415508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-6be31491-d83c-4e27-9b8c-a74117abde98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.1168799 Sep 02 13:40:26.472812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '8d2848a0-2772-4fa1-8938-7a81e3a44aa0', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'port_id': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'mac_address': 'fa:16:3e:18:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:40:25Z', 'updated_at': '2021-09-02T13:40:25Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:16Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:26.475675 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4080eebc-689a-4d75-ad97-5d3c265434c8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/8d2848a0-2772-4fa1-8938-7a81e3a44aa0 HTTP/1.1" status: 200 len: 991 time: 0.0651681 Sep 02 13:40:26.484789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-1237f3f3-e8d3-4c40-98ef-230d1b50e115 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 999 time: 0.0621552 Sep 02 13:40:26.501748 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] Checking router: a40edf2b-e135-4497-9ed8-e1de282060cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:40:26.513338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:26.513964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:40:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:26.542946 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-76e612ad-7611-4a6f-9745-cd9871bdd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.544347 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-76e612ad-7611-4a6f-9745-cd9871bdd9a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0515501 Sep 02 13:40:26.603282 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-e134b5b1-afa2-4594-86a1-e53f98337a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.604932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-e134b5b1-afa2-4594-86a1-e53f98337a12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514328 Sep 02 13:40:26.625577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:26.700344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-1491f6cb-94dd-461f-8c86-a1132ede2aaf service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874810 Sep 02 13:40:26.796607 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ce6be01c-4770-4eca-9feb-cbef3580abad req-02007e61-b2b5-4ba9-bcaa-f9289b7c0a00 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891330 Sep 02 13:40:26.865314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '8d2848a0-2772-4fa1-8938-7a81e3a44aa0', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'port_id': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'mac_address': 'fa:16:3e:18:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:40:25Z', 'updated_at': '2021-09-02T13:40:25Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:16Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:26.892144 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a8fce-e001-4aad-abfb-bd8c0b2a6ec2 None None] The sync data for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 is: [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '8d2848a0-2772-4fa1-8938-7a81e3a44aa0', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'port_id': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'mac_address': 'fa:16:3e:18:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:40:25Z', 'updated_at': '2021-09-02T13:40:25Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:16Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:27.123642 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b4b2c-b762-46e9-ba3c-5af320b3750e None None] New status for floating IP 8d2848a0-2772-4fa1-8938-7a81e3a44aa0: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:40:27.480436 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53790) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:27.554423 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-193923dd-6baf-4a65-abcd-00b35147789f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/8d2848a0-2772-4fa1-8938-7a81e3a44aa0 HTTP/1.1" status: 200 len: 993 time: 0.0725064 Sep 02 13:40:28.756480 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9d73ea8-38fe-423d-9bf3-1bf791fe9820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.308599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-748fbd04-d6be-4131-9322-a70b4e101778 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477777 Sep 02 13:40:29.395296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-25f28ea8-538e-4cd7-a39e-5e09b3cdc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.396687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-25f28ea8-538e-4cd7-a39e-5e09b3cdc243 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1096 time: 0.0433786 Sep 02 13:40:29.508076 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-29119c57-312f-432b-9838-3b724bdf30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.509879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-29119c57-312f-432b-9838-3b724bdf30c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.0927563 Sep 02 13:40:29.579818 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-e5ecf20f-2986-44b9-a428-289e13a6b6a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 1001 time: 0.0628679 Sep 02 13:40:29.629460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-9a1940e9-a212-4189-92d9-a082235be5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.630928 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-9a1940e9-a212-4189-92d9-a082235be5d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0440323 Sep 02 13:40:29.679518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-53d79aa6-d170-4712-a27d-774ab50fc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.681172 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-53d79aa6-d170-4712-a27d-774ab50fc196 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429065 Sep 02 13:40:29.775318 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-63df53a6-ff01-4323-9684-0020479b98c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866518 Sep 02 13:40:29.872691 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9daaa64-090f-47f9-a50c-b59d70f58e9f req-5c66f474-22db-49b6-9bb3-ad8e14a7ca83 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903623 Sep 02 13:40:31.564648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b943f90-7374-42d6-8658-548ab471fdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.706475 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.765464 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.751849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:40:34.438799 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.796625 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.599486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.756562 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e63732b-d48a-4c28-8e7c-f92d724214d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.896458 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-265d86a0-56ad-44a9-99c1-9f949510c290 req-9313841a-92a3-438a-8f99-c09fedc3a353 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:40:58.897496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-265d86a0-56ad-44a9-99c1-9f949510c290 req-9313841a-92a3-438a-8f99-c09fedc3a353 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081685 Sep 02 13:40:59.127131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8fb56-1601-4028-a1c9-f2977ae758a5 req-33a6c8c1-74db-4a52-83bb-ae18e01e3b46 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:59.128660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7d8fb56-1601-4028-a1c9-f2977ae758a5 req-33a6c8c1-74db-4a52-83bb-ae18e01e3b46 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0696728 Sep 02 13:40:59.196955 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c7d8fb56-1601-4028-a1c9-f2977ae758a5 req-2baa7f51-db32-4ea1-9d3d-b51b1c726bcc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599303 Sep 02 13:40:59.209289 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-83a264f0-e904-4d37-b7a8-ce6891b636c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187842 Sep 02 13:41:00.333975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9951680-2de0-4f0e-8377-d2e946173500 req-7cfaa2b9-d6f8-41d9-a011-9ac1a7d5d75b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.335459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9951680-2de0-4f0e-8377-d2e946173500 req-7cfaa2b9-d6f8-41d9-a011-9ac1a7d5d75b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0643070 Sep 02 13:41:00.388260 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-f3a734eb-227e-4394-9f47-220354d89138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.389765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-f3a734eb-227e-4394-9f47-220354d89138 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1096 time: 0.0749967 Sep 02 13:41:00.392687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a9951680-2de0-4f0e-8377-d2e946173500 req-2c0c822d-7789-4e13-b3a1-85410927d0dd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Sep 02 13:41:00.487483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-b1250cb7-33ab-4c17-a4ce-1b848c162d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.488991 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-b1250cb7-33ab-4c17-a4ce-1b848c162d64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.0915277 Sep 02 13:41:00.563832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-ca562c0a-9c15-4e30-ab3d-62a2d11b6b68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 1001 time: 0.0671222 Sep 02 13:41:00.614284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-430cd766-b351-4f8f-a460-268ce2a52bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.615800 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-430cd766-b351-4f8f-a460-268ce2a52bcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0455806 Sep 02 13:41:00.668813 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-f2cd8939-7b55-4296-9885-97546fb6c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.670272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-f2cd8939-7b55-4296-9885-97546fb6c4fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474954 Sep 02 13:41:00.765986 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-7b58f4f1-a82c-4667-9ce3-51fd0654891d service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879867 Sep 02 13:41:00.878512 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-2d592c58-ee73-493d-bc95-73ebc75c2592 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046906 Sep 02 13:41:01.527609 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd54e-ed7b-45ef-87a1-fe3856a1a5a2 req-8fa78cbf-ddbc-4e16-ba7b-50920a7ed369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:01.529117 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-039bd54e-ed7b-45ef-87a1-fe3856a1a5a2 req-8fa78cbf-ddbc-4e16-ba7b-50920a7ed369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0569324 Sep 02 13:41:01.567439 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d23a9e83-9038-4887-97dd-1c821af1b7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.570883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-039bd54e-ed7b-45ef-87a1-fe3856a1a5a2 req-3e16f84e-0ea4-4b99-8c26-2b9c3f73744c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328236 Sep 02 13:41:01.715497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.701351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1abc9-0d37-47fc-95b1-7d00e7504085 req-9fc08501-0391-442c-911d-ac06af5f7d39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:02.702870 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfe1abc9-0d37-47fc-95b1-7d00e7504085 req-9fc08501-0391-442c-911d-ac06af5f7d39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0598819 Sep 02 13:41:02.746269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dfe1abc9-0d37-47fc-95b1-7d00e7504085 req-1ebaa4f0-a77c-4aa2-9c6e-b8c1198acaa3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372298 Sep 02 13:41:02.767868 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.878533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085749b9-5995-4986-b68a-fc08f01914e9 req-88d3efc1-2e90-4d91-a9a4-ce7bac60455c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:03.880079 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-085749b9-5995-4986-b68a-fc08f01914e9 req-88d3efc1-2e90-4d91-a9a4-ce7bac60455c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0532272 Sep 02 13:41:03.918787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-085749b9-5995-4986-b68a-fc08f01914e9 req-200ce20f-efc2-4e08-b090-2b9280e6aaef tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Sep 02 13:41:04.445966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.046224 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d713d8-05cc-4f4c-8704-9294d045a8f8 req-07c38d15-a4c9-4224-b6fe-08f18a900d49 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:05.047755 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23d713d8-05cc-4f4c-8704-9294d045a8f8 req-07c38d15-a4c9-4224-b6fe-08f18a900d49 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0586665 Sep 02 13:41:05.090739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-23d713d8-05cc-4f4c-8704-9294d045a8f8 req-e02c57ff-0385-456a-8f4b-b566dec0213a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338802 Sep 02 13:41:05.796565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.217143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b800bea-47fb-4a40-a174-757dc4baac31 req-ab043037-0027-409e-913d-6f2684660329 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:06.218635 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b800bea-47fb-4a40-a174-757dc4baac31 req-ab043037-0027-409e-913d-6f2684660329 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0552993 Sep 02 13:41:06.264224 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b800bea-47fb-4a40-a174-757dc4baac31 req-faf60a34-104e-41d8-a6a6-9eebf4b5099d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383942 Sep 02 13:41:07.407018 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fefec9-f1ae-4433-a497-1527bb94749a req-9dfe4bb1-6d90-4b81-9d1a-62f5b68f36f1 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:07.408400 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5fefec9-f1ae-4433-a497-1527bb94749a req-9dfe4bb1-6d90-4b81-9d1a-62f5b68f36f1 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0630121 Sep 02 13:41:07.450076 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c5fefec9-f1ae-4433-a497-1527bb94749a req-659d2ed1-ed67-4699-8f05-d7c97a9b4852 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325365 Sep 02 13:41:08.580635 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3709985-15e9-4f80-86cf-37ac39d473c5 req-1ca4726e-6812-4d59-93ad-4207d6105ca7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:08.582174 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3709985-15e9-4f80-86cf-37ac39d473c5 req-1ca4726e-6812-4d59-93ad-4207d6105ca7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0580902 Sep 02 13:41:08.623715 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b3709985-15e9-4f80-86cf-37ac39d473c5 req-eae82783-33d7-458e-ac59-e7d515e68968 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353315 Sep 02 13:41:09.776460 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d49a3-0523-46b3-85d1-2d26abd4167a req-908f48e4-ce3e-4f97-ab6f-d6cbb576e833 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:09.778813 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-824d49a3-0523-46b3-85d1-2d26abd4167a req-908f48e4-ce3e-4f97-ab6f-d6cbb576e833 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0614274 Sep 02 13:41:09.825482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-824d49a3-0523-46b3-85d1-2d26abd4167a req-a5212c3a-75a7-4372-926d-698d97aabc6f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Sep 02 13:41:10.755354 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:41:10.950861 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ada99-fb53-480e-b129-a05ccf216363 req-679e73d5-08ae-4c9a-9d52-fef78c792795 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:10.952347 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-347ada99-fb53-480e-b129-a05ccf216363 req-679e73d5-08ae-4c9a-9d52-fef78c792795 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0497346 Sep 02 13:41:10.994908 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-347ada99-fb53-480e-b129-a05ccf216363 req-d7ecf158-d259-4a55-93e9-44a702960b63 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Sep 02 13:41:11.614029 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:12.119186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a37ab-18c2-4629-aadd-906ff19c98fb req-154e865e-c4be-4ed1-9880-425a7fce5726 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:12.120869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d41a37ab-18c2-4629-aadd-906ff19c98fb req-154e865e-c4be-4ed1-9880-425a7fce5726 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Sep 02 13:41:12.162413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d41a37ab-18c2-4629-aadd-906ff19c98fb req-a64691ce-7918-4b8b-9b2a-45b2c1e5f8b3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351489 Sep 02 13:41:13.289169 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f70dca-a2cf-46e3-af2f-e28ad47104e7 req-ffb6eb2c-5e80-4e08-baf4-9e7219ac5792 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:13.290690 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47f70dca-a2cf-46e3-af2f-e28ad47104e7 req-ffb6eb2c-5e80-4e08-baf4-9e7219ac5792 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Sep 02 13:41:13.334399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-47f70dca-a2cf-46e3-af2f-e28ad47104e7 req-5f503594-672f-4cbb-8662-97c38ab5e90c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348592 Sep 02 13:41:14.472620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63967a15-fe09-4dfc-962a-70c7fa406ab1 req-338be543-400f-4757-a9e5-9732792d3106 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:14.474094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63967a15-fe09-4dfc-962a-70c7fa406ab1 req-338be543-400f-4757-a9e5-9732792d3106 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0672855 Sep 02 13:41:14.514902 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-63967a15-fe09-4dfc-962a-70c7fa406ab1 req-623fc2cc-3cb8-496b-b3e4-af772bb29857 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Sep 02 13:41:15.641036 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f4e35-e3e1-4770-bf28-cf028cfea314 req-c607877e-22d9-466f-bd2b-82c7226f8430 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:15.642546 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b82f4e35-e3e1-4770-bf28-cf028cfea314 req-c607877e-22d9-466f-bd2b-82c7226f8430 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0547168 Sep 02 13:41:15.681553 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b82f4e35-e3e1-4770-bf28-cf028cfea314 req-763c0f14-cc24-4ba1-959b-133f58744af1 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Sep 02 13:41:16.804835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6536f-a55f-4b48-b19c-f3943f4daeff req-f93c0e2f-4f74-46f5-8c48-2aadd970ad25 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:16.806261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8f6536f-a55f-4b48-b19c-f3943f4daeff req-f93c0e2f-4f74-46f5-8c48-2aadd970ad25 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Sep 02 13:41:16.845534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b8f6536f-a55f-4b48-b19c-f3943f4daeff req-7dd1b585-7466-472e-b95a-fc87458b82db tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330257 Sep 02 13:41:17.752969 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-6626a07b-7126-47aa-a838-399a4c9491ac service neutron] show failed (client error): The resource could not be found. Sep 02 13:41:17.753874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-6626a07b-7126-47aa-a838-399a4c9491ac service neutron] 10.222.0.18 "GET /v2.0/ports/9d8bbd68-5408-4ff3-aea2-c162026fe6a4/bindings/n-h1-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0576055 Sep 02 13:41:17.986077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b844e91-6d61-4da1-bffd-992c149c1200 req-5097ec26-138e-4b1e-ad60-c7db3d04b4f1 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.987562 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b844e91-6d61-4da1-bffd-992c149c1200 req-5097ec26-138e-4b1e-ad60-c7db3d04b4f1 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0588365 Sep 02 13:41:18.042943 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-83f2916f-212a-4175-a2f0-c2f2bc867ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:18.044323 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-83f2916f-212a-4175-a2f0-c2f2bc867ec4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 1096 time: 0.1239488 Sep 02 13:41:18.047260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0b844e91-6d61-4da1-bffd-992c149c1200 req-c77526e8-bc60-4ad3-87bd-e0fe4898389c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466022 Sep 02 13:41:18.055186 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-6fc97db8-37f2-4aed-8a62-759da5bcaf3c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:41:18.056155 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-6fc97db8-37f2-4aed-8a62-759da5bcaf3c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051017 Sep 02 13:41:18.068118 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-8', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:18.122297 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.344375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:18.380913 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h2-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:18.433799 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:18.436456 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e37588-4aa9-47f1-a071-3fc0cf26cf67" -d '{"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:18.440673 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.454137 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Transition to ACTIVE for port object 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:18.458008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.543172 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:18.554956 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc53136a-b77b-4f2c-b327-1cd3e363f1d7 x-openstack-request-id: req-dc53136a-b77b-4f2c-b327-1cd3e363f1d7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:18.555149 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:18.555407 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc53136a-b77b-4f2c-b327-1cd3e363f1d7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:18.555798 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'code': 200} Sep 02 13:41:18.563310 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.563656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.563992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.564329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.564662 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.565014 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.565339 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.565700 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.566024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.566341 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.566661 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.566978 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:18.603452 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] No DVR routers for this DVR port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on host n-h2-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:19.054302 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on host n-h1-792364-8 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:19.054987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 by drivers openvswitch,hyperv on host n-h1-792364-8 at level 0 using segments [{'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:19.054987 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:19.059740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-8 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:41:19.060051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Attempting to bind port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on network 0e5218fe-c02c-4ea4-96ee-f148cf388646 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:19.065204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Checking agent: {'id': '4def7bf6-19e9-4425-898b-20a17d99302d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:19.065694 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Checking segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:19.065901 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Bound using segment: {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:19.066356 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Bound port: 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host: n-h1-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a0d962-c177-4266-86f5-3d7d0281fe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:19.066702 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.156275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h1-792364-8, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:19.173238 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h1-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:19.177998 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.218314 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9d09-de05-4cf5-8b2e-fd28edb1559a req-f36d5e28-1709-410b-a51a-9137fa375afd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.220157 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87ca9d09-de05-4cf5-8b2e-fd28edb1559a req-f36d5e28-1709-410b-a51a-9137fa375afd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0976760 Sep 02 13:41:19.230207 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.230982 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.232399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 1091 time: 1.1682532 Sep 02 13:41:19.285532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca32ab8-8272-4cea-b722-c5178ca2dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:19.331517 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-87ca9d09-de05-4cf5-8b2e-fd28edb1559a req-f5ec27b7-57b5-4cab-be2f-9c2d4b681531 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029704 Sep 02 13:41:19.343195 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-757eb25a-c151-40c4-8c2a-080b93357385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.345395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-757eb25a-c151-40c4-8c2a-080b93357385 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1094 time: 0.0835335 Sep 02 13:41:19.441559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-1c2afb44-42ab-442e-9a65-23d94781393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.443059 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-1c2afb44-42ab-442e-9a65-23d94781393f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.0910544 Sep 02 13:41:19.515659 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-2ea192f9-1c68-4847-b50c-0e5209161169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 999 time: 0.0653584 Sep 02 13:41:19.578911 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-fd676bd1-b348-44d3-9f28-5d8936679fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.580292 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-fd676bd1-b348-44d3-9f28-5d8936679fb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0573926 Sep 02 13:41:19.627738 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-e484430d-3934-4315-8ca1-47338feb763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.629258 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-e484430d-3934-4315-8ca1-47338feb763f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416446 Sep 02 13:41:19.733502 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-8638e2c0-f023-4347-a6c6-9ee185e05d5c service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970280 Sep 02 13:41:19.830787 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-3c2eb399-5f41-4dde-9e23-396d03fb23cb service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905159 Sep 02 13:41:20.474586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efab0-a298-4b2c-807f-3b37d043107e req-c79021f8-9250-443f-ba92-4c6fd100be05 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.475978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c5efab0-a298-4b2c-807f-3b37d043107e req-c79021f8-9250-443f-ba92-4c6fd100be05 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0583584 Sep 02 13:41:20.520577 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c5efab0-a298-4b2c-807f-3b37d043107e req-4ec9d686-9525-4f1e-ad11-dd59d3f0358a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382242 Sep 02 13:41:20.557693 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:20.560194 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eff58e-b146-4512-9ac5-987ef1118e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:20.612091 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32cb44e-8c41-433f-acd4-e5d7f770c5c9 x-openstack-request-id: req-c32cb44e-8c41-433f-acd4-e5d7f770c5c9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:20.612391 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:20.612671 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c32cb44e-8c41-433f-acd4-e5d7f770c5c9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:20.613126 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'status': 'completed', 'code': 200} Sep 02 13:41:20.675599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-fe5c2f82-77f1-499e-aeda-382700a09c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.677179 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-fe5c2f82-77f1-499e-aeda-382700a09c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1094 time: 0.0457613 Sep 02 13:41:20.682258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-c91b68e3-9e67-4a8d-aa11-17c4df8b5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.687422 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-c91b68e3-9e67-4a8d-aa11-17c4df8b5581 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1094 time: 0.0501673 Sep 02 13:41:20.779937 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-173d3ee5-6a0f-408c-a765-69bf3aadcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.781382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-173d3ee5-6a0f-408c-a765-69bf3aadcd6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.0943251 Sep 02 13:41:20.784774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-04709140-dbb4-49d9-96bd-f369c6c2c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.786343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-04709140-dbb4-49d9-96bd-f369c6c2c18a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.0914555 Sep 02 13:41:20.859018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-face7c5f-7663-41b5-8d38-2aad1da51d61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 999 time: 0.0648470 Sep 02 13:41:20.860743 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-1c1bfe83-e728-4aa6-ac5e-3c6ae698a803 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 999 time: 0.0663295 Sep 02 13:41:20.912326 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-55fca3b4-969b-4227-8e4d-a0904eb92545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.913873 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-55fca3b4-969b-4227-8e4d-a0904eb92545 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0477178 Sep 02 13:41:20.916856 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-473d6156-25b3-431d-963d-2fc36b619ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.918463 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-473d6156-25b3-431d-963d-2fc36b619ab5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0496168 Sep 02 13:41:20.966177 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-89d962e5-7442-4064-b893-0484602d22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.967562 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-3f70ceeb-4db9-472e-b1ff-0789c63eb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.967698 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-89d962e5-7442-4064-b893-0484602d22b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467048 Sep 02 13:41:20.969121 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-3f70ceeb-4db9-472e-b1ff-0789c63eb05e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430508 Sep 02 13:41:21.064784 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-0c5cd23d-a756-428f-aaf1-10c2d9c6ae44 service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863602 Sep 02 13:41:21.066027 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-76324b1a-a046-4b7e-bb9b-4320f59b8ece service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907059 Sep 02 13:41:21.156547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-cd4e98a8-305e-48ff-80a3-def8410c85b5 service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846303 Sep 02 13:41:21.160083 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b1eff58e-b146-4512-9ac5-987ef1118e9a req-d8a7f456-82d2-4690-86f3-17f522a18470 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869250 Sep 02 13:41:21.652797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08dd0-23d1-483e-846f-5031aec5fd89 req-77d9c83e-254d-4eb8-99cd-79482e4e4eb0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.654353 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34f08dd0-23d1-483e-846f-5031aec5fd89 req-77d9c83e-254d-4eb8-99cd-79482e4e4eb0 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0591114 Sep 02 13:41:21.703880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34f08dd0-23d1-483e-846f-5031aec5fd89 req-c7855008-0f7d-45ca-8b8d-ef7707fb9d5a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403619 Sep 02 13:41:21.802377 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:21.848863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:21.956399 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad59d-4747-4d70-849d-2669baa002a2 req-b0c8ac26-d15a-46c5-8f3f-c7bebee1f0c6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.957942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6bcad59d-4747-4d70-849d-2669baa002a2 req-b0c8ac26-d15a-46c5-8f3f-c7bebee1f0c6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0781085 Sep 02 13:41:21.968145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 details requested by agent hyperv_n-h1-792364-8 with host n-h1-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:41:21.972659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-55bfdf9c-c280-4787-a6ff-cb4fed9df1c2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.974269 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-55bfdf9c-c280-4787-a6ff-cb4fed9df1c2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&binding%3Ahost_id=n-h1-792364-8 HTTP/1.1" status: 200 len: 943 time: 0.0835528 Sep 02 13:41:22.042756 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6bcad59d-4747-4d70-849d-2669baa002a2 req-032bfef4-20aa-4b2a-b8d5-da8910308794 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785227 Sep 02 13:41:22.062628 n-d-792364-8 neutron-server[94840]: INFO neutron.api.v2.resource [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-f260f98b-3ccd-45f8-a2f5-0ba84fdeb1f1 service neutron] delete failed (client error): The resource could not be found. Sep 02 13:41:22.063662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-f260f98b-3ccd-45f8-a2f5-0ba84fdeb1f1 service neutron] 10.222.0.18 "DELETE /v2.0/ports/9d8bbd68-5408-4ff3-aea2-c162026fe6a4/bindings/n-h2-792364-8 HTTP/1.1" status: 404 len: 380 time: 0.0819743 Sep 02 13:41:22.075716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:22.087995 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Returning: {'device': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'port_id': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'mac_address': 'fa:16:3e:18:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:41:22.138375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.151576 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-14e3e728-afc2-431e-b745-a25335d93d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.151787 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:22.153143 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-14e3e728-afc2-431e-b745-a25335d93d39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1094 time: 0.0428512 Sep 02 13:41:22.174763 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2683b-f429-4cf0-8294-6eaf15f7abbe req-9ca43725-4c89-41f1-921d-434bb970cd8f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.176438 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67a2683b-f429-4cf0-8294-6eaf15f7abbe req-9ca43725-4c89-41f1-921d-434bb970cd8f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 943 time: 0.0536866 Sep 02 13:41:22.177129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:22.182635 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.225090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-67a2683b-f429-4cf0-8294-6eaf15f7abbe req-5e0144b0-e728-4e09-9339-29304c4eeafe tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 Sep 02 13:41:22.232802 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:22.240598 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.240970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.241317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.241647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.241976 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.242301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.242627 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.242954 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.243305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.243626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.243939 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.244255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:22.262248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-59b65845-3379-4609-bc5a-ac8e39a6fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.263757 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-59b65845-3379-4609-bc5a-ac8e39a6fe75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.1024930 Sep 02 13:41:22.337962 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-6c2ab565-522e-4f9b-a9ae-013ab4482add service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 1000 time: 0.0659871 Sep 02 13:41:22.401790 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-3758920f-f3da-44b0-9ef6-30108af096b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.404355 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-3758920f-f3da-44b0-9ef6-30108af096b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0588439 Sep 02 13:41:22.427542 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] get_ports_and_sgs() called for port_ids ['9d8bbd68-5408-4ff3-aea2-c162026fe6a4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:41:22.453200 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-a72faa20-d9e6-4834-9ff4-d68a6f349b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.454766 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-a72faa20-d9e6-4834-9ff4-d68a6f349b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430863 Sep 02 13:41:22.558334 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-53587642-32cc-4ebe-8a76-5558a4b316f3 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962780 Sep 02 13:41:22.650709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-61d88c0b-2e28-4b3a-a8f5-b57b6ecc9173 req-8ba6eb47-3e26-4c19-be8e-16884b388680 service neutron] 10.222.0.18 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Sep 02 13:41:23.338583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e75be-ec89-4010-8c99-8180864a52bd req-1938d3c9-e3e0-4c04-b1aa-8909e5dedb03 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.340419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-128e75be-ec89-4010-8c99-8180864a52bd req-1938d3c9-e3e0-4c04-b1aa-8909e5dedb03 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 944 time: 0.0527844 Sep 02 13:41:23.385470 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-128e75be-ec89-4010-8c99-8180864a52bd req-9542923b-04ad-42e6-b511-a4632c747b35 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386009 Sep 02 13:41:23.410309 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:23.490198 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4bd88181-30d8-48a7-9b44-0fb64d1986bd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/8d2848a0-2772-4fa1-8938-7a81e3a44aa0 HTTP/1.1" status: 200 len: 992 time: 0.0784369 Sep 02 13:41:23.984053 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 up at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:24.042956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning for port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:24.047949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Provisioning complete for port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:24.048374 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.138992 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.164942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:24.167366 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3cae39-ea6a-4883-99df-854793999819" -d '{"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-plugged", "status": "completed", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:24.184295 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:24.194302 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.220581 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c3b030-459a-4da8-beac-fa21351bd075 x-openstack-request-id: req-65c3b030-459a-4da8-beac-fa21351bd075 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:24.220828 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-plugged", "status": "completed", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:24.221116 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65c3b030-459a-4da8-beac-fa21351bd075 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:24.221528 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'code': 200} Sep 02 13:41:24.248729 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Pushing event updated for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:28.763318 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1bbd70d1-f88a-4d99-8a31-f9f64c72d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.576800 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84fbac94-1f5a-4ba0-a63c-b58c95cc8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.713356 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.776193 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.450802 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.795612 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:41.623866 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:43.264203 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-86aafd7b-3b30-4485-8c21-e0fc25ddc1f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404041 Sep 02 13:41:43.357529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-98dcba99-5856-4e52-804b-6df8c73eb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:43.359061 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-98dcba99-5856-4e52-804b-6df8c73eb3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1096 time: 0.0438302 Sep 02 13:41:43.475580 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-658246b5-2311-49fd-894b-219f797ab09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:43.477164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-658246b5-2311-49fd-894b-219f797ab09f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.0944109 Sep 02 13:41:43.550102 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-c865ffd4-69fc-4824-9043-9d561db30ec2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 1001 time: 0.0647082 Sep 02 13:41:43.608202 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-853aff59-c238-4b77-ac4e-b4030d64a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:43.609785 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-853aff59-c238-4b77-ac4e-b4030d64a7a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0524395 Sep 02 13:41:43.659463 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-f3ec50b3-d2b9-4a26-8b12-a10a7c8f321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:43.661044 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-f3ec50b3-d2b9-4a26-8b12-a10a7c8f321f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432289 Sep 02 13:41:43.772498 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-dbef25db-3fb0-4c48-9ddc-4a94afd5b342 service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042097 Sep 02 13:41:43.869437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9140d4b3-7b77-4faf-81b1-d3d3da91fb53 req-d78a5dd1-26c8-4a23-9e4c-353bc352b85e service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889208 Sep 02 13:41:47.755226 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:41:52.092303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:52.267376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 545aacfa-09ce-4dca-90dd-ad7d24aa039f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:52.267727 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.350750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.350999 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.362770 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 545aacfa-09ce-4dca-90dd-ad7d24aa039f owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:52.516526 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.550123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=545aacfa-09ce-4dca-90dd-ad7d24aa039f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:52.612871 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.613244 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP 8d2848a0-2772-4fa1-8938-7a81e3a44aa0 disassociated (deleted). External IP: 172.25.7.106, port: 9d8bbd68-5408-4ff3-aea2-c162026fe6a4. Sep 02 13:41:52.846679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router a40edf2b-e135-4497-9ed8-e1de282060cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:52.974351 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:52.979583 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.984321 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] Sync routers for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:52.993608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:52.994221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:41:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:53.010826 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05735bef-18c4-4ef8-adfc-a0935be2bf99 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/floatingips/8d2848a0-2772-4fa1-8938-7a81e3a44aa0 HTTP/1.1" status: 204 len: 168 time: 0.9169300 Sep 02 13:41:53.011478 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:53.014098 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:53.054341 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38004d7e-2ada-49cb-8db2-f57cf6071897 x-openstack-request-id: req-38004d7e-2ada-49cb-8db2-f57cf6071897 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:53.054793 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:53.055052 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38004d7e-2ada-49cb-8db2-f57cf6071897 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:53.055512 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'status': 'completed', 'code': 200} Sep 02 13:41:53.108924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:53.121509 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-f3490366-5798-434c-b34c-e2ba7be8ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:53.123492 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-f3490366-5798-434c-b34c-e2ba7be8ec6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 1096 time: 0.0449300 Sep 02 13:41:53.242513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-8dc691da-96ef-4a0a-9772-38f2cf7be87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:53.245874 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-8dc691da-96ef-4a0a-9772-38f2cf7be87d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 200 len: 898 time: 0.1082628 Sep 02 13:41:53.270705 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1adc3-5ade-48a7-a1dd-50d07ac5aad6 req-f0c428fc-c133-4e59-9ddc-f6a07dde4273 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:53.273119 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76f1adc3-5ade-48a7-a1dd-50d07ac5aad6 req-f0c428fc-c133-4e59-9ddc-f6a07dde4273 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0701735 Sep 02 13:41:53.295029 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-28b3ebd7-6c83-45a9-8b62-9a1501e4c273 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0408800 Sep 02 13:41:53.320017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-76f1adc3-5ade-48a7-a1dd-50d07ac5aad6 req-f68d8f57-df59-4fe3-9061-bfae94046622 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392640 Sep 02 13:41:53.328464 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:16Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:53.350035 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-7b978bd4-f919-4963-b79a-052fba143adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:53.351529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-7b978bd4-f919-4963-b79a-052fba143adb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 200 len: 835 time: 0.0464230 Sep 02 13:41:53.355684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] Checking router: a40edf2b-e135-4497-9ed8-e1de282060cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:53.363990 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:53.364590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:41:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:53.403080 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-5423a416-ebea-4d13-9a88-f476d008edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:53.404627 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-5423a416-ebea-4d13-9a88-f476d008edfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e5218fe-c02c-4ea4-96ee-f148cf388646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447848 Sep 02 13:41:53.475288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:53.502505 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-c9ebee02-ba4c-488c-b1a8-bb29aa243ebd service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874906 Sep 02 13:41:53.624149 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-53cd9f6f-e1ad-4e84-8ad1-e97a6daafff5 req-2d1bbff4-a5ad-4b4d-9a54-6e5ad724dda4 service neutron] 10.222.0.41 "GET /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113245 Sep 02 13:41:53.698276 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:16Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:53.725128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f356d6-61d0-40d4-bc34-9a4ea4888299 None None] The sync data for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 is: [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:11Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '22aa80d6-9efc-49b5-bb04-f6ff9fe16606', 'name': '', 'network_id': '0e5218fe-c02c-4ea4-96ee-f148cf388646', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a6:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:11Z', 'updated_at': '2021-09-02T13:40:16Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'b16eaee5-976a-4f45-837b-85c4ea4b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:53.965185 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3062738-a1f9-40eb-9f9e-12aaf4bab4a3 None None] New status for floating IP 8d2848a0-2772-4fa1-8938-7a81e3a44aa0: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:41:54.449887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d33c9-cca2-40d9-ab1a-6c20a8e84448 req-6deb8218-12bd-458e-95c1-eeda8d026cd8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:54.451441 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c33d33c9-cca2-40d9-ab1a-6c20a8e84448 req-6deb8218-12bd-458e-95c1-eeda8d026cd8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Sep 02 13:41:54.491369 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c33d33c9-cca2-40d9-ab1a-6c20a8e84448 req-346fa1a0-6bd5-4e63-9883-9a424ac13d9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad2c4a87-e19f-4b50-aa03-52e757c00d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339553 Sep 02 13:41:54.603500 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93152e38-a29e-48f6-9782-141d96e79c12 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:54.605160 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93152e38-a29e-48f6-9782-141d96e79c12 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9789b26-fd26-4a52-a8d3-639262f09792 HTTP/1.1" status: 200 len: 945 time: 0.0504007 Sep 02 13:41:54.711455 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:54.711708 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.813975 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4, host n-h1-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-8',level=0,port_id=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:54.814344 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.827413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:54.979795 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.008053 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=9d8bbd68-5408-4ff3-aea2-c162026fe6a4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:55.053774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] No DVR routers for this DVR port 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 on host n-h1-792364-8 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:55.056890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.059138 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.41 "DELETE /v2.0/ports/9d8bbd68-5408-4ff3-aea2-c162026fe6a4 HTTP/1.1" status: 204 len: 173 time: 0.4481115 Sep 02 13:41:55.059573 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-deleted', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:55.061974 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc6fe2a-ffc8-4b73-8ed4-d9a31141876f" -d '{"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-deleted", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:55.105095 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53107932-ebac-4316-ab43-14733c8fc090 x-openstack-request-id: req-53107932-ebac-4316-ab43-14733c8fc090 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:55.105385 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9789b26-fd26-4a52-a8d3-639262f09792", "name": "network-vif-deleted", "tag": "9d8bbd68-5408-4ff3-aea2-c162026fe6a4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:55.105639 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53107932-ebac-4316-ab43-14733c8fc090 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:55.106046 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9789b26-fd26-4a52-a8d3-639262f09792', 'name': 'network-vif-deleted', 'tag': '9d8bbd68-5408-4ff3-aea2-c162026fe6a4', 'status': 'completed', 'code': 200} Sep 02 13:41:55.549240 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:55.939699 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.216467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:56.216972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.314975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 22aa80d6-9efc-49b5-bb04-f6ff9fe16606, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:56.315323 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.328670 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:56.529636 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.556296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=22aa80d6-9efc-49b5-bb04-f6ff9fe16606,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:56.570047 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.570400 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.570747 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.571126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.571504 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.571853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.572254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.572594 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.573176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.573775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.574397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:56.574740 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.102053 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.337828 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router a40edf2b-e135-4497-9ed8-e1de282060cc has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:57.451250 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:57.458909 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cf912603-58a2-4b01-bf8e-2a4787070c86 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/a40edf2b-e135-4497-9ed8-e1de282060cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9063838 Sep 02 13:41:57.460545 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:57.463932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] Sync routers for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:57.474390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:57.475017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:41:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:57.520095 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting subnet b16eaee5-976a-4f45-837b-85c4ea4b8a1d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:57.523608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.567883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.659084 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.727287 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.753855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:57.757971 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Subnet': ['ID=b16eaee5-976a-4f45-837b-85c4ea4b8a1d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:57.762614 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.767710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:57.768662 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-90a92dac-414f-4913-88dd-e59548e4fee6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/subnets/b16eaee5-976a-4f45-837b-85c4ea4b8a1d HTTP/1.1" status: 204 len: 168 time: 0.3069508 Sep 02 13:41:57.783432 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b7b5e-5ccb-4074-b9ff-f02863322e58 None None] Network 0e5218fe-c02c-4ea4-96ee-f148cf388646 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:57.878862 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.983474 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.038301 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 8bae6d40-6f90-4494-bf49-0ba7cabe2853 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:58.039131 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.049673 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:41:56Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': '8bae6d40-6f90-4494-bf49-0ba7cabe2853', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:58.083523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] DHCP port deletion for 0e5218fe-c02c-4ea4-96ee-f148cf388646 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:58.086782 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] Checking router: a40edf2b-e135-4497-9ed8-e1de282060cc for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:58.118032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] Routers {'a40edf2b-e135-4497-9ed8-e1de282060cc'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:58.118660 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:41:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['a40edf2b-e135-4497-9ed8-e1de282060cc'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:58.126664 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 8bae6d40-6f90-4494-bf49-0ba7cabe2853, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8bae6d40-6f90-4494-bf49-0ba7cabe2853,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:58.127040 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.140802 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 8bae6d40-6f90-4494-bf49-0ba7cabe2853 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:58.183919 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 no longer exists at agent hyperv_n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:58.213590 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] No Port match for: 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:58.213998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Device 9d8bbd68-5408-4ff3-aea2-c162026fe6a4 not bound to the agent host n-h1-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:58.242187 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] Set router a40edf2b-e135-4497-9ed8-e1de282060cc gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:58.244746 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] Deleting port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:58.245157 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.314485 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:41:57Z', 'revision_number': 6, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:58.326909 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.353264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=8bae6d40-6f90-4494-bf49-0ba7cabe2853,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:58.368942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff115d7-d4de-4434-8281-6c5cd8195a38 None None] The sync data for ids ['a40edf2b-e135-4497-9ed8-e1de282060cc'] in n-d-792364-8 is: [{'id': 'a40edf2b-e135-4497-9ed8-e1de282060cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977996202', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:08Z', 'updated_at': '2021-09-02T13:41:57Z', 'revision_number': 6, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:58.395662 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] For port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,segment=NetworkSegment(18a0d962-c177-4266-86f5-3d7d0281fe77),segment_id=18a0d962-c177-4266-86f5-3d7d0281fe77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:58.396075 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.414931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] Calling delete_port for 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:58.426026 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.500788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.534343 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] Pushing event deleted for resources: {'Port': ['ID=5515c261-05d8-489f-aa5b-ceaae2d2b8a0,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:58.540500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3bf20-0f97-46d3-8a05-8fa124aa1edb None None] No DVR routers for this DVR port 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:58.543407 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.546087 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.594938 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.595552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Fanout notify agent at l3_agent the message router_deleted on router a40edf2b-e135-4497-9ed8-e1de282060cc {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:41:58.603044 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.604292 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-640096f8-45b3-416f-a7d1-e0c088644448 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/routers/a40edf2b-e135-4497-9ed8-e1de282060cc HTTP/1.1" status: 204 len: 168 time: 0.8354468 Sep 02 13:41:58.607264 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:58.685355 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.747426 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f50c-1a74-40c8-86fa-6e383d294c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.789169 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.800363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5218fe-c02c-4ea4-96ee-f148cf388646']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:58.811561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a0d962-c177-4266-86f5-3d7d0281fe77') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:58.811926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a0d962-c177-4266-86f5-3d7d0281fe77') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:58.822554 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.836085 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.842776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:58.843186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:58.846828 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:58.911484 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.919927 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.921258 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/networks/0e5218fe-c02c-4ea4-96ee-f148cf388646 HTTP/1.1" status: 204 len: 168 time: 0.3128233 Sep 02 13:41:58.924037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:58.933077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dca784-da0f-43e2-89e9-8c3dc8f56ec7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Network': ['ID=0e5218fe-c02c-4ea4-96ee-f148cf388646,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:58.984460 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91886ac2-96cb-4a02-a2b6-c9985a94944c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.012348 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91886ac2-96cb-4a02-a2b6-c9985a94944c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.077475 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91886ac2-96cb-4a02-a2b6-c9985a94944c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.080025 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91886ac2-96cb-4a02-a2b6-c9985a94944c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.081310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-91886ac2-96cb-4a02-a2b6-c9985a94944c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad2c4a87-e19f-4b50-aa03-52e757c00d6c HTTP/1.1" status: 204 len: 168 time: 0.1561840 Sep 02 13:41:59.090844 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91886ac2-96cb-4a02-a2b6-c9985a94944c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c4a87-e19f-4b50-aa03-52e757c00d6c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:59.387765 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:59.392594 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082040979', 'description': 'tempest-secgroup-smoke-2082040979 description', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:59.417398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.510410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.516122 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.544088 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.545414 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1565945 Sep 02 13:41:59.548632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:59.553471 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb730b-bda8-43a1-a42a-ab08e910779f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3f195e-ca72-4824-9d47-33d13f7f7152,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:59.559612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '6d3f195e-ca72-4824-9d47-33d13f7f7152', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:59.588156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.646565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.653047 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.672689 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379d99a4-a273-4fea-b249-5d3f663ae25a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:59.680265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.681625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c046bded-9465-4bd7-b72e-a67ef14c8e88 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318521 Sep 02 13:41:59.684361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:59.688892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '6d3f195e-ca72-4824-9d47-33d13f7f7152', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:59.716492 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.779690 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.781550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:59.785337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.801993 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:59.802417 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 22aa80d6-9efc-49b5-bb04-f6ff9fe16606 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:59.802895 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bae6d40-6f90-4494-bf49-0ba7cabe2853 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:59.804194 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80a4f20-4a02-4852-87cf-4a96adc55cd7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:59.812664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.814443 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6cefe8f7-985e-43a5-8b08-305cca5d0999 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287770 Sep 02 13:41:59.816818 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:59.821585 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '6d3f195e-ca72-4824-9d47-33d13f7f7152', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:59.826402 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8bae6d40-6f90-4494-bf49-0ba7cabe2853 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:59.826763 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8bae6d40-6f90-4494-bf49-0ba7cabe2853 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:59.827164 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:59.847324 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:59.847679 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 5515c261-05d8-489f-aa5b-ceaae2d2b8a0 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:59.856212 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.918102 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.923292 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.942100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e95604b-1c6b-4063-9ec0-1f50bd8fae22,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:59.948550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.950383 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-f4cbb312-ff26-4523-85f5-629db0a24f44 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325705 Sep 02 13:41:59.953490 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:59.961437 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '6d3f195e-ca72-4824-9d47-33d13f7f7152', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:59.992200 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.055068 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.060222 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.079005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0beee6-ce1f-4664-8e2d-d0d1b0d7d793,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:00.086958 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.088734 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-576e050c-b77a-4f46-9329-ddb4341e7235 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332588 Sep 02 13:42:00.091756 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53954) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:00.097042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '6d3f195e-ca72-4824-9d47-33d13f7f7152', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:00.120744 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:42:00.126920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.195717 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.200855 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.220012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9108f70-2359-4c9d-b85a-6731ca2940e0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:00.226018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.227419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-b983ea4f-515b-4aee-93b5-eb5e99dd17a5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345856 Sep 02 13:42:00.230395 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:00.235418 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': '6d3f195e-ca72-4824-9d47-33d13f7f7152', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:00.257702 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:42:00.262521 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.332046 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.339004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.361698 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34eb4ff-cd0e-4db9-a4dc-f370d6b4d1b7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:00.368480 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.369739 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-299a0ac9-ca38-4d72-b703-1198ee9a57a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383574 Sep 02 13:42:00.372926 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53958) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:00.378148 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'network': {'name': 'tempest-network-smoke--2085594975', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:00.399096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:00.402876 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.429894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:42:00.441689 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.442044 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Added segment 7e95b88b-e51a-414c-8cfd-dbd55dc5cf65 of type vlan for network 19bab860-2c74-4997-a9a7-9719abcf2cf9 Sep 02 13:42:00.495333 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.525360 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.531202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:00.531823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.591348 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2173097 Sep 02 13:42:00.594432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:00.600944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'admin_state_up': True, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:00.607484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189a378-1c95-458d-86ec-ed62639c2937 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Network': ['ID=19bab860-2c74-4997-a9a7-9719abcf2cf9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:00.620362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:42:00.631213 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.632264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.688736 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.829129 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.032303 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.051003 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.156935 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.131 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:01.260722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.302918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.347878 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:01.350920 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:01.354513 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:01.359981 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:01.569865 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa73a170-d40b-480c-a3ed-3ac3b29eb5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.619035 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.708438 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.832751 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.969905 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router cc247b84-8b5a-4256-8be2-29e096ed77f8 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:42:02.418023 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:02.428946 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Sync routers for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:02.440967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.442477 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:02.442599 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a10650ef-06dd-44ef-b324-0948979a6add tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8472078 Sep 02 13:42:02.443108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:02.445868 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53962) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.477096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14abedcc-cd04-4dfc-a1e9-761ecd8004f6 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=75515ca7dd6e49a8bbeaaabd35da621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293872 Sep 02 13:42:02.479839 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.556825 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:02.574639 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f279074-a232-4173-9f60-4b567567d768 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:02.576972 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-4f279074-a232-4173-9f60-4b567567d768 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960829 Sep 02 13:42:02.579074 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.608706 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e0735eeb-19aa-46bc-acb1-af3a10ea85f2 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284157 Sep 02 13:42:02.611282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 53968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.616415 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424765219', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:02.711718 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:02.716094 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.745498 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:01Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:02.773417 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Checking router: cc247b84-8b5a-4256-8be2-29e096ed77f8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:02.774272 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Updating router cc247b84-8b5a-4256-8be2-29e096ed77f8 port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:42:02.776523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.800224 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.919550 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.985194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Subnet': ['ID=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:02.996230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Checking segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:02.996602 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network hostable DHCP agents. Network: 19bab860-2c74-4997-a9a7-9719abcf2cf9, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:42:03.014707 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:42:03.024234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 19bab860-2c74-4997-a9a7-9719abcf2cf9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:03.034655 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:03.035588 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.036115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab0ed7-1e8e-4068-b2ff-557e566c6e90 None None] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:03.060530 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-40911e23-5cf0-417b-ae8a-bf11bcf24afa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4481680 Sep 02 13:42:03.061089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 53970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:03.072392 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.082815 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Transition to ACTIVE for port object faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:03.089855 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.142701 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Attempting to bind port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:03.143108 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Attempting to bind port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:03.143465 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Attempting to bind port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:03.148600 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:03.148991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:03.149787 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.149787 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:03.150210 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Bound port: faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:03.150581 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.152604 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Pushing event updated for resources: {'Port': ['ID=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:03.176749 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.177133 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.177468 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.177793 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.178114 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.178435 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.178760 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.179115 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.179406 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.179719 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.180028 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.180336 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:03.205165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-19bab860-2c74-4997-a9a7-9719abcf2cf9', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:03.206033 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.224788 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] For port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:03.228392 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] For port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:03.233519 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.285023 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:03.285656 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:03.357647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Allocated IP 172.20.0.2 (19bab860-2c74-4997-a9a7-9719abcf2cf9/9711b0dc-7b2c-4bd0-81de-68fb71b20b0f/e93c7c1d-513d-4395-89f0-86731db0ab5b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:03.364503 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece2cce-4c7d-48b2-b4f3-ed0a9aa042b4 None None] Pushing event updated for resources: {'Port': ['ID=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:03.409481 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:03.509419 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.518274 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Transition to ACTIVE for port object e93c7c1d-513d-4395-89f0-86731db0ab5b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:03.533457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Transition to ACTIVE for port object e93c7c1d-513d-4395-89f0-86731db0ab5b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:03.540671 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.546563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.583886 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:03.587832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:03.590344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Pushing event updated for resources: {'Port': ['ID=e93c7c1d-513d-4395-89f0-86731db0ab5b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:03.592609 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:03.613608 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:01Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:03.642395 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a79ee-4ff1-456d-a494-098fd7aa0a53 None None] The sync data for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 is: [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:01Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:03.645977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Attempting to bind port e93c7c1d-513d-4395-89f0-86731db0ab5b on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:03.646348 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Attempting to bind port e93c7c1d-513d-4395-89f0-86731db0ab5b by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:03.647143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Attempting to bind port e93c7c1d-513d-4395-89f0-86731db0ab5b on network 19bab860-2c74-4997-a9a7-9719abcf2cf9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:03.652077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:03.652441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Checking segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:03.652848 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.653255 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Bound using segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:03.653722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Bound port: e93c7c1d-513d-4395-89f0-86731db0ab5b, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:03.654092 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.733358 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] For port e93c7c1d-513d-4395-89f0-86731db0ab5b, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:03.738605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] For port e93c7c1d-513d-4395-89f0-86731db0ab5b, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e93c7c1d-513d-4395-89f0-86731db0ab5b,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:03.746244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.819344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294cec5-103b-49a9-96fc-945d30f12d62 None None] Pushing event updated for resources: {'Port': ['ID=e93c7c1d-513d-4395-89f0-86731db0ab5b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:03.867958 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.1 (19bab860-2c74-4997-a9a7-9719abcf2cf9/9711b0dc-7b2c-4bd0-81de-68fb71b20b0f/d30e5e35-3e21-4588-97f4-2ef0305a2716) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:04.039214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.059372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object d30e5e35-3e21-4588-97f4-2ef0305a2716 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:04.100719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.152627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:04.156056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:04.160251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:04.167344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=d30e5e35-3e21-4588-97f4-2ef0305a2716,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:04.213279 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.349463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.448462 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.667414 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.672840 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.754865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=d30e5e35-3e21-4588-97f4-2ef0305a2716,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:04.757832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.810957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57319900-d7bd-4051-b3f4-2a89f8101117 None None] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:04.868005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:04.869472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:04.883146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-95c74e5d-9595-4c56-a667-faccdc81a0fc None None] Provisioning for port e93c7c1d-513d-4395-89f0-86731db0ab5b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:04.991599 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router cc247b84-8b5a-4256-8be2-29e096ed77f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:05.111049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:05.117428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-53692463-5c07-4b7b-b34b-5f655a98e58b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/cc247b84-8b5a-4256-8be2-29e096ed77f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547538 Sep 02 13:42:05.237305 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-180775e4-273a-4c51-a613-47a1a474f66e None None] Provisioning for port d30e5e35-3e21-4588-97f4-2ef0305a2716 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:05.241707 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-180775e4-273a-4c51-a613-47a1a474f66e None None] Provisioning complete for port d30e5e35-3e21-4588-97f4-2ef0305a2716 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:05.242077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-180775e4-273a-4c51-a613-47a1a474f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.286522 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-180775e4-273a-4c51-a613-47a1a474f66e None None] Port d30e5e35-3e21-4588-97f4-2ef0305a2716 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:05.289202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-c73b82c7-b8fe-4920-b2cb-3530f3048149 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082040979&fields=id&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 267 time: 0.0528104 Sep 02 13:42:05.304495 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Sync routers for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:05.315252 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:05.315745 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:05.408865 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-f5e3ec74-428d-4b77-b412-710c94f65f0d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.410699 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-f5e3ec74-428d-4b77-b412-710c94f65f0d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 797 time: 0.1133671 Sep 02 13:42:05.421898 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b154f2eb-68a8-412c-902a-dd8090b53b22 None None] Provisioning complete for port d30e5e35-3e21-4588-97f4-2ef0305a2716 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:05.422294 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b154f2eb-68a8-412c-902a-dd8090b53b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.429242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-88544968-5385-42a7-a872-b3d16ce08b90 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/quotas/75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 375 time: 0.0101528 Sep 02 13:42:05.475468 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:05.477784 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b154f2eb-68a8-412c-902a-dd8090b53b22 None None] Port d30e5e35-3e21-4588-97f4-2ef0305a2716 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:05.487899 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-8a2e94c2-7425-40fa-917d-df1bc997dfe9 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506053 Sep 02 13:42:05.599926 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-40373a0f-a3ce-4da5-9020-d82c66b21151 service neutron] 10.222.0.60 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964806 Sep 02 13:42:05.680982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 2, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:05.696316 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-1c60bbb3-3be9-448f-9f06-40cc096e211f service neutron] 10.222.0.60 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896130 Sep 02 13:42:05.712842 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Checking router: cc247b84-8b5a-4256-8be2-29e096ed77f8 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:05.713365 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Updating router cc247b84-8b5a-4256-8be2-29e096ed77f8 port d30e5e35-3e21-4588-97f4-2ef0305a2716 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:42:05.748573 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.752004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b60402fd-3bb4-4521-be8b-520e34ab426d None None] Provisioning complete for port d30e5e35-3e21-4588-97f4-2ef0305a2716 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:05.752418 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b60402fd-3bb4-4521-be8b-520e34ab426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.926030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-356f321b-3d44-4078-9b00-193cb80436db req-eca905d5-d9c8-4496-9e51-bfdb1b0a9863 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Sep 02 13:42:05.973303 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e93c7c1d-513d-4395-89f0-86731db0ab5b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:06.048023 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.055634 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b60402fd-3bb4-4521-be8b-520e34ab426d None None] Port d30e5e35-3e21-4588-97f4-2ef0305a2716 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:06.138675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port e93c7c1d-513d-4395-89f0-86731db0ab5b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:06.147147 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e93c7c1d-513d-4395-89f0-86731db0ab5b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:06.147520 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.323368 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.377933 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.393292 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port e93c7c1d-513d-4395-89f0-86731db0ab5b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e93c7c1d-513d-4395-89f0-86731db0ab5b,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:06.396040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Transition to ACTIVE for port object d30e5e35-3e21-4588-97f4-2ef0305a2716 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:06.399161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.400161 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:06.423976 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.495311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=e93c7c1d-513d-4395-89f0-86731db0ab5b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.574783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:06.581509 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c369-2f7d-48b9-99b2-fe6771b40d54 None None] Pushing event updated for resources: {'Port': ['ID=d30e5e35-3e21-4588-97f4-2ef0305a2716,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.592479 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:06.592844 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.596567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Attempting to bind port d30e5e35-3e21-4588-97f4-2ef0305a2716 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:06.596567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Attempting to bind port d30e5e35-3e21-4588-97f4-2ef0305a2716 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:06.596865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Attempting to bind port d30e5e35-3e21-4588-97f4-2ef0305a2716 on network 19bab860-2c74-4997-a9a7-9719abcf2cf9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:06.622832 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:06.623177 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Checking segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:06.623574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.623967 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Bound using segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:06.624469 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Bound port: d30e5e35-3e21-4588-97f4-2ef0305a2716, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:06.624816 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.724552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] For port d30e5e35-3e21-4588-97f4-2ef0305a2716, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:06.729112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] For port d30e5e35-3e21-4588-97f4-2ef0305a2716, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d30e5e35-3e21-4588-97f4-2ef0305a2716,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:06.731538 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.738003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.789338 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:06.803896 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.831219 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:06.834106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:06.836114 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c369-2f7d-48b9-99b2-fe6771b40d54 None None] Pushing event updated for resources: {'Port': ['ID=d30e5e35-3e21-4588-97f4-2ef0305a2716,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.895909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-9451265c-05a5-4a55-9166-31721099ccaa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:06.897891 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-9451265c-05a5-4a55-9166-31721099ccaa tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 797 time: 0.1531343 Sep 02 13:42:06.950930 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-5425dc13-e888-4fcc-9be0-74d5dbd94a00 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 380 time: 0.0431440 Sep 02 13:42:06.963380 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.968543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'port': {'device_id': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'admin_state_up': True, 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'security_groups': ['6d3f195e-ca72-4824-9d47-33d13f7f7152']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:06.995153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:07.056338 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2c2bec0e-d5f3-476b-8010-df488f99e1d0 req-816e4fbc-98f8-4aad-8996-0a330837098f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 210 time: 0.0399685 Sep 02 13:42:07.127521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:07.131426 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.234544 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:07.264036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ebe1-cca2-4dbc-8ac2-93be974670d0 None None] The sync data for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 is: [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:07.273696 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.11 (19bab860-2c74-4997-a9a7-9719abcf2cf9/9711b0dc-7b2c-4bd0-81de-68fb71b20b0f/d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:07.465883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.489265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:07.534803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.587248 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:07.590944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:07.596136 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:07.604447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:07.678902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:07.679779 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.698302 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-0b1116fa-853f-48d7-a7e9-b243f93e1637 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7359545 Sep 02 13:42:07.714289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Request body: {'port': {'device_id': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:07.793416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.917102 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fea26609-1371-4bee-b124-96136f228fa0 None None] Provisioning for port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:07.925839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e93c7c1d-513d-4395-89f0-86731db0ab5b up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:07.958605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fea26609-1371-4bee-b124-96136f228fa0 None None] Provisioning complete for port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:07.959141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fea26609-1371-4bee-b124-96136f228fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.022429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fea26609-1371-4bee-b124-96136f228fa0 None None] Port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:08.038916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port e93c7c1d-513d-4395-89f0-86731db0ab5b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:08.039529 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.162696 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d30e5e35-3e21-4588-97f4-2ef0305a2716 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:08.181345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:42:08.194572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.214456 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Transition to ACTIVE for port object d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:08.226052 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.230791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d30e5e35-3e21-4588-97f4-2ef0305a2716 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:08.237666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d30e5e35-3e21-4588-97f4-2ef0305a2716 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:08.238257 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.246625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faccc2c-e78f-4a59-b43c-91ab8beef495 req-d4ace73a-cfc6-415f-9302-3aa9a2f1cf13 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.248133 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8faccc2c-e78f-4a59-b43c-91ab8beef495 req-d4ace73a-cfc6-415f-9302-3aa9a2f1cf13 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 932 time: 0.0641522 Sep 02 13:42:08.283351 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Pushing event updated for resources: {'Port': ['ID=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:08.310185 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8faccc2c-e78f-4a59-b43c-91ab8beef495 req-da7eaf50-df49-4e60-8215-8f462b0bc492 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486162 Sep 02 13:42:08.344653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.367137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Attempting to bind port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:08.367479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Attempting to bind port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:08.367810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Attempting to bind port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea on network 19bab860-2c74-4997-a9a7-9719abcf2cf9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:08.372627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea on network 19bab860-2c74-4997-a9a7-9719abcf2cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:42:08.373033 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Attempting to bind port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea on network 19bab860-2c74-4997-a9a7-9719abcf2cf9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:08.378660 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:08.378867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Checking segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:08.379581 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Bound using segment: {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:08.380019 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Bound port: d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:08.380382 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.388342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d30e5e35-3e21-4588-97f4-2ef0305a2716, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d30e5e35-3e21-4588-97f4-2ef0305a2716,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:08.398259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.399334 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:08.456654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] For port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:08.461318 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] For port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:08.467281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.490997 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d30e5e35-3e21-4588-97f4-2ef0305a2716,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:08.515414 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:08.518021 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.544035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.545088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.546481 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] 10.222.0.18 "PUT /v2.0/ports/d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 1092 time: 0.8380780 Sep 02 13:42:08.547527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:08.557168 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9c5a30-db02-4506-977f-3d173007c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:08.565693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614ad16-9afe-407f-8da0-49201b9ad645 service neutron] Pushing event updated for resources: {'Port': ['ID=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:08.652476 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac64a1cf-9424-4342-9889-3652e7a64934 x-openstack-request-id: req-ac64a1cf-9424-4342-9889-3652e7a64934 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:08.652771 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:08.653119 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac64a1cf-9424-4342-9889-3652e7a64934 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:08.653651 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'status': 'completed', 'code': 200} Sep 02 13:42:08.673974 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-25109c72-abe2-455f-819c-25818cb47d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.675537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-25109c72-abe2-455f-819c-25818cb47d90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1095 time: 0.0826309 Sep 02 13:42:08.723401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-b72ccc8a-f3e6-4408-9f74-4583e32251c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 217 time: 0.0375097 Sep 02 13:42:08.779031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-cb93b0a6-815b-44cb-9e84-282277da7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.780536 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-cb93b0a6-815b-44cb-9e84-282277da7aa8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0505147 Sep 02 13:42:08.827589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28568e-bf24-4429-95a7-1721b491233b req-e3de495d-0b86-410d-b98e-bad89cf6470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.829131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-e3de495d-0b86-410d-b98e-bad89cf6470d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417249 Sep 02 13:42:08.937566 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-ef73e865-3ff6-4357-aff9-f7f9832878e8 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008234 Sep 02 13:42:09.044823 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed28568e-bf24-4429-95a7-1721b491233b req-c972c23b-8269-4cb5-92b5-e8d3a7097bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995684 Sep 02 13:42:09.140286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c5a30-db02-4506-977f-3d173007c19d req-c7e5fb01-a531-4094-bded-62a3905a9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.141864 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-c7e5fb01-a531-4094-bded-62a3905a9ca5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1095 time: 0.0441959 Sep 02 13:42:09.259081 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c5a30-db02-4506-977f-3d173007c19d req-d8ca0f9c-e032-4bfa-9486-64aaac5354ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.261206 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-d8ca0f9c-e032-4bfa-9486-64aaac5354ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 898 time: 0.1110651 Sep 02 13:42:09.308831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-31a8b739-e397-479c-9e68-cc0e1455b8db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 217 time: 0.0381463 Sep 02 13:42:09.366916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c5a30-db02-4506-977f-3d173007c19d req-0f36aba5-aba4-4fb5-9f32-d316f6adf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.368417 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-0f36aba5-aba4-4fb5-9f32-d316f6adf00f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0510666 Sep 02 13:42:09.421645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c5a30-db02-4506-977f-3d173007c19d req-6b46be62-7e35-40c0-bf2a-783088f08cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.423336 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-6b46be62-7e35-40c0-bf2a-783088f08cae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466788 Sep 02 13:42:09.427413 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0e3b6-5e8e-46a0-92a5-e8f2e3c80af9 req-4669880f-dbeb-4a28-afc3-30e0b19663d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.429192 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eac0e3b6-5e8e-46a0-92a5-e8f2e3c80af9 req-4669880f-dbeb-4a28-afc3-30e0b19663d5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 944 time: 0.0577209 Sep 02 13:42:09.467951 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eac0e3b6-5e8e-46a0-92a5-e8f2e3c80af9 req-ca6edec5-23d0-4e1d-b763-005109262028 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Sep 02 13:42:09.517280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-6b070a42-aa27-4292-b191-8b71ae27a663 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852664 Sep 02 13:42:09.614828 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ef9c5a30-db02-4506-977f-3d173007c19d req-2a06076c-35f5-45c4-b39d-0993d5867a8e service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896935 Sep 02 13:42:09.807250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d30e5e35-3e21-4588-97f4-2ef0305a2716 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:09.866766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d30e5e35-3e21-4588-97f4-2ef0305a2716 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:09.867233 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.593874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9141880-f7df-4dbd-9492-581029a13d99 req-67f18ae5-bfc1-41aa-b9bb-a5826bd94c67 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:10.595398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d9141880-f7df-4dbd-9492-581029a13d99 req-67f18ae5-bfc1-41aa-b9bb-a5826bd94c67 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 944 time: 0.0548930 Sep 02 13:42:10.635071 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d9141880-f7df-4dbd-9492-581029a13d99 req-5d2249da-d678-4131-a673-a7a881925865 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335832 Sep 02 13:42:11.621225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.764130 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b28bf-b066-4bbc-abf6-566aceffc75f req-5beaa6cc-34f0-41c7-9ff2-894f22428069 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:11.765665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-741b28bf-b066-4bbc-abf6-566aceffc75f req-5beaa6cc-34f0-41c7-9ff2-894f22428069 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 944 time: 0.0602443 Sep 02 13:42:11.806341 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-741b28bf-b066-4bbc-abf6-566aceffc75f req-0cd6143c-7a35-40f5-bf7d-70c96c71a733 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324061 Sep 02 13:42:12.053677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:42:12.161281 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:12.172859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'port_id': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'mac_address': 'fa:16:3e:fc:b8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:42:12.212550 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.225983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:42:12.245316 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:12.254763 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.304977 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:12.459203 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:42:12.935196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe507-df84-46c0-96dc-7694714aad2a req-bc4f4ed6-bf66-4644-b9a8-caf9000a67ca tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:12.936678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8fe507-df84-46c0-96dc-7694714aad2a req-bc4f4ed6-bf66-4644-b9a8-caf9000a67ca tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 945 time: 0.0607929 Sep 02 13:42:12.980090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bb8fe507-df84-46c0-96dc-7694714aad2a req-be252921-73e6-4f21-9e33-654df2285fdc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 Sep 02 13:42:14.049988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:14.101933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:14.103894 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b51f74-db68-4faa-b8c0-8577ae29ccd4 req-479a2c62-75bb-4ce8-8f98-4ce692da1f64 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:14.105701 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48b51f74-db68-4faa-b8c0-8577ae29ccd4 req-479a2c62-75bb-4ce8-8f98-4ce692da1f64 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 945 time: 0.0515785 Sep 02 13:42:14.106202 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:14.106574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.147433 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-48b51f74-db68-4faa-b8c0-8577ae29ccd4 req-34eabee4-06ee-463a-92b4-c8854ff29289 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355806 Sep 02 13:42:14.189166 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.211261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:14.213833 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c9fc3-e2bf-4fc6-8ba0-8a0755bb060b" -d '{"events": [{"server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "name": "network-vif-plugged", "status": "completed", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:14.231231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:14.236203 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.259483 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83392395-7c04-4c80-94c3-2b49e6c83c18 x-openstack-request-id: req-83392395-7c04-4c80-94c3-2b49e6c83c18 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:14.260096 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "name": "network-vif-plugged", "status": "completed", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:14.260379 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83392395-7c04-4c80-94c3-2b49e6c83c18 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:14.260989 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'code': 200} Sep 02 13:42:14.288721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:14.358659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623512f8-094d-432c-bb68-cf81de9e4d89 req-64ab1cb2-35d7-4bcb-b8de-38f1b697f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:14.360176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-623512f8-094d-432c-bb68-cf81de9e4d89 req-64ab1cb2-35d7-4bcb-b8de-38f1b697f2c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1097 time: 0.0475230 Sep 02 13:42:14.395783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-623512f8-094d-432c-bb68-cf81de9e4d89 req-520b214b-6104-4a49-8d02-f58d2bd58b4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285223 Sep 02 13:42:15.266204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e14db-6479-46b7-a24f-33b3d7b19139 req-9f75f8de-f24c-4e23-b4e5-3f28f5ad3d3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:15.267756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da8e14db-6479-46b7-a24f-33b3d7b19139 req-9f75f8de-f24c-4e23-b4e5-3f28f5ad3d3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0510533 Sep 02 13:42:15.309147 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da8e14db-6479-46b7-a24f-33b3d7b19139 req-338b30f2-72ec-4265-9aa8-e7ad64ac8342 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352113 Sep 02 13:42:16.444002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abe277-1300-45ca-b867-62b48e37a169 req-0ff31c6f-c51a-4032-968c-1899e598c3a8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:16.445401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6abe277-1300-45ca-b867-62b48e37a169 req-0ff31c6f-c51a-4032-968c-1899e598c3a8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0563908 Sep 02 13:42:16.537458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f6abe277-1300-45ca-b867-62b48e37a169 req-efb2e903-aa87-40b9-b18d-adb17a926eb3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826385 Sep 02 13:42:17.009542 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03916204-e7e9-47f7-9c0c-67a0a9e3c6f8 req-57851663-f990-402c-bebb-46a2513add20 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:17.012665 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03916204-e7e9-47f7-9c0c-67a0a9e3c6f8 req-57851663-f990-402c-bebb-46a2513add20 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.3885477 Sep 02 13:42:17.055453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03916204-e7e9-47f7-9c0c-67a0a9e3c6f8 req-7c9035d7-8a83-4cb1-ac36-1ac466e6eaa3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Sep 02 13:42:17.081589 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:17.123510 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea3096-98e2-4b43-9550-0a3a849c9841 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:17.125145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ecea3096-98e2-4b43-9550-0a3a849c9841 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1092 time: 0.0425127 Sep 02 13:42:17.128266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:17.132999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:17.158441 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.258141 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.371025 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.144 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/de15dfd3-fe03-40b6-8774-2b835563c38b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:17.805911 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.848403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.888964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:17.894037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:17.896234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=de15dfd3-fe03-40b6-8774-2b835563c38b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:17.898409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:18.272232 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.338387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.489941 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.496759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.571405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=de15dfd3-fe03-40b6-8774-2b835563c38b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:18.580342 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.690613 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP a4c8171c-1a7a-4d19-8d27-9fc032153d50 associated. External IP: 172.25.7.144, port: d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea. Sep 02 13:42:18.904826 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router cc247b84-8b5a-4256-8be2-29e096ed77f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:19.017478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:19.028721 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] Sync routers for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:19.038309 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:19.039118 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:19.041861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:19.070789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8dc27429-c73f-4fe5-841a-178f0f6ca05f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9412806 Sep 02 13:42:19.071394 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:19.077404 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:19.141228 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f0a98-a69d-4e2e-84d4-25796dac7a54 x-openstack-request-id: req-255f0a98-a69d-4e2e-84d4-25796dac7a54 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:19.141643 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:19.142006 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-255f0a98-a69d-4e2e-84d4-25796dac7a54 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:19.142684 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'status': 'completed', 'code': 200} Sep 02 13:42:19.160601 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:19.245145 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af7d9f-df91-4f63-ae4d-d015bce4c056 req-64f9e9cf-54db-414b-ad60-21c3bdb0af79 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:19.246759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1af7d9f-df91-4f63-ae4d-d015bce4c056 req-64f9e9cf-54db-414b-ad60-21c3bdb0af79 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0905337 Sep 02 13:42:19.254284 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-88313ff7-16b9-4f29-a001-1b4e989fa327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:19.255193 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-88313ff7-16b9-4f29-a001-1b4e989fa327 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1097 time: 0.0636027 Sep 02 13:42:19.343291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d1af7d9f-df91-4f63-ae4d-d015bce4c056 req-f4797988-8434-4893-8701-03868c44777e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864952 Sep 02 13:42:19.366410 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:19.373208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-c3b4c804-ad80-46d1-975b-db1f2ab4c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:19.374710 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-c3b4c804-ad80-46d1-975b-db1f2ab4c1df service neutron] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 898 time: 0.1115162 Sep 02 13:42:19.403887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a4c8171c-1a7a-4d19-8d27-9fc032153d50', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'port_id': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'mac_address': 'fa:16:3e:fc:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:42:18Z', 'updated_at': '2021-09-02T13:42:18Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:08Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:19.430369 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] Checking router: cc247b84-8b5a-4256-8be2-29e096ed77f8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:19.432588 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2e5626f8-4c4d-47a0-bce6-78bab6e5845a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/a4c8171c-1a7a-4d19-8d27-9fc032153d50 HTTP/1.1" status: 200 len: 992 time: 0.0635252 Sep 02 13:42:19.438771 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:19.439375 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:42:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:19.442453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-822b8853-34e9-4a63-9075-24ff9ca517fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 1000 time: 0.0606284 Sep 02 13:42:19.492073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-bac98d38-b074-494a-85d1-2b76ef66c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:19.493713 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-bac98d38-b074-494a-85d1-2b76ef66c8d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0441618 Sep 02 13:42:19.547829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-a5bfd220-eafd-436c-9ea4-cb3b3e5fa6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:19.549463 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-a5bfd220-eafd-436c-9ea4-cb3b3e5fa6c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486135 Sep 02 13:42:19.636463 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:19.642430 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-34d6128c-083a-4395-9242-4d06ee529f3c service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858901 Sep 02 13:42:19.738919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-50ca2010-cb9f-4dd9-8fd1-dbfc7bc72b0c req-f626825b-9c48-4a11-950b-c7a70902dcfd service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895312 Sep 02 13:42:19.858958 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a4c8171c-1a7a-4d19-8d27-9fc032153d50', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'port_id': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'mac_address': 'fa:16:3e:fc:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:42:18Z', 'updated_at': '2021-09-02T13:42:18Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:08Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:19.888936 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575fff4-ab62-491e-b95e-7b05796c5119 None None] The sync data for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 is: [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'a4c8171c-1a7a-4d19-8d27-9fc032153d50', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'port_id': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'mac_address': 'fa:16:3e:fc:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:42:18Z', 'updated_at': '2021-09-02T13:42:18Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:08Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:20.115760 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56aa4a-d8e1-403c-ab42-5026d00aeb07 None None] New status for floating IP a4c8171c-1a7a-4d19-8d27-9fc032153d50: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:42:20.436085 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:20.509613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c805ab72-fdb0-413b-bc1d-b74ff4ae7471 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/a4c8171c-1a7a-4d19-8d27-9fc032153d50 HTTP/1.1" status: 200 len: 994 time: 0.0723231 Sep 02 13:42:24.754565 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:42:28.744637 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-569df9df-e5dc-4747-b14c-4541f433967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.295265 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-679abf97-5302-4e17-ad85-ceb73bd0acc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438981 Sep 02 13:42:29.392196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-8b613ed0-b1e2-45c2-9bb1-717e1f70fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.394476 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-8b613ed0-b1e2-45c2-9bb1-717e1f70fa2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1097 time: 0.0485218 Sep 02 13:42:29.502138 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-75283ecd-2bcb-4b99-a0dc-c1c7c192969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.503600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-75283ecd-2bcb-4b99-a0dc-c1c7c192969f service neutron] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 898 time: 0.0894341 Sep 02 13:42:29.578450 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-9f6e8a65-84b4-4bd8-98c7-fd6a0447d49b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 1002 time: 0.0675015 Sep 02 13:42:29.629499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-e751b047-6e68-4c61-8603-e8feb0157c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.630934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-e751b047-6e68-4c61-8603-e8feb0157c7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0451558 Sep 02 13:42:29.676822 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-9f535768-2fee-44a3-a6bf-aea4e3837f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.678393 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-9f535768-2fee-44a3-a6bf-aea4e3837f8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408635 Sep 02 13:42:29.783415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-c189742d-fe56-4b92-b34e-ce898437cf03 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966270 Sep 02 13:42:29.878360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed0b1f58-3b91-4629-b2e2-ad44d535b167 req-06373d15-fd1f-4849-8820-6198247a8130 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873127 Sep 02 13:42:31.583080 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19359de1-fcca-4192-b472-fb5e0c9d2ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.715653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.784934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.450152 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.802873 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.645347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.960698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe599686-a19b-42ff-ab5f-3482a83fd964 req-def0f7c6-db4a-4f67-8c25-9e52cacb0564 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:51.962227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe599686-a19b-42ff-ab5f-3482a83fd964 req-def0f7c6-db4a-4f67-8c25-9e52cacb0564 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0502989 Sep 02 13:42:52.001518 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fe599686-a19b-42ff-ab5f-3482a83fd964 req-880c81f2-e692-461b-96e6-ef60c6a469e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Sep 02 13:42:53.134072 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672025a-3ae5-4738-9453-a0e7d96bc0dd req-f6636ffb-95ba-4e78-b312-9a57510b6241 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:53.136493 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d672025a-3ae5-4738-9453-a0e7d96bc0dd req-f6636ffb-95ba-4e78-b312-9a57510b6241 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0586147 Sep 02 13:42:53.182979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d672025a-3ae5-4738-9453-a0e7d96bc0dd req-6e149814-3531-46de-a452-34940053839e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Sep 02 13:42:54.328396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda657-1e61-43cf-aaf9-6d078581e8e2 req-1a8f179e-d30c-4748-925b-299b086d02d4 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:54.329968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4cda657-1e61-43cf-aaf9-6d078581e8e2 req-1a8f179e-d30c-4748-925b-299b086d02d4 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0551422 Sep 02 13:42:54.371891 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d4cda657-1e61-43cf-aaf9-6d078581e8e2 req-12506389-c34f-4346-b96a-9b6da6d47a63 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356898 Sep 02 13:42:55.500889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f69b81-56d3-41c2-ac96-fb66f96a0c78 req-f12b58be-f371-4a51-ae5a-ec2d97d9c81a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:55.502434 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40f69b81-56d3-41c2-ac96-fb66f96a0c78 req-f12b58be-f371-4a51-ae5a-ec2d97d9c81a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Sep 02 13:42:55.553388 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40f69b81-56d3-41c2-ac96-fb66f96a0c78 req-2496be93-93d4-4a19-a368-091acd0c29fd tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Sep 02 13:42:56.695674 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d4d92-7ca8-4073-ab2f-02c3f77239a4 req-f326bf16-8563-4d0f-8099-39df8e76483e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.698310 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-945d4d92-7ca8-4073-ab2f-02c3f77239a4 req-f326bf16-8563-4d0f-8099-39df8e76483e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0627806 Sep 02 13:42:56.743171 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-945d4d92-7ca8-4073-ab2f-02c3f77239a4 req-682b1919-e43f-4dd1-96bc-79f5ca7e369b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 Sep 02 13:42:57.883123 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df78d5b-1596-4345-9b03-e67537c233e2 req-57ca268d-9177-411a-baab-890e1ce85605 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.884709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3df78d5b-1596-4345-9b03-e67537c233e2 req-57ca268d-9177-411a-baab-890e1ce85605 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0564690 Sep 02 13:42:57.925141 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3df78d5b-1596-4345-9b03-e67537c233e2 req-beb4eef1-2dd6-4ab2-b95e-742a9252dfbb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Sep 02 13:42:58.742067 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead77-e581-4432-b5c7-800dc0d57afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:59.061954 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1de87-ee32-4589-8a44-b18ec246a8e4 req-14da9f9f-53c2-419b-930d-d0b14ded88ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.063455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a1de87-ee32-4589-8a44-b18ec246a8e4 req-14da9f9f-53c2-419b-930d-d0b14ded88ff tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0571048 Sep 02 13:42:59.108935 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37a1de87-ee32-4589-8a44-b18ec246a8e4 req-9af33282-f68e-40a0-b0db-bb48c4c8c872 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Sep 02 13:43:00.229420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a440f-e291-418b-ac42-efa5067c2df4 req-a65ef2ac-3c67-4713-a507-e47eee0d2665 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.230989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-860a440f-e291-418b-ac42-efa5067c2df4 req-a65ef2ac-3c67-4713-a507-e47eee0d2665 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0504215 Sep 02 13:43:00.284833 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-860a440f-e291-418b-ac42-efa5067c2df4 req-5072786a-4c30-45a5-b755-ec5c476b90fc tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469894 Sep 02 13:43:01.426671 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd863-01f3-4249-8bd4-40d53176f2f3 req-bf9b1b46-8fff-459c-addb-0435e41ae43b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.428178 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5cbd863-01f3-4249-8bd4-40d53176f2f3 req-bf9b1b46-8fff-459c-addb-0435e41ae43b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0564930 Sep 02 13:43:01.474692 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d5cbd863-01f3-4249-8bd4-40d53176f2f3 req-e555321c-641a-4565-8222-10ac2ecda9d2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384877 Sep 02 13:43:01.583332 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-33ffa823-2932-42de-939b-3a6e346af3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.716825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.754425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:43:02.602726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684cee7-aadc-443d-8660-e9ea2c52c2a9 req-0167870f-ea61-4106-b27f-7e381185e5b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.604240 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5684cee7-aadc-443d-8660-e9ea2c52c2a9 req-0167870f-ea61-4106-b27f-7e381185e5b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0529766 Sep 02 13:43:02.656782 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5684cee7-aadc-443d-8660-e9ea2c52c2a9 req-fc922d5a-09eb-420a-ae35-9c52a5ba0769 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Sep 02 13:43:02.788536 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.789125 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162da8c-7140-43db-b171-e2a80fd66128 req-d6dac400-b1d4-4285-8b4d-2a0fb368f263 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:03.790696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2162da8c-7140-43db-b171-e2a80fd66128 req-d6dac400-b1d4-4285-8b4d-2a0fb368f263 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0519667 Sep 02 13:43:03.833395 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2162da8c-7140-43db-b171-e2a80fd66128 req-cf53e65c-dff1-4b7a-95ce-c1b056cdccf6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363920 Sep 02 13:43:04.453621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.962953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6007a3-11d0-42d5-8f54-2466c5b26a6d req-db0cfea5-09c2-49e1-a3e9-77b7a76a454e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:04.964505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d6007a3-11d0-42d5-8f54-2466c5b26a6d req-db0cfea5-09c2-49e1-a3e9-77b7a76a454e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Sep 02 13:43:05.003370 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d6007a3-11d0-42d5-8f54-2466c5b26a6d req-64e09d55-d853-44a2-bde5-e2f6cfd99d26 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324712 Sep 02 13:43:05.794231 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.132386 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763624c-5a45-4226-a966-26a80eb25d94 req-f06e2d55-d2c0-4189-a139-9b9361c74657 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:06.134352 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b763624c-5a45-4226-a966-26a80eb25d94 req-f06e2d55-d2c0-4189-a139-9b9361c74657 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0541971 Sep 02 13:43:06.175796 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b763624c-5a45-4226-a966-26a80eb25d94 req-88a2023c-f782-4d36-ab6b-6a26c1fb13ae tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351725 Sep 02 13:43:07.296527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfadae-8849-4e0d-9b1e-246a10b77bd6 req-f4f62b97-de9d-46c5-ba8d-0cad90622463 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.298068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-debfadae-8849-4e0d-9b1e-246a10b77bd6 req-f4f62b97-de9d-46c5-ba8d-0cad90622463 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0530388 Sep 02 13:43:07.343995 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-debfadae-8849-4e0d-9b1e-246a10b77bd6 req-3c1807df-7fb1-4aae-ae21-b430788e30e4 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368752 Sep 02 13:43:07.372606 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:07.434411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9384e712-fba5-4e3f-a8b1-c9254b7e71e8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/a4c8171c-1a7a-4d19-8d27-9fc032153d50 HTTP/1.1" status: 200 len: 994 time: 0.0604765 Sep 02 13:43:08.746908 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abee17-2cf1-47ea-bd33-be4a01b34abc req-8a40650a-11f6-4206-a6c4-cbfeecff956e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.749009 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06abee17-2cf1-47ea-bd33-be4a01b34abc req-8a40650a-11f6-4206-a6c4-cbfeecff956e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0578530 Sep 02 13:43:08.765420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-1c860c4a-0a72-4b02-b97b-6b3a003b551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.766970 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-1c860c4a-0a72-4b02-b97b-6b3a003b551c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1097 time: 0.0443270 Sep 02 13:43:08.794107 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-06abee17-2cf1-47ea-bd33-be4a01b34abc req-4e31994a-9948-4c62-9477-f8a65a1e949a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337574 Sep 02 13:43:08.868383 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-a46e6be6-dac4-4dc7-adff-7ee7d8f90ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.870132 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-a46e6be6-dac4-4dc7-adff-7ee7d8f90ca2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 898 time: 0.0962698 Sep 02 13:43:08.940631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-ba043360-75fd-4864-8200-da4cd73b8e5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 1002 time: 0.0621965 Sep 02 13:43:08.995699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-9ee02a85-32d7-4717-9323-dd8440c56a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.997312 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-9ee02a85-32d7-4717-9323-dd8440c56a5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0502224 Sep 02 13:43:09.044844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-52eb088b-0b98-45ed-8583-703935f28c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:09.046369 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-52eb088b-0b98-45ed-8583-703935f28c4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419958 Sep 02 13:43:09.135925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-c23cf6c7-ceb3-47de-aed3-c242912f445a service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821974 Sep 02 13:43:09.245218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-67ca93c7-00c6-4c00-a736-7c8a548b8463 req-b6f5d755-a2c9-41a5-8e6f-025cceb3ca17 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016223 Sep 02 13:43:09.931867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c762-d9e3-48a1-84af-c6368fa527cf req-4be0dd18-474a-48ae-93ca-3df19a18fb47 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:09.934247 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2108c762-d9e3-48a1-84af-c6368fa527cf req-4be0dd18-474a-48ae-93ca-3df19a18fb47 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0632668 Sep 02 13:43:09.986931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2108c762-d9e3-48a1-84af-c6368fa527cf req-12aaa5dc-f1e5-4e37-aaa5-cae25636c161 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Sep 02 13:43:10.023643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54096) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:10.096885 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a39f9964-7ea4-4a91-945e-19338063e849 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/a4c8171c-1a7a-4d19-8d27-9fc032153d50 HTTP/1.1" status: 200 len: 994 time: 0.0718973 Sep 02 13:43:11.651983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.747884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7254c441-10a2-4712-a661-9487b6fcc4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.305953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-55c3e6dc-ad9a-4c02-84be-69758e854bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429759 Sep 02 13:43:31.404373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-9a2765bf-9092-4a96-84b9-06857a9ed7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:31.406152 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-9a2765bf-9092-4a96-84b9-06857a9ed7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1097 time: 0.0463164 Sep 02 13:43:31.515502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-34bc1e7a-4dca-4cb5-9580-1bbc7b36b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:31.517126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-34bc1e7a-4dca-4cb5-9580-1bbc7b36b9ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 898 time: 0.0903313 Sep 02 13:43:31.577260 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51b82579-d298-4022-97a2-3431c05dbe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.588743 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-e345e72f-f042-49f9-9db6-2b2e5c085603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 1002 time: 0.0643117 Sep 02 13:43:31.640119 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-ecc7bf43-bf29-403e-a29a-24dfc6d9cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:31.641671 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-ecc7bf43-bf29-403e-a29a-24dfc6d9cbda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0446501 Sep 02 13:43:31.689219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-fa248af2-cb3b-47ca-8ab6-d4af79315a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:31.690673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-fa248af2-cb3b-47ca-8ab6-d4af79315a89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413342 Sep 02 13:43:31.712872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.801398 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-0326ab75-a9e2-4295-8cd2-320aa37c2731 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030102 Sep 02 13:43:31.907600 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f459dd7b-1329-4bb4-b605-0a20b64c78b3 req-a065f8e0-6bc3-43cd-b4ce-939634134429 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990653 Sep 02 13:43:32.793444 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.467811 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.790600 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.760163 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:43:40.701396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:40.873892 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port de15dfd3-fe03-40b6-8774-2b835563c38b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:40.874241 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.954883 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.955131 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.967944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for de15dfd3-fe03-40b6-8774-2b835563c38b owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:41.163868 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.209304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=de15dfd3-fe03-40b6-8774-2b835563c38b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:41.230681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.231024 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.231391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.231800 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.232196 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.232555 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.232922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.233261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.233590 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.233914 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.234260 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.234789 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:41.302482 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.302885 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP a4c8171c-1a7a-4d19-8d27-9fc032153d50 disassociated (deleted). External IP: 172.25.7.144, port: d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea. Sep 02 13:43:41.579619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router cc247b84-8b5a-4256-8be2-29e096ed77f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:43:41.666178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.707621 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:41.714076 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.721394 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] Sync routers for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:41.734203 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:41.735032 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:41.750308 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-040a79c5-5790-4d31-b96d-7d8368bfa27d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/floatingips/a4c8171c-1a7a-4d19-8d27-9fc032153d50 HTTP/1.1" status: 204 len: 168 time: 1.0477638 Sep 02 13:43:41.750878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:41.753567 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8173cb-37cf-4a49-bb39-563aa918fb63" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:41.813139 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb4d17e-5d77-4209-8ef3-351315acecd3 x-openstack-request-id: req-bfb4d17e-5d77-4209-8ef3-351315acecd3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:41.813438 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:41.813890 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfb4d17e-5d77-4209-8ef3-351315acecd3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:41.814470 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'status': 'completed', 'code': 200} Sep 02 13:43:41.876757 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:41.880938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-44c22969-47a2-43e3-872a-9f7b32b0cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:41.883224 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-44c22969-47a2-43e3-872a-9f7b32b0cff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 1097 time: 0.0452466 Sep 02 13:43:42.014380 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-082a8f10-5279-44f7-8b30-5544fd174076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.014672 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f67d8-61d9-43dd-a55c-0361e6530845 req-e27b108f-f132-4587-bb48-d3e36ec2edb4 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.016922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a1f67d8-61d9-43dd-a55c-0361e6530845 req-e27b108f-f132-4587-bb48-d3e36ec2edb4 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0533812 Sep 02 13:43:42.017138 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-082a8f10-5279-44f7-8b30-5544fd174076 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 200 len: 898 time: 0.1230617 Sep 02 13:43:42.066287 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9a1f67d8-61d9-43dd-a55c-0361e6530845 req-a604038b-6258-4944-8ba8-0934d9f3addb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Sep 02 13:43:42.076534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-437c31a4-5409-426a-9e2b-9e2e923a5d0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 200 len: 217 time: 0.0509551 Sep 02 13:43:42.115616 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:08Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:42.137312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-ea8a6c87-c332-4725-81cb-2dbedb8f78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.138880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-ea8a6c87-c332-4725-81cb-2dbedb8f78a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 200 len: 834 time: 0.0549965 Sep 02 13:43:42.147372 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] Checking router: cc247b84-8b5a-4256-8be2-29e096ed77f8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:42.156369 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:42.157018 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:42.187175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-9973dcd4-4252-4b7f-ae6c-5b2220748ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.188717 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-9973dcd4-4252-4b7f-ae6c-5b2220748ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19bab860-2c74-4997-a9a7-9719abcf2cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415001 Sep 02 13:43:42.266572 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:42.283917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-e0f70665-dabb-4770-a05f-2151f9457b53 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861254 Sep 02 13:43:42.389888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8b8173cb-37cf-4a49-bb39-563aa918fb63 req-c42fb0f5-1d36-4b56-96c4-3628aa0945d2 service neutron] 10.222.0.18 "GET /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977242 Sep 02 13:43:42.483807 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:08Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:42.510670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf5c93-b191-4735-a4c9-729ef20970c3 None None] The sync data for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 is: [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:42:04Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd30e5e35-3e21-4588-97f4-2ef0305a2716', 'name': '', 'network_id': '19bab860-2c74-4997-a9a7-9719abcf2cf9', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:a1:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:03Z', 'updated_at': '2021-09-02T13:42:08Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': '9711b0dc-7b2c-4bd0-81de-68fb71b20b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:42.749512 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb752d3-a4d5-4da8-8f8a-2c7b772d5bc9 None None] New status for floating IP a4c8171c-1a7a-4d19-8d27-9fc032153d50: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:43:43.200541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc876bd-a7ab-4184-9ede-258c6b3fbeee req-ee331b4c-3ffc-41ca-86e2-9f8523664134 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.202136 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fc876bd-a7ab-4184-9ede-258c6b3fbeee req-ee331b4c-3ffc-41ca-86e2-9f8523664134 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0544012 Sep 02 13:43:43.241473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9fc876bd-a7ab-4184-9ede-258c6b3fbeee req-e6cb2b93-9ee5-4dd4-995e-63bf245b8b9c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d3f195e-ca72-4824-9d47-33d13f7f7152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328090 Sep 02 13:43:43.560683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-630e856a-9e84-4c02-aef6-660899ba1060 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.562508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-630e856a-9e84-4c02-aef6-660899ba1060 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 946 time: 0.0671153 Sep 02 13:43:43.669349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:43.669721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.764457 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:43.765007 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.784043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:43.924625 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.961294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:43.976433 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.976693 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.976866 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.977251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.977597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.977976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.978317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.978656 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.979038 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.979375 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.979686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:43.980555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:44.015643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] No DVR routers for this DVR port d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:44.018416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.020593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24c63a58-7b84-4fea-8e83-23f61c5adc89 req-9a3cf12b-4485-4351-b97b-e8b495b52758 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "DELETE /v2.0/ports/d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea HTTP/1.1" status: 204 len: 173 time: 0.4518213 Sep 02 13:43:44.021065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'name': 'network-vif-deleted', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:44.023408 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e6f88a-0936-4808-8e8f-95f443ad2de6" -d '{"events": [{"server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "name": "network-vif-deleted", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:44.065922 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4c4847-8a64-48dc-9824-77e75619bfd7 x-openstack-request-id: req-de4c4847-8a64-48dc-9824-77e75619bfd7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:44.066217 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ef4e2-f6ef-4322-a34f-133946d78276", "name": "network-vif-deleted", "tag": "d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:44.066474 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de4c4847-8a64-48dc-9824-77e75619bfd7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:44.066878 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9ef4e2-f6ef-4322-a34f-133946d78276', 'name': 'network-vif-deleted', 'tag': 'd422f3df-4b3e-4895-bcf1-f8ac8cdb36ea', 'status': 'completed', 'code': 200} Sep 02 13:43:44.376953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97b8d18a-904b-491a-b7e9-c68c3cd4d8c5 req-9ae73882-313b-4ad8-8557-cb24cb335f2a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9ef4e2-f6ef-4322-a34f-133946d78276 HTTP/1.1" status: 200 len: 210 time: 0.0289717 Sep 02 13:43:45.450859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:46.328409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.502136 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:46.531064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:46.531810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device d422f3df-4b3e-4895-bcf1-f8ac8cdb36ea not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:46.648587 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port d30e5e35-3e21-4588-97f4-2ef0305a2716 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:46.649384 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.749382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port d30e5e35-3e21-4588-97f4-2ef0305a2716, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d30e5e35-3e21-4588-97f4-2ef0305a2716,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:46.749639 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.768447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for d30e5e35-3e21-4588-97f4-2ef0305a2716 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:46.988368 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.028807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=d30e5e35-3e21-4588-97f4-2ef0305a2716,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:47.227422 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.460206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router cc247b84-8b5a-4256-8be2-29e096ed77f8 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:43:47.589234 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:47.595034 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-4a7d0bfa-fa1e-4088-8735-3f34fb12d3b6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/cc247b84-8b5a-4256-8be2-29e096ed77f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1422338 Sep 02 13:43:47.600224 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] Sync routers for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:47.604708 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:47.610729 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:47.611377 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:47.656357 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting subnet 9711b0dc-7b2c-4bd0-81de-68fb71b20b0f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:47.659665 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.705006 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.718566 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:47.795605 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.867873 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.898643 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Subnet': ['ID=9711b0dc-7b2c-4bd0-81de-68fb71b20b0f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:47.907723 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.913621 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a6fc9f5b-2504-40f2-be60-6b452ecedbf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/subnets/9711b0dc-7b2c-4bd0-81de-68fb71b20b0f HTTP/1.1" status: 204 len: 168 time: 0.3052962 Sep 02 13:43:47.914737 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:47.916220 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38751af-ddcf-4206-bca4-333ffe838374 None None] Network 19bab860-2c74-4997-a9a7-9719abcf2cf9 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:48.032606 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.054635 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:43:46Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:48.084330 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] Checking router: cc247b84-8b5a-4256-8be2-29e096ed77f8 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:48.096369 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] Routers {'cc247b84-8b5a-4256-8be2-29e096ed77f8'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:48.097051 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['cc247b84-8b5a-4256-8be2-29e096ed77f8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:48.155844 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] DHCP port deletion for 19bab860-2c74-4997-a9a7-9719abcf2cf9 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:48.159810 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.206093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Deleting port e93c7c1d-513d-4395-89f0-86731db0ab5b {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:48.206471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.211349 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] Set router cc247b84-8b5a-4256-8be2-29e096ed77f8 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:48.229186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:48.229534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.269814 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] For port e93c7c1d-513d-4395-89f0-86731db0ab5b, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=e93c7c1d-513d-4395-89f0-86731db0ab5b,segment=NetworkSegment(7e95b88b-e51a-414c-8cfd-dbd55dc5cf65),segment_id=7e95b88b-e51a-414c-8cfd-dbd55dc5cf65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:48.270244 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.287429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Calling delete_port for e93c7c1d-513d-4395-89f0-86731db0ab5b owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:48.321575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:48.322023 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.337809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:48.376688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.391224 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] No DVR routers for this DVR port e93c7c1d-513d-4395-89f0-86731db0ab5b on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:48.410150 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:43:46Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:48.412702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Pushing event deleted for resources: {'Port': ['ID=e93c7c1d-513d-4395-89f0-86731db0ab5b,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.427621 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.428200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.428579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.429014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.429289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.429658 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.430010 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.430354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.430683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.431068 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.431752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.431752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b67af-594c-4027-a80f-28636221e0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:48.448480 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b9225-cb7c-40ce-9726-f8de5e6eeb60 None None] The sync data for ids ['cc247b84-8b5a-4256-8be2-29e096ed77f8'] in n-d-792364-8 is: [{'id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058209955', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:00Z', 'updated_at': '2021-09-02T13:43:46Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247b84-8b5a-4256-8be2-29e096ed77f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:01Z', 'updated_at': '2021-09-02T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:48.550508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.575954 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.646156 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.742055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.744275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.790966 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.791537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Fanout notify agent at l3_agent the message router_deleted on router cc247b84-8b5a-4256-8be2-29e096ed77f8 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:43:48.799116 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.800293 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1d027fad-32a8-476c-89e9-434dd772647e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/routers/cc247b84-8b5a-4256-8be2-29e096ed77f8 HTTP/1.1" status: 204 len: 168 time: 0.8837993 Sep 02 13:43:48.803422 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54134) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:48.889857 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.981226 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.991463 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bab860-2c74-4997-a9a7-9719abcf2cf9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:49.001544 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:49.001859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e95b88b-e51a-414c-8cfd-dbd55dc5cf65') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:49.011696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.031188 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.037817 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:49.038241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:49.041482 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:49.104570 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.112161 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.119236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/networks/19bab860-2c74-4997-a9a7-9719abcf2cf9 HTTP/1.1" status: 204 len: 168 time: 0.3097336 Sep 02 13:43:49.119236 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54136) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:49.142062 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64051e1-d2ba-4707-811f-310886f07c4f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Network': ['ID=19bab860-2c74-4997-a9a7-9719abcf2cf9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:49.189763 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3910ae44-5b90-455a-b971-674368891bbf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.216064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3910ae44-5b90-455a-b971-674368891bbf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.282032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3910ae44-5b90-455a-b971-674368891bbf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.284749 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3910ae44-5b90-455a-b971-674368891bbf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.286052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3910ae44-5b90-455a-b971-674368891bbf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d3f195e-ca72-4824-9d47-33d13f7f7152 HTTP/1.1" status: 204 len: 168 time: 0.1667314 Sep 02 13:43:49.295871 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ae44-5b90-455a-b971-674368891bbf tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3f195e-ca72-4824-9d47-33d13f7f7152,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:49.778479 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:49.783435 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216115183', 'description': 'tempest-secgroup-smoke-1216115183 description', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:49.819716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.857636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e93c7c1d-513d-4395-89f0-86731db0ab5b no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:49.878236 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: e93c7c1d-513d-4395-89f0-86731db0ab5b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:49.878586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device e93c7c1d-513d-4395-89f0-86731db0ab5b not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:49.879001 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d30e5e35-3e21-4588-97f4-2ef0305a2716 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:49.902116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d30e5e35-3e21-4588-97f4-2ef0305a2716 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:49.902385 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d30e5e35-3e21-4588-97f4-2ef0305a2716 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:49.902850 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:49.912560 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.918653 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.922510 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:49.922878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device faaaf2a8-4a71-4486-9a7b-e1d3a2e6c5b4 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:49.946516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.947789 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1682951 Sep 02 13:43:49.950958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:49.951779 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8c72e-5ff7-476a-b904-e22197683a4a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf01a2-b03e-4060-aa43-280d167c0630,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:49.955991 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'afcf01a2-b03e-4060-aa43-280d167c0630', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:49.983952 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.046932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.052704 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.072864 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36250b95-212d-4259-aaee-f4eb37138f2a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.081345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.082660 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-931a7736-c7d3-4cec-ae31-21e196823b39 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306293 Sep 02 13:43:50.086374 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.091438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'afcf01a2-b03e-4060-aa43-280d167c0630', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:50.122174 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.184831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.190340 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.208552 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c30021-4ef6-44fb-a519-debeaa288b75,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.216508 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.218165 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ef88585f-c695-4ae5-b1f2-733735f6a0fb tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307647 Sep 02 13:43:50.221173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.226093 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'afcf01a2-b03e-4060-aa43-280d167c0630', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:50.254405 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.318130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.323724 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.341179 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59044a57-6dbb-4dce-870b-0c8662fcd549,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.349880 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.351125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9318691f-fc6e-4055-93cc-29ac99d3e0e3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289978 Sep 02 13:43:50.354223 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54150) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.358817 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'afcf01a2-b03e-4060-aa43-280d167c0630', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:50.388644 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.458914 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.464437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.485610 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b55ab0-d4e8-46ff-81ad-c6289911d7c2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.494170 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.495856 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-05cc5d0b-ac56-4887-8248-486d4eeada71 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406794 Sep 02 13:43:50.499084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.503994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'afcf01a2-b03e-4060-aa43-280d167c0630', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:50.530412 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:43:50.536083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.612487 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.620032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.639965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf7fa99-3bcd-4be6-8555-287c774e0866,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.644861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.646468 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-56a125c7-7f8e-418d-876f-2ffc1dda1e8a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462440 Sep 02 13:43:50.649337 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54154) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.654042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'security_group_rule': {'security_group_id': 'afcf01a2-b03e-4060-aa43-280d167c0630', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:50.680098 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Project 75515ca7dd6e49a8bbeaaabd35da621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:43:50.686572 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.755182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.762005 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.781874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c9f3db-d96a-4357-9681-63114bc0197b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.788068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.789806 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c21efa3f-c110-400d-9559-d0b4c60a8231 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394436 Sep 02 13:43:50.792502 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54156) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.797523 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'network': {'name': 'tempest-network-smoke--684582222', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:50.822370 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:50.826111 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.857014 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:50.867641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.867962 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Added segment 7c303ad1-2bc2-45d2-8b5c-440fc62ea06a of type vlan for network d40b6bc2-a09c-4610-ba42-684c2829082f Sep 02 13:43:50.915907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.948726 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.957055 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.958036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.025176 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2315841 Sep 02 13:43:51.028204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:51.033808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'admin_state_up': True, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:51.038467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d427960-17cf-4056-a1bd-a43498be5683 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Network': ['ID=d40b6bc2-a09c-4610-ba42-684c2829082f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:51.050580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network d40b6bc2-a09c-4610-ba42-684c2829082f details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:51.063332 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.064781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.119775 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.259759 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.461891 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.480813 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.584424 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.108 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/a077a00b-1c6d-491a-b0b3-e18c30f2ac3c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:51.702937 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.749781 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.790028 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:51.793143 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:51.797976 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:51.804173 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:52.071551 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.281710 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.418291 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 8427dcaf-700b-4fa0-a27a-9347bed567cd is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:43:52.531429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:52.548287 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Sync routers for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:52.553539 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.557883 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-5a0bd311-cb14-4385-882b-a1eeb7dbda3c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5255017 Sep 02 13:43:52.558738 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:52.566211 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:52.567206 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:52.637709 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-14e864fd-06a5-4f75-9ffa-960bcb694644 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=75515ca7dd6e49a8bbeaaabd35da621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754325 Sep 02 13:43:52.640605 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:52.687804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:52.734979 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaddf43-2b71-4305-8e87-e320a1ac6694 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.736614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-abaddf43-2b71-4305-8e87-e320a1ac6694 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950289 Sep 02 13:43:52.743409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:52.773426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-bd67e2bc-256b-4498-b8b8-3a10d872f2b6 tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=89208983-4238-4a7a-801c-c970583ac987&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287006 Sep 02 13:43:52.777447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:52.781563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1669135765', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:52.882548 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:51Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:52.914902 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Checking router: 8427dcaf-700b-4fa0-a27a-9347bed567cd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:52.915284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Updating router 8427dcaf-700b-4fa0-a27a-9347bed567cd port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:43:52.922586 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:52.926312 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.941618 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.131515 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.191444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Subnet': ['ID=e4c2b9a4-e606-4933-a2ac-99180763b030,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:53.202464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Checking segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:53.202843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network hostable DHCP agents. Network: d40b6bc2-a09c-4610-ba42-684c2829082f, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:43:53.221691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network d40b6bc2-a09c-4610-ba42-684c2829082f is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:43:53.224245 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.231788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, d40b6bc2-a09c-4610-ba42-684c2829082f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:53.234245 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Transition to ACTIVE for port object a077a00b-1c6d-491a-b0b3-e18c30f2ac3c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:53.236925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:53.237694 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.240321 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.248641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e503363-28dc-4267-a607-e69423bee6d0 None None] Network d40b6bc2-a09c-4610-ba42-684c2829082f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:53.256626 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5893e7f5-c39d-4c78-9e93-fad6b2847cf2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4792004 Sep 02 13:43:53.259475 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:53.338702 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Attempting to bind port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:53.339018 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Attempting to bind port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:53.339428 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Attempting to bind port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:53.351116 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c1d6-cb21-4186-b18f-cc698ab36e6f None None] Pushing event updated for resources: {'Port': ['ID=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:53.356266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:53.356639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:53.357102 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.357489 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:53.357975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Bound port: a077a00b-1c6d-491a-b0b3-e18c30f2ac3c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:53.358326 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.457511 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] For port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:53.474670 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] For port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:53.481324 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.536275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-d40b6bc2-a09c-4610-ba42-684c2829082f', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:53.537134 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.573109 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:53.573807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:53.621562 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c1d6-cb21-4186-b18f-cc698ab36e6f None None] Pushing event updated for resources: {'Port': ['ID=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:53.791930 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:53.854210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Allocated IP 172.20.0.2 (d40b6bc2-a09c-4610-ba42-684c2829082f/e4c2b9a4-e606-4933-a2ac-99180763b030/06746d56-22ba-42cc-bb92-cb478120b546) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:54.024797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.116231 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.127968 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Transition to ACTIVE for port object 06746d56-22ba-42cc-bb92-cb478120b546 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:54.142753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:51Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:54.179181 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75042f-f8bf-4b91-88f1-845afdbdbf11 None None] The sync data for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 is: [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:51Z', 'revision_number': 3, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:54.182445 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Transition to ACTIVE for port object 06746d56-22ba-42cc-bb92-cb478120b546 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:54.195458 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.254306 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Network d40b6bc2-a09c-4610-ba42-684c2829082f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:54.259899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:54.262926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:54.265335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Pushing event updated for resources: {'Port': ['ID=06746d56-22ba-42cc-bb92-cb478120b546,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.331081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Attempting to bind port 06746d56-22ba-42cc-bb92-cb478120b546 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:54.331457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Attempting to bind port 06746d56-22ba-42cc-bb92-cb478120b546 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:54.331823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Attempting to bind port 06746d56-22ba-42cc-bb92-cb478120b546 on network d40b6bc2-a09c-4610-ba42-684c2829082f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:54.337012 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.1 (d40b6bc2-a09c-4610-ba42-684c2829082f/e4c2b9a4-e606-4933-a2ac-99180763b030/0d57535d-c72b-4a20-99f5-bca4814d3ea9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:54.337568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:54.337794 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Checking segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:54.338192 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.338612 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Bound using segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:54.339070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Bound port: 06746d56-22ba-42cc-bb92-cb478120b546, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:54.339451 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.408778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] For port 06746d56-22ba-42cc-bb92-cb478120b546, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:54.412156 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] For port 06746d56-22ba-42cc-bb92-cb478120b546, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=06746d56-22ba-42cc-bb92-cb478120b546,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:54.424988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.500608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.519178 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object 0d57535d-c72b-4a20-99f5-bca4814d3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:54.520768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1e640-93a5-41ee-a42d-653e7c8dad97 None None] Pushing event updated for resources: {'Port': ['ID=06746d56-22ba-42cc-bb92-cb478120b546,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.562522 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.620063 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network d40b6bc2-a09c-4610-ba42-684c2829082f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:54.627460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:54.635079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=0d57535d-c72b-4a20-99f5-bca4814d3ea9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.638781 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:54.704366 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.881699 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.229776 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.237472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.319602 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.325447 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=0d57535d-c72b-4a20-99f5-bca4814d3ea9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:55.425111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network d40b6bc2-a09c-4610-ba42-684c2829082f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:55.426845 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:55.506739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cceef9-fe09-4f61-a5d0-c89799c80245 None None] Network d40b6bc2-a09c-4610-ba42-684c2829082f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:55.544577 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 8427dcaf-700b-4fa0-a27a-9347bed567cd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:43:55.638924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e8479963-c0df-4a15-9a73-882066ae2eaa None None] Provisioning for port 06746d56-22ba-42cc-bb92-cb478120b546 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:55.661841 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:55.667230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f5ca6075-0c40-4316-805f-15ccda60f7ab tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/8427dcaf-700b-4fa0-a27a-9347bed567cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4064462 Sep 02 13:43:55.828804 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-efb252e5-447c-47f0-afce-b8b25acceb06 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216115183&fields=id&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 267 time: 0.0443752 Sep 02 13:43:55.933434 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a077a00b-1c6d-491a-b0b3-e18c30f2ac3c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:55.984066 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-387b6d39-d3ef-47b2-9b77-6699e88d34a7 None None] Provisioning for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:55.985056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-d12d0c3c-2af3-4a8c-b4c8-2508e760cca6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.987731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-d12d0c3c-2af3-4a8c-b4c8-2508e760cca6 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 796 time: 0.1491153 Sep 02 13:43:55.988975 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Sync routers for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:55.991810 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-387b6d39-d3ef-47b2-9b77-6699e88d34a7 None None] Provisioning complete for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:55.992243 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-387b6d39-d3ef-47b2-9b77-6699e88d34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.014033 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:56.015279 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-fb0d17c8-aacf-42e6-bb9d-c4f433cc153f tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/quotas/75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 375 time: 0.0119660 Sep 02 13:43:56.021519 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:56.039701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:56.046875 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:56.047387 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.078096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-387b6d39-d3ef-47b2-9b77-6699e88d34a7 None None] Port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:56.085827 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-b50aced0-9607-4dc8-a4a4-0f1bdfb78c3e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602648 Sep 02 13:43:56.106659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-60fb2a61-d6f7-4d4f-9c00-ee7d84029aa6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:43:56.108351 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-60fb2a61-d6f7-4d4f-9c00-ee7d84029aa6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100563 Sep 02 13:43:56.151668 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:56.161641 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.189915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:56.197954 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.198805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 06746d56-22ba-42cc-bb92-cb478120b546 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:56.236448 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-5cf6aa01-c761-4f80-87ed-420d9353276f service neutron] 10.222.0.60 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165884 Sep 02 13:43:56.372330 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-9ba7ae24-0944-48da-a9a7-a292e6c760f5 service neutron] 10.222.0.60 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282072 Sep 02 13:43:56.436119 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:55Z', 'revision_number': 2, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:56.469653 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Checking router: 8427dcaf-700b-4fa0-a27a-9347bed567cd for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:56.469898 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Updating router 8427dcaf-700b-4fa0-a27a-9347bed567cd port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:43:56.485289 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6adfc18c-ea3c-47ff-90f4-5d9ff246f5e4 None None] Provisioning complete for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:56.485289 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6adfc18c-ea3c-47ff-90f4-5d9ff246f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.511256 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.512872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.529878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6adfc18c-ea3c-47ff-90f4-5d9ff246f5e4 None None] Port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:56.532168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 06746d56-22ba-42cc-bb92-cb478120b546 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:56.537256 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 06746d56-22ba-42cc-bb92-cb478120b546 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:56.537694 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.568000 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-778ddb0d-8b34-471a-ab8a-6b9fd33bb3a0 req-1a588dd4-5c3f-44d8-983b-77ea7516b205 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 210 time: 0.0416534 Sep 02 13:43:56.637610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.672700 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c68e8516-a0fa-4aac-8cf1-d01308399b31 None None] Provisioning complete for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:56.673227 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c68e8516-a0fa-4aac-8cf1-d01308399b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.703204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 06746d56-22ba-42cc-bb92-cb478120b546, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=06746d56-22ba-42cc-bb92-cb478120b546,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:56.710857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.750813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c68e8516-a0fa-4aac-8cf1-d01308399b31 None None] Port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:56.773642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=06746d56-22ba-42cc-bb92-cb478120b546,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.857107 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.871002 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Transition to ACTIVE for port object 0d57535d-c72b-4a20-99f5-bca4814d3ea9 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:56.877347 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.925601 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Pushing event updated for resources: {'Port': ['ID=0d57535d-c72b-4a20-99f5-bca4814d3ea9,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.949670 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.950075 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.950416 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.950770 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.951151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.951451 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.951782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.952169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.952491 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.952821 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.953231 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.953476 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:56.994323 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Attempting to bind port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:56.994991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Attempting to bind port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:56.994991 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Attempting to bind port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 on network d40b6bc2-a09c-4610-ba42-684c2829082f {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:57.001397 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:57.001938 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Checking segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:57.002512 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:57.002890 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Bound using segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:57.003359 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Bound port: 0d57535d-c72b-4a20-99f5-bca4814d3ea9, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:57.003793 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:57.091824 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] For port 0d57535d-c72b-4a20-99f5-bca4814d3ea9, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:57.097001 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] For port 0d57535d-c72b-4a20-99f5-bca4814d3ea9, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0d57535d-c72b-4a20-99f5-bca4814d3ea9,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:57.108322 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:57.171872 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:57.172815 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:43:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:57.245750 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c111e-bfc6-4a42-863f-a5ba3128259a None None] Pushing event updated for resources: {'Port': ['ID=0d57535d-c72b-4a20-99f5-bca4814d3ea9,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:57.303599 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:57.533437 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:57Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:57.669091 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106d554-e81f-4b59-a69e-0d68e5c73853 None None] The sync data for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 is: [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:57Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:57.960115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a077a00b-1c6d-491a-b0b3-e18c30f2ac3c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:58.013715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.014462 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.082945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c9edcc35-c3a6-4664-b0ab-5f6cd1c45c81 req-6a83fd89-352c-4889-a821-523db91412f4 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 210 time: 0.4232283 Sep 02 13:43:58.098532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-30698e5f-07fb-46de-9439-23bcc4382bfe tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.100322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-30698e5f-07fb-46de-9439-23bcc4382bfe tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 796 time: 0.5359635 Sep 02 13:43:58.105882 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 06746d56-22ba-42cc-bb92-cb478120b546 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:58.155825 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 06746d56-22ba-42cc-bb92-cb478120b546 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.156401 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-8e840dd9-67ff-4d03-9f55-5c288a9c0e1a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75515ca7dd6e49a8bbeaaabd35da621b HTTP/1.1" status: 200 len: 380 time: 0.0441561 Sep 02 13:43:58.156670 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.166909 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'port': {'device_id': 'aa20c183-7583-40f5-86f3-12abf1104073', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'admin_state_up': True, 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'security_groups': ['afcf01a2-b03e-4060-aa43-280d167c0630']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:58.244085 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d57535d-c72b-4a20-99f5-bca4814d3ea9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:58.294277 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Made reservation on behalf of 75515ca7dd6e49a8bbeaaabd35da621b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:58.297984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.303520 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:58.307917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.308273 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.387618 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.422165 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 0d57535d-c72b-4a20-99f5-bca4814d3ea9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0d57535d-c72b-4a20-99f5-bca4814d3ea9,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:58.427285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.435859 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.20.0.3 (d40b6bc2-a09c-4610-ba42-684c2829082f/e4c2b9a4-e606-4933-a2ac-99180763b030/b80ed538-11cd-403d-9c3a-5325a6ad815c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:58.486579 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=0d57535d-c72b-4a20-99f5-bca4814d3ea9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:58.603502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.620043 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Transition to ACTIVE for port object b80ed538-11cd-403d-9c3a-5325a6ad815c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:58.656506 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.704874 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network d40b6bc2-a09c-4610-ba42-684c2829082f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:58.708367 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:58.712542 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:58.742094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=b80ed538-11cd-403d-9c3a-5325a6ad815c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:58.744889 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26eb580d-24e7-4c10-b815-49e20d528f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.779067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.779817 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.804135 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-88d864b3-8b30-4ae2-ad2b-cce3265b9076 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6411834 Sep 02 13:43:58.818180 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Request body: {'port': {'device_id': 'aa20c183-7583-40f5-86f3-12abf1104073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:58.876186 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.947217 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53503981-6cf7-42a7-9e6d-5eeddde05377 None None] Provisioning for port b80ed538-11cd-403d-9c3a-5325a6ad815c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:58.951148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-53503981-6cf7-42a7-9e6d-5eeddde05377 None None] Provisioning complete for port b80ed538-11cd-403d-9c3a-5325a6ad815c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.951523 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53503981-6cf7-42a7-9e6d-5eeddde05377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.993064 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53503981-6cf7-42a7-9e6d-5eeddde05377 None None] Port b80ed538-11cd-403d-9c3a-5325a6ad815c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:59.169251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80ed538-11cd-403d-9c3a-5325a6ad815c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:59.178095 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.197176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Transition to ACTIVE for port object b80ed538-11cd-403d-9c3a-5325a6ad815c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:59.201984 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.217673 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f7645-c110-4745-8aac-3e7a7cf91a8f req-c94d0b07-fbb2-433e-b0bc-ed6475dd9ca8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.220405 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-060f7645-c110-4745-8aac-3e7a7cf91a8f req-c94d0b07-fbb2-433e-b0bc-ed6475dd9ca8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 931 time: 0.0612075 Sep 02 13:43:59.265589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b80ed538-11cd-403d-9c3a-5325a6ad815c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:59.288334 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-060f7645-c110-4745-8aac-3e7a7cf91a8f req-be37fff4-a61d-4763-b5c8-2fc03130ed54 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579214 Sep 02 13:43:59.350045 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Attempting to bind port b80ed538-11cd-403d-9c3a-5325a6ad815c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:59.350386 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Attempting to bind port b80ed538-11cd-403d-9c3a-5325a6ad815c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:59.350727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Attempting to bind port b80ed538-11cd-403d-9c3a-5325a6ad815c on network d40b6bc2-a09c-4610-ba42-684c2829082f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:59.355957 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Port b80ed538-11cd-403d-9c3a-5325a6ad815c on network d40b6bc2-a09c-4610-ba42-684c2829082f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:43:59.356185 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Attempting to bind port b80ed538-11cd-403d-9c3a-5325a6ad815c on network d40b6bc2-a09c-4610-ba42-684c2829082f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:59.365743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:59.366432 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Checking segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:59.366861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Bound using segment: {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:59.367285 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Bound port: b80ed538-11cd-403d-9c3a-5325a6ad815c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:59.367678 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.435219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] For port b80ed538-11cd-403d-9c3a-5325a6ad815c, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:59.438381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] For port b80ed538-11cd-403d-9c3a-5325a6ad815c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:59.444719 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.486026 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.486730 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.488139 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] 10.222.0.18 "PUT /v2.0/ports/b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 1091 time: 0.6753981 Sep 02 13:43:59.488592 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:59.491049 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72fb04-3ee3-4360-9e98-1fee834e399c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:59.514906 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e4b39-e1d0-43da-b829-e761a51f8fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b80ed538-11cd-403d-9c3a-5325a6ad815c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:59.570641 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68383164-935f-4631-9129-18948b0c1da5 x-openstack-request-id: req-68383164-935f-4631-9129-18948b0c1da5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:59.571021 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:59.571331 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68383164-935f-4631-9129-18948b0c1da5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:59.571810 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'status': 'completed', 'code': 200} Sep 02 13:43:59.588532 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-dd99fd95-32be-46f4-9645-ae280b2d8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.590148 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-dd99fd95-32be-46f4-9645-ae280b2d8a2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1094 time: 0.0485518 Sep 02 13:43:59.635934 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-1d956119-7771-4a3d-b1bc-7cbe6caa780b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 217 time: 0.0379245 Sep 02 13:43:59.695761 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-b0e26bd1-f15f-499e-b287-0383bf1e11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.697558 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-b0e26bd1-f15f-499e-b287-0383bf1e11ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 200 len: 835 time: 0.0538919 Sep 02 13:43:59.749322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-58dfc612-0c86-4e71-a8fc-0643a3783915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.750916 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-58dfc612-0c86-4e71-a8fc-0643a3783915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d40b6bc2-a09c-4610-ba42-684c2829082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465016 Sep 02 13:43:59.852871 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-78f30e34-861a-42bd-b8e7-d799b342839a service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947113 Sep 02 13:43:59.867113 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d57535d-c72b-4a20-99f5-bca4814d3ea9 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:59.915868 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:59.916255 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.951869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ec0f5e4e-f644-4e8a-8222-31cc77eb5581 req-7dfbb42d-6ce4-477a-aec1-a040899f3bea service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912118 Sep 02 13:44:00.054340 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-34d7c3d3-b395-4145-8839-bc3e6908a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.055874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-34d7c3d3-b395-4145-8839-bc3e6908a069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1094 time: 0.0442486 Sep 02 13:44:00.163638 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-9103a76f-645f-4e13-9a53-39d1d7d9fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.165354 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-9103a76f-645f-4e13-9a53-39d1d7d9fd31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 897 time: 0.1023612 Sep 02 13:44:00.218645 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-16fa8624-e5ca-4ceb-a653-2970244b062e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 217 time: 0.0437737 Sep 02 13:44:00.271419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-aa5c354f-1dba-484f-b4f1-a2bc51ecb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.273907 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-aa5c354f-1dba-484f-b4f1-a2bc51ecb27d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 200 len: 835 time: 0.0481048 Sep 02 13:44:00.331331 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-fc815327-e7ed-4d22-9c3f-13c158bd5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.332989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-fc815327-e7ed-4d22-9c3f-13c158bd5c7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d40b6bc2-a09c-4610-ba42-684c2829082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500956 Sep 02 13:44:00.407747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe743-bd24-46fc-81e1-68c5ea4b0217 req-9388d75c-21c6-46a7-aee3-d993c9dc3913 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.409876 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdfe743-bd24-46fc-81e1-68c5ea4b0217 req-9388d75c-21c6-46a7-aee3-d993c9dc3913 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 943 time: 0.0535281 Sep 02 13:44:00.432488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-c4aba15c-b693-4465-a535-138d9122f866 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908632 Sep 02 13:44:00.453025 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4cdfe743-bd24-46fc-81e1-68c5ea4b0217 req-1bfb3e7a-9f2d-485e-adba-4b2d3c870b4c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Sep 02 13:44:00.542978 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-cd72fb04-3ee3-4360-9e98-1fee834e399c req-00b35738-cd18-4578-8326-156d514ca346 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019292 Sep 02 13:44:01.582420 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c56f-816d-43be-b66e-21642ae0c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.584563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094efa2-933f-452c-8c05-d779b4caf6be req-53d0a8aa-6475-4fcd-bda2-a88f9da26d14 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:01.586534 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a094efa2-933f-452c-8c05-d779b4caf6be req-53d0a8aa-6475-4fcd-bda2-a88f9da26d14 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 943 time: 0.0579939 Sep 02 13:44:01.629712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a094efa2-933f-452c-8c05-d779b4caf6be req-59e30ca1-3f6b-45c7-8025-a64fb3e5e0ad tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Sep 02 13:44:01.708402 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.595772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b80ed538-11cd-403d-9c3a-5325a6ad815c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:44:02.692876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b80ed538-11cd-403d-9c3a-5325a6ad815c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:02.704644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'port_id': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'mac_address': 'fa:16:3e:db:3c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:44:02.747015 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.752749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cc808-4dda-40a2-827f-53b62f42d87b req-d6ca73b3-637b-4dfb-a4e3-f5334ccae534 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:02.754265 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b8cc808-4dda-40a2-827f-53b62f42d87b req-d6ca73b3-637b-4dfb-a4e3-f5334ccae534 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 943 time: 0.0546365 Sep 02 13:44:02.760801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80ed538-11cd-403d-9c3a-5325a6ad815c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:02.785284 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b80ed538-11cd-403d-9c3a-5325a6ad815c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:02.792695 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.794757 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b8cc808-4dda-40a2-827f-53b62f42d87b req-543e94b4-b6e5-4150-8e24-81f2f3ab8f35 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336924 Sep 02 13:44:02.799204 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.840570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=b80ed538-11cd-403d-9c3a-5325a6ad815c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:02.996861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['b80ed538-11cd-403d-9c3a-5325a6ad815c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:03.930070 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168b25b-1b87-4a8a-99ca-b0040ebb1b7c req-0d213455-f9f8-4535-9a49-06daf4c73cd8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:03.931593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9168b25b-1b87-4a8a-99ca-b0040ebb1b7c req-0d213455-f9f8-4535-9a49-06daf4c73cd8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 944 time: 0.0581872 Sep 02 13:44:03.971812 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9168b25b-1b87-4a8a-99ca-b0040ebb1b7c req-f0732417-1596-4565-8cb8-db566efa2c65 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Sep 02 13:44:04.461220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.626636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b80ed538-11cd-403d-9c3a-5325a6ad815c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:04.683315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port b80ed538-11cd-403d-9c3a-5325a6ad815c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:04.689500 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port b80ed538-11cd-403d-9c3a-5325a6ad815c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:04.690026 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.774472 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.799663 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:04.802081 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c312a5d-8eba-4d0b-a6d3-592082bab61a" -d '{"events": [{"server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "name": "network-vif-plugged", "status": "completed", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:04.816885 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port b80ed538-11cd-403d-9c3a-5325a6ad815c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:04.822737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.849272 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9158329a-933d-4e47-864e-57d7d4dcdeee x-openstack-request-id: req-9158329a-933d-4e47-864e-57d7d4dcdeee {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:04.849605 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "name": "network-vif-plugged", "status": "completed", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:04.849910 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9158329a-933d-4e47-864e-57d7d4dcdeee {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:04.850514 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'code': 200} Sep 02 13:44:04.881553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=b80ed538-11cd-403d-9c3a-5325a6ad815c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.951461 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd5ba6-0cf5-4be1-8cd0-2ca136905be8 req-50c6b5ff-df12-47d5-aafd-cf30619efb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:04.953181 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33cd5ba6-0cf5-4be1-8cd0-2ca136905be8 req-50c6b5ff-df12-47d5-aafd-cf30619efb4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1096 time: 0.0413642 Sep 02 13:44:05.005697 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-33cd5ba6-0cf5-4be1-8cd0-2ca136905be8 req-e9095e2f-bc0a-4cca-80d3-ac48a7137a83 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452340 Sep 02 13:44:05.106727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ed358-e492-4ae1-8da0-a0cadd1fbd6a req-4d87c284-77cb-4d06-83d9-743cfe39564b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:05.108291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e4ed358-e492-4ae1-8da0-a0cadd1fbd6a req-4d87c284-77cb-4d06-83d9-743cfe39564b tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0673597 Sep 02 13:44:05.152231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0e4ed358-e492-4ae1-8da0-a0cadd1fbd6a req-81df05e9-9732-4b9b-871e-facea1e36eba tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350025 Sep 02 13:44:05.793470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.294276 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe70cb-4367-4c8d-95b1-586930f06fe8 req-9b429aae-cf29-46bb-91d0-780032e0f02d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:06.295964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0abe70cb-4367-4c8d-95b1-586930f06fe8 req-9b429aae-cf29-46bb-91d0-780032e0f02d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0625474 Sep 02 13:44:06.343127 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0abe70cb-4367-4c8d-95b1-586930f06fe8 req-41779394-cf9b-41d4-ba2c-83ef41746fd5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351224 Sep 02 13:44:06.477044 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b41a7d-6888-419c-a6d7-461d4b7930c2 req-c15cba8f-268a-492d-a96e-bb0f6d8785f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:06.478476 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7b41a7d-6888-419c-a6d7-461d4b7930c2 req-c15cba8f-268a-492d-a96e-bb0f6d8785f8 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0641966 Sep 02 13:44:06.520707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b7b41a7d-6888-419c-a6d7-461d4b7930c2 req-b2388cd7-ce47-410c-82d4-debd5c768137 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334482 Sep 02 13:44:06.543425 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:06.585094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2b28d-241b-4d94-9ab0-2cef025b96dd tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:06.586590 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-78b2b28d-241b-4d94-9ab0-2cef025b96dd tempest-TestNetworkAdvancedServerOps-1746767666 tempest-TestNetworkAdvancedServerOps-1746767666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1091 time: 0.0421767 Sep 02 13:44:06.591163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:06.595933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:06.621791 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.733802 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.845653 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Allocated IP 172.25.7.98 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/b70f737c-4b80-4cf8-8579-883eb6e9abaf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:06.960533 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.002241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.043498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:07.046625 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:07.051262 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:07.057933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=b70f737c-4b80-4cf8-8579-883eb6e9abaf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:07.464552 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.549997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.723980 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.730845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.801373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event updated for resources: {'Port': ['ID=b70f737c-4b80-4cf8-8579-883eb6e9abaf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:07.815969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.921984 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP bc9aa7d6-d07f-46ab-8b18-c50c0a747904 associated. External IP: 172.25.7.98, port: b80ed538-11cd-403d-9c3a-5325a6ad815c. Sep 02 13:44:08.150103 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 8427dcaf-700b-4fa0-a27a-9347bed567cd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:08.283806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:08.296703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] Sync routers for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:08.305893 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.307072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:08.307783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:08.336228 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-832f059d-a9f3-43da-8531-5477dcf2e9f5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7440624 Sep 02 13:44:08.336951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:08.339398 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323421c-b9aa-4c93-b295-b901a8e5d597" -d '{"events": [{"name": "network-changed", "server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:08.379120 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8cd590-94f6-417c-9172-22dc39b55392 x-openstack-request-id: req-2d8cd590-94f6-417c-9172-22dc39b55392 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:08.379786 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:08.379786 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d8cd590-94f6-417c-9172-22dc39b55392 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:08.380162 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'status': 'completed', 'code': 200} Sep 02 13:44:08.421370 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:08.445303 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceec51f-91ed-4ffe-87c0-5600c5169f37 req-e715fdcb-cc9b-40da-8948-92bd323d2622 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.446915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-95c8177b-17dd-4255-b02f-a8894a4ce0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.447169 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eceec51f-91ed-4ffe-87c0-5600c5169f37 req-e715fdcb-cc9b-40da-8948-92bd323d2622 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0539126 Sep 02 13:44:08.448459 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-95c8177b-17dd-4255-b02f-a8894a4ce0cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1096 time: 0.0459197 Sep 02 13:44:08.488287 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eceec51f-91ed-4ffe-87c0-5600c5169f37 req-31075a42-e467-40db-9afe-06666b086f1a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343900 Sep 02 13:44:08.512559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:08.548951 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-ce16495b-20be-4dfe-bdf5-8cd297ba2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.550586 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-ce16495b-20be-4dfe-bdf5-8cd297ba2663 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 897 time: 0.0948703 Sep 02 13:44:08.582271 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-14a67ca5-5ecb-45b5-917b-727eb0a0ffb2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/bc9aa7d6-d07f-46ab-8b18-c50c0a747904 HTTP/1.1" status: 200 len: 990 time: 0.0680261 Sep 02 13:44:08.620837 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-b4bf6aec-db8c-476c-a026-bcad3f538290 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 998 time: 0.0633559 Sep 02 13:44:08.661659 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'bc9aa7d6-d07f-46ab-8b18-c50c0a747904', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'port_id': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'mac_address': 'fa:16:3e:db:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa20c183-7583-40f5-86f3-12abf1104073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:07Z', 'updated_at': '2021-09-02T13:44:07Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:08.673102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-4f608b42-faf4-4b64-973c-5ae2758d5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.674543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-4f608b42-faf4-4b64-973c-5ae2758d5612 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 200 len: 835 time: 0.0469816 Sep 02 13:44:08.688610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] Checking router: 8427dcaf-700b-4fa0-a27a-9347bed567cd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:08.698081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:08.698718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:08.723514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-f960934a-3f4a-4b3a-938c-e272af7121b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.725213 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-f960934a-3f4a-4b3a-938c-e272af7121b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d40b6bc2-a09c-4610-ba42-684c2829082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437748 Sep 02 13:44:08.807812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:08.823515 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-43250839-e712-46fd-91fc-8649c38ac8da service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906777 Sep 02 13:44:08.916114 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e323421c-b9aa-4c93-b295-b901a8e5d597 req-d9a2e506-85db-4bf1-b421-aa675e6ec46f service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Sep 02 13:44:09.040195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'bc9aa7d6-d07f-46ab-8b18-c50c0a747904', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'port_id': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'mac_address': 'fa:16:3e:db:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa20c183-7583-40f5-86f3-12abf1104073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:07Z', 'updated_at': '2021-09-02T13:44:07Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:09.067103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c69eda-1f9a-4ab3-a0ee-576c906c3419 None None] The sync data for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 is: [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': 'bc9aa7d6-d07f-46ab-8b18-c50c0a747904', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'port_id': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'mac_address': 'fa:16:3e:db:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa20c183-7583-40f5-86f3-12abf1104073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:07Z', 'updated_at': '2021-09-02T13:44:07Z', 'revision_number': 0, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:09.306861 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f53e0-caae-4961-a9f8-60b13b05e8ea None None] New status for floating IP bc9aa7d6-d07f-46ab-8b18-c50c0a747904: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:44:09.585082 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.669716 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9bea2ba9-036a-4660-a17d-4bbec994243e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/bc9aa7d6-d07f-46ab-8b18-c50c0a747904 HTTP/1.1" status: 200 len: 992 time: 0.0833952 Sep 02 13:44:10.468749 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-5e1f832d-14b4-45f9-b8a1-eb337e262a69 req-5fbbdabb-1498-4e14-821b-fb520cfc648d service neutron] (94841) timed out ('10.222.0.60', 50612) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:44:11.668062 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.750541 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:44:28.752966 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-324cceb5-f7bf-41b8-9f17-de24b6b21430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.589962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-40062501-bf43-41ec-8c84-14456a172f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.722133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.339719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-f5b89d25-67ee-48a1-957e-8e458c50b3cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978513 Sep 02 13:44:32.444455 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-3ca4d7dc-58d7-4550-9f6b-782f4631a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.445967 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-3ca4d7dc-58d7-4550-9f6b-782f4631a753 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1096 time: 0.0523198 Sep 02 13:44:32.555892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-766d920e-a00c-4a2e-9c8b-9c56c5033f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.557453 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-766d920e-a00c-4a2e-9c8b-9c56c5033f9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 897 time: 0.0892050 Sep 02 13:44:32.634684 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-feaa9be7-a4e9-4801-ac33-cc325efd5023 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 1000 time: 0.0700221 Sep 02 13:44:32.685686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-3a303fd3-d67e-49bb-8476-2cef72bc2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.687131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-3a303fd3-d67e-49bb-8476-2cef72bc2cec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 200 len: 835 time: 0.0442116 Sep 02 13:44:32.739330 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-9ae42079-0ab7-4e60-9685-ccd515ba5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.740817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-9ae42079-0ab7-4e60-9685-ccd515ba5143 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d40b6bc2-a09c-4610-ba42-684c2829082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465832 Sep 02 13:44:32.796499 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.838426 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-44a3ba92-1e61-4771-a087-f08e17e82005 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889137 Sep 02 13:44:32.939231 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-04150fcf-83a2-4523-a6ee-6b29d0677f60 req-8589c2ba-f161-49ee-bf15-c9d0d433d60e service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933356 Sep 02 13:44:34.465471 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.803900 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.671105 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:42.938013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca5ce-1545-465f-b40a-453599d0328d req-b31ea149-95d2-4387-acfd-e4639d501a46 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:42.939433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d5ca5ce-1545-465f-b40a-453599d0328d req-b31ea149-95d2-4387-acfd-e4639d501a46 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.1223047 Sep 02 13:44:42.982440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8d5ca5ce-1545-465f-b40a-453599d0328d req-2bc138da-834e-4141-b1e1-48018d351263 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339522 Sep 02 13:44:44.171964 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb7a55-692c-449c-8391-998630922bdb req-2675fd6b-ae13-4f3e-b71c-bec1455b90ca tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:44.173651 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37fb7a55-692c-449c-8391-998630922bdb req-2675fd6b-ae13-4f3e-b71c-bec1455b90ca tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.1114855 Sep 02 13:44:44.218382 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-37fb7a55-692c-449c-8391-998630922bdb req-61b175f9-a883-4b6a-99a4-cdb56135235d tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Sep 02 13:44:44.244247 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54270) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:44.306145 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-81c7e2d4-63df-4d7b-82bd-7a56f6b9e984 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/bc9aa7d6-d07f-46ab-8b18-c50c0a747904 HTTP/1.1" status: 200 len: 992 time: 0.0604053 Sep 02 13:44:45.650361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f3973-1d58-4b10-936f-bea019da2267 req-1b15b539-b088-4656-87a6-45564549f66c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.651791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a09f3973-1d58-4b10-936f-bea019da2267 req-1b15b539-b088-4656-87a6-45564549f66c tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0882912 Sep 02 13:44:45.658255 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-87dc5f1c-096e-4489-aa8a-74d69851250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.659773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-87dc5f1c-096e-4489-aa8a-74d69851250d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1096 time: 0.0618911 Sep 02 13:44:45.743529 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a09f3973-1d58-4b10-936f-bea019da2267 req-2f31a525-9279-47ff-b337-20c122ef88a7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824432 Sep 02 13:44:45.778256 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-7fdfef61-d7bc-4fea-b0a7-e42f7b17a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.779786 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-7fdfef61-d7bc-4fea-b0a7-e42f7b17a815 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 897 time: 0.1127396 Sep 02 13:44:45.848520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-dbf9c311-5040-4654-87d4-666813404b02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 1000 time: 0.0608988 Sep 02 13:44:45.901077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-28cc2d46-473e-43a5-b1e7-58b2e100d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.902457 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-28cc2d46-473e-43a5-b1e7-58b2e100d289 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 200 len: 835 time: 0.0461893 Sep 02 13:44:45.959568 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-bf9c450a-580e-4f56-9d00-e4bfa36f6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.961199 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-bf9c450a-580e-4f56-9d00-e4bfa36f6ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d40b6bc2-a09c-4610-ba42-684c2829082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517125 Sep 02 13:44:46.057168 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-5c5a2192-21b5-4585-93cc-bf9812cc2089 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881763 Sep 02 13:44:46.518731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdd03bda-3de3-4b97-b3c0-a98d38a443b5 req-582e343c-bdd8-4546-9a4c-5d31c2f0a060 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520082 Sep 02 13:44:46.871066 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d187bf7-e4c0-4846-a72b-c0bad7512e80 req-f5adb74c-58b0-4ba6-b446-e51c2f0f1781 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:46.872727 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d187bf7-e4c0-4846-a72b-c0bad7512e80 req-f5adb74c-58b0-4ba6-b446-e51c2f0f1781 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Sep 02 13:44:46.924200 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8d187bf7-e4c0-4846-a72b-c0bad7512e80 req-853bf371-0b9e-41de-b711-97484e5c6fa3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Sep 02 13:44:48.057187 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3053c5-c5a4-4f45-991d-c43291f6050a req-39e63985-bdec-457b-88eb-be26b9b8218e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:48.058700 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f3053c5-c5a4-4f45-991d-c43291f6050a req-39e63985-bdec-457b-88eb-be26b9b8218e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Sep 02 13:44:48.101271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8f3053c5-c5a4-4f45-991d-c43291f6050a req-f63b4b8e-3c23-4e2d-a134-ff998b346f30 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333571 Sep 02 13:44:48.134123 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:48.196872 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6e6a12ce-d370-4416-846d-8f3794c28616 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/floatingips/bc9aa7d6-d07f-46ab-8b18-c50c0a747904 HTTP/1.1" status: 200 len: 992 time: 0.0614974 Sep 02 13:44:48.453574 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:48.626039 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port b70f737c-4b80-4cf8-8579-883eb6e9abaf {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:48.626398 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.706271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.706567 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.718606 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for b70f737c-4b80-4cf8-8579-883eb6e9abaf owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:48.887092 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.919057 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=b70f737c-4b80-4cf8-8579-883eb6e9abaf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:48.957724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.957958 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.958288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.958645 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.958972 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.959306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.959632 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.959956 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.960282 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.960581 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.960928 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.961266 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:48.984932 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.985314 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Floating IP bc9aa7d6-d07f-46ab-8b18-c50c0a747904 disassociated (deleted). External IP: 172.25.7.98, port: b80ed538-11cd-403d-9c3a-5325a6ad815c. Sep 02 13:44:49.208051 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 8427dcaf-700b-4fa0-a27a-9347bed567cd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:49.626488 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:49.632701 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.639436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] Sync routers for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:49.651490 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:49.652129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:49.668554 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9e00e9a6-2cc7-4b02-82c4-5fefca615369 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/floatingips/bc9aa7d6-d07f-46ab-8b18-c50c0a747904 HTTP/1.1" status: 204 len: 168 time: 1.2136035 Sep 02 13:44:49.669140 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:49.671450 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bcdd5c-c145-4248-99d8-50f525aa0950" -d '{"events": [{"name": "network-changed", "server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:49.711067 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209dd1af-bf3f-4651-b94a-8f3a81265a5d x-openstack-request-id: req-209dd1af-bf3f-4651-b94a-8f3a81265a5d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:49.711421 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:49.711740 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-209dd1af-bf3f-4651-b94a-8f3a81265a5d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:49.712213 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'status': 'completed', 'code': 200} Sep 02 13:44:49.764839 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:49.780397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-f0a484a6-59e9-4bd0-be52-0a94bcddd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:49.782058 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-f0a484a6-59e9-4bd0-be52-0a94bcddd3e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 1096 time: 0.0435615 Sep 02 13:44:49.898596 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-3d81d747-df04-445b-a28c-defb26cc3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:49.900204 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-3d81d747-df04-445b-a28c-defb26cc3748 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 200 len: 897 time: 0.1059408 Sep 02 13:44:49.917468 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572e7b-0e18-4e6f-b003-1fb8f110d147 req-dd0962ac-098a-4d9a-8ad6-7a539b6bc4b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:49.919083 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec572e7b-0e18-4e6f-b003-1fb8f110d147 req-dd0962ac-098a-4d9a-8ad6-7a539b6bc4b7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Sep 02 13:44:49.951621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-d33a5228-3032-43e7-bcc4-0bcbcb0131be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 200 len: 217 time: 0.0428307 Sep 02 13:44:49.970390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ec572e7b-0e18-4e6f-b003-1fb8f110d147 req-a491a4fb-0b45-4b04-ae69-c27460fc11ea tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Sep 02 13:44:50.010903 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-a5a424b5-93bd-4725-a126-98f25c01e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:50.012419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-a5a424b5-93bd-4725-a126-98f25c01e05a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 200 len: 835 time: 0.0523219 Sep 02 13:44:50.012758 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:50.040200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] Checking router: 8427dcaf-700b-4fa0-a27a-9347bed567cd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:50.049390 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:50.050028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:50.061512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-6f5f9f65-6107-440e-8baf-92a3d32a4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:50.063128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-6f5f9f65-6107-440e-8baf-92a3d32a4b79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d40b6bc2-a09c-4610-ba42-684c2829082f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423348 Sep 02 13:44:50.158458 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-21c1d3e4-e5a7-452f-9b60-e3a03b4ad140 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Sep 02 13:44:50.162196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:50.255621 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87bcdd5c-c145-4248-99d8-50f525aa0950 req-ebb718c5-fce2-4c1d-9abf-18aa5c5690d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Sep 02 13:44:50.548393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:50.579457 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb973c8-21cf-488e-b4c1-2a19da54e1fa None None] The sync data for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 is: [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:54Z', 'revision_number': 4, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '0d57535d-c72b-4a20-99f5-bca4814d3ea9', 'name': '', 'network_id': 'd40b6bc2-a09c-4610-ba42-684c2829082f', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'mac_address': 'fa:16:3e:d3:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:54Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'subnets': [{'id': 'e4c2b9a4-e606-4933-a2ac-99180763b030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:50.815766 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc95c1-571e-4770-bf64-d4ea4bbc1f23 None None] New status for floating IP bc9aa7d6-d07f-46ab-8b18-c50c0a747904: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:44:51.098789 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807edc2-6843-4ea8-ba0c-dcb48b9bb79e req-33b0600c-3951-4966-8a24-1be2dcc617be tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:51.101232 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5807edc2-6843-4ea8-ba0c-dcb48b9bb79e req-33b0600c-3951-4966-8a24-1be2dcc617be tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0545452 Sep 02 13:44:51.150925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5807edc2-6843-4ea8-ba0c-dcb48b9bb79e req-84dc3308-40e4-4188-8193-3752f5a0aab3 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/security-groups?id=afcf01a2-b03e-4060-aa43-280d167c0630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Sep 02 13:44:51.397036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-29774c92-ab75-49a9-b5c1-3e7df7867d46 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:51.398475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-29774c92-ab75-49a9-b5c1-3e7df7867d46 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 945 time: 0.0614886 Sep 02 13:44:51.497992 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port b80ed538-11cd-403d-9c3a-5325a6ad815c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:51.498343 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.601273 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port b80ed538-11cd-403d-9c3a-5325a6ad815c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=b80ed538-11cd-403d-9c3a-5325a6ad815c,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:51.601657 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.616079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for b80ed538-11cd-403d-9c3a-5325a6ad815c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:51.758403 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.789807 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=b80ed538-11cd-403d-9c3a-5325a6ad815c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:51.820130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.820484 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.820833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.821211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.821549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.821882 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.822222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.822559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.822891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.823222 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.823554 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.823877 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.843349 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] No DVR routers for this DVR port b80ed538-11cd-403d-9c3a-5325a6ad815c on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:51.846055 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.848272 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e908fa20-c004-43e1-baf0-e826e6cf5baf req-9863c277-5541-442a-ba3f-415fe8f657a2 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.18 "DELETE /v2.0/ports/b80ed538-11cd-403d-9c3a-5325a6ad815c HTTP/1.1" status: 204 len: 173 time: 0.4429808 Sep 02 13:44:51.848716 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'name': 'network-vif-deleted', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:51.851123 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b82ef9-4ba0-4d99-be51-a56527132a6a" -d '{"events": [{"server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "name": "network-vif-deleted", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:51.890407 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c92d45-811b-4fd3-ace1-a9ab291b6781 x-openstack-request-id: req-29c92d45-811b-4fd3-ace1-a9ab291b6781 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:51.890694 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa20c183-7583-40f5-86f3-12abf1104073", "name": "network-vif-deleted", "tag": "b80ed538-11cd-403d-9c3a-5325a6ad815c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:51.891028 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29c92d45-811b-4fd3-ace1-a9ab291b6781 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:51.891458 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa20c183-7583-40f5-86f3-12abf1104073', 'name': 'network-vif-deleted', 'tag': 'b80ed538-11cd-403d-9c3a-5325a6ad815c', 'status': 'completed', 'code': 200} Sep 02 13:44:52.282677 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-da448251-8a3b-4271-aec6-6517fcdadc12 req-bc97e507-4b97-4279-ab6c-4b14a444d6c5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa20c183-7583-40f5-86f3-12abf1104073 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Sep 02 13:44:52.753905 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:44:53.341517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:53.741771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.018992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port 0d57535d-c72b-4a20-99f5-bca4814d3ea9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:54.019323 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.121582 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port 0d57535d-c72b-4a20-99f5-bca4814d3ea9, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0d57535d-c72b-4a20-99f5-bca4814d3ea9,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:54.121911 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.135397 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for 0d57535d-c72b-4a20-99f5-bca4814d3ea9 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:54.365994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.416032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=0d57535d-c72b-4a20-99f5-bca4814d3ea9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:54.587333 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.833355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Router 8427dcaf-700b-4fa0-a27a-9347bed567cd has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:54.906354 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b80ed538-11cd-403d-9c3a-5325a6ad815c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:54.928288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: b80ed538-11cd-403d-9c3a-5325a6ad815c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:54.928643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device b80ed538-11cd-403d-9c3a-5325a6ad815c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:54.952535 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:54.957959 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e7b930b3-6b50-4a65-9678-da15d236658e tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "PUT /v2.0/routers/8427dcaf-700b-4fa0-a27a-9347bed567cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6152062 Sep 02 13:44:54.960603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:54.965241 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] Sync routers for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:54.976344 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:54.977002 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:55.011819 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting subnet e4c2b9a4-e606-4933-a2ac-99180763b030 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:55.014992 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.055178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.080225 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:55.144008 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.204070 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.232923 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c2b9a4-e606-4933-a2ac-99180763b030,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:55.234980 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.236851 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-995a2d61-4e47-4628-adbd-fb3ba98ac72a tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/subnets/e4c2b9a4-e606-4933-a2ac-99180763b030 HTTP/1.1" status: 204 len: 168 time: 0.2752428 Sep 02 13:44:55.239888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54308) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:55.250566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd980c1-8356-4336-ac3c-d840466d7cab None None] Network d40b6bc2-a09c-4610-ba42-684c2829082f requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:55.323643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:44:54Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:55.354477 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.368212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] Checking router: 8427dcaf-700b-4fa0-a27a-9347bed567cd for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:55.398128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] Routers {'8427dcaf-700b-4fa0-a27a-9347bed567cd'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:55.398686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8427dcaf-700b-4fa0-a27a-9347bed567cd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:55.481916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.517916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] Set router 8427dcaf-700b-4fa0-a27a-9347bed567cd gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:55.544500 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Deleting port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:55.544845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.574668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] DHCP port deletion for d40b6bc2-a09c-4610-ba42-684c2829082f request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:55.626697 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] For port a077a00b-1c6d-491a-b0b3-e18c30f2ac3c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:55.627064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.644658 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Calling delete_port for a077a00b-1c6d-491a-b0b3-e18c30f2ac3c owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:55.709118 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Deleting port 06746d56-22ba-42cc-bb92-cb478120b546 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:55.709374 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.785246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] For port 06746d56-22ba-42cc-bb92-cb478120b546, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=06746d56-22ba-42cc-bb92-cb478120b546,segment=NetworkSegment(7c303ad1-2bc2-45d2-8b5c-440fc62ea06a),segment_id=7c303ad1-2bc2-45d2-8b5c-440fc62ea06a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:55.785548 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.800766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Calling delete_port for 06746d56-22ba-42cc-bb92-cb478120b546 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:55.814483 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.817661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:44:54Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:55.845995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Port': ['ID=a077a00b-1c6d-491a-b0b3-e18c30f2ac3c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:55.873088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa871f9-61cf-4c93-8694-16beffcf89d9 None None] The sync data for ids ['8427dcaf-700b-4fa0-a27a-9347bed567cd'] in n-d-792364-8 is: [{'id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487310439', 'tenant_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:44:54Z', 'revision_number': 5, 'project_id': '75515ca7dd6e49a8bbeaaabd35da621b', 'gw_port': {'id': 'a077a00b-1c6d-491a-b0b3-e18c30f2ac3c', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8427dcaf-700b-4fa0-a27a-9347bed567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:51Z', 'updated_at': '2021-09-02T13:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:55.917704 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.922790 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.941301 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Pushing event deleted for resources: {'Port': ['ID=06746d56-22ba-42cc-bb92-cb478120b546,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:55.951744 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.952093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.952433 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.952769 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.953133 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.953459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.953788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.954110 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.954463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.954753 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.955071 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.955391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:55.958309 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b71c8-db2d-4da4-ae20-32f39382309b None None] No DVR routers for this DVR port 06746d56-22ba-42cc-bb92-cb478120b546 on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:56.023235 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.025674 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.078105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.078856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Fanout notify agent at l3_agent the message router_deleted on router 8427dcaf-700b-4fa0-a27a-9347bed567cd {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:44:56.086387 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.087550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ec276d51-1bbb-496c-bc53-a94eb0a49196 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/routers/8427dcaf-700b-4fa0-a27a-9347bed567cd HTTP/1.1" status: 204 len: 168 time: 0.8462396 Sep 02 13:44:56.090289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54310) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:56.180004 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.291740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 06746d56-22ba-42cc-bb92-cb478120b546 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:56.295083 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.308427 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40b6bc2-a09c-4610-ba42-684c2829082f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:56.314049 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 06746d56-22ba-42cc-bb92-cb478120b546 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:56.314527 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 06746d56-22ba-42cc-bb92-cb478120b546 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:56.323597 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:56.324021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c303ad1-2bc2-45d2-8b5c-440fc62ea06a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:56.335953 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.357265 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.364066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:56.364821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:56.368194 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:56.446104 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.453712 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.455759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/networks/d40b6bc2-a09c-4610-ba42-684c2829082f HTTP/1.1" status: 204 len: 168 time: 0.3641706 Sep 02 13:44:56.459084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54312) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:56.467875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66949a2-b298-45e9-ac0e-e81c7fdbb8c7 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'Network': ['ID=d40b6bc2-a09c-4610-ba42-684c2829082f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:56.525895 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a47c008a-e32d-4a26-909e-552c11423ca5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.553919 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a47c008a-e32d-4a26-909e-552c11423ca5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.623272 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a47c008a-e32d-4a26-909e-552c11423ca5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.625995 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a47c008a-e32d-4a26-909e-552c11423ca5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.627183 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a47c008a-e32d-4a26-909e-552c11423ca5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] 10.222.0.60 "DELETE /v2.0/security-groups/afcf01a2-b03e-4060-aa43-280d167c0630 HTTP/1.1" status: 204 len: 168 time: 0.1670723 Sep 02 13:44:56.636747 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c008a-e32d-4a26-909e-552c11423ca5 tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf01a2-b03e-4060-aa43-280d167c0630,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:56.981638 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54320) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.140980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9cf591fd-9fc9-40f6-a9e9-31f38f295ff0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75515ca7dd6e49a8bbeaaabd35da621b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581423 Sep 02 13:44:57.143619 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.201499 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8429ca04-1023-4f46-bc0d-e72727d23554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.226130 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8429ca04-1023-4f46-bc0d-e72727d23554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.279491 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8429ca04-1023-4f46-bc0d-e72727d23554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.282044 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8429ca04-1023-4f46-bc0d-e72727d23554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.283209 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8429ca04-1023-4f46-bc0d-e72727d23554 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15f0976a-8711-4b2e-a119-6bf8f5fa3824 HTTP/1.1" status: 204 len: 168 time: 0.1386666 Sep 02 13:44:57.290970 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429ca04-1023-4f46-bc0d-e72727d23554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f0976a-8711-4b2e-a119-6bf8f5fa3824,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:57.611886 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.628802 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb9b-626e-4dac-80d3-b02e048f0f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.729678 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb9b-626e-4dac-80d3-b02e048f0f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.736096 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb9b-626e-4dac-80d3-b02e048f0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.773381 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8eb9b-626e-4dac-80d3-b02e048f0f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95184b7b-379d-460b-aff9-4a30e52c4535,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:57.780080 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-56c8eb9b-626e-4dac-80d3-b02e048f0f54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=204b45d465dc4a318c6876466d160a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646760 Sep 02 13:44:57.780498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.852173 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20f877e5-1585-4332-8bbb-69e9a343fb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.875032 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20f877e5-1585-4332-8bbb-69e9a343fb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.896774 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a077a00b-1c6d-491a-b0b3-e18c30f2ac3c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:57.917687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a077a00b-1c6d-491a-b0b3-e18c30f2ac3c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:57.918030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a077a00b-1c6d-491a-b0b3-e18c30f2ac3c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:57.918438 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d57535d-c72b-4a20-99f5-bca4814d3ea9 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:57.922796 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20f877e5-1585-4332-8bbb-69e9a343fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.925835 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20f877e5-1585-4332-8bbb-69e9a343fb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.927413 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-20f877e5-1585-4332-8bbb-69e9a343fb14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95184b7b-379d-460b-aff9-4a30e52c4535 HTTP/1.1" status: 204 len: 168 time: 0.1458502 Sep 02 13:44:57.935521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f877e5-1585-4332-8bbb-69e9a343fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95184b7b-379d-460b-aff9-4a30e52c4535,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:57.938229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 0d57535d-c72b-4a20-99f5-bca4814d3ea9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:57.938589 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0d57535d-c72b-4a20-99f5-bca4814d3ea9 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:58.737167 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c8d042a-72ba-47e8-a8c3-8b08a850ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.772377 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:58.877736 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-219953648-network', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:58.910969 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Made reservation on behalf of 39842a73b02c44feab91b4c99d6dd7b0 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:58.913341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.922416 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.024565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.030424 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.055278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:59.064945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828a472d-8eb2-4ac0-8593-260d01b55748,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.070353 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.070698 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Added segment 7dd66d5c-1e0d-449b-a310-b0d7da6803e8 of type vlan for network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 Sep 02 13:44:59.113221 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.139745 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.140942 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:59.141697 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.195568 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4220188 Sep 02 13:44:59.198959 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54360) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:59.204200 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Request body: {'subnet': {'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-219953648-subnet', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:59.206733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd8c7-cb50-457d-9d8d-5b2328cd6fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.217176 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:59.226889 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Made reservation on behalf of 39842a73b02c44feab91b4c99d6dd7b0 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:59.229486 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.421531 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.484108 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71968326-caa2-42a4-bf8f-0393d2f8f7a5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.495688 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Checking segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:59.496182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Network hostable DHCP agents. Network: 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:44:59.513524 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:44:59.522175 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:59.530285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb990e8f-8c13-4e51-ac54-554c5747a7a4 None None] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:59.545657 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:59.546321 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.563922 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7fdea3c3-51ef-42c7-8f94-eb7b942818dc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3634889 Sep 02 13:44:59.566748 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:59.572259 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:59.599974 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.601036 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.655602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.686701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:59.687624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.809508 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.835285 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Allocated IP 172.20.0.2 (62b89c2e-a42e-4e8c-8fcc-e730abfd19e1/71968326-caa2-42a4-bf8f-0393d2f8f7a5/0858b800-dcb9-439c-80d6-05e34d9e399c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:59.985624 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.994410 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Transition to ACTIVE for port object 0858b800-dcb9-439c-80d6-05e34d9e399c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:00.011607 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Transition to ACTIVE for port object 0858b800-dcb9-439c-80d6-05e34d9e399c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:00.018595 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.044463 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.056766 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:00.059506 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:00.063105 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:00.065602 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.071463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Pushing event updated for resources: {'Port': ['ID=0858b800-dcb9-439c-80d6-05e34d9e399c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:00.125958 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Attempting to bind port 0858b800-dcb9-439c-80d6-05e34d9e399c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:00.126325 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Attempting to bind port 0858b800-dcb9-439c-80d6-05e34d9e399c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:00.126681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Attempting to bind port 0858b800-dcb9-439c-80d6-05e34d9e399c on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:00.132148 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:00.132515 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Checking segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:00.132942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.133315 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Bound using segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:00.133788 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Bound port: 0858b800-dcb9-439c-80d6-05e34d9e399c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:00.134153 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.178278 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Allocated IP 172.25.7.215 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/f60ed0d8-abf9-4612-9e67-fe72dd82e933) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:00.210214 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] For port 0858b800-dcb9-439c-80d6-05e34d9e399c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:00.213818 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] For port 0858b800-dcb9-439c-80d6-05e34d9e399c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0858b800-dcb9-439c-80d6-05e34d9e399c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:00.222716 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.285459 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38378d2-90ff-4a90-ba1f-c74b5f83d5e6 None None] Pushing event updated for resources: {'Port': ['ID=0858b800-dcb9-439c-80d6-05e34d9e399c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:00.307430 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.349849 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.394125 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:00.397622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:00.402343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:00.406168 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Pushing event updated for resources: {'Port': ['ID=f60ed0d8-abf9-4612-9e67-fe72dd82e933,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:00.682831 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.881573 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.031889 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:45:01.144772 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:01.156493 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:01.167227 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:01.168796 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:44:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:01.177061 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.181676 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-60ed900c-0e64-4416-8146-702805acefdf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6112494 Sep 02 13:45:01.182052 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:01.257087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40eafa1-8aaa-4f31-9079-ddb23ed9a490 None None] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:01.295274 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:01.320683 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9947a726-f6f1-4366-8351-08e6659709f2 None None] Provisioning for port 0858b800-dcb9-439c-80d6-05e34d9e399c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:01.490605 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:00Z', 'revision_number': 3, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:01.524883 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:45:01.525284 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Updating router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 port f60ed0d8-abf9-4612-9e67-fe72dd82e933 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:45:01.552690 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.584852 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6315e868-a3e2-4f3c-ae68-336aadf44e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.655749 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.717422 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.814851 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Allocated IP 172.20.0.1 (62b89c2e-a42e-4e8c-8fcc-e730abfd19e1/71968326-caa2-42a4-bf8f-0393d2f8f7a5/d3b38192-1903-4c7d-b604-81f9a6776a4c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:01.830538 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.843414 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Transition to ACTIVE for port object f60ed0d8-abf9-4612-9e67-fe72dd82e933 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:01.851862 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.933764 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Attempting to bind port f60ed0d8-abf9-4612-9e67-fe72dd82e933 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:01.934151 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Attempting to bind port f60ed0d8-abf9-4612-9e67-fe72dd82e933 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:01.934506 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Attempting to bind port f60ed0d8-abf9-4612-9e67-fe72dd82e933 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:01.934962 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.950261 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Transition to ACTIVE for port object d3b38192-1903-4c7d-b604-81f9a6776a4c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:01.952592 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:01.953003 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:01.953432 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.954301 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:01.954301 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Bound port: f60ed0d8-abf9-4612-9e67-fe72dd82e933, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:01.954682 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.957946 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Pushing event updated for resources: {'Port': ['ID=f60ed0d8-abf9-4612-9e67-fe72dd82e933,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:01.975393 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0858b800-dcb9-439c-80d6-05e34d9e399c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:01.992219 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.992665 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.992933 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.993304 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.993640 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.993956 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.994287 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.994603 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.994940 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.995261 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.995584 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:01.995904 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:02.005630 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.037434 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] For port f60ed0d8-abf9-4612-9e67-fe72dd82e933, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:02.037739 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] For port f60ed0d8-abf9-4612-9e67-fe72dd82e933, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f60ed0d8-abf9-4612-9e67-fe72dd82e933,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:02.040892 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 0858b800-dcb9-439c-80d6-05e34d9e399c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:02.043725 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.045881 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0858b800-dcb9-439c-80d6-05e34d9e399c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:02.046259 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.055162 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:02.062005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:02.065519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:02.068212 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Pushing event updated for resources: {'Port': ['ID=d3b38192-1903-4c7d-b604-81f9a6776a4c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:02.110582 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:02.111407 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:02.117415 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.147133 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.195505 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 0858b800-dcb9-439c-80d6-05e34d9e399c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0858b800-dcb9-439c-80d6-05e34d9e399c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:02.201509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.234323 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:02.254129 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=0858b800-dcb9-439c-80d6-05e34d9e399c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:02.282605 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.295193 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589de4d-47f5-4873-83ef-5315f9211e57 None None] Pushing event updated for resources: {'Port': ['ID=f60ed0d8-abf9-4612-9e67-fe72dd82e933,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:02.380713 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ced002b5-b837-4bb1-af66-b338397f6bc0 None None] Provisioning for port d3b38192-1903-4c7d-b604-81f9a6776a4c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:02.384752 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ced002b5-b837-4bb1-af66-b338397f6bc0 None None] Provisioning complete for port d3b38192-1903-4c7d-b604-81f9a6776a4c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:02.385281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ced002b5-b837-4bb1-af66-b338397f6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.423954 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:00Z', 'revision_number': 3, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:02.424272 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ced002b5-b837-4bb1-af66-b338397f6bc0 None None] Port d3b38192-1903-4c7d-b604-81f9a6776a4c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:02.460319 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.466301 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.540255 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Pushing event updated for resources: {'Port': ['ID=d3b38192-1903-4c7d-b604-81f9a6776a4c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:02.543432 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.549546 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd88b91-26b9-4cc1-8611-1fa8c99dfc55 None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:00Z', 'revision_number': 3, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:02.646778 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:02.648346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:02.782434 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:02.822798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.948817 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a222b22-97ec-4eca-9d6e-ea7760057406 None None] Provisioning complete for port d3b38192-1903-4c7d-b604-81f9a6776a4c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:02.949296 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a222b22-97ec-4eca-9d6e-ea7760057406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.988174 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6a222b22-97ec-4eca-9d6e-ea7760057406 None None] Port d3b38192-1903-4c7d-b604-81f9a6776a4c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:03.262384 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:03.267691 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-68e7474d-c02b-4798-b939-b53dbcaadbdf admin admin] 10.222.0.60 "PUT /v2.0/routers/52058df5-4772-4a18-b1d2-7dfae3fbfb02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0845542 Sep 02 13:45:03.806236 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:03.812767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1312876524-network', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:03.842720 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Made reservation on behalf of 1211e57aba8a4c1390e2a1436a498e63 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:03.845087 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.855686 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.959794 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.966715 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.986636 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f60ed0d8-abf9-4612-9e67-fe72dd82e933 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:03.992875 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:45:04.001724 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24c608-927f-4383-95dd-efda92bc6a34,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:04.008079 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.008435 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Added segment c93d1d43-57eb-4d10-91e1-626a4f5412f0 of type vlan for network c0c9eb8b-d345-4be8-8c4f-a18567510b71 Sep 02 13:45:04.045644 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port f60ed0d8-abf9-4612-9e67-fe72dd82e933 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:04.049568 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f60ed0d8-abf9-4612-9e67-fe72dd82e933 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:04.049955 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.051705 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.078824 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.079842 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:04.080471 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.135439 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3280706 Sep 02 13:45:04.138763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:04.141378 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.146720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Request body: {'subnet': {'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1312876524-subnet', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:04.148355 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2d6cf-4241-43db-8634-d8a84b99f3fc admin admin] Pushing event updated for resources: {'Network': ['ID=c0c9eb8b-d345-4be8-8c4f-a18567510b71,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:04.164308 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:45:04.170669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port f60ed0d8-abf9-4612-9e67-fe72dd82e933, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f60ed0d8-abf9-4612-9e67-fe72dd82e933,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:04.172074 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Made reservation on behalf of 1211e57aba8a4c1390e2a1436a498e63 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:04.181337 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.184331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.185195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0858b800-dcb9-439c-80d6-05e34d9e399c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:04.366646 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.422512 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b9cd68-18ac-484f-988a-11ecc5ffe4d0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:04.430055 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:04.434674 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Checking segment: {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:04.435067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Network hostable DHCP agents. Network: c0c9eb8b-d345-4be8-8c4f-a18567510b71, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:45:04.455137 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:45:04.466165 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, c0c9eb8b-d345-4be8-8c4f-a18567510b71) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:04.470412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:04.471018 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.489111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e1cfa1ba-cbe1-4e50-9263-f55f36f947ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3484652 Sep 02 13:45:04.492192 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54384) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:04.494972 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b7bc3-6cab-4fdf-9261-41cf59db1808 None None] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:04.497517 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:04.519472 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.520646 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:04.520839 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.521487 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:04.565822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.577329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.602921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=f60ed0d8-abf9-4612-9e67-fe72dd82e933,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:04.683329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 0858b800-dcb9-439c-80d6-05e34d9e399c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:04.683610 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.719807 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.761964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:04.907376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-c0c9eb8b-d345-4be8-8c4f-a18567510b71', 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'fixed_ips': [{'subnet_id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:45:04.908549 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.939859 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.960243 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.069576 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Allocated IP 172.25.7.96 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/d132a7d2-12b4-412d-8f0c-93c4776ee078) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:05.145030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Allocated IP 172.20.0.2 (c0c9eb8b-d345-4be8-8c4f-a18567510b71/33b9cd68-18ac-484f-988a-11ecc5ffe4d0/c54da703-0db5-49c7-a5f8-5cea6915549c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:05.182177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.211299 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 2, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:05.226764 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.241266 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:45:05.241629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Updating router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 port d3b38192-1903-4c7d-b604-81f9a6776a4c binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:45:05.269489 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:05.272457 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:05.277995 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:05.281294 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Pushing event updated for resources: {'Port': ['ID=d132a7d2-12b4-412d-8f0c-93c4776ee078,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.282911 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.449505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.464665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Transition to ACTIVE for port object c54da703-0db5-49c7-a5f8-5cea6915549c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:05.517530 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Transition to ACTIVE for port object c54da703-0db5-49c7-a5f8-5cea6915549c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:05.529779 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.535065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.584915 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:05.595231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:05.605608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:05.608918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Pushing event updated for resources: {'Port': ['ID=c54da703-0db5-49c7-a5f8-5cea6915549c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.712098 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Attempting to bind port c54da703-0db5-49c7-a5f8-5cea6915549c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:05.712441 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Attempting to bind port c54da703-0db5-49c7-a5f8-5cea6915549c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:05.712827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Attempting to bind port c54da703-0db5-49c7-a5f8-5cea6915549c on network c0c9eb8b-d345-4be8-8c4f-a18567510b71 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:05.722800 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:05.723089 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Checking segment: {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:05.723565 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.724260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Bound using segment: {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:05.724747 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Bound port: c54da703-0db5-49c7-a5f8-5cea6915549c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:05.725307 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.744680 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.762046 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.772687 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Transition to ACTIVE for port object d3b38192-1903-4c7d-b604-81f9a6776a4c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:05.785434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.865626 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] For port c54da703-0db5-49c7-a5f8-5cea6915549c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:05.871139 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] For port c54da703-0db5-49c7-a5f8-5cea6915549c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c54da703-0db5-49c7-a5f8-5cea6915549c,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:05.872665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39fbf-ca27-44f3-9cd1-7b38039f0866 None None] Pushing event updated for resources: {'Port': ['ID=d3b38192-1903-4c7d-b604-81f9a6776a4c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.881433 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.884646 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.933371 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Router 8436985c-e11b-4f15-ac01-036afc41f542 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:45:05.959643 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f60ed0d8-abf9-4612-9e67-fe72dd82e933 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:06.051824 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Attempting to bind port d3b38192-1903-4c7d-b604-81f9a6776a4c on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:06.052680 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Attempting to bind port d3b38192-1903-4c7d-b604-81f9a6776a4c by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:06.052849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Attempting to bind port d3b38192-1903-4c7d-b604-81f9a6776a4c on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:06.063961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e04a8-3a15-43e3-9149-e2345846585c None None] Pushing event updated for resources: {'Port': ['ID=c54da703-0db5-49c7-a5f8-5cea6915549c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:06.075418 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:06.075799 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Checking segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:06.076201 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.076951 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Bound using segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:06.077106 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Bound port: d3b38192-1903-4c7d-b604-81f9a6776a4c, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:06.077487 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.083767 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:06.101900 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.103333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Sync routers for ids ['8436985c-e11b-4f15-ac01-036afc41f542'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:06.103969 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-dad54ad5-e72a-4cca-8269-df04fa42af02 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6103435 Sep 02 13:45:06.104314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port f60ed0d8-abf9-4612-9e67-fe72dd82e933 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:06.104681 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.106888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54386) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:06.117786 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Routers {'8436985c-e11b-4f15-ac01-036afc41f542'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:06.118436 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8436985c-e11b-4f15-ac01-036afc41f542'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:06.214132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] For port d3b38192-1903-4c7d-b604-81f9a6776a4c, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:06.247165 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Set router 8436985c-e11b-4f15-ac01-036afc41f542 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:06.253924 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] For port d3b38192-1903-4c7d-b604-81f9a6776a4c, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d3b38192-1903-4c7d-b604-81f9a6776a4c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:06.264005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.381593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39fbf-ca27-44f3-9cd1-7b38039f0866 None None] Pushing event updated for resources: {'Port': ['ID=d3b38192-1903-4c7d-b604-81f9a6776a4c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:06.387476 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:06.388196 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:06.580637 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:05Z', 'revision_number': 3, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:06.611312 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Checking router: 8436985c-e11b-4f15-ac01-036afc41f542 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:45:06.611689 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Updating router 8436985c-e11b-4f15-ac01-036afc41f542 port d132a7d2-12b4-412d-8f0c-93c4776ee078 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:45:06.643463 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.735908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:06.939577 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.951875 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Transition to ACTIVE for port object d132a7d2-12b4-412d-8f0c-93c4776ee078 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:06.962444 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.966863 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:06Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:06.999093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61063df9-3a57-48cd-9662-bf6a4e6784a2 None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:06Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:07.013236 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.025879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Attempting to bind port d132a7d2-12b4-412d-8f0c-93c4776ee078 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:07.026246 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Attempting to bind port d132a7d2-12b4-412d-8f0c-93c4776ee078 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:07.026610 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Attempting to bind port d132a7d2-12b4-412d-8f0c-93c4776ee078 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:07.030096 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39fb5-93c4-4683-9391-44fa33938a18 None None] Pushing event updated for resources: {'Port': ['ID=d132a7d2-12b4-412d-8f0c-93c4776ee078,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:07.036615 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:07.037042 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:07.037449 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.037847 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:07.038351 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Bound port: d132a7d2-12b4-412d-8f0c-93c4776ee078, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:07.038711 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.132403 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] For port d132a7d2-12b4-412d-8f0c-93c4776ee078, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:07.135849 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] For port d132a7d2-12b4-412d-8f0c-93c4776ee078, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d132a7d2-12b4-412d-8f0c-93c4776ee078,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:07.147083 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.205146 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Routers {'8436985c-e11b-4f15-ac01-036afc41f542'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:07.205779 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8436985c-e11b-4f15-ac01-036afc41f542'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:07.239431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Allocated IP 172.20.0.1 (c0c9eb8b-d345-4be8-8c4f-a18567510b71/33b9cd68-18ac-484f-988a-11ecc5ffe4d0/a9c09adf-2021-4556-95ec-bffa7350abd5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:07.294783 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39fb5-93c4-4683-9391-44fa33938a18 None None] Pushing event updated for resources: {'Port': ['ID=d132a7d2-12b4-412d-8f0c-93c4776ee078,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:07.342863 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] Set router 8436985c-e11b-4f15-ac01-036afc41f542 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:07.380691 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.400163 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Transition to ACTIVE for port object a9c09adf-2021-4556-95ec-bffa7350abd5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:07.425633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4447556-2bd6-437c-afa1-14ced8825805 None None] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:07.440295 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.488953 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:07.493147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:07.498271 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:07.503140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c09adf-2021-4556-95ec-bffa7350abd5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:07.509533 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f2085b90-bc2c-42a7-8fea-16252a36b65d None None] Provisioning for port c54da703-0db5-49c7-a5f8-5cea6915549c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:07.548780 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.570753 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:05Z', 'revision_number': 3, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:07.605358 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0169d77-280c-4288-bc32-a16bec5334d9 None None] The sync data for ids ['8436985c-e11b-4f15-ac01-036afc41f542'] in n-d-792364-8 is: [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:05Z', 'revision_number': 3, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:07.718234 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.970580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.977181 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.001317 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fc29436-21f3-4e4c-93e2-b986a83f2835 None None] Provisioning for port a9c09adf-2021-4556-95ec-bffa7350abd5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:08.005686 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fc29436-21f3-4e4c-93e2-b986a83f2835 None None] Provisioning complete for port a9c09adf-2021-4556-95ec-bffa7350abd5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:08.006003 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fc29436-21f3-4e4c-93e2-b986a83f2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.055813 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.057823 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c09adf-2021-4556-95ec-bffa7350abd5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:08.097721 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8fc29436-21f3-4e4c-93e2-b986a83f2835 None None] Port a9c09adf-2021-4556-95ec-bffa7350abd5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:08.144328 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c54da703-0db5-49c7-a5f8-5cea6915549c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:08.218119 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port c54da703-0db5-49c7-a5f8-5cea6915549c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:08.226716 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c54da703-0db5-49c7-a5f8-5cea6915549c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:08.227242 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.259829 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:08.261774 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:08.341076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.383429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port c54da703-0db5-49c7-a5f8-5cea6915549c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c54da703-0db5-49c7-a5f8-5cea6915549c,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:08.385254 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-976af0d9-fdea-489a-a830-2527436de6c9 None None] Provisioning complete for port a9c09adf-2021-4556-95ec-bffa7350abd5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:08.385783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-976af0d9-fdea-489a-a830-2527436de6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.393296 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.395984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d3b38192-1903-4c7d-b604-81f9a6776a4c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:08.449037 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Router 8436985c-e11b-4f15-ac01-036afc41f542 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:08.510439 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=c54da703-0db5-49c7-a5f8-5cea6915549c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:08.531472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-976af0d9-fdea-489a-a830-2527436de6c9 None None] Port a9c09adf-2021-4556-95ec-bffa7350abd5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:08.555577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d3b38192-1903-4c7d-b604-81f9a6776a4c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:08.560291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d3b38192-1903-4c7d-b604-81f9a6776a4c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:08.560798 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.624431 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:08.629931 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cabb733f-c24d-4c9f-be41-31a7616f26d4 admin admin] 10.222.0.60 "PUT /v2.0/routers/8436985c-e11b-4f15-ac01-036afc41f542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211196 Sep 02 13:45:08.673362 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.685372 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68db2938-84f6-4a67-90cf-d88843e2dcb3 None None] Provisioning complete for port a9c09adf-2021-4556-95ec-bffa7350abd5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:08.685745 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68db2938-84f6-4a67-90cf-d88843e2dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.738613 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d3b38192-1903-4c7d-b604-81f9a6776a4c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d3b38192-1903-4c7d-b604-81f9a6776a4c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:08.740034 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-68db2938-84f6-4a67-90cf-d88843e2dcb3 None None] Port a9c09adf-2021-4556-95ec-bffa7350abd5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:08.745143 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.801483 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d3b38192-1903-4c7d-b604-81f9a6776a4c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.163259 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.168269 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696908655', 'description': 'tempest-secgroup-smoke-1696908655 description', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:09.193743 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.286601 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.292364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.319860 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.321110 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1568055 Sep 02 13:45:09.322949 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45660c-b91d-4b63-92b0-eb4c8e8fa5ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b03e9c2-13e3-45f7-8c08-d23f185d7451,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.324441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.329392 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': '7b03e9c2-13e3-45f7-8c08-d23f185d7451', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:09.359251 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.419460 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.425901 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.456392 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daaf593-100e-4166-8ecc-8cb06b97252d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.464821 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.466503 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-66f563d2-5864-4303-87cc-c457735e563a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409650 Sep 02 13:45:09.470759 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.475967 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': '7b03e9c2-13e3-45f7-8c08-d23f185d7451', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:09.513771 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.573685 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.578620 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.600032 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dab4491-3ef6-4c24-914b-aa823a0f0239,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.607224 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.608632 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-f03015cb-6052-452c-a252-32ea5e6d4dfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367602 Sep 02 13:45:09.612617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.617559 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': '7b03e9c2-13e3-45f7-8c08-d23f185d7451', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:09.644452 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.715188 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.720679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.743033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349ebf39-e1ef-49f5-93da-ebe97466e086,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.752153 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.753759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-88e3bd7e-69e0-46e8-8e72-bd58afa43ae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398497 Sep 02 13:45:09.756359 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.761319 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': '7b03e9c2-13e3-45f7-8c08-d23f185d7451', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:09.791652 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.853168 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.858640 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.891599 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65389ff3-21e1-4c16-a837-a2dea3d20484,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.900496 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.902001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bbba3c8f-77a9-42e6-8bd1-34be4c42164a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444645 Sep 02 13:45:09.904906 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.909628 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': '7b03e9c2-13e3-45f7-8c08-d23f185d7451', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:09.934965 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Project 39842a73b02c44feab91b4c99d6dd7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:45:09.940151 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.988657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d132a7d2-12b4-412d-8f0c-93c4776ee078 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:10.005126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.010143 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.029979 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645aaebc-5079-4ddd-bb0d-973c2ff32854,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:10.036117 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.037354 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-71ae5e3b-f628-4349-94c6-def047a9af1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314836 Sep 02 13:45:10.040160 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.045194 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': '7b03e9c2-13e3-45f7-8c08-d23f185d7451', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:10.055926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d132a7d2-12b4-412d-8f0c-93c4776ee078 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:10.060577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d132a7d2-12b4-412d-8f0c-93c4776ee078 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:10.061343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.071896 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Project 39842a73b02c44feab91b4c99d6dd7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:45:10.077994 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.148300 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.148524 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.153734 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.169901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d132a7d2-12b4-412d-8f0c-93c4776ee078, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d132a7d2-12b4-412d-8f0c-93c4776ee078,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:10.175329 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.176307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c54da703-0db5-49c7-a5f8-5cea6915549c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:10.181241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b316d0-bd43-40a1-82ad-0825873f769d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:10.191255 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.192805 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-8a807a52-1772-414d-856d-8ca97dc10c48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514041 Sep 02 13:45:10.265250 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d132a7d2-12b4-412d-8f0c-93c4776ee078,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:10.281368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port c54da703-0db5-49c7-a5f8-5cea6915549c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:10.281752 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.368351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d3b38192-1903-4c7d-b604-81f9a6776a4c up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:10.415465 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-8bd18a55-72e6-4b8f-b933-32720b1106fd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696908655&fields=id&tenant_id=39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 267 time: 0.0371323 Sep 02 13:45:10.418231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d3b38192-1903-4c7d-b604-81f9a6776a4c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:10.418605 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.470288 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Sync routers for ids ['8436985c-e11b-4f15-ac01-036afc41f542'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:10.501081 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Routers {'8436985c-e11b-4f15-ac01-036afc41f542'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:10.501666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8436985c-e11b-4f15-ac01-036afc41f542'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:10.531884 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-000974ef-d45e-4cc0-ba1b-9f3d4f9c1337 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:10.533435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-000974ef-d45e-4cc0-ba1b-9f3d4f9c1337 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 808 time: 0.1103249 Sep 02 13:45:10.549475 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-2d8e0866-d44b-4936-ad3c-8895b47774ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/quotas/39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Sep 02 13:45:10.608050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-c240b2cc-5a37-42b2-a566-77fc013bad8d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518985 Sep 02 13:45:10.625519 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Set router 8436985c-e11b-4f15-ac01-036afc41f542 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:10.716244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-9de86ab0-f2ad-48dd-a8e0-2c2c1d6f3c42 service neutron] 10.222.0.60 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948956 Sep 02 13:45:10.813403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-cd5d6e48-e489-4035-a1e5-45ce24975874 service neutron] 10.222.0.60 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907519 Sep 02 13:45:10.847749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:07Z', 'revision_number': 4, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a9c09adf-2021-4556-95ec-bffa7350abd5', 'name': '', 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'mac_address': 'fa:16:3e:ba:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:07Z', 'updated_at': '2021-09-02T13:45:07Z', 'revision_number': 2, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'subnets': [{'id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:10.878666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Checking router: 8436985c-e11b-4f15-ac01-036afc41f542 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:45:10.879032 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Updating router 8436985c-e11b-4f15-ac01-036afc41f542 port a9c09adf-2021-4556-95ec-bffa7350abd5 binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:45:10.907104 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.995735 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9476e95a-d4df-487d-a593-e06b25e62397 req-e01696f7-0b1b-46bb-b6db-88768a3ca7fe tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 210 time: 0.0282447 Sep 02 13:45:11.196154 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.207296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Transition to ACTIVE for port object a9c09adf-2021-4556-95ec-bffa7350abd5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:11.217881 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.285461 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68fcf8-64e7-4ea3-bb0b-b452b3c39cb2 None None] Pushing event updated for resources: {'Port': ['ID=a9c09adf-2021-4556-95ec-bffa7350abd5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:11.348231 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Attempting to bind port a9c09adf-2021-4556-95ec-bffa7350abd5 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:11.349142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Attempting to bind port a9c09adf-2021-4556-95ec-bffa7350abd5 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:11.350070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Attempting to bind port a9c09adf-2021-4556-95ec-bffa7350abd5 on network c0c9eb8b-d345-4be8-8c4f-a18567510b71 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:11.358456 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:11.359362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Checking segment: {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:11.360005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.360761 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Bound using segment: {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:11.361813 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Bound port: a9c09adf-2021-4556-95ec-bffa7350abd5, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93d1d43-57eb-4d10-91e1-626a4f5412f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:11.362568 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.477067 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] For port a9c09adf-2021-4556-95ec-bffa7350abd5, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:11.481212 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] For port a9c09adf-2021-4556-95ec-bffa7350abd5, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a9c09adf-2021-4556-95ec-bffa7350abd5,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:11.487821 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.550173 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Routers {'8436985c-e11b-4f15-ac01-036afc41f542'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:11.551097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8436985c-e11b-4f15-ac01-036afc41f542'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.650244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68fcf8-64e7-4ea3-bb0b-b452b3c39cb2 None None] Pushing event updated for resources: {'Port': ['ID=a9c09adf-2021-4556-95ec-bffa7350abd5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:11.704055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.708048 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] Set router 8436985c-e11b-4f15-ac01-036afc41f542 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:11.924215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d132a7d2-12b4-412d-8f0c-93c4776ee078 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:11.998583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:07Z', 'revision_number': 4, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a9c09adf-2021-4556-95ec-bffa7350abd5', 'name': '', 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'mac_address': 'fa:16:3e:ba:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:07Z', 'updated_at': '2021-09-02T13:45:11Z', 'revision_number': 4, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'subnets': [{'id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.035657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeaf56-8d53-4f78-bcc1-9ebf8c64f40d None None] The sync data for ids ['8436985c-e11b-4f15-ac01-036afc41f542'] in n-d-792364-8 is: [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:07Z', 'revision_number': 4, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'a9c09adf-2021-4556-95ec-bffa7350abd5', 'name': '', 'network_id': 'c0c9eb8b-d345-4be8-8c4f-a18567510b71', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'mac_address': 'fa:16:3e:ba:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:07Z', 'updated_at': '2021-09-02T13:45:11Z', 'revision_number': 4, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'subnets': [{'id': '33b9cd68-18ac-484f-988a-11ecc5ffe4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:12.037170 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d132a7d2-12b4-412d-8f0c-93c4776ee078 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:12.037538 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.232506 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7b6e5d28-1084-4965-b884-5e5813496819 req-6d41629b-ea88-4e5c-ba5b-85cc351dff24 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 210 time: 0.1025074 Sep 02 13:45:12.298441 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-25c269af-7651-4769-b00a-e72b5bdbd6b8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:12.300094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-25c269af-7651-4769-b00a-e72b5bdbd6b8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 808 time: 0.2071629 Sep 02 13:45:12.346363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-723f9089-a76d-4cc1-a6ee-58bd80b6dce3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 380 time: 0.0368755 Sep 02 13:45:12.356363 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'port': {'device_id': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'admin_state_up': True, 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'security_groups': ['7b03e9c2-13e3-45f7-8c08-d23f185d7451']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:12.478631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Made reservation on behalf of 39842a73b02c44feab91b4c99d6dd7b0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:12.482579 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.630891 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Allocated IP 172.20.0.6 (62b89c2e-a42e-4e8c-8fcc-e730abfd19e1/71968326-caa2-42a4-bf8f-0393d2f8f7a5/a0566779-6e96-4674-a89c-b01c1086a6c8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:12.796162 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.811745 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Transition to ACTIVE for port object a0566779-6e96-4674-a89c-b01c1086a6c8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:12.847551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.890195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:12.893396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:12.896925 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:12.903084 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:12.954971 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:12.955601 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.980301 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-4dc2eab0-4720-4fa9-b016-77dff9353f61 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280258 Sep 02 13:45:12.993901 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Request body: {'port': {'device_id': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:13.058584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.176069 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4174164d-c114-44d3-97de-fae7053d4c31 None None] Provisioning for port a0566779-6e96-4674-a89c-b01c1086a6c8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:13.180960 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4174164d-c114-44d3-97de-fae7053d4c31 None None] Provisioning complete for port a0566779-6e96-4674-a89c-b01c1086a6c8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:13.181347 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4174164d-c114-44d3-97de-fae7053d4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.215096 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4174164d-c114-44d3-97de-fae7053d4c31 None None] Port a0566779-6e96-4674-a89c-b01c1086a6c8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:13.332100 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0566779-6e96-4674-a89c-b01c1086a6c8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:13.340334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.353056 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Transition to ACTIVE for port object a0566779-6e96-4674-a89c-b01c1086a6c8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:13.357634 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.361047 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564203-0b79-4bfa-9b9d-8713ea8bc478 req-4a3afe85-9fc5-471e-8441-26244ac4f0a3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:13.363103 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30564203-0b79-4bfa-9b9d-8713ea8bc478 req-4a3afe85-9fc5-471e-8441-26244ac4f0a3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 931 time: 0.0508606 Sep 02 13:45:13.404066 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30564203-0b79-4bfa-9b9d-8713ea8bc478 req-1dd7f5cf-0148-4e07-9392-8f7e814739e8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344627 Sep 02 13:45:13.414902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:13.486483 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Attempting to bind port a0566779-6e96-4674-a89c-b01c1086a6c8 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:13.486835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Attempting to bind port a0566779-6e96-4674-a89c-b01c1086a6c8 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:13.487176 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Attempting to bind port a0566779-6e96-4674-a89c-b01c1086a6c8 on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:13.491873 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Port a0566779-6e96-4674-a89c-b01c1086a6c8 on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:45:13.492196 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Attempting to bind port a0566779-6e96-4674-a89c-b01c1086a6c8 on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:13.497600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:13.497975 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Checking segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:13.498361 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Bound using segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:13.498810 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Bound port: a0566779-6e96-4674-a89c-b01c1086a6c8, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:13.499176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.570928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:13.575144 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:13.580732 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.623492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:13.624106 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.625537 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] 10.222.0.18 "PUT /v2.0/ports/a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1091 time: 0.6367252 Sep 02 13:45:13.625972 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:13.628227 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4965fc2-cf46-4b83-a937-d0fb81b258f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:13.670229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e493-c4cd-4c43-a6ba-97b8ac3e71fb service neutron] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:13.734174 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-e873d22b-3c0d-4bd0-adf6-de6c9ec6b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:13.737200 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-e873d22b-3c0d-4bd0-adf6-de6c9ec6b851 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1094 time: 0.0603428 Sep 02 13:45:13.784448 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577359bb-7354-4035-8ad2-4f4d37063b7f x-openstack-request-id: req-577359bb-7354-4035-8ad2-4f4d37063b7f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:13.784829 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:13.785158 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-577359bb-7354-4035-8ad2-4f4d37063b7f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:13.785621 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'status': 'completed', 'code': 200} Sep 02 13:45:13.787630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-467d58a5-3035-401f-83e5-0108bd8f86f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 217 time: 0.0434628 Sep 02 13:45:13.855021 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-107b7178-d54c-4c93-b3fa-0dbc6e3041b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:13.856678 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-107b7178-d54c-4c93-b3fa-0dbc6e3041b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0605400 Sep 02 13:45:13.918840 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-b264aa58-18fa-43ba-b6ae-adecd889b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:13.920366 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-b264aa58-18fa-43ba-b6ae-adecd889b612 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505552 Sep 02 13:45:13.957622 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a9c09adf-2021-4556-95ec-bffa7350abd5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:14.014248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port a9c09adf-2021-4556-95ec-bffa7350abd5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:14.018642 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a9c09adf-2021-4556-95ec-bffa7350abd5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:14.019088 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.036562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-5ff6fb46-3f09-4c95-a465-2de87f208bb7 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087797 Sep 02 13:45:14.108687 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.148080 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dacccca1-6a7d-434c-9e15-c19a7f2d231b req-d6a48bd5-04be-49e8-bb20-ad18ccc3e8cf service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039183 Sep 02 13:45:14.153932 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port a9c09adf-2021-4556-95ec-bffa7350abd5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a9c09adf-2021-4556-95ec-bffa7350abd5,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:14.159200 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.231027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=a9c09adf-2021-4556-95ec-bffa7350abd5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:14.243956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-37aefb34-9bc1-43dc-b8d6-b3cf4b397fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.245531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-37aefb34-9bc1-43dc-b8d6-b3cf4b397fb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1094 time: 0.0416346 Sep 02 13:45:14.339604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-57724395-e449-46d7-9e14-dfc191dbcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.341435 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-57724395-e449-46d7-9e14-dfc191dbcbf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0880067 Sep 02 13:45:14.383592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-56e80728-46b3-4b11-a01b-47f6aa6bc75b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 217 time: 0.0348938 Sep 02 13:45:14.432238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-dc76ab2f-b8e1-41a6-bdde-f7d50a3a742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.433751 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-dc76ab2f-b8e1-41a6-bdde-f7d50a3a742e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0430398 Sep 02 13:45:14.494042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-82ec3654-ec7a-4cd9-9394-1214a4da677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.496582 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-82ec3654-ec7a-4cd9-9394-1214a4da677f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547028 Sep 02 13:45:14.529465 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0b91a-cd5a-45d5-bbe9-26fa8d95517f req-86fae377-f8d0-4790-bb64-7fd757340e90 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.530977 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03c0b91a-cd5a-45d5-bbe9-26fa8d95517f req-86fae377-f8d0-4790-bb64-7fd757340e90 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0511799 Sep 02 13:45:14.570372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-03c0b91a-cd5a-45d5-bbe9-26fa8d95517f req-a1c4637d-3b64-42a8-9ffa-5521344ba87e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332029 Sep 02 13:45:14.591197 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-7524ab5a-b6b4-4b3b-a8c7-10d20d19c581 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857742 Sep 02 13:45:14.688703 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e4965fc2-cf46-4b83-a937-d0fb81b258f6 req-51e53a5e-2a05-40a5-a034-4630a859d7e4 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894294 Sep 02 13:45:15.697899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550158b-a841-48fd-8932-05d741079b0e req-0e77c91b-6d43-4567-8aff-74bdcf1628bc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:15.699429 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1550158b-a841-48fd-8932-05d741079b0e req-0e77c91b-6d43-4567-8aff-74bdcf1628bc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0589640 Sep 02 13:45:15.738409 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1550158b-a841-48fd-8932-05d741079b0e req-25c05d40-68c3-4451-9de9-923f6d533aab tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Sep 02 13:45:15.926044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a9c09adf-2021-4556-95ec-bffa7350abd5 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:15.977795 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port a9c09adf-2021-4556-95ec-bffa7350abd5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:15.978158 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:16.866481 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b972-c590-4193-a5aa-bd3762003cd1 req-6f0fe2e2-f621-406e-968f-068c6240e5a8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.867902 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81d4b972-c590-4193-a5aa-bd3762003cd1 req-6f0fe2e2-f621-406e-968f-068c6240e5a8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0556149 Sep 02 13:45:16.907096 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-81d4b972-c590-4193-a5aa-bd3762003cd1 req-609c850f-fde8-40b0-a661-c1f8b524a02c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Sep 02 13:45:16.951872 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:45:17.061304 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:17.072733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'mac_address': 'fa:16:3e:6a:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:45:17.113224 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.126553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0566779-6e96-4674-a89c-b01c1086a6c8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:17.146297 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:17.151603 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.200684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:17.354566 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a0566779-6e96-4674-a89c-b01c1086a6c8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:18.042637 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8e9d0-ede5-46d2-afdb-d72a9a1ab0eb req-64fe36de-f413-4cdb-9e38-faa1c6621076 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:18.044060 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0f8e9d0-ede5-46d2-afdb-d72a9a1ab0eb req-64fe36de-f413-4cdb-9e38-faa1c6621076 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 944 time: 0.0566819 Sep 02 13:45:18.092826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a0f8e9d0-ede5-46d2-afdb-d72a9a1ab0eb req-e44a5e5b-394e-4069-8ff1-af6e82aff183 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Sep 02 13:45:18.969298 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:19.032470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port a0566779-6e96-4674-a89c-b01c1086a6c8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:19.036865 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a0566779-6e96-4674-a89c-b01c1086a6c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:19.037269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.127592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.157269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:19.159682 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a671d39-bbc8-4549-91e7-86c62813ec7f" -d '{"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-plugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:19.178094 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:19.184264 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.262163 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fadfe-63a0-4a75-bf92-5e9856f47902 req-ec23a139-550c-4bd4-bd31-8a657fb0737f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:19.263815 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-950fadfe-63a0-4a75-bf92-5e9856f47902 req-ec23a139-550c-4bd4-bd31-8a657fb0737f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0773745 Sep 02 13:45:19.310285 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-950fadfe-63a0-4a75-bf92-5e9856f47902 req-55513df5-3987-4f90-a440-77c0d6258ed8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Sep 02 13:45:19.392182 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f5f2-f9b5-4a00-b778-f65918bbd390 req-fca875ab-45c2-49ba-8c36-c3f43b88556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:19.393728 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66c5f5f2-f9b5-4a00-b778-f65918bbd390 req-fca875ab-45c2-49ba-8c36-c3f43b88556d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0438561 Sep 02 13:45:19.398006 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e67380-44ef-4201-9326-22f9301548aa x-openstack-request-id: req-62e67380-44ef-4201-9326-22f9301548aa {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:19.398294 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-plugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:19.398540 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62e67380-44ef-4201-9326-22f9301548aa {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:19.398946 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'code': 200} Sep 02 13:45:19.423719 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:19.438374 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-66c5f5f2-f9b5-4a00-b778-f65918bbd390 req-ef3c8b5a-a808-4d52-9c15-b2492ab483fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367231 Sep 02 13:45:20.461964 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed087f-c0cb-4972-aa30-0dc921026dab req-2315fb2d-90e2-49db-8ff3-baba640d993c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:20.463399 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34ed087f-c0cb-4972-aa30-0dc921026dab req-2315fb2d-90e2-49db-8ff3-baba640d993c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Sep 02 13:45:20.504759 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34ed087f-c0cb-4972-aa30-0dc921026dab req-8c199dd9-1731-42d2-be1a-c042a09b5fd7 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Sep 02 13:45:21.630942 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5a713-f89d-4a26-99b3-14f2152fd14c req-d1962a40-04ad-4f3d-8870-6af787f1e30d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.632759 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30d5a713-f89d-4a26-99b3-14f2152fd14c req-d1962a40-04ad-4f3d-8870-6af787f1e30d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0541320 Sep 02 13:45:21.675798 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-30d5a713-f89d-4a26-99b3-14f2152fd14c req-8040d0e7-1c62-443a-99ba-e3e82316fae5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Sep 02 13:45:21.807265 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028634-aa24-4bb9-8cda-23fe825bb711 req-5b4db87c-82d1-4a34-8626-e567c1042e2a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.808945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e028634-aa24-4bb9-8cda-23fe825bb711 req-5b4db87c-82d1-4a34-8626-e567c1042e2a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0649364 Sep 02 13:45:21.849816 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7e028634-aa24-4bb9-8cda-23fe825bb711 req-422358aa-82ec-4fe9-85b5-0fb1eba0f34f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346551 Sep 02 13:45:21.872793 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54466) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.021774 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ec919-1664-4182-ac78-6a952d1f429b tempest-TestShelveInstance-1911847048 tempest-TestShelveInstance-1911847048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:22.023573 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-482ec919-1664-4182-ac78-6a952d1f429b tempest-TestShelveInstance-1911847048 tempest-TestShelveInstance-1911847048-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1091 time: 0.1497085 Sep 02 13:45:22.027289 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.033768 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:22.068553 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.176557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.285122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Allocated IP 172.25.7.115 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/b59883c2-a0ab-4255-bc30-627ff43ed6fc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:22.395482 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.437362 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.476389 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:22.479514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:22.483998 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:22.513501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'Port': ['ID=b59883c2-a0ab-4255-bc30-627ff43ed6fc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:23.190304 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.259225 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.420413 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.427260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.494864 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'Port': ['ID=b59883c2-a0ab-4255-bc30-627ff43ed6fc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:23.507621 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.617994 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Floating IP 4e844137-cc08-4cc2-bf85-e12a4a1dfa2e associated. External IP: 172.25.7.115, port: a0566779-6e96-4674-a89c-b01c1086a6c8. Sep 02 13:45:23.826788 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:23.950753 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:23.963945 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:23.975336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.979353 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:23.980019 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.005184 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-6f3dff8e-0b80-4cfe-a442-86b927503d8e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9767213 Sep 02 13:45:24.005892 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:24.008557 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c69ac5-ee97-4d90-bd54-a6b4562318e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:24.062867 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c13533-5ee5-4ba2-a09c-11365ca7d330 x-openstack-request-id: req-95c13533-5ee5-4ba2-a09c-11365ca7d330 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:24.063342 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:24.063767 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95c13533-5ee5-4ba2-a09c-11365ca7d330 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:24.064409 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'status': 'completed', 'code': 200} Sep 02 13:45:24.091337 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:24.139657 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-11f746f3-d65e-451a-92ef-bb86c13294be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:24.141221 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-11f746f3-d65e-451a-92ef-bb86c13294be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0512092 Sep 02 13:45:24.232700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-173005f9-8f9e-458a-8d55-af8203e32ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:24.234352 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-173005f9-8f9e-458a-8d55-af8203e32ae0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0865428 Sep 02 13:45:24.305098 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-3d1d5a8a-b33e-4a24-aa95-37e44a841327 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 999 time: 0.0631778 Sep 02 13:45:24.314093 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '4e844137-cc08-4cc2-bf85-e12a4a1dfa2e', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'mac_address': 'fa:16:3e:6a:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:45:22Z', 'updated_at': '2021-09-02T13:45:22Z', 'revision_number': 0, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.358516 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-4f967623-3bf2-481f-afbd-30ad9f8389e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:24.359961 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-4f967623-3bf2-481f-afbd-30ad9f8389e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0480802 Sep 02 13:45:24.409990 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-f99eb159-c0da-48c8-aa1f-ecf63ceb6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:24.411619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-f99eb159-c0da-48c8-aa1f-ecf63ceb6af6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444777 Sep 02 13:45:24.442436 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:45:24.451344 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:24.451965 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:45:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.510068 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-1456f590-8886-4153-acdd-92ce138341f9 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899422 Sep 02 13:45:24.557336 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:24.602268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44c69ac5-ee97-4d90-bd54-a6b4562318e7 req-f135f7ff-9c7b-49d1-8270-ef9ac0983ce8 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 Sep 02 13:45:24.797689 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '4e844137-cc08-4cc2-bf85-e12a4a1dfa2e', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'mac_address': 'fa:16:3e:6a:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:45:22Z', 'updated_at': '2021-09-02T13:45:22Z', 'revision_number': 0, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.823161 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9eff4-f7b7-4417-b72f-697066ad107d None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '4e844137-cc08-4cc2-bf85-e12a4a1dfa2e', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'mac_address': 'fa:16:3e:6a:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:45:22Z', 'updated_at': '2021-09-02T13:45:22Z', 'revision_number': 0, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:25.038229 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ddb94-27f9-44ea-8c99-c218348202b1 None None] New status for floating IP 4e844137-cc08-4cc2-bf85-e12a4a1dfa2e: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:45:28.749267 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab229a44-14cd-4abf-8db2-f26449dccf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.758208 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:45:31.582288 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3a6049c-af7d-4df8-9054-d54514712a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:31.722433 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.354690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-37bba137-9f5b-4997-9c50-4d8bd2272fa6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472810 Sep 02 13:45:32.455134 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-cdcc0654-c568-4ce2-b0c0-c4af2245e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.456815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-cdcc0654-c568-4ce2-b0c0-c4af2245e0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0513723 Sep 02 13:45:32.570833 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-db9bf669-f4d7-47e2-a825-01609e925e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.572834 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-db9bf669-f4d7-47e2-a825-01609e925e2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0921822 Sep 02 13:45:32.649908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-9c7de7fa-8d66-4d55-8518-be03a405943c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0692446 Sep 02 13:45:32.709261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-1b9d84a4-fb29-4c96-b750-c3bf9d7229bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.711238 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-1b9d84a4-fb29-4c96-b750-c3bf9d7229bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0536475 Sep 02 13:45:32.759616 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-d4223b69-0e1d-426f-b8a9-e939db140cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.761209 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-d4223b69-0e1d-426f-b8a9-e939db140cb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427561 Sep 02 13:45:32.798706 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.861142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-aedec17b-06ad-4393-817f-9b06d5d656c1 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927956 Sep 02 13:45:32.963148 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1c42f43f-249b-43a9-b02d-0b59e74d764a req-64392ec1-52cb-4462-a1e0-4a6c0b093222 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944262 Sep 02 13:45:34.479020 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.825220 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.710559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:58.744808 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd18049-6940-4fd1-960b-c08a5ea677b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.588169 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4179dc34-7b31-4ab7-b163-22fd2313fe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.720947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:02.803215 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:04.475970 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:05.841161 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:06.757762 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:46:11.716463 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.750206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-65389d9e-cc51-49be-9447-b4065df7924e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.583385 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7ab69c0a-79ed-43a7-9144-a69167fe4e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.719700 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.325510 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-b37a1168-37ff-47f7-a512-079b22e91772 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427580 Sep 02 13:46:32.419916 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-b966c67d-2d52-4200-ae1e-85f38829d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.421372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-b966c67d-2d52-4200-ae1e-85f38829d80d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0469761 Sep 02 13:46:32.530298 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-9bcbac26-e226-4ef6-a17b-99fc19d8c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.531956 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-9bcbac26-e226-4ef6-a17b-99fc19d8c841 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0917501 Sep 02 13:46:32.623556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-d9f47231-297f-4302-9da4-3d7eeaef2efb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0843694 Sep 02 13:46:32.676475 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-fa62afac-9e49-4d58-bdfd-64bdbb42654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.677919 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-fa62afac-9e49-4d58-bdfd-64bdbb42654a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0477204 Sep 02 13:46:32.732150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-6be3a190-fe9a-4bb1-a52a-1c92a920c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.733719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-6be3a190-fe9a-4bb1-a52a-1c92a920c9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484149 Sep 02 13:46:32.804696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.832742 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-60362526-30b7-4e15-800a-fce0158d63cf service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911570 Sep 02 13:46:32.927157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-31f189fb-e0e5-425f-83e4-1c8692c1bea4 req-9b97d567-a666-406d-bb47-348c3aa89407 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Sep 02 13:46:34.478561 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:35.841273 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.716773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.762742 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:46:58.743625 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8619ba95-506e-48a8-baf1-dd7a087727b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.587455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79286744-14d4-4316-b3f8-7693136863d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.722207 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.807069 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.486792 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:05.863095 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.705540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.918295 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f050-072a-43b0-bb76-caf0223fcfff req-b4c29695-7376-4084-ac06-95b6e75aea23 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:19.919808 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2039f050-072a-43b0-bb76-caf0223fcfff req-b4c29695-7376-4084-ac06-95b6e75aea23 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0591249 Sep 02 13:47:19.958803 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2039f050-072a-43b0-bb76-caf0223fcfff req-abf25aa6-0eda-4bc1-adf5-7eb07c502097 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Sep 02 13:47:20.765530 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:47:21.101537 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68101a3b-cfb5-443a-9d5a-9bdf4c443df8 req-61cd8700-2952-4b19-83fa-438e032896c2 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:21.103035 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68101a3b-cfb5-443a-9d5a-9bdf4c443df8 req-61cd8700-2952-4b19-83fa-438e032896c2 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0626023 Sep 02 13:47:21.147420 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-68101a3b-cfb5-443a-9d5a-9bdf4c443df8 req-6337890e-0c7a-4ae8-905e-faf79275f795 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Sep 02 13:47:22.305750 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c088-1df8-4824-a0e5-24136a6d6bb5 req-bef1854b-eabe-4d76-90b5-a0472d1b6356 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:22.307298 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f26c088-1df8-4824-a0e5-24136a6d6bb5 req-bef1854b-eabe-4d76-90b5-a0472d1b6356 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0645509 Sep 02 13:47:22.347052 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f26c088-1df8-4824-a0e5-24136a6d6bb5 req-68181ac2-7d45-4aa1-b0c4-b18d53ebcdb8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Sep 02 13:47:23.475991 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fb7af-aafa-4a00-a8bb-e46c54c87b58 req-f29ad0a0-1a2d-42cd-852f-9005a6b65282 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:23.477753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a65fb7af-aafa-4a00-a8bb-e46c54c87b58 req-f29ad0a0-1a2d-42cd-852f-9005a6b65282 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0558023 Sep 02 13:47:23.519753 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a65fb7af-aafa-4a00-a8bb-e46c54c87b58 req-11c10f24-502a-46d4-b8b0-32c7907e6ac2 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332115 Sep 02 13:47:24.653826 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8c2e-4cce-40f3-adee-6d6b03aa7f4e req-533677e1-b734-49bf-8c70-81dbc95415ba tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:24.655206 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-042f8c2e-4cce-40f3-adee-6d6b03aa7f4e req-533677e1-b734-49bf-8c70-81dbc95415ba tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0560501 Sep 02 13:47:24.702699 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-042f8c2e-4cce-40f3-adee-6d6b03aa7f4e req-a76f7eb2-88de-4cc1-be4b-f6ca3f61bffa tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367062 Sep 02 13:47:25.832343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399da5-f2ba-460d-9443-d9ba77ecf61f req-655f2b0f-5d81-47bc-bffe-dc3db4dd2a63 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:25.833908 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a399da5-f2ba-460d-9443-d9ba77ecf61f req-655f2b0f-5d81-47bc-bffe-dc3db4dd2a63 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0501993 Sep 02 13:47:25.877879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6a399da5-f2ba-460d-9443-d9ba77ecf61f req-14616022-4f1d-4166-9d39-c285e75dd46b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Sep 02 13:47:27.007903 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e861f-76d4-45a1-b927-d7813539d58b req-2e7ac837-65dc-4cf4-b04a-89c315d86792 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:27.009455 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0e861f-76d4-45a1-b927-d7813539d58b req-2e7ac837-65dc-4cf4-b04a-89c315d86792 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0573201 Sep 02 13:47:27.050230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3a0e861f-76d4-45a1-b927-d7813539d58b req-2d648119-8ec4-4d67-a369-aab1b2ee6c7b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346878 Sep 02 13:47:28.183357 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349537a-65b0-4a9d-a3c9-d5b10fef6eae req-554abfb0-9ee6-4504-88df-76bd33239a24 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:28.184799 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4349537a-65b0-4a9d-a3c9-d5b10fef6eae req-554abfb0-9ee6-4504-88df-76bd33239a24 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Sep 02 13:47:28.230147 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4349537a-65b0-4a9d-a3c9-d5b10fef6eae req-a656e502-de19-494e-8ecd-131fcaedf7cf tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Sep 02 13:47:28.738074 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffd58ff2-08bd-4fbf-8f3a-d7183f5015d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.373572 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2686f3-eff6-4aeb-9cb1-f979eef8dfad req-84573587-d677-461c-9c28-d8e941f9d03c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:29.375302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b2686f3-eff6-4aeb-9cb1-f979eef8dfad req-84573587-d677-461c-9c28-d8e941f9d03c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0581717 Sep 02 13:47:29.418278 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8b2686f3-eff6-4aeb-9cb1-f979eef8dfad req-79c625fe-3283-48a1-8728-b9fa7660d0cd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354772 Sep 02 13:47:30.569963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba805ec-02f1-49a1-95e9-e92b3eac373d req-4fd7fd7a-d346-4864-ae34-439b40560c7a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:30.571767 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ba805ec-02f1-49a1-95e9-e92b3eac373d req-4fd7fd7a-d346-4864-ae34-439b40560c7a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0634961 Sep 02 13:47:30.612106 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7ba805ec-02f1-49a1-95e9-e92b3eac373d req-82c5623c-12fa-4862-b661-460945ab8bfd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341079 Sep 02 13:47:31.544261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:47:31.627331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32e56a75-5e95-497e-8fb4-1de80d46eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.660318 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:31.672093 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'mac_address': 'fa:16:3e:6a:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:47:31.723740 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.725701 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.739004 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0566779-6e96-4674-a89c-b01c1086a6c8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:47:31.757729 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850c43-3a92-4c4b-8eec-5f0671be97d9 req-cc1a6606-f8f7-485f-9a23-5c86585e3f35 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:31.759453 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c850c43-3a92-4c4b-8eec-5f0671be97d9 req-cc1a6606-f8f7-485f-9a23-5c86585e3f35 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0682492 Sep 02 13:47:31.767052 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:31.772168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.805531 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4c850c43-3a92-4c4b-8eec-5f0671be97d9 req-c336c6c8-2a37-40c5-9f53-9b0f001584ee tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354004 Sep 02 13:47:31.827805 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:31.835862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.836265 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.836661 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.837033 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.837373 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.837724 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.838028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.838353 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.838988 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.839296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.839635 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.839955 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:31.853931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a0566779-6e96-4674-a89c-b01c1086a6c8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:32.810770 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.928589 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a3dd6-7170-4dc7-a7e3-e9fee4c3203e req-7a3b332f-91d2-4c74-adac-794d1c0d8441 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:32.930495 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-712a3dd6-7170-4dc7-a7e3-e9fee4c3203e req-7a3b332f-91d2-4c74-adac-794d1c0d8441 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 944 time: 0.0520763 Sep 02 13:47:32.971954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-712a3dd6-7170-4dc7-a7e3-e9fee4c3203e req-e93fd1c9-535b-4ef1-ac1b-c93268090e71 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355022 Sep 02 13:47:33.543657 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:33.608077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a0566779-6e96-4674-a89c-b01c1086a6c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:33.608640 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.697023 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.721664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:33.724000 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb00f4c-07e0-4b9f-8271-609bad6ba140" -d '{"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-plugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:33.741470 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:33.747753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.820307 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:33.845546 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a32ccf-0453-4fb5-adea-5086e029b4be x-openstack-request-id: req-07a32ccf-0453-4fb5-adea-5086e029b4be {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:33.845851 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-plugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:33.846065 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07a32ccf-0453-4fb5-adea-5086e029b4be {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:33.846469 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'code': 200} Sep 02 13:47:34.103437 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e668e-06e1-408b-9c40-e61d92dcc8d4 req-90ea6f2f-695c-4f3e-a394-042341cd7136 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.105018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b29e668e-06e1-408b-9c40-e61d92dcc8d4 req-90ea6f2f-695c-4f3e-a394-042341cd7136 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0624888 Sep 02 13:47:34.158023 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b29e668e-06e1-408b-9c40-e61d92dcc8d4 req-f0488dd3-53d4-4939-99d3-f1a55997d816 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467005 Sep 02 13:47:34.357518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-805e6345-dae0-4a8c-af43-ecadbd17edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.359319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-805e6345-dae0-4a8c-af43-ecadbd17edf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0448642 Sep 02 13:47:34.481312 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-6d506dd7-35e0-48ec-9de6-0369e8ee2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.483372 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-6d506dd7-35e0-48ec-9de6-0369e8ee2a47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.1023891 Sep 02 13:47:34.484639 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.566726 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-39ab4f85-0ad1-4b8a-8c99-687e97bf3d36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0751321 Sep 02 13:47:34.628335 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-5cd05caa-c22e-4175-b008-78dbf3a411e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.629900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-5cd05caa-c22e-4175-b008-78dbf3a411e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0553966 Sep 02 13:47:34.685627 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-85feb5b9-88be-47cd-9c5f-dab4454e32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.687285 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-85feb5b9-88be-47cd-9c5f-dab4454e32e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501354 Sep 02 13:47:34.700434 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-c7485b80-2383-4dce-b302-735a3f5be325 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:47:34.701490 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-c7485b80-2383-4dce-b302-735a3f5be325 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058758 Sep 02 13:47:34.818016 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-a0caf2da-9303-4179-a80a-b9c893aa38d6 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079357 Sep 02 13:47:34.939605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a5488dbb-6051-4450-b52b-b7d5c41193cd req-168663cb-1702-4e20-8130-f167f76313e9 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121705 Sep 02 13:47:35.307016 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455ca05-84d8-4cb6-a37c-0161cb94a3e9 req-5b6ccbc5-d5b0-4da6-b490-396e1d8346d8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.309316 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5455ca05-84d8-4cb6-a37c-0161cb94a3e9 req-5b6ccbc5-d5b0-4da6-b490-396e1d8346d8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0549078 Sep 02 13:47:35.356031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5455ca05-84d8-4cb6-a37c-0161cb94a3e9 req-a2fdde5b-7f05-4d10-9c22-f06694b1a73a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381341 Sep 02 13:47:35.878814 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.482624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d2289-56ef-4c66-9713-c5c06f12cd48 req-4c876481-18d0-4bca-b2bf-2d63dbb0f17d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:36.484166 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900d2289-56ef-4c66-9713-c5c06f12cd48 req-4c876481-18d0-4bca-b2bf-2d63dbb0f17d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0537324 Sep 02 13:47:36.531246 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-900d2289-56ef-4c66-9713-c5c06f12cd48 req-c80aacc7-e0fe-405b-9742-77bb8cc0e41c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Sep 02 13:47:37.662920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6086f-e688-4d2f-9de5-b60159c767cb req-ef216af5-54c5-4be7-b9e8-6236b37ad664 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:37.664590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0e6086f-e688-4d2f-9de5-b60159c767cb req-ef216af5-54c5-4be7-b9e8-6236b37ad664 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0563059 Sep 02 13:47:37.705372 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b0e6086f-e688-4d2f-9de5-b60159c767cb req-4d5e1407-4f0b-4dc7-8b3a-03881d6ba74d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342929 Sep 02 13:47:38.839590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a6a1-ea34-4a7b-aeb5-7ef41e27ea7f req-118f8e3f-a8c9-46b1-a1d0-54b9e9534693 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:38.841218 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97d2a6a1-ea34-4a7b-aeb5-7ef41e27ea7f req-118f8e3f-a8c9-46b1-a1d0-54b9e9534693 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Sep 02 13:47:38.884769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-97d2a6a1-ea34-4a7b-aeb5-7ef41e27ea7f req-f5fb520d-ceeb-46b0-a50c-9de929fd94c5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369759 Sep 02 13:47:40.019743 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd6be-d02d-43ff-bdd5-09c4802e587d req-59e21c5a-5fab-46d5-9f8d-8123d9c39d97 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:40.024442 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa2bd6be-d02d-43ff-bdd5-09c4802e587d req-59e21c5a-5fab-46d5-9f8d-8123d9c39d97 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0636284 Sep 02 13:47:40.064010 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fa2bd6be-d02d-43ff-bdd5-09c4802e587d req-a39263c3-8520-4525-8f39-85ed758fd1b9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Sep 02 13:47:41.203904 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb1a53-f8c1-45df-88ab-aa8650ae1931 req-f3b5da27-afed-4573-ae8d-1a67f006ce72 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:41.205631 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7fb1a53-f8c1-45df-88ab-aa8650ae1931 req-f3b5da27-afed-4573-ae8d-1a67f006ce72 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0657547 Sep 02 13:47:41.249078 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7fb1a53-f8c1-45df-88ab-aa8650ae1931 req-e9cb7359-bdb5-440b-8fff-47f596319a3c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369291 Sep 02 13:47:41.707627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.371288 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee9042-4644-46ab-9dca-14dc79966f28 req-da13622f-10a7-4e88-8dca-592bcb035291 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:42.372868 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2aee9042-4644-46ab-9dca-14dc79966f28 req-da13622f-10a7-4e88-8dca-592bcb035291 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0511434 Sep 02 13:47:42.411410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2aee9042-4644-46ab-9dca-14dc79966f28 req-abf455c6-262e-4dfa-ab46-5f24003aa712 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Sep 02 13:47:42.911894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-2f42a38f-34e5-40ee-b9e4-30f8fab37cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:42.913656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-2f42a38f-34e5-40ee-b9e4-30f8fab37cf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0437307 Sep 02 13:47:43.012633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-a55833f4-9c8e-4ea1-88e2-7ca8c599cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:43.014985 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-a55833f4-9c8e-4ea1-88e2-7ca8c599cb29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0935929 Sep 02 13:47:43.083397 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-b7b97633-bb2e-406c-a0e4-a3aa5c4b1021 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0606420 Sep 02 13:47:43.143269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-07be023c-ad7c-4b05-b43e-4efb7f2b0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:43.144925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-07be023c-ad7c-4b05-b43e-4efb7f2b0b69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0538743 Sep 02 13:47:43.198577 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-1cd575e9-db06-4446-97d8-d0f394e6bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:43.200047 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-1cd575e9-db06-4446-97d8-d0f394e6bd91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468581 Sep 02 13:47:43.290520 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-f40434c7-fae6-40b4-93c5-084318922eed service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Sep 02 13:47:43.398817 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a695b909-80b1-4367-a027-b1d00e5f8e7a req-4ceeef6c-0edf-4653-8342-a4b0e0019ddf service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997570 Sep 02 13:47:43.534714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b15b25-ffe2-4a35-b4c7-e754f90ed256 req-d9b6b75d-4cae-414f-8cbe-fe8ac4aa8bf1 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:43.536242 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7b15b25-ffe2-4a35-b4c7-e754f90ed256 req-d9b6b75d-4cae-414f-8cbe-fe8ac4aa8bf1 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0553033 Sep 02 13:47:43.575289 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7b15b25-ffe2-4a35-b4c7-e754f90ed256 req-329a593a-69ba-4b2c-b483-9d9edfdb78f6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Sep 02 13:47:44.712124 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5a77d-d076-4f27-bff3-0dbe0cd16b35 req-0567a4a1-473c-4b30-8eec-f5465ca92f4f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:44.714093 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76b5a77d-d076-4f27-bff3-0dbe0cd16b35 req-0567a4a1-473c-4b30-8eec-f5465ca92f4f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0613000 Sep 02 13:47:44.759013 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-76b5a77d-d076-4f27-bff3-0dbe0cd16b35 req-6cc2e35e-5277-4fc9-9a2d-3d8994930867 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358477 Sep 02 13:47:45.905835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9d71-e37b-4564-b280-9987743fe34f req-eb5005c9-8c07-432c-92a2-086d6f97b5df tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:45.907437 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1fe9d71-e37b-4564-b280-9987743fe34f req-eb5005c9-8c07-432c-92a2-086d6f97b5df tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0702276 Sep 02 13:47:45.948850 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f1fe9d71-e37b-4564-b280-9987743fe34f req-831ec27f-b660-45e7-9bc6-45edc6b5cfd7 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 Sep 02 13:47:46.086109 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-d368ddf9-5caf-4fe9-8100-4b01edca522b req-c73bd22f-fbe8-43ba-ac5a-824f3eeb862b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:47:46.087120 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d368ddf9-5caf-4fe9-8100-4b01edca522b req-c73bd22f-fbe8-43ba-ac5a-824f3eeb862b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0671904 Sep 02 13:47:46.274809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497842-57ae-4086-bcc9-630316756c6f req-663a901f-4fe1-483d-ae4c-5a8a9c01823f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:46.276344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd497842-57ae-4086-bcc9-630316756c6f req-663a901f-4fe1-483d-ae4c-5a8a9c01823f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0589857 Sep 02 13:47:46.315796 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-dd497842-57ae-4086-bcc9-630316756c6f req-63885a25-fa65-4683-bf07-d082fb099c3d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Sep 02 13:47:46.541324 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:46.625712 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-f02cdf80-575c-4a07-8c6b-6c9159089441 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832014 Sep 02 13:47:46.636858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-c54504dc-d5ca-4130-a419-e4435ac9aafd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:47:46.637840 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-c54504dc-d5ca-4130-a419-e4435ac9aafd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051322 Sep 02 13:47:47.430303 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-1566a94a-42d4-4881-88d0-b914a38257f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.431788 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-1566a94a-42d4-4881-88d0-b914a38257f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043&tenant_id=39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0431998 Sep 02 13:47:47.438015 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38896e54-8362-4240-907c-bf0f7701fdfc req-bd511f41-ff00-4099-a105-f08ab55dc0dd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.439543 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-38896e54-8362-4240-907c-bf0f7701fdfc req-bd511f41-ff00-4099-a105-f08ab55dc0dd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Sep 02 13:47:47.480307 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-38896e54-8362-4240-907c-bf0f7701fdfc req-6306c048-5dd4-4387-b6e0-d8715bf69f21 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335135 Sep 02 13:47:47.503409 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-c5232492-8a2b-4d5e-a706-929401f82cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.504995 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-c5232492-8a2b-4d5e-a706-929401f82cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1096 time: 0.0463216 Sep 02 13:47:47.603051 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-352c14f7-e5e1-4cfe-82a1-926011ff5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.604547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-352c14f7-e5e1-4cfe-82a1-926011ff5876 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0928783 Sep 02 13:47:47.669994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:47.678440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-d113e104-3453-4311-8ce7-237a0f986e26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0662799 Sep 02 13:47:47.728686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-69bb788a-2c2a-45cb-92ee-5a68d50b0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.730090 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-69bb788a-2c2a-45cb-92ee-5a68d50b0958 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0446591 Sep 02 13:47:47.745016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.766791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:47.769053 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d80bdc-7b2e-485b-b719-d34c526a24fc" -d '{"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-unplugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:47.777867 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-5f28fbc2-74e0-47ab-b9d2-c1f8ee43004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.779407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-5f28fbc2-74e0-47ab-b9d2-c1f8ee43004e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419080 Sep 02 13:47:47.785896 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:47.790977 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.817786 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83571669-e156-438b-a1e4-5890837c3928 x-openstack-request-id: req-83571669-e156-438b-a1e4-5890837c3928 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:47.818079 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-unplugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:47.818331 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83571669-e156-438b-a1e4-5890837c3928 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:47.818714 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'code': 200} Sep 02 13:47:47.846620 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:47.885260 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-1d6fab1c-fa93-4f78-a8d7-2206d047fa25 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974553 Sep 02 13:47:47.980157 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81b24e38-dd57-492a-ac20-1ddaeb0ad29f req-8e244240-74ea-448e-85d4-9deb38543a80 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Sep 02 13:47:48.613843 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8a39b-79f3-4b53-a417-41ee9e739bbd req-6091908f-a387-482f-a654-f5149170e93b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:48.616628 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31b8a39b-79f3-4b53-a417-41ee9e739bbd req-6091908f-a387-482f-a654-f5149170e93b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0522530 Sep 02 13:47:48.667001 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-31b8a39b-79f3-4b53-a417-41ee9e739bbd req-372507cd-74ea-4629-8e66-f8f251495b90 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364652 Sep 02 13:47:49.792681 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50dbbb-a26d-4f9e-b1b3-82546c0716b7 req-126970e4-abfc-41ad-bceb-b8d1669e1426 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:49.794229 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a50dbbb-a26d-4f9e-b1b3-82546c0716b7 req-126970e4-abfc-41ad-bceb-b8d1669e1426 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0509524 Sep 02 13:47:49.835244 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4a50dbbb-a26d-4f9e-b1b3-82546c0716b7 req-fa6533c2-f38c-4fe2-bb8c-86ad19ff1998 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Sep 02 13:47:50.969944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75a365-8908-4399-bdfb-33cef407d917 req-5dc9072f-e406-4fe7-91aa-7f0c153affb4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:50.971643 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d75a365-8908-4399-bdfb-33cef407d917 req-5dc9072f-e406-4fe7-91aa-7f0c153affb4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0535984 Sep 02 13:47:51.008814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1d75a365-8908-4399-bdfb-33cef407d917 req-c07f74e6-a3a3-4dc9-b748-a859ce6b113b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307531 Sep 02 13:47:52.155921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885822-c1ee-4a18-98bf-7a47cca8c48b req-f705183d-fb3c-4e56-bda1-492fab6516bc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:52.157467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d885822-c1ee-4a18-98bf-7a47cca8c48b req-f705183d-fb3c-4e56-bda1-492fab6516bc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0580213 Sep 02 13:47:52.196989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5d885822-c1ee-4a18-98bf-7a47cca8c48b req-7591f7e5-b5af-4805-8c40-8bfeea3e8d1d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Sep 02 13:47:53.329999 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bd51c-7ed5-4d71-adc3-f34986605c56 req-112a1011-69d2-44a8-b52c-21a06e029860 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:53.331495 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f23bd51c-7ed5-4d71-adc3-f34986605c56 req-112a1011-69d2-44a8-b52c-21a06e029860 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0554376 Sep 02 13:47:53.375181 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f23bd51c-7ed5-4d71-adc3-f34986605c56 req-2ca45c3a-df7a-42cf-af46-74a91f4db1d4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366843 Sep 02 13:47:54.523518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b900b73-476b-4630-8e50-cd2a0be66eb2 req-58de05e0-8699-4802-b457-3bc47eda5b77 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:54.529427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b900b73-476b-4630-8e50-cd2a0be66eb2 req-58de05e0-8699-4802-b457-3bc47eda5b77 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0672488 Sep 02 13:47:54.566236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3b900b73-476b-4630-8e50-cd2a0be66eb2 req-89ae8714-d549-465a-b887-51ad8fbdc517 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Sep 02 13:47:55.697537 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1943-7e7f-43b1-b7d7-df8d5d9312bc req-09be2732-7cd4-4c18-ade0-85c05451abc8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:55.699440 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cab1943-7e7f-43b1-b7d7-df8d5d9312bc req-09be2732-7cd4-4c18-ade0-85c05451abc8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0599813 Sep 02 13:47:55.743479 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3cab1943-7e7f-43b1-b7d7-df8d5d9312bc req-3ae42f4d-007e-4bf2-9a19-848f404675a7 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377097 Sep 02 13:47:56.874241 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55dae9-0d4f-4bde-b7d0-1e98881a8ed5 req-d6d9d169-ff24-45b1-8860-74b65c3ca3b8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:56.875857 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed55dae9-0d4f-4bde-b7d0-1e98881a8ed5 req-d6d9d169-ff24-45b1-8860-74b65c3ca3b8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0623193 Sep 02 13:47:56.917953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ed55dae9-0d4f-4bde-b7d0-1e98881a8ed5 req-7fba5361-8ae8-4423-a61f-a87d4d96ac20 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356300 Sep 02 13:47:57.766364 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:47:58.065190 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d94-3ec3-4d17-b991-70850373fc06 req-06b5c780-7bd4-4b13-8d1b-751f89bc33c5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:58.066814 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f789d94-3ec3-4d17-b991-70850373fc06 req-06b5c780-7bd4-4b13-8d1b-751f89bc33c5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0573647 Sep 02 13:47:58.108390 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6f789d94-3ec3-4d17-b991-70850373fc06 req-0ca1818a-350d-473b-a4d8-3e9fc338fe64 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Sep 02 13:47:58.747920 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4c491ead-1864-4ed8-9e5c-e48b095a0db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.243472 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897fa07-14c4-492c-baeb-c1d7ab5412e4 req-724223c9-44fe-41bc-a237-be82a97349e8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:59.245625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b897fa07-14c4-492c-baeb-c1d7ab5412e4 req-724223c9-44fe-41bc-a237-be82a97349e8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0599723 Sep 02 13:47:59.302403 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b897fa07-14c4-492c-baeb-c1d7ab5412e4 req-9b9f824f-3061-4322-a1d5-f85e4e284b78 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497007 Sep 02 13:48:00.430104 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4acfa2-30c3-4f30-a277-22ea15da5d40 req-f1e1bea2-ab72-4f86-b13b-d11d7fd8d7d2 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:00.431905 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e4acfa2-30c3-4f30-a277-22ea15da5d40 req-f1e1bea2-ab72-4f86-b13b-d11d7fd8d7d2 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0574448 Sep 02 13:48:00.473272 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3e4acfa2-30c3-4f30-a277-22ea15da5d40 req-b302872d-b919-419b-bf3e-321430c23673 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329442 Sep 02 13:48:01.589519 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bace4b5-7c27-47dc-8b8b-63700b3df4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:01.606896 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549be3-ee13-4e5d-8815-6b7ebd50d738 req-a29d5f05-d441-490c-9b70-1ab66d5f1c39 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:01.608427 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05549be3-ee13-4e5d-8815-6b7ebd50d738 req-a29d5f05-d441-490c-9b70-1ab66d5f1c39 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0506539 Sep 02 13:48:01.650294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-05549be3-ee13-4e5d-8815-6b7ebd50d738 req-87fa517c-1b03-49e3-a949-8b2bdbb9bf0b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Sep 02 13:48:01.720490 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.043079 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975274a-47e7-48d2-8b64-9646348e248c req-5f77def6-8e44-4a4d-acff-a118897a6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:02.044633 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b975274a-47e7-48d2-8b64-9646348e248c req-5f77def6-8e44-4a4d-acff-a118897a6f55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1094 time: 0.0424390 Sep 02 13:48:02.082761 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b975274a-47e7-48d2-8b64-9646348e248c req-3c93e443-ed4e-4312-a84f-d1ac62d94ca4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304096 Sep 02 13:48:02.776636 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d54a3-74a0-4790-b59b-b52c6ef67994 req-fec5fb78-2997-48dd-b9ae-b7cf10b47890 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:02.778170 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd0d54a3-74a0-4790-b59b-b52c6ef67994 req-fec5fb78-2997-48dd-b9ae-b7cf10b47890 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0522780 Sep 02 13:48:02.814459 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.817930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dd0d54a3-74a0-4790-b59b-b52c6ef67994 req-a325dfc3-6efe-4571-a0fe-4cdf8fab7fb3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 02 13:48:03.744705 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:48:03.840561 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:03.853251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'port_id': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'mac_address': 'fa:16:3e:6a:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:48:03.894372 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.907963 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0566779-6e96-4674-a89c-b01c1086a6c8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:03.927921 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:03.933825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.947102 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993840c-2380-49c5-8b5a-c0d370001e34 req-e240a9a9-6e72-4377-b17a-c7e0880f0910 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:03.948826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3993840c-2380-49c5-8b5a-c0d370001e34 req-e240a9a9-6e72-4377-b17a-c7e0880f0910 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 943 time: 0.0603161 Sep 02 13:48:03.982678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:03.992636 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3993840c-2380-49c5-8b5a-c0d370001e34 req-87cb3315-da06-48cf-b178-cf4b946541ab tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Sep 02 13:48:04.202541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['a0566779-6e96-4674-a89c-b01c1086a6c8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:04.487726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.782777 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:05.833791 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port a0566779-6e96-4674-a89c-b01c1086a6c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:05.834167 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.881925 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.929748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.955861 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:05.958547 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96bbf5e-9882-421f-ab91-46fc2bd2c099" -d '{"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-plugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:05.972467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:05.978172 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.001317 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66d266-2d71-472f-b6b9-c78903805a42 x-openstack-request-id: req-3d66d266-2d71-472f-b6b9-c78903805a42 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:06.001603 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-plugged", "status": "completed", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:06.001854 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d66d266-2d71-472f-b6b9-c78903805a42 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:06.002240 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'code': 200} Sep 02 13:48:06.034079 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:11.730030 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.743823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-866fa5e9-eab7-4bba-8966-18af8b74469b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.596559 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad9d9-50ae-4ca2-a8cf-4b08c8f98619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.728447 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.817333 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.498692 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.771310 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:48:34.937588 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-f353db00-4f5c-46a3-9932-f01e32b9f6ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535774 Sep 02 13:48:35.025366 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-5622dd2f-9700-4cec-b4d6-609ef77175fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.027496 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-5622dd2f-9700-4cec-b4d6-609ef77175fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1097 time: 0.0448353 Sep 02 13:48:35.138993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-3ff7e410-07ca-4807-8c13-f4a836795be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.140505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-3ff7e410-07ca-4807-8c13-f4a836795be1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0899887 Sep 02 13:48:35.208673 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-4d72131e-8d11-483d-a39b-ff5bb81d7f02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 1001 time: 0.0585632 Sep 02 13:48:35.267225 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-79becaf6-12a1-42fa-bc86-86b52f90ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.268747 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-79becaf6-12a1-42fa-bc86-86b52f90ed9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0524063 Sep 02 13:48:35.321978 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-2030f4f9-0c49-4d99-a0cf-2b38567b5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.323532 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-2030f4f9-0c49-4d99-a0cf-2b38567b5da0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467749 Sep 02 13:48:35.419656 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-a956360b-8be4-40af-9ed7-40d1db6e8152 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873940 Sep 02 13:48:35.532456 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-64545d58-f3d8-43cb-9d58-1f6a78a4d6b0 req-3c9ffcbf-de61-421e-b2c6-e94be34cf6d8 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032479 Sep 02 13:48:35.862241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.738148 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.757361 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6457070-3049-4fad-9af8-abe928f9488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.598574 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e790f13-9213-46c6-8c5a-ba49e68b9966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.723232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.821348 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.496232 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.850860 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.738027 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.771313 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:49:14.081468 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:14.261881 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Deleting port b59883c2-a0ab-4255-bc30-627ff43ed6fc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:14.262126 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.361200 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.361516 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.378963 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Calling delete_port for b59883c2-a0ab-4255-bc30-627ff43ed6fc owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:14.564525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.595519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event deleted for resources: {'Port': ['ID=b59883c2-a0ab-4255-bc30-627ff43ed6fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:14.609857 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.610208 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.610558 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.610902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.611246 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.611579 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.611886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.612218 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.612546 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.612923 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.613263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.613593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:14.670696 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.671015 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Floating IP 4e844137-cc08-4cc2-bf85-e12a4a1dfa2e disassociated (deleted). External IP: 172.25.7.115, port: a0566779-6e96-4674-a89c-b01c1086a6c8. Sep 02 13:49:15.328077 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:15.442150 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:15.448397 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.454891 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:15.465006 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:15.465631 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:49:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:15.484707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e1efcd40-1e3a-4471-9274-b2fbaabe4455 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "DELETE /v2.0/floatingips/4e844137-cc08-4cc2-bf85-e12a4a1dfa2e HTTP/1.1" status: 204 len: 168 time: 1.4017687 Sep 02 13:49:15.485348 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:15.488147 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17c8fcd-1e9a-403c-8f45-1fd56992306d" -d '{"events": [{"name": "network-changed", "server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:15.531845 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9bcb9d-486d-4832-8b79-bed0a87690a3 x-openstack-request-id: req-0a9bcb9d-486d-4832-8b79-bed0a87690a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:15.532494 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:15.532756 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a9bcb9d-486d-4832-8b79-bed0a87690a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:15.534943 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'status': 'completed', 'code': 200} Sep 02 13:49:15.581136 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:15.599962 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-1f96ec5e-e8ff-4d30-ad1d-8be92db6386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.601966 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-1f96ec5e-e8ff-4d30-ad1d-8be92db6386d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 1097 time: 0.0461452 Sep 02 13:49:15.710088 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-e90e69e6-c186-40d8-a054-c2f72f9dca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.712300 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-e90e69e6-c186-40d8-a054-c2f72f9dca40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0999327 Sep 02 13:49:15.736734 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4f005-ae88-4aae-b946-b6ee1fd97192 req-c255dc06-c035-475c-8464-03ba622144c6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.739343 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4f005-ae88-4aae-b946-b6ee1fd97192 req-c255dc06-c035-475c-8464-03ba622144c6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 946 time: 0.0540500 Sep 02 13:49:15.760094 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-38acc50b-709f-4607-9e63-89a9a383da2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 200 len: 217 time: 0.0399749 Sep 02 13:49:15.783497 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0bf4f005-ae88-4aae-b946-b6ee1fd97192 req-2fc77b79-8134-445f-aae5-1de82debf00c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337565 Sep 02 13:49:15.791252 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:15.812706 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-e0d06b64-3649-47df-9d9c-19b48f53c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.814261 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-e0d06b64-3649-47df-9d9c-19b48f53c36a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0465124 Sep 02 13:49:15.820584 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:15.828911 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:15.829528 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:49:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:15.865879 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-d2720722-3486-45e5-ac96-2c7170cf7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.867419 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-d2720722-3486-45e5-ac96-2c7170cf7b37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458484 Sep 02 13:49:15.933764 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:15.958368 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-4bd07354-229f-4d9f-96ac-2c5cda7602d7 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822625 Sep 02 13:49:16.057350 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-b17c8fcd-1e9a-403c-8f45-1fd56992306d req-c253b899-8e25-4854-bb61-37b6121b81cb service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908654 Sep 02 13:49:16.151109 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:16.177241 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ea06b-15ff-463c-b5ac-7e464df51336 None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:16.406383 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594720f2-7b33-4f48-b9e4-1cf11ec80209 None None] New status for floating IP 4e844137-cc08-4cc2-bf85-e12a4a1dfa2e: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:49:16.927104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7baa1-9c41-4fd7-9d2d-3ff7a48a94a9 req-b5ed4ce0-7c2c-4c21-a107-163a6d3f9426 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:16.928922 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15b7baa1-9c41-4fd7-9d2d-3ff7a48a94a9 req-b5ed4ce0-7c2c-4c21-a107-163a6d3f9426 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 946 time: 0.0530937 Sep 02 13:49:17.005473 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-15b7baa1-9c41-4fd7-9d2d-3ff7a48a94a9 req-81e4a5ef-8089-4831-9358-36991ef69743 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b03e9c2-13e3-45f7-8c08-d23f185d7451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675259 Sep 02 13:49:17.019029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-2ea4a9ee-78a1-42e4-8c15-064df01b1a8c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:17.020680 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-2ea4a9ee-78a1-42e4-8c15-064df01b1a8c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "GET /v2.0/ports?device_id=d074908b-158e-456b-8dd9-f6b9a3416043 HTTP/1.1" status: 200 len: 946 time: 0.0764418 Sep 02 13:49:17.126886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Deleting port a0566779-6e96-4674-a89c-b01c1086a6c8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:17.127139 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.219104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] For port a0566779-6e96-4674-a89c-b01c1086a6c8, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=a0566779-6e96-4674-a89c-b01c1086a6c8,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:17.219488 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.232814 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Calling delete_port for a0566779-6e96-4674-a89c-b01c1086a6c8 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:17.369590 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.400192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event deleted for resources: {'Port': ['ID=a0566779-6e96-4674-a89c-b01c1086a6c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:17.447478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] No DVR routers for this DVR port a0566779-6e96-4674-a89c-b01c1086a6c8 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:17.450289 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.452280 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f62f53e4-4ece-4c08-8925-2b23b07b1d1a req-d471fbb4-b85d-49ee-a1d7-e7f24651e055 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "DELETE /v2.0/ports/a0566779-6e96-4674-a89c-b01c1086a6c8 HTTP/1.1" status: 204 len: 173 time: 0.4256091 Sep 02 13:49:17.535583 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-deleted', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:17.538985 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b6e57d-9f86-41e3-ba15-c40b995ca949" -d '{"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-deleted", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:17.577101 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3393ec58-1277-4fe0-9621-75ff35f0feb3 x-openstack-request-id: req-3393ec58-1277-4fe0-9621-75ff35f0feb3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:17.577385 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074908b-158e-456b-8dd9-f6b9a3416043", "name": "network-vif-deleted", "tag": "a0566779-6e96-4674-a89c-b01c1086a6c8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:17.577634 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3393ec58-1277-4fe0-9621-75ff35f0feb3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:17.578025 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074908b-158e-456b-8dd9-f6b9a3416043', 'name': 'network-vif-deleted', 'tag': 'a0566779-6e96-4674-a89c-b01c1086a6c8', 'status': 'completed', 'code': 200} Sep 02 13:49:18.065334 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:18.133880 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9252f1-54de-4446-bef2-9ad5df253420 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.161335 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9252f1-54de-4446-bef2-9ad5df253420 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.229425 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9252f1-54de-4446-bef2-9ad5df253420 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.232345 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c9252f1-54de-4446-bef2-9ad5df253420 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.233612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-8c9252f1-54de-4446-bef2-9ad5df253420 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "DELETE /v2.0/security-groups/7b03e9c2-13e3-45f7-8c08-d23f185d7451 HTTP/1.1" status: 204 len: 168 time: 0.1672428 Sep 02 13:49:18.243620 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9252f1-54de-4446-bef2-9ad5df253420 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b03e9c2-13e3-45f7-8c08-d23f185d7451,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:18.666615 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:18.671754 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129551992', 'description': 'tempest-secgroup-smoke-2129551992 description', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:18.700229 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.791153 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.795628 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.830447 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.831737 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1641397 Sep 02 13:49:18.832741 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dfb12-ef9f-4b01-9675-c57952edac8f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b762f8a4-8163-4306-9ea5-8d1abbc292b1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:18.835056 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:18.840663 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': 'b762f8a4-8163-4306-9ea5-8d1abbc292b1', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:18.881388 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.930679 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.936089 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.954391 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b34f39-cc56-4d2b-aca0-6240dc49c6ce,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:18.963447 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.965508 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290669 Sep 02 13:49:18.967306 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.967547 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:18.967679 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.968005 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.968346 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.968681 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.969048 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.969380 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.969816 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.970150 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.970497 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.970834 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.971167 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04c8a1-9c4e-48e4-bfdc-7c4fee4c62e9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:18.972499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': 'b762f8a4-8163-4306-9ea5-8d1abbc292b1', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:19.003642 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.065231 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.071068 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.089784 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03033b83-6725-4261-97c0-192c0f450502,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.103179 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.105110 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-3407839a-cbb7-43e5-b0fe-2fe1fda2d686 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361771 Sep 02 13:49:19.108122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:19.113914 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': 'b762f8a4-8163-4306-9ea5-8d1abbc292b1', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:19.148021 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.214647 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.220301 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.240005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47544a5-16dc-435d-8c2c-bb889ff24cc1,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.247446 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.248815 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-1fc4ecb4-124a-4ed5-82aa-82bf7426bec4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397581 Sep 02 13:49:19.251550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:19.256243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': 'b762f8a4-8163-4306-9ea5-8d1abbc292b1', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:19.284881 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.354241 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.360571 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.377317 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab99ff4-584c-47fc-86ec-285da905ade5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.387640 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.388874 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-a540c17a-556e-4f55-a1ef-e4d6eff87105 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363721 Sep 02 13:49:19.391793 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 54832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:19.396600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': 'b762f8a4-8163-4306-9ea5-8d1abbc292b1', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:19.419834 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Project 39842a73b02c44feab91b4c99d6dd7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:49:19.425586 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.496839 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.503045 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.529071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6387dd-3cc6-4be1-881d-aff6d219db2e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.532028 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.533236 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fa6fe352-b2ca-4697-9022-f28c88107e02 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404796 Sep 02 13:49:19.537336 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 54834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:19.544414 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'security_group_rule': {'security_group_id': 'b762f8a4-8163-4306-9ea5-8d1abbc292b1', 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:19.571880 n-d-792364-8 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Project 39842a73b02c44feab91b4c99d6dd7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:49:19.576670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.638437 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.644517 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.661920 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e12959-6d68-4e98-a558-5eb0a339a524,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.667815 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.669024 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-ff8fd21c-ec1a-4baf-affa-5f476325d37a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303811 Sep 02 13:49:22.117041 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:22.139215 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: a0566779-6e96-4674-a89c-b01c1086a6c8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:22.139674 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device a0566779-6e96-4674-a89c-b01c1086a6c8 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:28.752926 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d371882-ff7d-4427-a8ec-d7ab1a57259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.598623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3c42690-38c3-4ea0-b29d-0261a818c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.732581 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.824457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.499331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.109247 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-1b64266e-9c8f-4554-b881-4c6427774fad tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129551992&fields=id&tenant_id=39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 267 time: 0.0360291 Sep 02 13:49:35.242275 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-30a320cf-282b-4659-bc9c-900d250ca968 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:35.243705 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-30a320cf-282b-4659-bc9c-900d250ca968 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 808 time: 0.1221244 Sep 02 13:49:35.262260 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-ae343e12-0ef3-4a48-8772-0f6bde71214a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/quotas/39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 375 time: 0.0096989 Sep 02 13:49:35.314349 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-34e05bb7-ffa4-4cf9-834a-c3f550908aa3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468113 Sep 02 13:49:35.331878 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-5a21a271-74eb-4b99-9097-b73053026912 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:49:35.332837 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-5a21a271-74eb-4b99-9097-b73053026912 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055122 Sep 02 13:49:35.429794 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-a1ca25be-0e4c-48f4-84b7-a2638817fb97 service neutron] 10.222.0.60 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 Sep 02 13:49:35.520861 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-bb421b7b-86b5-4576-a774-4efee8db682e service neutron] 10.222.0.60 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830956 Sep 02 13:49:35.842974 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-34baa24e-5b74-4b88-93e6-d06239933ed2 req-03c98e16-8475-4600-822f-17a8138a5743 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0276322 Sep 02 13:49:35.863847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.813832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-75ebb2db-9f83-44e2-b43a-ae9b2f1dd099 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:36.815440 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-75ebb2db-9f83-44e2-b43a-ae9b2f1dd099 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 808 time: 0.1181836 Sep 02 13:49:36.864104 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-8a85ba4b-b645-443c-84c6-aa45b62c15c7 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 380 time: 0.0392320 Sep 02 13:49:36.874049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'port': {'device_id': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'admin_state_up': True, 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'security_groups': ['b762f8a4-8163-4306-9ea5-8d1abbc292b1']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:36.946940 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a631cad7-6c65-411d-a939-17d3b467f45e req-9cea5c6f-8c35-4f32-8239-9a16d1661712 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0297945 Sep 02 13:49:36.988416 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Made reservation on behalf of 39842a73b02c44feab91b4c99d6dd7b0 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:36.992262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.122541 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Allocated IP 172.20.0.8 (62b89c2e-a42e-4e8c-8fcc-e730abfd19e1/71968326-caa2-42a4-bf8f-0393d2f8f7a5/4a805b7b-b644-4046-8019-b8eb3fca7e5c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:37.270428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.283344 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Transition to ACTIVE for port object 4a805b7b-b644-4046-8019-b8eb3fca7e5c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:37.319851 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.363238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:37.366691 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:37.369128 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:37.405156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:37.431017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:37.431693 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.450945 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-b932e68d-4e10-417c-ba4e-1ee50d0dfa4e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812836 Sep 02 13:49:37.526353 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Request body: {'port': {'device_id': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:37.605534 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.631911 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9119b039-bfa2-46fe-80f0-bc0e9ff4930a None None] Provisioning for port 4a805b7b-b644-4046-8019-b8eb3fca7e5c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:37.636834 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9119b039-bfa2-46fe-80f0-bc0e9ff4930a None None] Provisioning complete for port 4a805b7b-b644-4046-8019-b8eb3fca7e5c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:37.637434 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9119b039-bfa2-46fe-80f0-bc0e9ff4930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.673994 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9119b039-bfa2-46fe-80f0-bc0e9ff4930a None None] Port 4a805b7b-b644-4046-8019-b8eb3fca7e5c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:37.882995 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a805b7b-b644-4046-8019-b8eb3fca7e5c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:49:37.891497 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.905206 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Transition to ACTIVE for port object 4a805b7b-b644-4046-8019-b8eb3fca7e5c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:37.910664 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.963328 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:38.095132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Attempting to bind port 4a805b7b-b644-4046-8019-b8eb3fca7e5c on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:38.095514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Attempting to bind port 4a805b7b-b644-4046-8019-b8eb3fca7e5c by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:38.095809 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Attempting to bind port 4a805b7b-b644-4046-8019-b8eb3fca7e5c on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:38.105101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Port 4a805b7b-b644-4046-8019-b8eb3fca7e5c on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:38.105478 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Attempting to bind port 4a805b7b-b644-4046-8019-b8eb3fca7e5c on network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:38.114908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:38.115295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Checking segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:38.115632 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Bound using segment: {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:38.116131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Bound port: 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd66d5c-1e0d-449b-a310-b0d7da6803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:38.116502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.130195 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae014e6-bc72-45a9-ae82-f6b174608263 req-c8a4de33-6823-48f8-a06b-d2de8fbec6ab tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.131869 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ae014e6-bc72-45a9-ae82-f6b174608263 req-c8a4de33-6823-48f8-a06b-d2de8fbec6ab tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0986514 Sep 02 13:49:38.203321 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9ae014e6-bc72-45a9-ae82-f6b174608263 req-a3469567-74df-4380-a2fe-eaaa8f718171 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645237 Sep 02 13:49:38.225499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:38.228560 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:38.234269 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.277530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.278178 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.279572 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] 10.222.0.18 "PUT /v2.0/ports/4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 1091 time: 0.8182268 Sep 02 13:49:38.280008 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:38.282421 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2233d-737a-4ac2-bb7f-97fb19e44f75" -d '{"events": [{"name": "network-changed", "server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:38.318769 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eecd7f-c68a-48bd-9d32-8a43989f4f38 service neutron] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:38.351193 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c7367-a9e1-4b0f-92b7-b87bb8bb1678 x-openstack-request-id: req-453c7367-a9e1-4b0f-92b7-b87bb8bb1678 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:38.351557 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:38.351870 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-453c7367-a9e1-4b0f-92b7-b87bb8bb1678 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:38.352323 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'status': 'completed', 'code': 200} Sep 02 13:49:38.368938 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-5111e29e-6995-4b51-8b94-c727150631c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.370785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-5111e29e-6995-4b51-8b94-c727150631c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1094 time: 0.0478806 Sep 02 13:49:38.417641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-a630433f-94d8-40c8-9ede-273a8dd54a79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 217 time: 0.0380914 Sep 02 13:49:38.470912 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-bc030020-cd22-49d5-8260-059229f3b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.472412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-bc030020-cd22-49d5-8260-059229f3b25a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0476558 Sep 02 13:49:38.525726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-529e4412-c68d-4874-bcd5-11ba15a09f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.527344 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-529e4412-c68d-4874-bcd5-11ba15a09f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481751 Sep 02 13:49:38.620671 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-71eae5e8-178c-4f70-ba28-bb5756ccac26 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Sep 02 13:49:38.731632 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3bda1d7c-5079-4646-ad74-68eb30d5ea90 req-028c61e9-3427-48a1-bb13-fc6e2a41b74f service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024723 Sep 02 13:49:38.820269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-4359fdbb-4252-4251-9c4e-f5975542d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.821867 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-4359fdbb-4252-4251-9c4e-f5975542d7c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1094 time: 0.0450673 Sep 02 13:49:38.921480 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-8ba20d0c-fe2f-41f2-a088-c33a33d3d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:38.923014 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-8ba20d0c-fe2f-41f2-a088-c33a33d3d6f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0947368 Sep 02 13:49:38.965273 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-bae0b808-5ffc-446e-8c13-9eec7e045424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 217 time: 0.0352559 Sep 02 13:49:39.018563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-17913432-f6c5-4d78-a32b-fee920eb03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:39.019888 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-17913432-f6c5-4d78-a32b-fee920eb03ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0473561 Sep 02 13:49:39.074853 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-1dae4521-1779-4498-9478-7ec86ff138a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:39.076319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-1dae4521-1779-4498-9478-7ec86ff138a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493317 Sep 02 13:49:39.177382 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-7a624f96-cc3e-440b-afe8-bd3e3b725dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923975 Sep 02 13:49:39.272773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-81e2233d-737a-4ac2-bb7f-97fb19e44f75 req-5586b54f-cee7-4fa7-a03f-f49ed230f04c service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884032 Sep 02 13:49:39.329263 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2617-515c-4264-95f3-02815e66a5a0 req-9c39f984-25e2-4a3f-93f5-6855a6da8a1b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:39.330882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ddcc2617-515c-4264-95f3-02815e66a5a0 req-9c39f984-25e2-4a3f-93f5-6855a6da8a1b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0572870 Sep 02 13:49:39.371131 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ddcc2617-515c-4264-95f3-02815e66a5a0 req-7d431aa1-c9c1-41f9-b196-3897b7c860d3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Sep 02 13:49:40.494568 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229955a6-f8e6-4583-9a0c-b0ea4a61c652 req-850e8482-4cf1-4956-a3ea-98876193f1e6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:40.496077 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-229955a6-f8e6-4583-9a0c-b0ea4a61c652 req-850e8482-4cf1-4956-a3ea-98876193f1e6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0497458 Sep 02 13:49:40.539437 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-229955a6-f8e6-4583-9a0c-b0ea4a61c652 req-cf1d5928-6996-4baa-917b-1a92a046c330 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Sep 02 13:49:41.719806 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5bb5-b068-4985-b8c0-924ca1d9732a req-1d874773-0544-4d1e-9fc9-d20f9347bfb9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:41.721376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c76d5bb5-b068-4985-b8c0-924ca1d9732a req-1d874773-0544-4d1e-9fc9-d20f9347bfb9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.1072755 Sep 02 13:49:41.746039 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.765547 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c76d5bb5-b068-4985-b8c0-924ca1d9732a req-5be23da9-9a8b-4806-a26e-c78e72f2429f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Sep 02 13:49:42.891877 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc042c-1156-4252-8096-4869c7699fdf req-854e44fd-c439-4b26-98b1-ce0de9c2d1ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:42.893554 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88bc042c-1156-4252-8096-4869c7699fdf req-854e44fd-c439-4b26-98b1-ce0de9c2d1ea tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0582860 Sep 02 13:49:42.932021 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-88bc042c-1156-4252-8096-4869c7699fdf req-eefbe4b2-a391-4afb-8b20-a3c6062cfb2c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Sep 02 13:49:44.059945 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaac9b-9176-4256-a527-6677d95826c9 req-1608c8d6-9390-4930-9083-ef2b5b3c8602 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:44.061460 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fceaac9b-9176-4256-a527-6677d95826c9 req-1608c8d6-9390-4930-9083-ef2b5b3c8602 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0518503 Sep 02 13:49:44.102192 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-fceaac9b-9176-4256-a527-6677d95826c9 req-27468d6e-5ad0-4315-9b52-dc7af07d0abc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Sep 02 13:49:45.301084 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb579d-df0f-4879-aa88-d174e7c34dba req-52b4fe7b-287d-4795-9092-6c7dfb714d29 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:45.302747 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08eb579d-df0f-4879-aa88-d174e7c34dba req-52b4fe7b-287d-4795-9092-6c7dfb714d29 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.1140404 Sep 02 13:49:45.352122 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-08eb579d-df0f-4879-aa88-d174e7c34dba req-8aa39577-724d-4081-ada2-26fdc5f41720 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Sep 02 13:49:46.488746 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dbfb-727c-4d88-a361-388b0c39a1d7 req-89af5573-6093-4ca5-85b1-088209aa99eb tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:46.490412 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e278dbfb-727c-4d88-a361-388b0c39a1d7 req-89af5573-6093-4ca5-85b1-088209aa99eb tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0568018 Sep 02 13:49:46.531736 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e278dbfb-727c-4d88-a361-388b0c39a1d7 req-a676f04b-3438-47e5-bf0b-1599b5ef16fd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351501 Sep 02 13:49:47.668059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332adb3-e1d4-4f0b-b6dc-4fd953fcecb3 req-0b8dd7c1-c855-493f-b83b-753a26611cba tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:47.669590 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2332adb3-e1d4-4f0b-b6dc-4fd953fcecb3 req-0b8dd7c1-c855-493f-b83b-753a26611cba tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0574942 Sep 02 13:49:47.715415 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-2332adb3-e1d4-4f0b-b6dc-4fd953fcecb3 req-acf73108-47e0-4852-8159-dc790fbdbff0 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Sep 02 13:49:48.256665 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:49:48.361688 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:48.374391 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'port_id': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'mac_address': 'fa:16:3e:3f:9a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:49:48.412623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.429517 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a805b7b-b644-4046-8019-b8eb3fca7e5c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:49:48.449534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:48.456188 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.511691 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:48.522244 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.522594 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.522908 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.523263 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.523595 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.523922 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.524246 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.524567 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.524888 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.525230 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.525534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.525849 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:48.664341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4a805b7b-b644-4046-8019-b8eb3fca7e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:49:48.773732 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:49:48.833549 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0b4b3-4162-4253-bdc5-c1f109cdc9fa req-c01d2542-e08c-4cf5-9aa5-421098909f48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:48.835202 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2d0b4b3-4162-4253-bdc5-c1f109cdc9fa req-c01d2542-e08c-4cf5-9aa5-421098909f48 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 944 time: 0.0508497 Sep 02 13:49:48.876847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a2d0b4b3-4162-4253-bdc5-c1f109cdc9fa req-093523c8-29ed-4dff-b875-44f63b490886 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349343 Sep 02 13:49:50.010396 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89a657-8726-4f9a-8fdd-5545d369d1b2 req-1b7f790a-5c2b-4282-9fde-23637a1fea34 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:50.012032 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a89a657-8726-4f9a-8fdd-5545d369d1b2 req-1b7f790a-5c2b-4282-9fde-23637a1fea34 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 944 time: 0.0560484 Sep 02 13:49:50.053661 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1a89a657-8726-4f9a-8fdd-5545d369d1b2 req-44cfcae4-ea02-4cc3-b7a7-3ee61db2e922 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Sep 02 13:49:50.272051 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:50.331926 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port 4a805b7b-b644-4046-8019-b8eb3fca7e5c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:50.336772 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 4a805b7b-b644-4046-8019-b8eb3fca7e5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:50.337481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.419857 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.441749 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:50.444066 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1a7bff-5c52-4e82-ae86-0e98bad50ea0" -d '{"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-plugged", "status": "completed", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:50.457639 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:50.463029 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.489462 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846ef54e-7270-4e4d-91af-e05b00c4e2ca x-openstack-request-id: req-846ef54e-7270-4e4d-91af-e05b00c4e2ca {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:50.489763 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-plugged", "status": "completed", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:50.490014 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-846ef54e-7270-4e4d-91af-e05b00c4e2ca {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:50.490398 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'code': 200} Sep 02 13:49:50.516935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:50.580495 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cc65a-1f58-4a56-8d89-188774a75d30 req-5147bb3d-8816-4a6a-b35d-3ef9c17d920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:50.582032 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e86cc65a-1f58-4a56-8d89-188774a75d30 req-5147bb3d-8816-4a6a-b35d-3ef9c17d920c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0410748 Sep 02 13:49:50.627641 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e86cc65a-1f58-4a56-8d89-188774a75d30 req-30743302-8bed-4a9a-80aa-ec0b2a6258a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 Sep 02 13:49:51.202333 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d02c-0078-40d8-8aec-3946b2a99283 req-3c24c137-7d81-4614-a176-ce7cdf1e3383 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:51.203819 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf12d02c-0078-40d8-8aec-3946b2a99283 req-3c24c137-7d81-4614-a176-ce7cdf1e3383 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Sep 02 13:49:51.245623 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bf12d02c-0078-40d8-8aec-3946b2a99283 req-30310487-e75c-4383-9914-c5d9744941c1 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356712 Sep 02 13:49:52.381868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abb3b9-7a3c-4f73-a50c-7598112a00a1 req-ecb37751-6fcc-48f6-8663-011ba6b7c8bb tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:52.383376 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3abb3b9-7a3c-4f73-a50c-7598112a00a1 req-ecb37751-6fcc-48f6-8663-011ba6b7c8bb tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Sep 02 13:49:52.426543 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d3abb3b9-7a3c-4f73-a50c-7598112a00a1 req-69c7a7c4-7646-482a-864b-c1f7f95fe0b1 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343516 Sep 02 13:49:52.547342 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c940e-ce92-403b-a6ce-da142f967017 req-bba3e85d-d8e7-47bd-971c-638b99669f94 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:52.548750 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-217c940e-ce92-403b-a6ce-da142f967017 req-bba3e85d-d8e7-47bd-971c-638b99669f94 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0528834 Sep 02 13:49:52.592370 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-217c940e-ce92-403b-a6ce-da142f967017 req-5a1b3d6c-1d75-4594-8985-96cdeff4b5c6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Sep 02 13:49:52.622304 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55030) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:52.664803 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d584651-cff3-43ae-b619-57b38b48f737 tempest-TestShelveInstance-1911847048 tempest-TestShelveInstance-1911847048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:52.666386 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-6d584651-cff3-43ae-b619-57b38b48f737 tempest-TestShelveInstance-1911847048 tempest-TestShelveInstance-1911847048-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1091 time: 0.0430696 Sep 02 13:49:52.670533 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:52.674872 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:52.699329 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.801670 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.909429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Allocated IP 172.25.7.145 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/54039aa0-cde1-499e-8e9c-76c2d191948d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:53.026458 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.075535 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.114507 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:53.120721 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:53.125513 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:53.128506 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'Port': ['ID=54039aa0-cde1-499e-8e9c-76c2d191948d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:53.496364 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.575604 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.760133 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.768050 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.833741 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event updated for resources: {'Port': ['ID=54039aa0-cde1-499e-8e9c-76c2d191948d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:53.846594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.960197 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Floating IP 0797057e-2ebc-4de2-a340-7bc3d66ea7ad associated. External IP: 172.25.7.145, port: 4a805b7b-b644-4046-8019-b8eb3fca7e5c. Sep 02 13:49:54.517883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:54.628532 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:54.638943 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:54.646694 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:54.649449 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:54.650154 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:49:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:54.685529 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9a24fb0f-3c85-4297-b339-5fcb52ef60e5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0026326 Sep 02 13:49:54.685529 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:54.685529 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90904046-8537-4e02-ae05-cae35f88c4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:54.774875 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fc5cf7-381e-4811-9966-95ead8f18a50 x-openstack-request-id: req-75fc5cf7-381e-4811-9966-95ead8f18a50 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:54.775166 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:54.775417 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75fc5cf7-381e-4811-9966-95ead8f18a50 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:54.775821 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'status': 'completed', 'code': 200} Sep 02 13:49:54.841827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-2d398639-b793-4243-9bde-8c73dff840f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:54.843363 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-2d398639-b793-4243-9bde-8c73dff840f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0430436 Sep 02 13:49:54.870046 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:54.938142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-c3d5f55e-c9df-4ec3-b7df-fd26fa2b8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:54.939619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-c3d5f55e-c9df-4ec3-b7df-fd26fa2b8638 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0889518 Sep 02 13:49:55.007494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-9a263860-12fa-41ea-84e7-844d52dd1362 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 999 time: 0.0604463 Sep 02 13:49:55.056827 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-a6a15850-178c-4268-9577-eb04a823d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:55.058387 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-a6a15850-178c-4268-9577-eb04a823d145 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0446291 Sep 02 13:49:55.094902 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '0797057e-2ebc-4de2-a340-7bc3d66ea7ad', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'port_id': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'mac_address': 'fa:16:3e:3f:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:49:53Z', 'updated_at': '2021-09-02T13:49:53Z', 'revision_number': 0, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.109743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-585ea288-02a0-4686-8dff-d68fceb00721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:55.111296 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-585ea288-02a0-4686-8dff-d68fceb00721 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458760 Sep 02 13:49:55.120930 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:55.130037 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:55.130660 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:49:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.211508 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-5704dee2-3641-41ba-bc38-27c68180c156 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924394 Sep 02 13:49:55.240597 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:55.313415 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-90904046-8537-4e02-ae05-cae35f88c4e0 req-d39dca6a-825c-4c33-b14a-3af37fddb7fb service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942318 Sep 02 13:49:55.482405 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '0797057e-2ebc-4de2-a340-7bc3d66ea7ad', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'port_id': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'mac_address': 'fa:16:3e:3f:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:49:53Z', 'updated_at': '2021-09-02T13:49:53Z', 'revision_number': 0, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.509211 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ce354-a0b2-4fe3-94f5-d2bc74522799 None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '0797057e-2ebc-4de2-a340-7bc3d66ea7ad', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'port_id': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'mac_address': 'fa:16:3e:3f:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:49:53Z', 'updated_at': '2021-09-02T13:49:53Z', 'revision_number': 0, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:55.716859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601da624-5e8d-44fa-9963-14c817f45573 None None] New status for floating IP 0797057e-2ebc-4de2-a340-7bc3d66ea7ad: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:49:58.756473 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96c5cb49-7dde-4b13-bc72-067a4962008e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.597885 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e5fab6e-f578-4c5d-a6cf-f0c72914ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.730803 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:02.834047 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:04.508149 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:05.881234 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.753415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:25.774611 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:50:28.921736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-43b0f53c-3c96-4534-ad00-3b1cce6ccb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.597753 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeb60-aae3-46f0-a988-57707e625e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.726040 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.830077 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.512076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.280657 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-dff1f51a-bf25-4e00-b014-0ec80016c0be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430105 Sep 02 13:50:35.375106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-ba2e660d-2664-4ffe-8c2b-0e841c2c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:35.376637 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-ba2e660d-2664-4ffe-8c2b-0e841c2c7ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0444107 Sep 02 13:50:35.497835 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-f4359153-b75c-4f2e-95ff-f3482d7c49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:35.499270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-f4359153-b75c-4f2e-95ff-f3482d7c49a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0968297 Sep 02 13:50:35.573640 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-fb3ecb70-bd5c-43c6-aa1a-41255ef14903 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 1001 time: 0.0672562 Sep 02 13:50:35.623680 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-709fcb11-42ef-40c9-8ee0-c62e0648cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:35.625169 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-709fcb11-42ef-40c9-8ee0-c62e0648cdef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0440035 Sep 02 13:50:35.676588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-e2f74bfb-853f-4b75-bebc-6fece80db087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:35.678216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-e2f74bfb-853f-4b75-bebc-6fece80db087 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459504 Sep 02 13:50:35.767679 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-7494c075-d26c-41e0-9724-7e82f2ff25eb service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824223 Sep 02 13:50:35.878518 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c6cb1b58-2acf-47a5-be5c-b53785566b09 req-ef8628e4-7991-4c9e-b9ab-45b27fa20756 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036291 Sep 02 13:50:35.892450 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.751253 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:58.765293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcb4b-ec92-4a72-a3e1-13705561ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.591591 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-384abf39-f972-4b38-96a1-ce86bc77bc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.731696 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.774661 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:51:02.832907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.513690 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:05.895909 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:11.763815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:28.762793 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ddcf2c-7fa3-478f-a31d-b4d8241e3847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:31.596707 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-953d618b-107f-4718-b95b-9c60ca42745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:31.741878 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:32.837138 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.512989 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.308826 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-ce657eed-7746-4f1f-b1dd-f38d1072c995 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492530 Sep 02 13:51:35.395393 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-f7aa7673-040d-4b40-867a-463e20c03aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.396801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-f7aa7673-040d-4b40-867a-463e20c03aa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0439687 Sep 02 13:51:35.512238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-7e8505b0-5429-41d8-81bb-fa313c77dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.513791 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-7e8505b0-5429-41d8-81bb-fa313c77dac2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0964088 Sep 02 13:51:35.582880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-463be403-75cc-4823-a41e-6ef459ca0703 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 1001 time: 0.0618484 Sep 02 13:51:35.634390 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-764e503c-a53e-43e5-9a8b-590677eee6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.635879 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-764e503c-a53e-43e5-9a8b-590677eee6d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0459945 Sep 02 13:51:35.693633 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-60475bf1-39b4-42d4-86fc-eaaacc516536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.695830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-60475bf1-39b4-42d4-86fc-eaaacc516536 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526509 Sep 02 13:51:35.797715 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-9952b94f-cde0-459e-9646-a3ef8a82f0ab service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936422 Sep 02 13:51:35.892942 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.914842 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22505b57-6ca6-4226-b3c6-ee3bc99345ff req-1eff1f5e-6f61-4a39-a809-23c2b8b7dea1 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106510 Sep 02 13:51:39.781790 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:51:41.772251 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.824733 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4771e-b437-4132-a564-21ac643b431f req-cc63cabe-7912-4c5b-b579-b23a3571463c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.826270 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59a4771e-b437-4132-a564-21ac643b431f req-cc63cabe-7912-4c5b-b579-b23a3571463c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.3795013 Sep 02 13:51:52.876257 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-59a4771e-b437-4132-a564-21ac643b431f req-1507b371-6792-4b0a-b805-cdf41d6403d9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Sep 02 13:51:54.028092 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9eb0a-eaeb-4a63-abd4-09ff90435a3d req-24eb4a7e-491a-420f-91aa-7cf5b1b873fe tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:54.029729 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78e9eb0a-eaeb-4a63-abd4-09ff90435a3d req-24eb4a7e-491a-420f-91aa-7cf5b1b873fe tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0534167 Sep 02 13:51:54.067983 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78e9eb0a-eaeb-4a63-abd4-09ff90435a3d req-53778157-839c-4abd-be30-a9f9211ab452 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Sep 02 13:51:55.215514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427496-8a3c-4a85-9235-481ceff7aacb req-d8ae60d8-9541-483d-bdff-d6ecf4360ea0 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.217042 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92427496-8a3c-4a85-9235-481ceff7aacb req-d8ae60d8-9541-483d-bdff-d6ecf4360ea0 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0512440 Sep 02 13:51:55.263075 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-92427496-8a3c-4a85-9235-481ceff7aacb req-2bcaed3d-a6aa-44ee-b279-ae3127017fc5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Sep 02 13:51:56.413328 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c10a8-14ca-4552-891d-109368805162 req-8d8297e1-66ae-461c-a6de-22189c4180d3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.414945 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-948c10a8-14ca-4552-891d-109368805162 req-8d8297e1-66ae-461c-a6de-22189c4180d3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0667088 Sep 02 13:51:56.457361 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-948c10a8-14ca-4552-891d-109368805162 req-ab5f80da-c445-4be8-9409-3b4e029eac4b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362213 Sep 02 13:51:57.586976 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3a1a-6624-4072-ac41-136d2d9eb77f req-09fc4a8b-fc94-4a66-892a-4a5f3fad5b9e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.588557 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6c3a1a-6624-4072-ac41-136d2d9eb77f req-09fc4a8b-fc94-4a66-892a-4a5f3fad5b9e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Sep 02 13:51:57.636655 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6c6c3a1a-6624-4072-ac41-136d2d9eb77f req-ff4400ad-de2f-4ddb-aa0e-cff8c33952aa tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Sep 02 13:51:58.759783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d6f6774-6e1c-4a77-9447-c40709cd4f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:58.772746 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572dab9-d5a7-4aba-97b4-f3eb777b7830 req-f06b4bcd-5b04-43d4-a96d-ff1e8ca222ad tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.774306 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a572dab9-d5a7-4aba-97b4-f3eb777b7830 req-f06b4bcd-5b04-43d4-a96d-ff1e8ca222ad tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0612652 Sep 02 13:51:58.813749 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a572dab9-d5a7-4aba-97b4-f3eb777b7830 req-18a0fe10-97a2-4d31-aae2-c11bae953aa4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Sep 02 13:51:59.948064 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8a4-5b51-4c6f-aafb-e715db3aa837 req-99a46448-080b-4e77-a968-cacbc3ad0df9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.949775 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abb9b8a4-5b51-4c6f-aafb-e715db3aa837 req-99a46448-080b-4e77-a968-cacbc3ad0df9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0559967 Sep 02 13:51:59.990578 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-abb9b8a4-5b51-4c6f-aafb-e715db3aa837 req-2d277a5b-efde-406e-8371-c639d70c98b9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347018 Sep 02 13:52:01.117796 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dc049-df6f-44e0-ad88-1f0e62c13e0f req-f0a4cd9d-0f94-4fb9-a467-3249144a4c6b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.119410 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e37dc049-df6f-44e0-ad88-1f0e62c13e0f req-f0a4cd9d-0f94-4fb9-a467-3249144a4c6b tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0542018 Sep 02 13:52:01.165126 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-e37dc049-df6f-44e0-ad88-1f0e62c13e0f req-a848827b-dea8-402c-8b3a-36cfd9a7ff22 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Sep 02 13:52:01.606785 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8be5f185-a499-44aa-ae3e-7c4789d3d1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:01.742016 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.299440 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd0635-74c3-47cd-9291-57a899feec76 req-49af616a-6536-465d-b6a0-f6fc95b2e881 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:02.300960 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56cd0635-74c3-47cd-9291-57a899feec76 req-49af616a-6536-465d-b6a0-f6fc95b2e881 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0604384 Sep 02 13:52:02.340810 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56cd0635-74c3-47cd-9291-57a899feec76 req-eefc41aa-cdb4-43c9-863e-977209d3cbf0 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336936 Sep 02 13:52:02.639477 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-a2db447e-1b7b-4d9b-a6ff-bd63e1f1d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:02.641052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-a2db447e-1b7b-4d9b-a6ff-bd63e1f1d9b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0551305 Sep 02 13:52:02.741443 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-8a6d8353-b515-42a4-bd8e-a9b6955c270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:02.742925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-8a6d8353-b515-42a4-bd8e-a9b6955c270b service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0952873 Sep 02 13:52:02.812872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-ece59c79-441a-4a17-9af1-17c2baf2d834 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 1001 time: 0.0619893 Sep 02 13:52:02.839527 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.863505 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-c7f0ce15-b81c-48b5-90f8-124b3b1ebf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:02.865052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-c7f0ce15-b81c-48b5-90f8-124b3b1ebf78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0456359 Sep 02 13:52:02.910994 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-736889dd-2100-43c0-9efe-717c452f844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:02.912395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-736889dd-2100-43c0-9efe-717c452f844a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406375 Sep 02 13:52:03.012832 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-13d3c9bc-25a4-402b-a6fb-c21ed23c50dc service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923443 Sep 02 13:52:03.106769 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-60de5a7d-b883-4428-81d0-8d99b9ec0827 req-b6838e1a-2209-491a-ba8a-9a77f3775486 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869842 Sep 02 13:52:03.472131 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ee135-e7fe-4622-99ba-ebb3b9665964 req-bb3718bd-7f1e-4961-aaa5-18ee681bfcfa tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.473666 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef2ee135-e7fe-4622-99ba-ebb3b9665964 req-bb3718bd-7f1e-4961-aaa5-18ee681bfcfa tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0601554 Sep 02 13:52:03.515980 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-ef2ee135-e7fe-4622-99ba-ebb3b9665964 req-688988bc-5763-4920-9dcf-3153527d7fd0 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361891 Sep 02 13:52:04.517823 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.638122 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae19b-7a64-4004-94d8-54bbdfadd4b9 req-fe933117-5eec-4498-8feb-26149f2937c5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:04.639835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a78ae19b-7a64-4004-94d8-54bbdfadd4b9 req-fe933117-5eec-4498-8feb-26149f2937c5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Sep 02 13:52:04.684299 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a78ae19b-7a64-4004-94d8-54bbdfadd4b9 req-65840257-3e98-46e7-a643-97cebf929738 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376081 Sep 02 13:52:05.804992 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50ed0e-37cc-47c5-b08b-f739be8c4971 req-15075167-2b18-4e8f-9d24-c091bc5b74e6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:05.807216 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a50ed0e-37cc-47c5-b08b-f739be8c4971 req-15075167-2b18-4e8f-9d24-c091bc5b74e6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0527234 Sep 02 13:52:05.847799 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5a50ed0e-37cc-47c5-b08b-f739be8c4971 req-399ef7fc-6dd6-4307-a4f2-e4aefe0840c6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344231 Sep 02 13:52:05.911934 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.970593 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7828a-8413-4992-ac44-625ea24aece6 req-4ecfa199-94c9-41d8-813f-340e9bd96248 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:06.972584 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24d7828a-8413-4992-ac44-625ea24aece6 req-4ecfa199-94c9-41d8-813f-340e9bd96248 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0521529 Sep 02 13:52:07.012625 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-24d7828a-8413-4992-ac44-625ea24aece6 req-82ceb288-f1e4-4a90-a600-e09bfae36ef7 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Sep 02 13:52:07.230008 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-65b8891e-c173-4c6f-b231-c4ddee58cb39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685475 Sep 02 13:52:07.245482 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617314b-25ad-4e8a-ace9-ad8371cb8af5 req-cf51bbd3-3194-404a-8442-225f53a72d49 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:07.246932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4617314b-25ad-4e8a-ace9-ad8371cb8af5 req-cf51bbd3-3194-404a-8442-225f53a72d49 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0579314 Sep 02 13:52:07.293291 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4617314b-25ad-4e8a-ace9-ad8371cb8af5 req-0b2155c9-3c66-4ada-950c-89252d7e6e6c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364683 Sep 02 13:52:08.409863 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00880d-7b66-415f-ad1c-997a3de14dd7 req-38ff87c1-aaa0-4616-905f-b42c62be97a5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:08.411709 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c00880d-7b66-415f-ad1c-997a3de14dd7 req-38ff87c1-aaa0-4616-905f-b42c62be97a5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0491512 Sep 02 13:52:08.450571 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6c00880d-7b66-415f-ad1c-997a3de14dd7 req-0f215c01-39a3-4054-92bd-00454a2ea240 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Sep 02 13:52:08.877804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:08.961281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.986218 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:08.988805 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee998286-7526-411b-8666-6e6a707f2d75" -d '{"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:09.001092 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:09.006398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.032527 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2d8db-2559-4e9b-8c7b-08e9b013c649 x-openstack-request-id: req-dfd2d8db-2559-4e9b-8c7b-08e9b013c649 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:09.032815 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-unplugged", "status": "failed", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:09.033057 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfd2d8db-2559-4e9b-8c7b-08e9b013c649 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:09.033439 n-d-792364-8 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'code': 422} returned with failed status Sep 02 13:52:09.059846 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:09.068115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.068466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.068833 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.069204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.069588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.069975 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.070332 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.070666 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.070996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.071341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.071664 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.071983 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:09.596697 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bb585-ba91-4765-8401-7a2ec2cc5a86 req-b376330d-8b07-40cb-88eb-de3ef2fef351 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:09.599313 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-795bb585-ba91-4765-8401-7a2ec2cc5a86 req-b376330d-8b07-40cb-88eb-de3ef2fef351 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0741811 Sep 02 13:52:09.651302 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-795bb585-ba91-4765-8401-7a2ec2cc5a86 req-78cc900d-9272-41db-a724-47e6f5084dd3 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452583 Sep 02 13:52:10.780467 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af390f6-d7cb-4812-9fca-c50c2903f6cb req-e3a5c7bb-32fd-4456-9d35-869d0a888b05 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:10.782111 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7af390f6-d7cb-4812-9fca-c50c2903f6cb req-e3a5c7bb-32fd-4456-9d35-869d0a888b05 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0570307 Sep 02 13:52:10.822693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7af390f6-d7cb-4812-9fca-c50c2903f6cb req-a5a90edc-5ebf-48b1-9baa-9629cbf84885 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Sep 02 13:52:11.778456 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.943505 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0e8b-e212-4b23-9c95-22fc70e90cf6 req-c95020ae-4a38-4832-ac44-286e2e09d968 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:11.945030 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-606c0e8b-e212-4b23-9c95-22fc70e90cf6 req-c95020ae-4a38-4832-ac44-286e2e09d968 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0510972 Sep 02 13:52:11.983669 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-606c0e8b-e212-4b23-9c95-22fc70e90cf6 req-1107dcbc-e109-43e9-a738-a4333747c1a5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Sep 02 13:52:13.102844 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7727ef4-8e67-48d7-80ac-7dae3891889c req-46bda3c5-1737-4b14-8770-a00764f5cf6e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:13.104523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7727ef4-8e67-48d7-80ac-7dae3891889c req-46bda3c5-1737-4b14-8770-a00764f5cf6e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0512311 Sep 02 13:52:13.143814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7727ef4-8e67-48d7-80ac-7dae3891889c req-403c2cf5-f374-47c7-b6b2-2d2cd3a31364 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332236 Sep 02 13:52:14.217368 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-8317d361-7a7d-49d3-bfa4-d1946bfa5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.218866 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-8317d361-7a7d-49d3-bfa4-d1946bfa5c13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6&tenant_id=39842a73b02c44feab91b4c99d6dd7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0427537 Sep 02 13:52:14.263982 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165d017-16b7-4abc-8c9e-acf03bb4603d req-e7fab37b-fb79-47cd-9f14-647445086415 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.265481 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9165d017-16b7-4abc-8c9e-acf03bb4603d req-e7fab37b-fb79-47cd-9f14-647445086415 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0514090 Sep 02 13:52:14.285832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-961939ed-0218-4b85-baac-4e3698ede2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.287410 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-961939ed-0218-4b85-baac-4e3698ede2f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1094 time: 0.0473487 Sep 02 13:52:14.304443 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9165d017-16b7-4abc-8c9e-acf03bb4603d req-9fd49c68-8501-4863-9a18-8f96fda7ffc1 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Sep 02 13:52:14.378837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-c7304c64-5d2c-48d7-b84f-1a2d466115a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.380216 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-c7304c64-5d2c-48d7-b84f-1a2d466115a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0853431 Sep 02 13:52:14.451614 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-91268a68-a43e-44b0-87d6-34781fa84474 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 999 time: 0.0630980 Sep 02 13:52:14.501229 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-ca4fec86-0a0c-4191-82e4-4d9b9d0c6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.502735 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-ca4fec86-0a0c-4191-82e4-4d9b9d0c6a83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0447686 Sep 02 13:52:14.549292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-641d246c-e712-4053-b357-cbc8c7b65705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.550784 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-641d246c-e712-4053-b357-cbc8c7b65705 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412579 Sep 02 13:52:14.648923 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-9b00e33d-e036-4416-97bb-957fa527057a service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907650 Sep 02 13:52:14.744831 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c4ba5534-9064-41aa-adad-68fb68a957bc req-a8d28341-b1be-412d-ac57-44ff77f3c758 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887282 Sep 02 13:52:15.440439 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef0ca2-493b-4b5f-996d-25f0605adead req-79d136a3-4b35-48f7-baad-b95f8429ced9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.441885 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7ef0ca2-493b-4b5f-996d-25f0605adead req-79d136a3-4b35-48f7-baad-b95f8429ced9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0524118 Sep 02 13:52:15.482801 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7ef0ca2-493b-4b5f-996d-25f0605adead req-001e4ef7-4d83-4824-a819-105f334a6970 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Sep 02 13:52:16.610451 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770475e-6770-4d80-993c-6b30bfa5f949 req-a9f8dd3b-7575-4bf5-bcce-9f427cc04a81 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.611964 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4770475e-6770-4d80-993c-6b30bfa5f949 req-a9f8dd3b-7575-4bf5-bcce-9f427cc04a81 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0563478 Sep 02 13:52:16.652014 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4770475e-6770-4d80-993c-6b30bfa5f949 req-cddd6772-9df0-4741-bca2-84f445a39fd5 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335450 Sep 02 13:52:16.771311 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:52:17.782588 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774ce2a-b265-43a3-95e6-ebf4253522ca req-fea06626-b3c9-4be1-b366-df489b69589d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:17.784134 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5774ce2a-b265-43a3-95e6-ebf4253522ca req-fea06626-b3c9-4be1-b366-df489b69589d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0542145 Sep 02 13:52:17.823433 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-5774ce2a-b265-43a3-95e6-ebf4253522ca req-374aa25c-dc87-435a-b50a-1510ec5d971a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328007 Sep 02 13:52:18.962258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a436b-8e7f-4f63-b6c7-52f66b12ea0b req-194fed19-0383-4ea6-83b2-85e10ecdae3d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:18.971090 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc8a436b-8e7f-4f63-b6c7-52f66b12ea0b req-194fed19-0383-4ea6-83b2-85e10ecdae3d tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0652125 Sep 02 13:52:19.024304 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-bc8a436b-8e7f-4f63-b6c7-52f66b12ea0b req-867d0ca2-7d8a-4968-b60d-567f5d6e2225 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452213 Sep 02 13:52:20.161153 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12e99-e8aa-4dde-a25f-3f27bdc33f50 req-6c71895f-dcec-4108-acc2-5dadd1563cdc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:20.162690 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6e12e99-e8aa-4dde-a25f-3f27bdc33f50 req-6c71895f-dcec-4108-acc2-5dadd1563cdc tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0534849 Sep 02 13:52:20.203411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-d6e12e99-e8aa-4dde-a25f-3f27bdc33f50 req-b58fdddf-1b70-46c6-ab08-3adeed6cc88a tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323789 Sep 02 13:52:21.333525 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3170-6932-44b4-9f0a-c50f29fce930 req-9e2b512c-970c-4890-bd78-2cc95ac880bd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:21.335362 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c23f3170-6932-44b4-9f0a-c50f29fce930 req-9e2b512c-970c-4890-bd78-2cc95ac880bd tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0602200 Sep 02 13:52:21.373393 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c23f3170-6932-44b4-9f0a-c50f29fce930 req-1a9e1fae-7f19-4ad4-a3ec-8eb9a27b3dad tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Sep 02 13:52:22.507290 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621386b-1e1c-4a32-ab85-21c50af22eb1 req-0f5a4584-ff89-4a15-882c-5c57f78f556f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:22.508824 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1621386b-1e1c-4a32-ab85-21c50af22eb1 req-0f5a4584-ff89-4a15-882c-5c57f78f556f tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 943 time: 0.0622375 Sep 02 13:52:22.554486 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1621386b-1e1c-4a32-ab85-21c50af22eb1 req-e212b0ac-3106-4e9b-b6b3-e897dfbdc0aa tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366552 Sep 02 13:52:22.955115 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:52:23.074480 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:23.089715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'port_id': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'mac_address': 'fa:16:3e:3f:9a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:52:23.127998 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.140961 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a805b7b-b644-4046-8019-b8eb3fca7e5c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:23.160540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:23.166317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.215302 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:23.414857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['4a805b7b-b644-4046-8019-b8eb3fca7e5c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:52:23.678113 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b647454-e818-46e7-90fe-ba144023ab2c req-ec52a944-eab0-4687-bcab-9dbfd4fef0e8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:23.679645 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b647454-e818-46e7-90fe-ba144023ab2c req-ec52a944-eab0-4687-bcab-9dbfd4fef0e8 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 944 time: 0.0540996 Sep 02 13:52:23.716829 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5b647454-e818-46e7-90fe-ba144023ab2c req-030e5f75-1fe6-48e7-944d-549c387dfc57 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312099 Sep 02 13:52:24.845041 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ef143-2570-4227-a3b2-1c0a158b813f req-a45ff6d9-f878-4cc5-b6fa-8ed69ed66813 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:24.846719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-874ef143-2570-4227-a3b2-1c0a158b813f req-a45ff6d9-f878-4cc5-b6fa-8ed69ed66813 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 944 time: 0.0567048 Sep 02 13:52:24.895694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-874ef143-2570-4227-a3b2-1c0a158b813f req-78cc55e4-a969-476f-be09-71ae0112b715 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Sep 02 13:52:24.969293 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:52:25.020493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port 4a805b7b-b644-4046-8019-b8eb3fca7e5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:25.020793 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.119522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.143582 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:25.145877 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf91189-0e83-4642-9d36-8731a0d2f4f5" -d '{"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-plugged", "status": "completed", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:25.159395 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:25.164291 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.196638 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3889a-cbad-4da2-92ff-5c7173f8f74b x-openstack-request-id: req-8ff3889a-cbad-4da2-92ff-5c7173f8f74b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:25.196960 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-plugged", "status": "completed", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:25.197216 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ff3889a-cbad-4da2-92ff-5c7173f8f74b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:25.197602 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'code': 200} Sep 02 13:52:25.225143 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:25.337373 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ff483-92b2-4fa4-8618-067c7922aeeb req-09bff109-a368-481d-8937-07e2c6c763b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.338897 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-227ff483-92b2-4fa4-8618-067c7922aeeb req-09bff109-a368-481d-8937-07e2c6c763b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0483150 Sep 02 13:52:25.377940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-227ff483-92b2-4fa4-8618-067c7922aeeb req-a53ed385-bd7e-41d7-980f-a3cec9dbe90b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Sep 02 13:52:26.026742 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a353875-dcd4-4735-a90c-ef5e273a2e8e req-5be17391-24e3-4503-a3ed-13c94acea38e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:26.028319 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a353875-dcd4-4735-a90c-ef5e273a2e8e req-5be17391-24e3-4503-a3ed-13c94acea38e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0536513 Sep 02 13:52:26.069623 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9a353875-dcd4-4735-a90c-ef5e273a2e8e req-0bffbdc2-4928-4bd5-b2bf-de293adb40b6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Sep 02 13:52:27.203808 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92094e77-937c-40d2-9e2f-0e1401f383cb req-dd6f5524-48a1-4623-beaa-b6113ce42f53 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:27.205833 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92094e77-937c-40d2-9e2f-0e1401f383cb req-dd6f5524-48a1-4623-beaa-b6113ce42f53 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Sep 02 13:52:27.247756 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-92094e77-937c-40d2-9e2f-0e1401f383cb req-787b4556-7adb-4d55-83ee-48dc165d5458 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Sep 02 13:52:28.773385 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-613ffbb9-f31d-45cc-82ee-004c204b0a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.604822 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b89d0acf-75fa-4179-bc07-d748df499d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.743331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:32.843824 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:34.528960 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:35.913415 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:36.314052 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-7f7a103a-af87-479e-8aac-78579dd5b327 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637407 Sep 02 13:52:36.398527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-ece5fa69-5f48-4a94-831a-e11dab172c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:36.400044 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-ece5fa69-5f48-4a94-831a-e11dab172c82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0425711 Sep 02 13:52:36.507858 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-7f87131d-cf51-40fb-a653-622f5ae312d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:36.509327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-7f87131d-cf51-40fb-a653-622f5ae312d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0873163 Sep 02 13:52:36.584108 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-764eaf2b-3603-4145-a9a1-7544d6615528 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 1001 time: 0.0662444 Sep 02 13:52:36.637651 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-75caa7ef-36ad-40a2-9d5a-31903fc37f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:36.639366 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-75caa7ef-36ad-40a2-9d5a-31903fc37f76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0482461 Sep 02 13:52:36.687405 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-b32fac0e-553a-4fa3-830c-28099a656f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:36.688924 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-b32fac0e-553a-4fa3-830c-28099a656f0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430593 Sep 02 13:52:36.799407 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-3f65f7ff-1dab-407f-865f-f4f76791c4d6 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034801 Sep 02 13:52:36.901858 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-56ea2586-1e29-4cec-ba3e-581204304de3 req-bd4c6b9b-3a3d-4d29-8445-0c24c5f5540a service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952578 Sep 02 13:52:41.761658 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:53.775825 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:52:58.771592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74a1d4b2-31c0-43f8-83fd-98c4be890364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.604176 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8ba7-e112-4a02-a058-31c4f8469b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.740185 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:02.848558 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.533223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:05.911806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.769722 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.770304 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e10f9b6-427d-4df8-84ba-3d976f962a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.780511 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:53:31.600872 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-376c60ae-5b51-409c-8390-18560e0fffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.749352 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.857215 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.536553 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:35.911102 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.308718 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-6d02893f-70fa-43dd-bd3c-2c9779b51ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538435 Sep 02 13:53:37.399036 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-88cfb531-6682-4afe-8e25-d77a231e31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:37.400523 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-88cfb531-6682-4afe-8e25-d77a231e31eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0461421 Sep 02 13:53:37.510868 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-558f695e-7962-4d3d-ad54-b4dd030f4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:37.512395 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-558f695e-7962-4d3d-ad54-b4dd030f4d0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0907199 Sep 02 13:53:37.586979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-131c65e4-4b91-43a8-9d9d-bd9ac234190c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 1001 time: 0.0671346 Sep 02 13:53:37.638646 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-be2a0276-969a-48ce-8f7b-e820bb007f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:37.640128 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-be2a0276-969a-48ce-8f7b-e820bb007f80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0469456 Sep 02 13:53:37.689158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-7af41da2-e131-4cfb-b21d-df67b0953cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:37.690605 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-7af41da2-e131-4cfb-b21d-df67b0953cec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421298 Sep 02 13:53:37.787327 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-8b94e8ea-e469-4248-8ea1-9f2fae56a6a6 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888956 Sep 02 13:53:37.886835 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3148c249-a75b-4a9f-8d1d-8d3d1b3b598a req-f767f925-9184-4486-8ae1-891d9c327c23 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926106 Sep 02 13:53:41.780914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.027571 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:43.197097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Deleting port 54039aa0-cde1-499e-8e9c-76c2d191948d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:43.197453 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.277065 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.277377 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.289127 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Calling delete_port for 54039aa0-cde1-499e-8e9c-76c2d191948d owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:43.441761 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.467429 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event deleted for resources: {'Port': ['ID=54039aa0-cde1-499e-8e9c-76c2d191948d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:43.495554 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.495881 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.496211 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.496569 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.496883 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.497239 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.497565 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.498037 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.498561 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.498974 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.499435 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.499893 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:43.544270 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.544512 n-d-792364-8 neutron-server[94841]: INFO neutron.db.l3_db [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Floating IP 0797057e-2ebc-4de2-a340-7bc3d66ea7ad disassociated (deleted). External IP: 172.25.7.145, port: 4a805b7b-b644-4046-8019-b8eb3fca7e5c. Sep 02 13:53:43.769241 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:43.894375 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:43.900440 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.905507 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:43.921160 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:43.921884 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:53:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:43.931053 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bbf7eb9e-dc82-4de2-9e90-291b1140411c tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "DELETE /v2.0/floatingips/0797057e-2ebc-4de2-a340-7bc3d66ea7ad HTTP/1.1" status: 204 len: 168 time: 0.9023237 Sep 02 13:53:43.931617 n-d-792364-8 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:53:43.933942 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f6f3988d649cc5afd5b983adc69174cd3db919786505ce2c4e0be6ea8377798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b052f00-9326-45d9-9f3b-0ae11fef9734" -d '{"events": [{"name": "network-changed", "server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:53:43.974376 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37abc5a5-b477-4990-8d4e-35c853d82b63 x-openstack-request-id: req-37abc5a5-b477-4990-8d4e-35c853d82b63 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:53:43.974736 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:53:43.975192 n-d-792364-8 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37abc5a5-b477-4990-8d4e-35c853d82b63 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:53:43.975786 n-d-792364-8 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'status': 'completed', 'code': 200} Sep 02 13:53:44.030036 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:44.057780 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-10767cab-3976-4b00-a104-7e9196f7abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:44.059936 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-10767cab-3976-4b00-a104-7e9196f7abc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0591962 Sep 02 13:53:44.156017 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-79a8c098-c6f7-40a6-9778-ac9fc20b1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:44.157488 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-79a8c098-c6f7-40a6-9778-ac9fc20b1dee service neutron] 10.222.0.18 "GET /v2.0/networks?id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 200 len: 909 time: 0.0906541 Sep 02 13:53:44.173828 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1bda1-6633-41ab-a4ba-fa381e97bd71 req-77df7e20-c29d-445a-947d-934e962d9637 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:44.180702 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84f1bda1-6633-41ab-a4ba-fa381e97bd71 req-77df7e20-c29d-445a-947d-934e962d9637 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0609667 Sep 02 13:53:44.223399 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-84f1bda1-6633-41ab-a4ba-fa381e97bd71 req-6726ab99-3267-476b-addb-a6c45e154b98 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356791 Sep 02 13:53:44.236783 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-dd36f53e-0e93-402b-b803-dc5959fa03b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 200 len: 217 time: 0.0704830 Sep 02 13:53:44.261387 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:44.287072 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:44.287714 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-4cb9b33b-9282-423b-94e9-efa39850f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:44.289230 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-4cb9b33b-9282-423b-94e9-efa39850f6ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 200 len: 847 time: 0.0445001 Sep 02 13:53:44.295823 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:44.296428 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:53:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:44.338345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-5dd1da9a-6db6-4534-9ea9-5186e494f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:44.339894 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-5dd1da9a-6db6-4534-9ea9-5186e494f17f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424395 Sep 02 13:53:44.400317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:44.434693 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-169ab955-8c82-496c-84a4-aef6e14b9806 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Sep 02 13:53:44.528466 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-0b052f00-9326-45d9-9f3b-0ae11fef9734 req-94825353-4df3-4e7a-acda-915a147ca0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855014 Sep 02 13:53:44.620141 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:44.647871 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca3e3c-37da-4512-85d3-6d2ca5ca8556 None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:45:02Z', 'revision_number': 4, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': 'd3b38192-1903-4c7d-b604-81f9a6776a4c', 'name': '', 'network_id': '62b89c2e-a42e-4e8c-8fcc-e730abfd19e1', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'mac_address': 'fa:16:3e:ba:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:01Z', 'updated_at': '2021-09-02T13:45:08Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'subnets': [{'id': '71968326-caa2-42a4-bf8f-0393d2f8f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:44.895082 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a315d7b-1f85-41f2-bafc-4d59c9490719 None None] New status for floating IP 0797057e-2ebc-4de2-a340-7bc3d66ea7ad: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:53:45.360142 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b614-1b86-4ce4-801c-571c3df5c1e4 req-872d4c58-7665-4fc6-a4e0-60b8720121c4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:45.361847 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ee3b614-1b86-4ce4-801c-571c3df5c1e4 req-872d4c58-7665-4fc6-a4e0-60b8720121c4 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0657833 Sep 02 13:53:45.404917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6ee3b614-1b86-4ce4-801c-571c3df5c1e4 req-76c5ef88-0775-478f-a7a9-805f28c3ebe9 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/security-groups?id=b762f8a4-8163-4306-9ea5-8d1abbc292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Sep 02 13:53:45.651329 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373138ff-f06c-49e9-a0b0-36050666290d req-7eeff224-45ca-423e-b093-acc7846197ca tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:45.653018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-373138ff-f06c-49e9-a0b0-36050666290d req-7eeff224-45ca-423e-b093-acc7846197ca tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 945 time: 0.0597897 Sep 02 13:53:45.755643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Deleting port 4a805b7b-b644-4046-8019-b8eb3fca7e5c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:45.755967 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.850902 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] For port 4a805b7b-b644-4046-8019-b8eb3fca7e5c, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=4a805b7b-b644-4046-8019-b8eb3fca7e5c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:45.851282 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.864305 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Calling delete_port for 4a805b7b-b644-4046-8019-b8eb3fca7e5c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:46.003814 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.037094 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event deleted for resources: {'Port': ['ID=4a805b7b-b644-4046-8019-b8eb3fca7e5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:46.066412 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.066763 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.067108 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.067448 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.067782 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.068112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.068442 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.068767 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.069117 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.069447 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.069775 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.070097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:46.089346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] No DVR routers for this DVR port 4a805b7b-b644-4046-8019-b8eb3fca7e5c on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:46.091830 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.093876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-373138ff-f06c-49e9-a0b0-36050666290d req-61fff1e9-96e5-4818-b45e-5b9a0a09568e tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.18 "DELETE /v2.0/ports/4a805b7b-b644-4046-8019-b8eb3fca7e5c HTTP/1.1" status: 204 len: 173 time: 0.4346998 Sep 02 13:53:46.094310 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-deleted', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:53:46.096729 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62faaa6f-1ed5-4f3d-bd5e-a457d09f35b8" -d '{"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-deleted", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:53:46.194534 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927094fb-6440-4dd1-9b57-b19ad0376372 x-openstack-request-id: req-927094fb-6440-4dd1-9b57-b19ad0376372 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:53:46.194825 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33bd74-a8da-4fa9-8703-1a645881bcf6", "name": "network-vif-deleted", "tag": "4a805b7b-b644-4046-8019-b8eb3fca7e5c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:53:46.195078 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-927094fb-6440-4dd1-9b57-b19ad0376372 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:53:46.195490 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb33bd74-a8da-4fa9-8703-1a645881bcf6', 'name': 'network-vif-deleted', 'tag': '4a805b7b-b644-4046-8019-b8eb3fca7e5c', 'status': 'completed', 'code': 200} Sep 02 13:53:46.513658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-026e9fb9-4afe-4962-84e6-afb8432b51e9 req-acb93287-f46a-40b5-84f6-f0ea2a1b4ec6 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0292649 Sep 02 13:53:47.619078 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-6569f889-0209-4666-8369-3d2426be5d13 req-45fdc9a8-fc37-427f-b2b4-b888289824c0 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0304704 Sep 02 13:53:48.727109 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bdf324b0-8416-471a-a6da-a1dc7f59317b req-18f3b2a4-9021-495f-b539-f936c1e70c59 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0377550 Sep 02 13:53:49.325894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:49.347277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: 4a805b7b-b644-4046-8019-b8eb3fca7e5c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:49.347630 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device 4a805b7b-b644-4046-8019-b8eb3fca7e5c not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:49.848494 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-326fa9ae-ca01-4697-998a-9f239de0ba88 req-18a3fea2-4bf3-49c3-85d1-81d8c18fac55 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb33bd74-a8da-4fa9-8703-1a645881bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0320284 Sep 02 13:53:50.906624 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:50.974452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-111b8e3e-fb18-426a-be24-320f15c5f306 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.003955 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-111b8e3e-fb18-426a-be24-320f15c5f306 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.074064 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-111b8e3e-fb18-426a-be24-320f15c5f306 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.078339 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-111b8e3e-fb18-426a-be24-320f15c5f306 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.079535 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-111b8e3e-fb18-426a-be24-320f15c5f306 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] 10.222.0.60 "DELETE /v2.0/security-groups/b762f8a4-8163-4306-9ea5-8d1abbc292b1 HTTP/1.1" status: 204 len: 168 time: 0.1719389 Sep 02 13:53:51.090066 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b8e3e-fb18-426a-be24-320f15c5f306 tempest-TestShelveInstance-2056389896 tempest-TestShelveInstance-2056389896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762f8a4-8163-4306-9ea5-8d1abbc292b1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:51.128563 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:51.599373 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.877682 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Deleting port d3b38192-1903-4c7d-b604-81f9a6776a4c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:51.878051 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.959575 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] For port d3b38192-1903-4c7d-b604-81f9a6776a4c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d3b38192-1903-4c7d-b604-81f9a6776a4c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:51.960313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.974481 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Calling delete_port for d3b38192-1903-4c7d-b604-81f9a6776a4c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:52.155280 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.182499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b38192-1903-4c7d-b604-81f9a6776a4c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:52.357298 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.576618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:52.687249 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:52.693773 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-89fa579b-a3d6-4cd1-a113-782234c3c063 admin admin] 10.222.0.60 "PUT /v2.0/routers/52058df5-4772-4a18-b1d2-7dfae3fbfb02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5651710 Sep 02 13:53:52.695358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:52.703927 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] Sync routers for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:52.715387 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:52.716234 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:53:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:52.941785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:53.125709 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:53:52Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:53.132811 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.155834 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] Checking router: 52058df5-4772-4a18-b1d2-7dfae3fbfb02 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:53.164716 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] Routers {'52058df5-4772-4a18-b1d2-7dfae3fbfb02'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:53.165362 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:53:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:53.238336 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.271075 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] Set router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:53.296543 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Deleting port f60ed0d8-abf9-4612-9e67-fe72dd82e933 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:53.296918 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.381097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] For port f60ed0d8-abf9-4612-9e67-fe72dd82e933, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=f60ed0d8-abf9-4612-9e67-fe72dd82e933,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:53.381379 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.396104 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Calling delete_port for f60ed0d8-abf9-4612-9e67-fe72dd82e933 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:53.457936 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:53:52Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:53.483778 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd1fa1-6509-45b4-8d69-42723ea83b9e None None] The sync data for ids ['52058df5-4772-4a18-b1d2-7dfae3fbfb02'] in n-d-792364-8 is: [{'id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'name': 'tempest-TestShelveInstance-219953648-router', 'tenant_id': '39842a73b02c44feab91b4c99d6dd7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:44:59Z', 'updated_at': '2021-09-02T13:53:52Z', 'revision_number': 5, 'project_id': '39842a73b02c44feab91b4c99d6dd7b0', 'gw_port': {'id': 'f60ed0d8-abf9-4612-9e67-fe72dd82e933', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52058df5-4772-4a18-b1d2-7dfae3fbfb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:00Z', 'updated_at': '2021-09-02T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:53.571405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.603590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60ed0d8-abf9-4612-9e67-fe72dd82e933,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:53.666043 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.761421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.763887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.808525 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.809420 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52058df5-4772-4a18-b1d2-7dfae3fbfb02 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:53:53.814916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.818980 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-ab61bd95-1ea6-43d9-9039-eaec97dee9f8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/52058df5-4772-4a18-b1d2-7dfae3fbfb02 HTTP/1.1" status: 204 len: 168 time: 1.1197183 Sep 02 13:53:53.818980 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:53.870147 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Deleting subnet 71968326-caa2-42a4-bf8f-0393d2f8f7a5 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:53:53.873465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.909509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.991260 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.059916 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.091028 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71968326-caa2-42a4-bf8f-0393d2f8f7a5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:54.095167 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.099694 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2b93d198-8915-4a10-b7d0-7ddff190913d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/71968326-caa2-42a4-bf8f-0393d2f8f7a5 HTTP/1.1" status: 204 len: 168 time: 0.2772560 Sep 02 13:53:54.099944 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:54.103647 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ec1bc-a159-46a0-8bf8-286e1d8972cc None None] Network 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:54.171330 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.226872 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Deleting port 0858b800-dcb9-439c-80d6-05e34d9e399c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:54.227123 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.300286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] For port 0858b800-dcb9-439c-80d6-05e34d9e399c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=0858b800-dcb9-439c-80d6-05e34d9e399c,segment=NetworkSegment(7dd66d5c-1e0d-449b-a310-b0d7da6803e8),segment_id=7dd66d5c-1e0d-449b-a310-b0d7da6803e8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:54.300808 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.316315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Calling delete_port for 0858b800-dcb9-439c-80d6-05e34d9e399c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:54.404530 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.428787 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Pushing event deleted for resources: {'Port': ['ID=0858b800-dcb9-439c-80d6-05e34d9e399c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:54.432618 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] No DVR routers for this DVR port 0858b800-dcb9-439c-80d6-05e34d9e399c on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:54.482300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b46cb8-1725-493e-826f-717b2e307824 None None] DHCP port deletion for 62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:53:54.517409 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.530843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b89c2e-a42e-4e8c-8fcc-e730abfd19e1']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:54.546910 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd66d5c-1e0d-449b-a310-b0d7da6803e8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:54.547275 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd66d5c-1e0d-449b-a310-b0d7da6803e8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:54.560969 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.562043 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f60ed0d8-abf9-4612-9e67-fe72dd82e933 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:54.576332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.583243 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: f60ed0d8-abf9-4612-9e67-fe72dd82e933 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:54.583519 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:54.583738 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device f60ed0d8-abf9-4612-9e67-fe72dd82e933 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:54.583887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.584072 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0858b800-dcb9-439c-80d6-05e34d9e399c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:54.585583 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:54.607811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 0858b800-dcb9-439c-80d6-05e34d9e399c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:54.608233 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 0858b800-dcb9-439c-80d6-05e34d9e399c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:54.608633 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d3b38192-1903-4c7d-b604-81f9a6776a4c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:54.627275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d3b38192-1903-4c7d-b604-81f9a6776a4c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:54.627610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d3b38192-1903-4c7d-b604-81f9a6776a4c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:54.646848 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.652889 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.656133 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] 10.222.0.60 "DELETE /v2.0/networks/62b89c2e-a42e-4e8c-8fcc-e730abfd19e1 HTTP/1.1" status: 204 len: 168 time: 0.5552611 Sep 02 13:53:54.659740 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:54.667266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751b31-00bb-4ff6-a34a-7d5fa4f66416 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b89c2e-a42e-4e8c-8fcc-e730abfd19e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:55.025086 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.306604 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Deleting port a9c09adf-2021-4556-95ec-bffa7350abd5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:55.306953 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.394836 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] For port a9c09adf-2021-4556-95ec-bffa7350abd5, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=a9c09adf-2021-4556-95ec-bffa7350abd5,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:55.395178 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.412603 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Calling delete_port for a9c09adf-2021-4556-95ec-bffa7350abd5 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:55.604756 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.629087 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c09adf-2021-4556-95ec-bffa7350abd5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:55.797568 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.038289 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Router 8436985c-e11b-4f15-ac01-036afc41f542 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:56.463460 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:56.469227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-c721fbe8-9270-479a-b228-4d296ef53c92 admin admin] 10.222.0.60 "PUT /v2.0/routers/8436985c-e11b-4f15-ac01-036afc41f542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8079660 Sep 02 13:53:56.472315 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:56.472812 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] Sync routers for ids ['8436985c-e11b-4f15-ac01-036afc41f542'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:56.483087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] Routers {'8436985c-e11b-4f15-ac01-036afc41f542'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:56.483776 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:53:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8436985c-e11b-4f15-ac01-036afc41f542'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:56.585372 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.595592 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] Set router 8436985c-e11b-4f15-ac01-036afc41f542 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:56.695138 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.750645 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Deleting port d132a7d2-12b4-412d-8f0c-93c4776ee078 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:56.750904 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.779060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:53:55Z', 'revision_number': 5, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port': {'id': 'd132a7d2-12b4-412d-8f0c-93c4776ee078', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436985c-e11b-4f15-ac01-036afc41f542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:56.807690 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] Checking router: 8436985c-e11b-4f15-ac01-036afc41f542 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:56.817677 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] Routers {'8436985c-e11b-4f15-ac01-036afc41f542'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:56.818339 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:53:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['8436985c-e11b-4f15-ac01-036afc41f542'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:56.839783 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] For port d132a7d2-12b4-412d-8f0c-93c4776ee078, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d132a7d2-12b4-412d-8f0c-93c4776ee078,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:56.840132 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.860449 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Calling delete_port for d132a7d2-12b4-412d-8f0c-93c4776ee078 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:56.911573 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] Set router 8436985c-e11b-4f15-ac01-036afc41f542 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:56.967035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:53:56Z', 'revision_number': 6, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:56.995675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4f50-43ff-4be3-8e89-b9a19a86a747 None None] The sync data for ids ['8436985c-e11b-4f15-ac01-036afc41f542'] in n-d-792364-8 is: [{'id': '8436985c-e11b-4f15-ac01-036afc41f542', 'name': 'tempest-TestShelveInstance-1312876524-router', 'tenant_id': '1211e57aba8a4c1390e2a1436a498e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:45:04Z', 'updated_at': '2021-09-02T13:53:56Z', 'revision_number': 6, 'project_id': '1211e57aba8a4c1390e2a1436a498e63', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:57.040329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.072590 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Pushing event deleted for resources: {'Port': ['ID=d132a7d2-12b4-412d-8f0c-93c4776ee078,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:57.132845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.231982 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.234509 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.281569 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.282035 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8436985c-e11b-4f15-ac01-036afc41f542 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:53:57.287805 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.288953 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-edc3db30-f45a-44dc-ad2b-753e7a77c398 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8436985c-e11b-4f15-ac01-036afc41f542 HTTP/1.1" status: 204 len: 168 time: 0.8155236 Sep 02 13:53:57.291667 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:57.347538 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Deleting subnet 33b9cd68-18ac-484f-988a-11ecc5ffe4d0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:53:57.351262 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.387419 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.473176 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.540887 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.568219 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b9cd68-18ac-484f-988a-11ecc5ffe4d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:57.572101 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.574432 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2c34abdd-83fa-45b4-a12d-8814e865f85b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/33b9cd68-18ac-484f-988a-11ecc5ffe4d0 HTTP/1.1" status: 204 len: 168 time: 0.2816210 Sep 02 13:53:57.577345 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:57.578260 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b95918f-bf33-4529-b78e-a1e22880ed0b None None] Network c0c9eb8b-d345-4be8-8c4f-a18567510b71 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:57.650215 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.705061 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Deleting port c54da703-0db5-49c7-a5f8-5cea6915549c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:57.705645 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.784740 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] DHCP port deletion for c0c9eb8b-d345-4be8-8c4f-a18567510b71 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:53:57.787499 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] For port c54da703-0db5-49c7-a5f8-5cea6915549c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c54da703-0db5-49c7-a5f8-5cea6915549c,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:57.788001 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.803175 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Calling delete_port for c54da703-0db5-49c7-a5f8-5cea6915549c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:57.834275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Deleting port c54da703-0db5-49c7-a5f8-5cea6915549c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:57.834776 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.894992 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.903291 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] For port c54da703-0db5-49c7-a5f8-5cea6915549c, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=c54da703-0db5-49c7-a5f8-5cea6915549c,segment=NetworkSegment(c93d1d43-57eb-4d10-91e1-626a4f5412f0),segment_id=c93d1d43-57eb-4d10-91e1-626a4f5412f0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:57.903701 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.917141 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Calling delete_port for c54da703-0db5-49c7-a5f8-5cea6915549c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:57.925005 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Pushing event deleted for resources: {'Port': ['ID=c54da703-0db5-49c7-a5f8-5cea6915549c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:57.929933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] No DVR routers for this DVR port c54da703-0db5-49c7-a5f8-5cea6915549c on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:53:57.992251 n-d-792364-8 neutron-server[94842]: self.session.flush() Sep 02 13:53:58.002551 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.009332 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.022913 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c9eb8b-d345-4be8-8c4f-a18567510b71']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:58.031258 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Pushing event deleted for resources: {'Port': ['ID=c54da703-0db5-49c7-a5f8-5cea6915549c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:58.035251 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93d1d43-57eb-4d10-91e1-626a4f5412f0') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:58.035856 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93d1d43-57eb-4d10-91e1-626a4f5412f0') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:58.039541 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.039901 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.040248 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.040583 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.040938 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.041264 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.041588 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.042296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.042296 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.042597 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.042857 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.043320 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:58.045638 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.049364 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bece3-2570-4dd3-bd37-20acdc91fd45 None None] No DVR routers for this DVR port c54da703-0db5-49c7-a5f8-5cea6915549c on host n-d-792364-8 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:58.071182 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.077600 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:58.078000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:58.079844 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:58.139405 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.145641 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.147525 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] 10.222.0.60 "DELETE /v2.0/networks/c0c9eb8b-d345-4be8-8c4f-a18567510b71 HTTP/1.1" status: 204 len: 168 time: 0.5692034 Sep 02 13:53:58.158634 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f80da-7766-4fd0-9277-b7c5b3de488a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c9eb8b-d345-4be8-8c4f-a18567510b71,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:58.262035 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a9c09adf-2021-4556-95ec-bffa7350abd5 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:58.275105 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:58.286030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: a9c09adf-2021-4556-95ec-bffa7350abd5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:58.286376 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device a9c09adf-2021-4556-95ec-bffa7350abd5 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:58.286801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d132a7d2-12b4-412d-8f0c-93c4776ee078 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:58.306056 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d132a7d2-12b4-412d-8f0c-93c4776ee078 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:58.306467 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d132a7d2-12b4-412d-8f0c-93c4776ee078 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:58.306815 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c54da703-0db5-49c7-a5f8-5cea6915549c no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:58.319535 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-cbef34fe-f781-4cf3-96a0-a0cb5a4abe2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39842a73b02c44feab91b4c99d6dd7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400529 Sep 02 13:53:58.320258 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:58.325632 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: c54da703-0db5-49c7-a5f8-5cea6915549c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:58.325986 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device c54da703-0db5-49c7-a5f8-5cea6915549c not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:58.374831 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d40957d-bd8f-4de7-a61a-dac559a8f4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.397354 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d40957d-bd8f-4de7-a61a-dac559a8f4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.453615 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d40957d-bd8f-4de7-a61a-dac559a8f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.458582 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d40957d-bd8f-4de7-a61a-dac559a8f4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.460227 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-1d40957d-bd8f-4de7-a61a-dac559a8f4c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/828a472d-8eb2-4ac0-8593-260d01b55748 HTTP/1.1" status: 204 len: 168 time: 0.1388340 Sep 02 13:53:58.468496 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40957d-bd8f-4de7-a61a-dac559a8f4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a472d-8eb2-4ac0-8593-260d01b55748,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:58.770150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b92a1b3e-e88b-4005-b08c-8579c546abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.829096 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:58.874733 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9d399c8e-0d3f-4fb9-93f1-57cf8b2f4e59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1211e57aba8a4c1390e2a1436a498e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439594 Sep 02 13:53:58.877608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:58.934937 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cafa3419-f896-42f1-a3df-f45de43072ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.957891 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cafa3419-f896-42f1-a3df-f45de43072ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.011239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cafa3419-f896-42f1-a3df-f45de43072ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.013845 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cafa3419-f896-42f1-a3df-f45de43072ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.015018 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-cafa3419-f896-42f1-a3df-f45de43072ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a24c608-927f-4383-95dd-efda92bc6a34 HTTP/1.1" status: 204 len: 168 time: 0.1363835 Sep 02 13:53:59.025164 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa3419-f896-42f1-a3df-f45de43072ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24c608-927f-4383-95dd-efda92bc6a34,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:59.763295 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:59.871776 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1279100393-network', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:59.895665 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Made reservation on behalf of df08ad6bbc8c4d70b808d5211bc50dbd for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:59.898264 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.911883 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.007964 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.014809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.046569 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:00.057115 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbba4eee-a0bd-461d-bd42-18396bf40a2f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:00.062218 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.062573 n-d-792364-8 neutron-server[94840]: INFO neutron.db.segments_db [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Added segment a981527f-bdb2-43b0-b7b3-d638f5661f70 of type vlan for network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 Sep 02 13:54:00.113427 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.144665 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.145895 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:00.146565 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.230644 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4659562 Sep 02 13:54:00.235210 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:00.239890 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2432d-669a-4a3e-a0a6-85b16be1308a admin admin] Pushing event updated for resources: {'Network': ['ID=2b98d81f-87f9-4eb5-b51a-bf2859f20623,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:00.241677 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Request body: {'subnet': {'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1279100393-subnet', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:00.250279 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:00.269257 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Made reservation on behalf of df08ad6bbc8c4d70b808d5211bc50dbd for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:00.271719 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4833591'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.446908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4833573'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.495416 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:00.511477 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Checking segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:00.511888 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Network hostable DHCP agents. Network: 2b98d81f-87f9-4eb5-b51a-bf2859f20623, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:00.535325 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:00.557613 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 2b98d81f-87f9-4eb5-b51a-bf2859f20623) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:00.563170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:00.563782 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.570957 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0110915-0178-4b4f-bb8c-2cdbcbfcdd28 None None] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:00.585485 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-a9ca0f0d-b624-4b5b-848b-b12f24064c1b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3491197 Sep 02 13:54:00.586391 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:00.592269 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:00.616550 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.617823 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.676695 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.728384 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:00.729343 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.820997 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.876496 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Allocated IP 172.20.0.2 (2b98d81f-87f9-4eb5-b51a-bf2859f20623/4b64a35d-cb4c-455d-8ad3-bb8c30c2e061/8cfd0288-2ef3-424a-93a9-88104ee333b7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:01.040275 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.066105 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.178659 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Allocated IP 172.25.7.104 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/1825831e-f9aa-4170-a4ae-0b625b54b7e1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:01.209930 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.219077 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Transition to ACTIVE for port object 8cfd0288-2ef3-424a-93a9-88104ee333b7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:01.234555 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Transition to ACTIVE for port object 8cfd0288-2ef3-424a-93a9-88104ee333b7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:01.242587 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.281718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:01.284656 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:01.289017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:01.289443 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.295789 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Pushing event updated for resources: {'Port': ['ID=8cfd0288-2ef3-424a-93a9-88104ee333b7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:01.331313 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.347996 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Attempting to bind port 8cfd0288-2ef3-424a-93a9-88104ee333b7 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:01.348362 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Attempting to bind port 8cfd0288-2ef3-424a-93a9-88104ee333b7 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:01.348722 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Attempting to bind port 8cfd0288-2ef3-424a-93a9-88104ee333b7 on network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:01.353970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:01.354342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Checking segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:01.354737 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.355132 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Bound using segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:01.355577 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Bound port: 8cfd0288-2ef3-424a-93a9-88104ee333b7, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:01.355951 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.372091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:01.375067 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:01.378956 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:01.402580 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Pushing event updated for resources: {'Port': ['ID=1825831e-f9aa-4170-a4ae-0b625b54b7e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:01.423135 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] For port 8cfd0288-2ef3-424a-93a9-88104ee333b7, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:01.426860 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] For port 8cfd0288-2ef3-424a-93a9-88104ee333b7, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8cfd0288-2ef3-424a-93a9-88104ee333b7,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:01.431392 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.494172 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1b809-e586-4a6b-8f15-9abba9d97a0b None None] Pushing event updated for resources: {'Port': ['ID=8cfd0288-2ef3-424a-93a9-88104ee333b7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:01.598974 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee643-b0f3-4c13-934b-94b563308bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.658809 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.753736 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.259599 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.297823 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8cfd0288-2ef3-424a-93a9-88104ee333b7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:02.365361 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 8cfd0288-2ef3-424a-93a9-88104ee333b7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:02.408888 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Router ca009841-842c-4942-a602-8df9c4464809 is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:54:02.477341 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ad8f8-1a72-4746-82ec-a8db023b49cd None None] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:02.521091 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:02.535354 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Sync routers for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:02.543721 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.547822 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-51054299-c918-47da-bfb8-b9673eb76204 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9574559 Sep 02 13:54:02.547998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] Provisioning for port 8cfd0288-2ef3-424a-93a9-88104ee333b7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:02.548230 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:02.549309 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:02.550046 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:02.554086 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] Provisioning complete for port 8cfd0288-2ef3-424a-93a9-88104ee333b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:02.554532 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.656874 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:02.734595 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.780436 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] For port 8cfd0288-2ef3-424a-93a9-88104ee333b7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8cfd0288-2ef3-424a-93a9-88104ee333b7,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:02.787771 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.864487 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.870399 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b338c-d665-4f51-be22-fdc2174c8bb2 None None] Pushing event updated for resources: {'Port': ['ID=8cfd0288-2ef3-424a-93a9-88104ee333b7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:02.892703 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:01Z', 'revision_number': 3, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:02.920793 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Checking router: ca009841-842c-4942-a602-8df9c4464809 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:02.921317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Updating router ca009841-842c-4942-a602-8df9c4464809 port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:54:02.947453 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.009011 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e86e7ca5-52b8-4ffb-a716-1ac3adb5541b None None] Provisioning complete for port 8cfd0288-2ef3-424a-93a9-88104ee333b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:03.016460 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e86e7ca5-52b8-4ffb-a716-1ac3adb5541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.054551 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.209734 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.216159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Allocated IP 172.20.0.1 (2b98d81f-87f9-4eb5-b51a-bf2859f20623/4b64a35d-cb4c-455d-8ad3-bb8c30c2e061/9d3787f4-8ff9-470e-98b6-18450490769e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:03.219894 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Transition to ACTIVE for port object 1825831e-f9aa-4170-a4ae-0b625b54b7e1 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:03.227399 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.287041 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Attempting to bind port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:03.287411 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Attempting to bind port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:03.288118 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Attempting to bind port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:03.291532 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Pushing event updated for resources: {'Port': ['ID=1825831e-f9aa-4170-a4ae-0b625b54b7e1,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:03.299910 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:03.300351 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:03.300756 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.301177 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:03.301651 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Bound port: 1825831e-f9aa-4170-a4ae-0b625b54b7e1, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:03.302029 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.305594 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.305937 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.306273 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.306605 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.306935 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.307259 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.307587 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.307907 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.308232 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.308552 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.308876 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.309306 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:03.335532 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.348292 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Transition to ACTIVE for port object 9d3787f4-8ff9-470e-98b6-18450490769e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:03.361799 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] For port 1825831e-f9aa-4170-a4ae-0b625b54b7e1, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:03.365642 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] For port 1825831e-f9aa-4170-a4ae-0b625b54b7e1, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1825831e-f9aa-4170-a4ae-0b625b54b7e1,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:03.370008 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.383320 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.421818 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:03.422425 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:03.429862 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:03.435154 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:03.437608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:03.439720 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Pushing event updated for resources: {'Port': ['ID=9d3787f4-8ff9-470e-98b6-18450490769e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:03.482580 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.495805 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223472-7b0e-4770-aee5-0c0d6477558a None None] Pushing event updated for resources: {'Port': ['ID=1825831e-f9aa-4170-a4ae-0b625b54b7e1,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:03.539785 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:03.627866 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.729187 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:01Z', 'revision_number': 3, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:03.734552 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86deb149-e678-467e-af56-5ab23094bf62 None None] Provisioning for port 9d3787f4-8ff9-470e-98b6-18450490769e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:03.741992 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86deb149-e678-467e-af56-5ab23094bf62 None None] Provisioning complete for port 9d3787f4-8ff9-470e-98b6-18450490769e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:03.742580 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86deb149-e678-467e-af56-5ab23094bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.797311 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-86deb149-e678-467e-af56-5ab23094bf62 None None] Port 9d3787f4-8ff9-470e-98b6-18450490769e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:03.811165 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.817096 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.880621 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a2bd7-e381-4ef5-bf74-beea4444391a None None] The sync data for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 is: [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:01Z', 'revision_number': 3, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:54:03.892358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Pushing event updated for resources: {'Port': ['ID=9d3787f4-8ff9-470e-98b6-18450490769e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:03.895615 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.994559 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:03.996029 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:04.142886 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Router ca009841-842c-4942-a602-8df9c4464809 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:54:04.279654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:04.285528 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9537999a-4e0f-4138-aea6-55cbea9c694e admin admin] 10.222.0.60 "PUT /v2.0/routers/ca009841-842c-4942-a602-8df9c4464809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360027 Sep 02 13:54:04.331991 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d796c236-5570-4b65-a8e4-21eb5d06f6fc None None] Provisioning complete for port 9d3787f4-8ff9-470e-98b6-18450490769e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:04.332739 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d796c236-5570-4b65-a8e4-21eb5d06f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.364878 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8cfd0288-2ef3-424a-93a9-88104ee333b7 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:04.411917 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d796c236-5570-4b65-a8e4-21eb5d06f6fc None None] Port 9d3787f4-8ff9-470e-98b6-18450490769e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:04.435128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 8cfd0288-2ef3-424a-93a9-88104ee333b7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:04.435128 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.538605 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.541435 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1825831e-f9aa-4170-a4ae-0b625b54b7e1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:04.591184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:04.595430 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:04.595969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.682129 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.704768 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 1825831e-f9aa-4170-a4ae-0b625b54b7e1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1825831e-f9aa-4170-a4ae-0b625b54b7e1,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:04.709791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.762326 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=1825831e-f9aa-4170-a4ae-0b625b54b7e1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:04.847887 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:04.853076 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1910831906-network', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:04.880461 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Made reservation on behalf of 9ea1f0f6d15445dbb42aa6e737b863c7 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:04.882778 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.890944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.988769 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.994162 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.019929 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:05.028695 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a540b07-d2ea-44d0-b074-011b58fb2263,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:05.036349 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.036349 n-d-792364-8 neutron-server[94841]: INFO neutron.db.segments_db [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Added segment 3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13 of type vlan for network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 Sep 02 13:54:05.085275 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778700213742'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.115925 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.117083 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:05.117669 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.169125 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3200746 Sep 02 13:54:05.172215 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:05.178861 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Request body: {'subnet': {'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1910831906-subnet', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:05.180742 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc8e8-5342-4988-8129-5b1fb3ddb011 admin admin] Pushing event updated for resources: {'Network': ['ID=1c359bf9-b379-4c22-9bf7-a38d14ed3463,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:05.192207 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 details requested by agent ovs-agent-n-d-792364-8 with host n-d-792364-8 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:05.203192 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Made reservation on behalf of 9ea1f0f6d15445dbb42aa6e737b863c7 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:05.205832 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4970450'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.387687 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7929168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4970432'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.441396 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc01c0fc-5519-4feb-9dd0-321a5824750b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:05.451941 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Checking segment: {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:05.452311 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Network hostable DHCP agents. Network: 1c359bf9-b379-4c22-9bf7-a38d14ed3463, hostable agents: ['cc8b113f-13b3-4dfa-8cce-dd4c68536b85'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:05.472101 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 is scheduled to be hosted by DHCP agent cc8b113f-13b3-4dfa-8cce-dd4c68536b85 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:05.483346 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-8, 1c359bf9-b379-4c22-9bf7-a38d14ed3463) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:05.487965 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:05.488567 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.495472 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cea762-1c9f-418a-8a35-a7c882f7da5f None None] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:05.505550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fe19a43b-5fda-4cdc-a4d7-632f2389791f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3313792 Sep 02 13:54:05.508151 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:05.512832 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:05.535195 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12105'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.536286 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12098'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.578733 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Sync routers for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:05.599428 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.614668 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:05.615300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:05.726843 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bf82519-7788-5ba6-b1b5-20f7a00d4de1-1c359bf9-b379-4c22-9bf7-a38d14ed3463', 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'fixed_ips': [{'subnet_id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b'}]}} from n-d-792364-8. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:05.727815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.740933 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.764160 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:05.970039 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.985044 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.990750 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.010235 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Allocated IP 172.20.0.2 (1c359bf9-b379-4c22-9bf7-a38d14ed3463/fc01c0fc-5519-4feb-9dd0-321a5824750b/d7df8702-f340-4b49-9a8a-ff7ee3498992) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:06.108557 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Allocated IP 172.25.7.156 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/df9cb022-4b3d-4906-a5e3-f8d791c39143) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:06.198916 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 2, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:06.220239 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.229450 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Checking router: ca009841-842c-4942-a602-8df9c4464809 for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:06.229811 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Updating router ca009841-842c-4942-a602-8df9c4464809 port 9d3787f4-8ff9-470e-98b6-18450490769e binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:54:06.259910 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.269507 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.270931 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1825831e-f9aa-4170-a4ae-0b625b54b7e1 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:06.295058 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.301859 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Transition to ACTIVE for port object d7df8702-f340-4b49-9a8a-ff7ee3498992 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:06.310065 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:06.312987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:06.315604 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:06.339527 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Pushing event updated for resources: {'Port': ['ID=df9cb022-4b3d-4906-a5e3-f8d791c39143,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:06.351044 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Transition to ACTIVE for port object d7df8702-f340-4b49-9a8a-ff7ee3498992 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:06.365439 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.573465 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.645737 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:06.654030 n-d-792364-8 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:06.655874 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:06.656211 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.657999 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:06.662213 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Pushing event updated for resources: {'Port': ['ID=d7df8702-f340-4b49-9a8a-ff7ee3498992,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:06.783142 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766025'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.811336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Attempting to bind port d7df8702-f340-4b49-9a8a-ff7ee3498992 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:06.811984 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Attempting to bind port d7df8702-f340-4b49-9a8a-ff7ee3498992 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:06.812108 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Attempting to bind port d7df8702-f340-4b49-9a8a-ff7ee3498992 on network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:06.831200 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:06.831463 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Checking segment: {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:06.831782 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.832534 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Bound using segment: {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:06.833036 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Bound port: d7df8702-f340-4b49-9a8a-ff7ee3498992, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:06.833417 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.926152 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Router 5288119a-49b0-42fc-8da8-33e96c35396a is scheduled to L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:54:06.978540 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.990855 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] For port d7df8702-f340-4b49-9a8a-ff7ee3498992, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:06.995070 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] For port d7df8702-f340-4b49-9a8a-ff7ee3498992, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7df8702-f340-4b49-9a8a-ff7ee3498992,segment=NetworkSegment(3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13),segment_id=3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:06.996335 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Transition to ACTIVE for port object 9d3787f4-8ff9-470e-98b6-18450490769e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:07.004623 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.009277 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.036063 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:07.046840 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Sync routers for ids ['5288119a-49b0-42fc-8da8-33e96c35396a'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:07.056732 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Routers {'5288119a-49b0-42fc-8da8-33e96c35396a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:07.057907 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.058580 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5288119a-49b0-42fc-8da8-33e96c35396a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:07.062656 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:07.063095 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-fea59b7e-c32c-4645-a9bf-21cfc3ca1361 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5537167 Sep 02 13:54:07.118523 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b0940-981d-43d4-9869-2e290fd64d82 None None] Pushing event updated for resources: {'Port': ['ID=d7df8702-f340-4b49-9a8a-ff7ee3498992,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:07.198331 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6492c4-3058-4d70-a60e-6d2cfa9b7294 None None] Pushing event updated for resources: {'Port': ['ID=9d3787f4-8ff9-470e-98b6-18450490769e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:07.203519 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Set router 5288119a-49b0-42fc-8da8-33e96c35396a gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:07.215153 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Attempting to bind port 9d3787f4-8ff9-470e-98b6-18450490769e on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:07.215540 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Attempting to bind port 9d3787f4-8ff9-470e-98b6-18450490769e by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:07.215918 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Attempting to bind port 9d3787f4-8ff9-470e-98b6-18450490769e on network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:07.222651 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:07.223020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Checking segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:07.223439 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.224739 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Bound using segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:07.224942 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Bound port: 9d3787f4-8ff9-470e-98b6-18450490769e, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:07.225306 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.310732 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] For port 9d3787f4-8ff9-470e-98b6-18450490769e, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:07.315060 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] For port 9d3787f4-8ff9-470e-98b6-18450490769e, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9d3787f4-8ff9-470e-98b6-18450490769e,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:07.323598 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.396420 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:06Z', 'revision_number': 3, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:07.396736 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:07.397807 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:07.465879 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Checking router: 5288119a-49b0-42fc-8da8-33e96c35396a for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:07.466211 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Updating router 5288119a-49b0-42fc-8da8-33e96c35396a port df9cb022-4b3d-4906-a5e3-f8d791c39143 binding host n-d-792364-8 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:54:07.502768 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.530028 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:07.678251 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6492c4-3058-4d70-a60e-6d2cfa9b7294 None None] Pushing event updated for resources: {'Port': ['ID=9d3787f4-8ff9-470e-98b6-18450490769e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:07.683996 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.786390 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:54:07.796944 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:07Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:07.828675 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d8af5-12ea-424f-82f5-27b62ff80404 None None] The sync data for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 is: [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:07Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:54:07.866748 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Allocated IP 172.20.0.1 (1c359bf9-b379-4c22-9bf7-a38d14ed3463/fc01c0fc-5519-4feb-9dd0-321a5824750b/69aa3591-ced4-4208-a8fd-3bbedc013e9f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:07.911677 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.927123 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Transition to ACTIVE for port object df9cb022-4b3d-4906-a5e3-f8d791c39143 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:07.945355 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.999782 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Attempting to bind port df9cb022-4b3d-4906-a5e3-f8d791c39143 on host n-d-792364-8 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:08.000162 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Attempting to bind port df9cb022-4b3d-4906-a5e3-f8d791c39143 by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:08.000526 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Attempting to bind port df9cb022-4b3d-4906-a5e3-f8d791c39143 on network 89208983-4238-4a7a-801c-c970583ac987 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:08.010826 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:08.011202 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Checking segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:08.011611 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.012005 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Bound using segment: {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:08.012478 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Bound port: df9cb022-4b3d-4906-a5e3-f8d791c39143, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602348a-18bb-4f9e-9011-25786f6e3b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89208983-4238-4a7a-801c-c970583ac987'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:08.012855 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.013649 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.028687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Transition to ACTIVE for port object 69aa3591-ced4-4208-a8fd-3bbedc013e9f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:08.036695 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad376d-bb3b-42bd-a11b-478ce715cebb None None] Pushing event updated for resources: {'Port': ['ID=df9cb022-4b3d-4906-a5e3-f8d791c39143,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.080021 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] For port df9cb022-4b3d-4906-a5e3-f8d791c39143, host n-d-792364-8, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:08.085045 n-d-792364-8 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] For port df9cb022-4b3d-4906-a5e3-f8d791c39143, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=df9cb022-4b3d-4906-a5e3-f8d791c39143,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:08.087410 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.091982 n-d-792364-8 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.157687 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:08.163230 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:08.165250 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad376d-bb3b-42bd-a11b-478ce715cebb None None] Pushing event updated for resources: {'Port': ['ID=df9cb022-4b3d-4906-a5e3-f8d791c39143,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.170182 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:08.178955 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Pushing event updated for resources: {'Port': ['ID=69aa3591-ced4-4208-a8fd-3bbedc013e9f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.216460 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Routers {'5288119a-49b0-42fc-8da8-33e96c35396a'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:08.220135 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5288119a-49b0-42fc-8da8-33e96c35396a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:08.238278 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746142'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.362087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d3787f4-8ff9-470e-98b6-18450490769e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:08.401236 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] Set router 5288119a-49b0-42fc-8da8-33e96c35396a gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:08.458458 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 9d3787f4-8ff9-470e-98b6-18450490769e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:08.463286 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9d3787f4-8ff9-470e-98b6-18450490769e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:08.463667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.495557 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.561553 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5fa23-f662-44b1-8943-98bb37a57904 None None] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:08.582772 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.649855 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:06Z', 'revision_number': 3, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:08.670964 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 9d3787f4-8ff9-470e-98b6-18450490769e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9d3787f4-8ff9-470e-98b6-18450490769e,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:08.679579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.680507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7df8702-f340-4b49-9a8a-ff7ee3498992 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:08.685908 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.686141 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3dc86a-9bb9-4542-bf68-c50536047f1b None None] The sync data for ids ['5288119a-49b0-42fc-8da8-33e96c35396a'] in n-d-792364-8 is: [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:06Z', 'revision_number': 3, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:54:08.696176 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868876'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.718935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5ea76177-ce05-41cd-9f4d-39d043459ea6 None None] Provisioning for port d7df8702-f340-4b49-9a8a-ff7ee3498992 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:08.771362 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Pushing event updated for resources: {'Port': ['ID=69aa3591-ced4-4208-a8fd-3bbedc013e9f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.788058 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766222'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.822112 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port d7df8702-f340-4b49-9a8a-ff7ee3498992 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:08.829546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d7df8702-f340-4b49-9a8a-ff7ee3498992 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:08.830345 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.833342 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=9d3787f4-8ff9-470e-98b6-18450490769e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.912637 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:08.914111 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:09.003430 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.047851 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port d7df8702-f340-4b49-9a8a-ff7ee3498992, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7df8702-f340-4b49-9a8a-ff7ee3498992,segment=NetworkSegment(3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13),segment_id=3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:09.055099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.078376 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Router 5288119a-49b0-42fc-8da8-33e96c35396a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:54:09.141185 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=d7df8702-f340-4b49-9a8a-ff7ee3498992,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:09.230963 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:09.236947 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-7dbd3d24-8bc0-41e6-987c-09812f692d36 admin admin] 10.222.0.60 "PUT /v2.0/routers/5288119a-49b0-42fc-8da8-33e96c35396a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1727939 Sep 02 13:54:09.313074 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45aff269-e826-42b2-96aa-dd2d3845206d None None] Provisioning complete for port d7df8702-f340-4b49-9a8a-ff7ee3498992 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:09.314084 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45aff269-e826-42b2-96aa-dd2d3845206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.449587 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45aff269-e826-42b2-96aa-dd2d3845206d None None] Provisioning for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:09.455605 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45aff269-e826-42b2-96aa-dd2d3845206d None None] Provisioning complete for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:09.455979 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45aff269-e826-42b2-96aa-dd2d3845206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.501460 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-45aff269-e826-42b2-96aa-dd2d3845206d None None] Port 69aa3591-ced4-4208-a8fd-3bbedc013e9f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:09.622300 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d3694da-5aee-4cb0-950c-369df42e64a9 None None] Provisioning complete for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:09.622681 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d3694da-5aee-4cb0-950c-369df42e64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.661726 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1d3694da-5aee-4cb0-950c-369df42e64a9 None None] Port 69aa3591-ced4-4208-a8fd-3bbedc013e9f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:09.782982 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7876154d-451b-4dfa-95d6-8762fc9b2658 None None] Provisioning complete for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:09.783435 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7876154d-451b-4dfa-95d6-8762fc9b2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.823012 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7876154d-451b-4dfa-95d6-8762fc9b2658 None None] Port 69aa3591-ced4-4208-a8fd-3bbedc013e9f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:10.324792 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device df9cb022-4b3d-4906-a5e3-f8d791c39143 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:10.376128 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port df9cb022-4b3d-4906-a5e3-f8d791c39143 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:10.380269 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port df9cb022-4b3d-4906-a5e3-f8d791c39143 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:10.380651 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:10.463386 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:10.485442 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port df9cb022-4b3d-4906-a5e3-f8d791c39143, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=df9cb022-4b3d-4906-a5e3-f8d791c39143,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:10.490815 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:10.491604 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d3787f4-8ff9-470e-98b6-18450490769e up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:10.572204 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=df9cb022-4b3d-4906-a5e3-f8d791c39143,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:10.584610 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 9d3787f4-8ff9-470e-98b6-18450490769e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:10.585009 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:10.673949 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7df8702-f340-4b49-9a8a-ff7ee3498992 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:10.726550 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port d7df8702-f340-4b49-9a8a-ff7ee3498992 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:10.726864 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.052703 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Sync routers for ids ['5288119a-49b0-42fc-8da8-33e96c35396a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:11.063059 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Routers {'5288119a-49b0-42fc-8da8-33e96c35396a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:11.063935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5288119a-49b0-42fc-8da8-33e96c35396a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:11.123089 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.128170 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34642125', 'description': 'tempest-secgroup-smoke-34642125 description', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.151433 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.193040 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Set router 5288119a-49b0-42fc-8da8-33e96c35396a gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:11.238160 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.243689 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.280325 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.288040 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1574352 Sep 02 13:54:11.288040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df6e0-6efd-4487-a4b5-560deb7e06e3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c242dc-a028-4b53-84e3-f659e57c144f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.288040 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.293698 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group_rule': {'security_group_id': '36c242dc-a028-4b53-84e3-f659e57c144f', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.322026 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.382271 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.386944 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.406522 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35621a3f-217d-49d1-a689-b759f4a899ff,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.407894 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 4, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '69aa3591-ced4-4208-a8fd-3bbedc013e9f', 'name': '', 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'mac_address': 'fa:16:3e:dc:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:07Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 2, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'subnets': [{'id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:11.415927 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.417613 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-e9262b3b-ac07-4efc-bc4a-e5e4675e0b41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286402 Sep 02 13:54:11.420329 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.425438 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group_rule': {'security_group_id': '36c242dc-a028-4b53-84e3-f659e57c144f', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.437020 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Checking router: 5288119a-49b0-42fc-8da8-33e96c35396a for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:11.437381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Updating router 5288119a-49b0-42fc-8da8-33e96c35396a port 69aa3591-ced4-4208-a8fd-3bbedc013e9f binding host n-d-792364-8 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:54:11.452779 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.464592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.512545 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.516797 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.536733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cd5139-e18e-4abe-962a-54010e70169a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.545811 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.547215 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-22c7577a-bc5e-4f43-b9df-6c3e3d60e924 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257610 Sep 02 13:54:11.550299 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55352) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.555204 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group_rule': {'security_group_id': '36c242dc-a028-4b53-84e3-f659e57c144f', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.591042 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.650149 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.655177 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.678077 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc296321-c20b-4835-a4e7-16ec994976a6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.682088 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.686397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.686963 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-3e2aea60-e493-4a76-8ffc-382ee3286728 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349826 Sep 02 13:54:11.692574 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group_rule': {'security_group_id': '36c242dc-a028-4b53-84e3-f659e57c144f', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.719752 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.746708 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.760023 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Transition to ACTIVE for port object 69aa3591-ced4-4208-a8fd-3bbedc013e9f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:11.770010 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.780281 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.787677 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.792564 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.819211 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f04f6c2-6feb-4e30-80fc-37b0faf3e140,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.824803 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.826531 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-5484e339-3055-4806-b637-6ef52b375f91 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379085 Sep 02 13:54:11.830908 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55356) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.833103 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de059-ea26-4e7f-8682-fb2927b89828 None None] Pushing event updated for resources: {'Port': ['ID=69aa3591-ced4-4208-a8fd-3bbedc013e9f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.836699 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group_rule': {'security_group_id': '36c242dc-a028-4b53-84e3-f659e57c144f', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.864694 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Project df08ad6bbc8c4d70b808d5211bc50dbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:54:11.870861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.894570 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Attempting to bind port 69aa3591-ced4-4208-a8fd-3bbedc013e9f on host n-d-792364-8 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:11.894950 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Attempting to bind port 69aa3591-ced4-4208-a8fd-3bbedc013e9f by drivers openvswitch,hyperv on host n-d-792364-8 at level 0 using segments [{'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:11.895329 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Attempting to bind port 69aa3591-ced4-4208-a8fd-3bbedc013e9f on network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:11.900681 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Checking agent: {'id': '95798edf-1014-49eb-906a-7481759f0029', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 25, 31), 'started_at': datetime.datetime(2021, 9, 2, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:11.901104 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Checking segment: {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:11.901514 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.901933 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Bound using segment: {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:11.902404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Bound port: 69aa3591-ced4-4208-a8fd-3bbedc013e9f, host: n-d-792364-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:11.902791 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.940088 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.945065 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.967654 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb69660-5912-4cb5-9f92-660f66b67724,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.972325 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.973821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-de075316-74d0-47af-aea5-75a4cf097b53 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415966 Sep 02 13:54:11.976464 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55358) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.981202 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'security_group_rule': {'security_group_id': '36c242dc-a028-4b53-84e3-f659e57c144f', 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.981793 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] For port 69aa3591-ced4-4208-a8fd-3bbedc013e9f, host n-d-792364-8, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:11.985422 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] For port 69aa3591-ced4-4208-a8fd-3bbedc013e9f, host n-d-792364-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=69aa3591-ced4-4208-a8fd-3bbedc013e9f,segment=NetworkSegment(3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13),segment_id=3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:11.992470 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.009060 n-d-792364-8 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Project df08ad6bbc8c4d70b808d5211bc50dbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:54:12.014847 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.088152 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.093318 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658477'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.114286 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad14b8bb-5b31-4494-b675-a325161c3110,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:12.125603 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.127876 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-e3dbad5a-fa28-4bab-bca1-84ba04d40e0b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501269 Sep 02 13:54:12.253146 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Routers {'5288119a-49b0-42fc-8da8-33e96c35396a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:12.253801 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5288119a-49b0-42fc-8da8-33e96c35396a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:12.257827 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de059-ea26-4e7f-8682-fb2927b89828 None None] Pushing event updated for resources: {'Port': ['ID=69aa3591-ced4-4208-a8fd-3bbedc013e9f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:12.293374 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device df9cb022-4b3d-4906-a5e3-f8d791c39143 up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:12.298489 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-c62ea7a3-cbef-4461-b6ef-3fec63841899 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34642125&fields=id&tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd HTTP/1.1" status: 200 len: 267 time: 0.0417199 Sep 02 13:54:12.401611 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] Set router 5288119a-49b0-42fc-8da8-33e96c35396a gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:12.414290 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-7c697b18-be3e-414c-b149-39c124c07680 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:12.416085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-7c697b18-be3e-414c-b149-39c124c07680 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 810 time: 0.1089330 Sep 02 13:54:12.433930 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-57a2e6d5-0af8-44bf-a3d3-3a80c38383b2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/quotas/df08ad6bbc8c4d70b808d5211bc50dbd HTTP/1.1" status: 200 len: 375 time: 0.0110161 Sep 02 13:54:12.434876 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port df9cb022-4b3d-4906-a5e3-f8d791c39143 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:12.435363 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.496200 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-01cee803-ac21-4fef-bbcb-65fecffce35e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537484 Sep 02 13:54:12.693168 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 4, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '69aa3591-ced4-4208-a8fd-3bbedc013e9f', 'name': '', 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'mac_address': 'fa:16:3e:dc:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:07Z', 'updated_at': '2021-09-02T13:54:11Z', 'revision_number': 4, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'subnets': [{'id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:12.718547 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-cd93dddb-8201-4039-bc5a-e40c66abc7d1 service neutron] 10.222.0.60 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095704 Sep 02 13:54:12.724762 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253084d4-97f2-45f1-8aef-d99f4f78eda1 None None] The sync data for ids ['5288119a-49b0-42fc-8da8-33e96c35396a'] in n-d-792364-8 is: [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 4, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '69aa3591-ced4-4208-a8fd-3bbedc013e9f', 'name': '', 'network_id': '1c359bf9-b379-4c22-9bf7-a38d14ed3463', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'mac_address': 'fa:16:3e:dc:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:07Z', 'updated_at': '2021-09-02T13:54:11Z', 'revision_number': 4, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'subnets': [{'id': 'fc01c0fc-5519-4feb-9dd0-321a5824750b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:54:12.832566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-75e93a38-d354-40b0-a5cc-3ed326db2f03 service neutron] 10.222.0.60 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060486 Sep 02 13:54:13.037882 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-4f643525-6947-49ed-a157-a263d919a0fe req-cc11953b-6c9c-482e-829d-79c88f85e4d0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 210 time: 0.0452900 Sep 02 13:54:14.011279 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-99b74118-3d8e-4b2a-a037-e26a8d715f9f tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:14.012785 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-99b74118-3d8e-4b2a-a037-e26a8d715f9f tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 810 time: 0.1107337 Sep 02 13:54:14.057825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-15f11bf4-51bd-4ec6-8343-945ff9ce175a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd HTTP/1.1" status: 200 len: 378 time: 0.0360067 Sep 02 13:54:14.068309 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'port': {'device_id': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'admin_state_up': True, 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'security_groups': ['36c242dc-a028-4b53-84e3-f659e57c144f']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:14.156499 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-59c07d0a-25d3-4b4f-8494-aac8004157a2 req-485dde5d-835e-4f7d-aca1-f307e4efb449 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 210 time: 0.0353703 Sep 02 13:54:14.297538 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69aa3591-ced4-4208-a8fd-3bbedc013e9f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:14.354684 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:14.361580 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:14.361907 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.444621 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.480061 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] For port 69aa3591-ced4-4208-a8fd-3bbedc013e9f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=69aa3591-ced4-4208-a8fd-3bbedc013e9f,segment=NetworkSegment(3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13),segment_id=3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:14.486935 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.542397 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Pushing event updated for resources: {'Port': ['ID=69aa3591-ced4-4208-a8fd-3bbedc013e9f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:14.568796 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Made reservation on behalf of df08ad6bbc8c4d70b808d5211bc50dbd for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:14.574367 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.710922 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Allocated IP 172.20.0.13 (2b98d81f-87f9-4eb5-b51a-bf2859f20623/4b64a35d-cb4c-455d-8ad3-bb8c30c2e061/ef0d64e2-e995-4ef7-9123-02721e81b217) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:14.861451 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.881837 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Transition to ACTIVE for port object ef0d64e2-e995-4ef7-9123-02721e81b217 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:14.929017 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.978566 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:14.981847 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:14.986556 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:14.993247 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:15.042261 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:15.042920 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.063306 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-9de37e6c-d54c-48c3-ab4e-363d932cf79d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9987617 Sep 02 13:54:15.077243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Request body: {'port': {'device_id': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:15.137543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.223275 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68b4dfd2-9765-4e55-8d1e-d5bc3f12db86 None None] Provisioning for port ef0d64e2-e995-4ef7-9123-02721e81b217 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:15.227899 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68b4dfd2-9765-4e55-8d1e-d5bc3f12db86 None None] Provisioning complete for port ef0d64e2-e995-4ef7-9123-02721e81b217 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:15.228481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68b4dfd2-9765-4e55-8d1e-d5bc3f12db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.263970 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-68b4dfd2-9765-4e55-8d1e-d5bc3f12db86 None None] Port ef0d64e2-e995-4ef7-9123-02721e81b217 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:15.379821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9272-6288-405c-a5bf-365349873e3b req-dca556fc-4937-48f6-95df-e254740e6765 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:15.381421 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aba9272-6288-405c-a5bf-365349873e3b req-dca556fc-4937-48f6-95df-e254740e6765 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 932 time: 0.1099763 Sep 02 13:54:15.459489 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8aba9272-6288-405c-a5bf-365349873e3b req-b443fa7e-2887-4370-a830-fd68f1888135 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707412 Sep 02 13:54:15.515933 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0d64e2-e995-4ef7-9123-02721e81b217 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:54:15.524134 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.538804 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Transition to ACTIVE for port object ef0d64e2-e995-4ef7-9123-02721e81b217 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:15.544000 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.599141 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:15.681518 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Attempting to bind port ef0d64e2-e995-4ef7-9123-02721e81b217 on host n-h2-792364-8 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:15.681728 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Attempting to bind port ef0d64e2-e995-4ef7-9123-02721e81b217 by drivers openvswitch,hyperv on host n-h2-792364-8 at level 0 using segments [{'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:15.682012 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Attempting to bind port ef0d64e2-e995-4ef7-9123-02721e81b217 on network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:15.686894 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Port ef0d64e2-e995-4ef7-9123-02721e81b217 on network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:54:15.687213 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Attempting to bind port ef0d64e2-e995-4ef7-9123-02721e81b217 on network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:15.695287 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Checking agent: {'id': 'a9806ef2-6a3f-4e69-adc0-d2b14233ad20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'started_at': datetime.datetime(2021, 9, 2, 12, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:15.695710 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Checking segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:15.696167 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Bound using segment: {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:15.696683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Bound port: ef0d64e2-e995-4ef7-9123-02721e81b217, host: n-h2-792364-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a981527f-bdb2-43b0-b7b3-d638f5661f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:15.697214 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.768171 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:15.772031 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:15.776584 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.820629 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:15.821290 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.822686 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] 10.222.0.18 "PUT /v2.0/ports/ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 1092 time: 0.7500041 Sep 02 13:54:15.823130 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:15.825470 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20436e00-cc27-4de0-8977-5b20f1e92400" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:15.848089 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4ec7a-4388-47b8-b5c0-54eeaaca476e service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:15.894784 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1a9131-0218-4fd3-af0d-4ac858e35408 x-openstack-request-id: req-1e1a9131-0218-4fd3-af0d-4ac858e35408 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:15.895238 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:15.895692 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e1a9131-0218-4fd3-af0d-4ac858e35408 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:15.896267 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'status': 'completed', 'code': 200} Sep 02 13:54:15.943322 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-14f539aa-0e2a-40d2-ba3b-5043f46125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:15.946191 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-14f539aa-0e2a-40d2-ba3b-5043f46125a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1095 time: 0.0747173 Sep 02 13:54:15.997750 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-96340e37-cfb3-4f47-bfea-347ab2dbe676 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 217 time: 0.0428636 Sep 02 13:54:16.054013 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-19a94fe5-b28d-4718-9e1b-d5134d873bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.055574 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-19a94fe5-b28d-4718-9e1b-d5134d873bf1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0509236 Sep 02 13:54:16.104071 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-97846ba8-10fd-4219-a9dd-f4f023fc2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.105777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-97846ba8-10fd-4219-a9dd-f4f023fc2281 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432971 Sep 02 13:54:16.212530 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-fbe14459-4fab-45fc-8510-05e5d86858fa service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987911 Sep 02 13:54:16.264629 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69aa3591-ced4-4208-a8fd-3bbedc013e9f up at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:16.312814 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a42c7b33-fd0a-4973-8a64-9393b3daa4d8 req-b1ee6e05-7017-4070-83e5-f86519b818c0 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928009 Sep 02 13:54:16.321946 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Provisioning complete for port 69aa3591-ced4-4208-a8fd-3bbedc013e9f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:16.322301 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.403158 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-24a9969f-84be-408c-8898-dac930f6504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.404731 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-24a9969f-84be-408c-8898-dac930f6504f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1095 time: 0.0442598 Sep 02 13:54:16.507550 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-0cd0f62c-37f8-4827-ba83-ed4e956ac7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.509173 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-0cd0f62c-37f8-4827-ba83-ed4e956ac7c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 911 time: 0.0974977 Sep 02 13:54:16.563315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-5ef49ba9-8e7b-44ab-9419-3d32f46663a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 217 time: 0.0468400 Sep 02 13:54:16.657000 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-9ee2a408-5db6-48c0-bf70-6ffd1a33a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.658556 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-9ee2a408-5db6-48c0-bf70-6ffd1a33a74d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0728838 Sep 02 13:54:16.667106 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865c40f-4013-41ac-bc26-fedd52471917 req-74dfc0e5-e467-41e0-b741-f96ee646656a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.668562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3865c40f-4013-41ac-bc26-fedd52471917 req-74dfc0e5-e467-41e0-b741-f96ee646656a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 944 time: 0.1157889 Sep 02 13:54:16.734081 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3865c40f-4013-41ac-bc26-fedd52471917 req-a1f75360-ae66-4d8a-959d-38665894eefc tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564175 Sep 02 13:54:16.736949 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-b2aee839-bb1c-4331-8f80-0dcafdf5ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:16.738436 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-b2aee839-bb1c-4331-8f80-0dcafdf5ef04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689876 Sep 02 13:54:16.844017 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-005911c5-18ed-468c-ba70-e3f8c623a086 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946782 Sep 02 13:54:16.939666 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-20436e00-cc27-4de0-8977-5b20f1e92400 req-bf08235f-8657-4d74-a5c1-4de09b613fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880663 Sep 02 13:54:17.387381 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:54:17.501581 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:17.514710 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'port_id': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'mac_address': 'fa:16:3e:24:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:54:17.554648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.575826 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0d64e2-e995-4ef7-9123-02721e81b217 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:54:17.600210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:17.613081 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.666615 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:17.839195 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ef0d64e2-e995-4ef7-9123-02721e81b217'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:54:17.855624 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116108d-9e5b-4a7f-9f4c-8495b7e4a845 req-1dd58441-6e12-4994-8ecf-63178f1c8dec tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:17.857167 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0116108d-9e5b-4a7f-9f4c-8495b7e4a845 req-1dd58441-6e12-4994-8ecf-63178f1c8dec tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 945 time: 0.0508440 Sep 02 13:54:17.897592 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-0116108d-9e5b-4a7f-9f4c-8495b7e4a845 req-03d248e4-cef1-4158-a9c1-bb623f9c9808 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336466 Sep 02 13:54:19.022387 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b57d85-4e05-42c1-8f7c-44aaf0a6973b req-84a08f9d-391c-4283-8fbb-279ba6b52339 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:19.023925 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91b57d85-4e05-42c1-8f7c-44aaf0a6973b req-84a08f9d-391c-4283-8fbb-279ba6b52339 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 945 time: 0.0552557 Sep 02 13:54:19.066662 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-91b57d85-4e05-42c1-8f7c-44aaf0a6973b req-e0340bd9-f1c6-4b9d-83d7-0bb49f40f4d5 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334377 Sep 02 13:54:19.404404 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:19.468804 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning for port ef0d64e2-e995-4ef7-9123-02721e81b217 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:19.474723 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port ef0d64e2-e995-4ef7-9123-02721e81b217 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:19.475290 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:19.568214 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:19.595277 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:19.597860 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a835f1-fe0b-4e58-96ef-471bd5e0a057" -d '{"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:19.612477 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:19.618773 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:19.673314 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:19.715613 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da541a99-a8a0-4251-9bec-1251ef11ecef x-openstack-request-id: req-da541a99-a8a0-4251-9bec-1251ef11ecef {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:19.715893 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:19.716576 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da541a99-a8a0-4251-9bec-1251ef11ecef {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:19.716576 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'code': 200} Sep 02 13:54:19.831010 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941e283-11f0-4702-ad54-aba67c4d56df req-3c30a281-2d1b-4cec-ad41-0debb7e5ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:19.832989 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c941e283-11f0-4702-ad54-aba67c4d56df req-3c30a281-2d1b-4cec-ad41-0debb7e5ca42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1097 time: 0.0542054 Sep 02 13:54:19.877630 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c941e283-11f0-4702-ad54-aba67c4d56df req-44061969-d1d6-4ed4-beba-e108c12d038e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362344 Sep 02 13:54:20.217372 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b32c22-0f35-4077-ac29-1f62ada33c26 req-6cda66ff-96bc-4145-958d-42583d79aa5a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:20.218900 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40b32c22-0f35-4077-ac29-1f62ada33c26 req-6cda66ff-96bc-4145-958d-42583d79aa5a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 946 time: 0.0602922 Sep 02 13:54:20.258949 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-40b32c22-0f35-4077-ac29-1f62ada33c26 req-13932900-4402-4eb1-966f-3d8a90fae8a9 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334435 Sep 02 13:54:21.394234 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fd2de-690b-4955-ada7-4b8bdfbf3e75 req-54cb79a6-7461-479a-a068-b5164a453d29 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:21.396051 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-176fd2de-690b-4955-ada7-4b8bdfbf3e75 req-54cb79a6-7461-479a-a068-b5164a453d29 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 946 time: 0.0587637 Sep 02 13:54:21.438646 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-176fd2de-690b-4955-ada7-4b8bdfbf3e75 req-3dc34c6b-b591-4311-9889-6f2537293550 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362628 Sep 02 13:54:21.576727 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdb70-712d-4ad1-ad7d-551534ecb989 req-10b65f93-065d-4901-ad5e-28676de23270 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:21.578284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7afdb70-712d-4ad1-ad7d-551534ecb989 req-10b65f93-065d-4901-ad5e-28676de23270 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 946 time: 0.0582433 Sep 02 13:54:21.622086 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-a7afdb70-712d-4ad1-ad7d-551534ecb989 req-f703bf66-8a6c-4b3d-ad20-b6b9cd16f403 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367188 Sep 02 13:54:21.643987 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:21.735850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954a6f9-64ba-4292-a930-4c8b6415f156 tempest-TestSnapshotPattern-1032274085 tempest-TestSnapshotPattern-1032274085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:21.737467 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-7954a6f9-64ba-4292-a930-4c8b6415f156 tempest-TestSnapshotPattern-1032274085 tempest-TestSnapshotPattern-1032274085-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1092 time: 0.0924659 Sep 02 13:54:21.740921 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:21.747899 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Request body: {'floatingip': {'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'port_id': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:21.775720 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:21.883341 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:21.997501 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Allocated IP 172.25.7.186 (89208983-4238-4a7a-801c-c970583ac987/2fabe99e-5225-4a3e-a48d-117d0fe81ea2/13d44490-8eaf-4949-8da3-18caaa26d3b0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:22.107783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.155071 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778700223892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.201382 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Network 89208983-4238-4a7a-801c-c970583ac987 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:22.204296 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:22.209492 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:22.212631 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'Port': ['ID=13d44490-8eaf-4949-8da3-18caaa26d3b0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:22.563972 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.645910 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.803511 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.810059 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929309'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.881280 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event updated for resources: {'Port': ['ID=13d44490-8eaf-4949-8da3-18caaa26d3b0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:22.890204 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746027'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.995677 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Floating IP 7dd6009a-c905-4b6d-8a77-847e5aa79c88 associated. External IP: 172.25.7.186, port: ef0d64e2-e995-4ef7-9123-02721e81b217. Sep 02 13:54:23.212002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Router ca009841-842c-4942-a602-8df9c4464809 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:54:23.337821 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:23.348178 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] Sync routers for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:23.356283 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.358642 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:23.359295 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:23.385744 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-13b15c3f-c57c-4605-a7fb-877171068dc0 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6435168 Sep 02 13:54:23.386662 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:23.389192 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:23.427667 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de9590d-9c6e-4daf-8182-cfef4abc549e x-openstack-request-id: req-3de9590d-9c6e-4daf-8182-cfef4abc549e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:23.428096 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:23.428360 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3de9590d-9c6e-4daf-8182-cfef4abc549e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:23.428786 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'status': 'completed', 'code': 200} Sep 02 13:54:23.465899 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:23.492843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-7433620c-b344-4c92-a1be-9a30075c44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.494612 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-7433620c-b344-4c92-a1be-9a30075c44e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1097 time: 0.0430098 Sep 02 13:54:23.598166 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-75b25bc4-752a-476d-88b8-02a6e33c80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.599821 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-75b25bc4-752a-476d-88b8-02a6e33c80e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 911 time: 0.0974483 Sep 02 13:54:23.674792 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-5760969f-e3a0-4b84-a383-a97abe32820d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 1000 time: 0.0677691 Sep 02 13:54:23.713983 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '7dd6009a-c905-4b6d-8a77-847e5aa79c88', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ca009841-842c-4942-a602-8df9c4464809', 'port_id': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'mac_address': 'fa:16:3e:24:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:54:22Z', 'updated_at': '2021-09-02T13:54:22Z', 'revision_number': 0, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:23.731498 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-40c3ca21-2733-4848-b2d1-c82aadfa02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.733059 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-40c3ca21-2733-4848-b2d1-c82aadfa02ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0506127 Sep 02 13:54:23.744327 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] Checking router: ca009841-842c-4942-a602-8df9c4464809 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:23.752501 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:23.753147 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:54:02Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:23.783792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-0d280a6f-7970-4d8d-bc1a-355e0994ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.785603 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-0d280a6f-7970-4d8d-bc1a-355e0994ed7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452859 Sep 02 13:54:23.879661 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-fd611d4b-f424-4f13-84b9-fdb9a98dc5de service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863717 Sep 02 13:54:23.953607 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:23.978102 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-bcc7b746-9f5f-4b47-b1ea-5e59b603d3d3 req-0127ef11-c9cc-454f-93c2-a8081dfe9dbc service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912652 Sep 02 13:54:24.191197 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '7dd6009a-c905-4b6d-8a77-847e5aa79c88', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ca009841-842c-4942-a602-8df9c4464809', 'port_id': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'mac_address': 'fa:16:3e:24:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:54:22Z', 'updated_at': '2021-09-02T13:54:22Z', 'revision_number': 0, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:24.218517 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712867cb-92bc-44c4-afe7-ac208327d76e None None] The sync data for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 is: [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_floatingips': [{'id': '7dd6009a-c905-4b6d-8a77-847e5aa79c88', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '89208983-4238-4a7a-801c-c970583ac987', 'router_id': 'ca009841-842c-4942-a602-8df9c4464809', 'port_id': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'mac_address': 'fa:16:3e:24:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:54:22Z', 'updated_at': '2021-09-02T13:54:22Z', 'revision_number': 0, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:54:24.415440 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f52926-18e2-4598-bf49-8d5a92bf476b None None] New status for floating IP 7dd6009a-c905-4b6d-8a77-847e5aa79c88: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:54:28.781788 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6cb0f0-7eca-48ed-b8c6-3c9ff6fb12b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:31.607069 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25f7be04-bf59-4030-b043-d8212327f8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:31.749950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.859168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.537988 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.923157 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.316562 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-8e62f9bc-1e23-4f3b-b271-cb566aa0130b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936339 Sep 02 13:54:38.404073 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-56202a83-0bfc-44ec-8ad4-3b659f183c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.405567 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-56202a83-0bfc-44ec-8ad4-3b659f183c63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1097 time: 0.0425675 Sep 02 13:54:38.517112 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-99c6c362-ef64-4f19-8528-b52a27addb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.518646 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-99c6c362-ef64-4f19-8528-b52a27addb8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 911 time: 0.0906546 Sep 02 13:54:38.589687 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-6c7b60e8-b8ff-40ee-b8d1-5b3c966b62eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 1002 time: 0.0636249 Sep 02 13:54:38.642042 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-6b9fb0d7-5ec3-4532-b88b-be31666a43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.643571 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-6b9fb0d7-5ec3-4532-b88b-be31666a43c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0471766 Sep 02 13:54:38.703686 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-cfa2dbbb-4537-4428-b3e7-7d9949168020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.706082 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-cfa2dbbb-4537-4428-b3e7-7d9949168020 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539544 Sep 02 13:54:38.801954 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-f88e8dcb-7b81-4a91-95ea-5a12c1ce2172 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875559 Sep 02 13:54:39.226593 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8a57b5db-8af3-4eb7-9666-0d8c65752b50 req-37714c59-3897-4455-8466-262c239c9094 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169602 Sep 02 13:54:41.791108 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.789226 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:54:58.779286 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e2499ec-3b6f-4097-aced-2ca811b512f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.605168 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1764c0f-8dc5-42e9-b32c-0bfcdee644fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.753643 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.864628 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.548969 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.937927 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.788655 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.789317 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:55:28.777113 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-24a79bba-dc7c-4ca8-b3d4-50bc968e6e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:31.610536 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19c778a6-1c84-459c-838a-0f7675adb6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:31.759711 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:32.863630 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.554592 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:35.957928 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:40.267428 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-c7bab12e-a5c2-45a1-9f01-28040e430d6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433955 Sep 02 13:55:40.360156 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-979d30d3-bc65-4971-8668-34d0a2729b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:40.361719 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-979d30d3-bc65-4971-8668-34d0a2729b3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1097 time: 0.0504761 Sep 02 13:55:40.486462 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-d0fbea83-2389-4ac0-b6b6-b06d77eb7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:40.487957 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-d0fbea83-2389-4ac0-b6b6-b06d77eb7b80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 911 time: 0.1043701 Sep 02 13:55:40.571830 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-6df7b0a3-979f-4a6c-b69d-5576efbcf6d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 1002 time: 0.0751395 Sep 02 13:55:40.630266 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-f1651cb8-1162-484e-b47d-90fefd680b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:40.631883 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-f1651cb8-1162-484e-b47d-90fefd680b4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0526011 Sep 02 13:55:40.685792 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-ff1c98ea-9329-4553-b209-6d8a3606ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:40.687310 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-ff1c98ea-9329-4553-b209-6d8a3606ab5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474410 Sep 02 13:55:40.780877 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-b3699150-7155-4612-93b9-207e9295b3a3 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Sep 02 13:55:40.883271 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9e0986f9-285b-4430-88b2-17aed9606e8d req-a8e85ecc-0434-47d5-aa0f-652daaf50a6d service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947654 Sep 02 13:55:41.786765 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.774348 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-636717ef-2dbf-4bed-a926-eaa6c751a583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.789169 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:55:59.211246 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-2d117f44-28a9-4f56-8317-59fddb832c7f req-83a264f0-e904-4d37-b7a8-ce6891b636c9 service neutron] (94841) timed out ('10.222.0.60', 49822) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:56:01.609269 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9edc-df1a-403a-8d70-c03673e36b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.756036 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:02.870531 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.553805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.971209 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.790141 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.104228 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 details requested by agent hyperv_n-h2-792364-8 with host n-h2-792364-8 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:56:24.224400 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:24.237184 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Returning: {'device': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'port_id': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'mac_address': 'fa:16:3e:24:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:56:24.285156 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.302142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef0d64e2-e995-4ef7-9123-02721e81b217 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:56:24.328333 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:24.334807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.402481 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:24.410336 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.410678 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.411017 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.411356 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.411685 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.412014 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.412347 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.412669 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.413025 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.413351 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.413654 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.413981 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:24.434137 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] get_ports_and_sgs() called for port_ids ['ef0d64e2-e995-4ef7-9123-02721e81b217'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:56:26.117528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 up at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:26.178087 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Provisioning complete for port ef0d64e2-e995-4ef7-9123-02721e81b217 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:26.178455 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-658456'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.264835 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.292239 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:26.295390 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67cf17-f38e-4d77-82f2-feb79107d559" -d '{"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:26.310586 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:26.316948 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.348482 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d3f08-eb2a-4f6c-8f17-abbc8e860399 x-openstack-request-id: req-6d2d3f08-eb2a-4f6c-8f17-abbc8e860399 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:26.348782 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:26.349056 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d2d3f08-eb2a-4f6c-8f17-abbc8e860399 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:26.349464 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'code': 200} Sep 02 13:56:26.385031 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:28.775638 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-212e88a9-e1e3-4f5b-91c0-f8781cc14084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.611576 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef196f9f-9606-4f74-8480-bb4f5d6644e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.763522 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:32.870676 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.201294 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-fe641889-e145-4e76-8e47-ca8f7e5050bd tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34642125&fields=id&tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd HTTP/1.1" status: 200 len: 267 time: 0.0359304 Sep 02 13:56:34.321024 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-43af6453-5ef0-4845-ba14-915c88adf4c7 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:34.322505 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-43af6453-5ef0-4845-ba14-915c88adf4c7 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 810 time: 0.1135547 Sep 02 13:56:34.344964 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-ae167dc0-7aa1-4f72-8975-c2837e460df2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/quotas/df08ad6bbc8c4d70b808d5211bc50dbd HTTP/1.1" status: 200 len: 375 time: 0.0127053 Sep 02 13:56:34.417482 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-34084dde-89ac-43d6-8584-7d771704c155 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0664766 Sep 02 13:56:34.507850 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-b516b77f-143f-409e-bef2-7439d4365283 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:56:34.508932 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-b516b77f-143f-409e-bef2-7439d4365283 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0690331 Sep 02 13:56:34.552914 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.607880 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-8122d7d8-853e-4413-b59e-447ac3677d57 service neutron] 10.222.0.60 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919747 Sep 02 13:56:34.715156 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea686b9d-39e1-48fe-9f98-ef499a3339ab req-bbb2668b-f79b-46d6-9463-00a843fab2ba service neutron] 10.222.0.60 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986154 Sep 02 13:56:34.979111 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fc3d6076-2419-4364-bfe0-6c8dfaab8576 req-984888f3-430a-40a4-8dfe-759ce09c427e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0857246 Sep 02 13:56:35.795214 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:56:35.970648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.058649 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-22a7edb6-a0c8-4e5f-b0f9-110a96499515 req-fc06cde9-e581-4efd-9bb5-1cf60d4d1d8d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0270526 Sep 02 13:56:37.143333 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4b1f4fe2-1ca6-4ae9-8d68-aba6bb4b4fd5 req-5531af24-abed-4b17-b1cf-fe934f94da74 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0277925 Sep 02 13:56:38.180593 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:38.222995 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ae23c790-8bfb-4847-9149-47b6eedc0ebe req-fe4a3673-db6a-45df-91fe-645b776dd8df tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0273669 Sep 02 13:56:38.266771 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585323'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.292755 n-d-792364-8 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:38.295282 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d879773cf2bafa8fb4a94e7160ed8fa5c10f1cc8a5dc72515b1690638e624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d239966d-2707-4970-9872-6dc45b5ac6f5" -d '{"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:38.308546 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:38.314666 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778700647891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778700223910', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778700223928'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.342946 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4bf423-295c-4494-80f4-4f161e223509 x-openstack-request-id: req-cd4bf423-295c-4494-80f4-4f161e223509 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:38.343232 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:38.343480 n-d-792364-8 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd4bf423-295c-4494-80f4-4f161e223509 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:38.343870 n-d-792364-8 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'code': 200} Sep 02 13:56:38.365623 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Pushing event updated for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:39.320389 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-52717767-1633-455b-9220-22d5b1082d2e req-c8203aa3-1068-4d69-93a4-4dfaff222af2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0353324 Sep 02 13:56:40.315619 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-99d4d9a9-85d5-4c80-b288-d730d4495aab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516393 Sep 02 13:56:40.406887 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-b7d7982c-93d4-47be-97af-c4df4196742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:40.408320 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-b7d7982c-93d4-47be-97af-c4df4196742e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1095 time: 0.0495825 Sep 02 13:56:40.409326 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-8e15ee76-cd63-4bbd-b0c0-7afb94439559 req-5376d3fc-23f7-4cb6-b504-732c50bc295c tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0313470 Sep 02 13:56:40.517235 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-28913b15-ed4c-466e-9a4f-b308ef265600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:40.518745 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-28913b15-ed4c-466e-9a4f-b308ef265600 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 911 time: 0.0905769 Sep 02 13:56:40.590097 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-0afb38c1-7ee8-4d90-962b-c022a143fd9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 1000 time: 0.0640957 Sep 02 13:56:40.642313 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-bc4b02a7-a98e-46c5-80bd-c99c0d65a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:40.643777 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-bc4b02a7-a98e-46c5-80bd-c99c0d65a3cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0466321 Sep 02 13:56:40.691521 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-13bd7dac-5d6a-411a-b2aa-5e22f1d22571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:40.692993 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-13bd7dac-5d6a-411a-b2aa-5e22f1d22571 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424292 Sep 02 13:56:40.788050 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-1f017efd-1c5b-43ba-8b88-5831fc5f56ec service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880024 Sep 02 13:56:40.890210 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-e52dfc7c-1c9c-49c3-9118-8155e55ecc01 req-a5e602d5-b6bf-4e30-951d-e98138970ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954931 Sep 02 13:56:41.496613 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-83906929-2a65-407d-9c66-8d33b8572b2f req-9edc37a0-15ab-488d-a7c1-3aa1511c528d tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0286524 Sep 02 13:56:41.788800 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.584070 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-f3d48941-ef07-4869-a269-e962be371a6d req-a682def3-bf47-4b63-907e-1f1e88220b69 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0267518 Sep 02 13:56:43.682284 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-98f68603-e0b1-42ce-9703-4a9fc6a49796 req-6cca0241-d560-4cac-ac90-81831f4d556a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0405803 Sep 02 13:56:44.769528 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b94489ac-173f-4445-8fb1-7c545f5901c4 req-e6457825-0aa3-4578-a78f-8ee10379dbfa tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0306356 Sep 02 13:56:45.862839 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3efe33b8-bf77-4c6c-bef9-5b78c59f586b req-eae46612-ec8d-4a56-a400-4349699ee255 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0377307 Sep 02 13:56:46.954869 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-402b662e-cda5-4424-86ed-0a852df421c8 req-62509380-3445-431d-8337-23bf5d827c3a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0324152 Sep 02 13:56:48.037917 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c461e7b7-ca78-42ff-8496-1356319c78cc req-5192429f-46a5-418c-8115-fde2bb8e42b5 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0289118 Sep 02 13:56:49.143373 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4f3729ba-b747-45ca-b5d7-2a38c5374931 req-e1407e58-1725-4c28-bf97-93116832856b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0377612 Sep 02 13:56:50.224685 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-631a6a67-84ad-4793-9563-3c5036aaaacc req-3df78417-7d7c-4ce9-8204-ceb9bae2cbb3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0287023 Sep 02 13:56:51.305353 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9eb19633-7fba-4698-974f-04b1350b4a18 req-f6674b4a-6b20-44aa-a60f-309577121fc8 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0285742 Sep 02 13:56:52.398808 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-49f2473e-d079-4043-ae55-64c0deb09119 req-e6767a37-1bd0-4159-b8aa-5abf36115baa tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0377162 Sep 02 13:56:53.489425 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-dfaf0c68-9af0-49cf-8964-eb17005ffdd7 req-261ddd53-1e2c-4e01-9828-f19bd37d66ef tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Sep 02 13:56:54.578707 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-38b2b97e-b88e-4a84-8ccd-ccbc1000534b req-e8bebd31-7241-4464-a4de-6b2542fdbff8 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0319312 Sep 02 13:56:55.061625 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [req-b9057e63-1ddb-4e82-aee9-3b41c22a8f00 req-93c02a63-2131-4a1f-b4cd-a3fef9f627df tempest-TestNetworkAdvancedServerOps-903657150 tempest-TestNetworkAdvancedServerOps-903657150-project] (94841) timed out ('10.222.0.41', 63908) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:56:55.681374 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-a52edc9e-95ea-4762-a747-c541e182f769 req-edc885ae-3849-4d89-81b4-2aa80a5a829e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Sep 02 13:56:56.775394 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-7bd8fa49-5036-4183-a807-c6000c2669c0 req-50e91690-e563-4a3f-a99b-553fbb21e82f tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0385087 Sep 02 13:56:57.863409 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-960802a2-7828-4808-92ae-67a13e2ad220 req-6b510d19-0617-402b-9bc8-0596310b5bcb tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0296288 Sep 02 13:56:58.778509 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4381416a-8821-4b98-8499-86d4a196f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.948442 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9614d3de-fe18-4cbb-8c96-823f4d7438c7 req-531748c2-18b6-4054-9f5b-ae903aa85458 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0279117 Sep 02 13:57:00.038231 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-18d7863a-d49b-4889-aa8d-80ab9ce81aa6 req-1ca038ee-9e34-494c-b0a6-9999af3205d5 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0296903 Sep 02 13:57:01.123979 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-87235c85-1662-4e2c-9b3f-d6fcd8c45a3c req-53582df0-f798-4708-bafc-80de451592e6 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0308888 Sep 02 13:57:01.615916 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe7d-cbd6-488f-8390-5b158ba67cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:01.758481 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.210566 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-c1e524a3-dd00-4c81-9fab-346c4b0af8b0 req-407dfa37-691d-4cc6-b082-47964b33693f tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0321999 Sep 02 13:57:02.875005 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.303596 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f26df31f-0769-4f60-90f1-230bd8582ca8 req-db3e2dbb-0a87-417d-a735-460a836ccd47 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0291312 Sep 02 13:57:04.395696 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-b97d436b-6ea5-4035-8a28-b51ca25c2251 req-202722e7-63c1-4971-b7c6-7e337acebbc1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0363607 Sep 02 13:57:04.560375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.491253 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2aca2731-f143-454f-a2f4-60a3920304d8 req-3d7bd345-5244-494a-8bb0-a030e7a78f68 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0324881 Sep 02 13:57:05.977783 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:06.577133 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-9cce2b93-99c1-4b72-859f-c148299c1eaf req-1ab9bd3a-1184-46bd-9f78-18a5032170f8 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0310040 Sep 02 13:57:07.667952 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-8bb83ec7-0f55-4236-88f8-f45cba152bd2 req-bdfb5edf-fe3b-416a-b646-bae032b67552 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0362737 Sep 02 13:57:08.768755 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-1e72e435-d32c-40a3-8cc8-4f86fd5c40f1 req-ea75f57c-f722-4fdb-8b9e-4bc9074bc6c4 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0350022 Sep 02 13:57:09.859268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-73208912-f0d3-47d3-810a-5bd370fc830b req-13ca07cb-dd17-4726-a1fa-89740105bf5f tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0329444 Sep 02 13:57:10.952164 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-4544bb43-15a9-42be-898d-e47c0e12d186 req-c0476cc8-ca5d-410d-ac08-b823d504e638 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0335250 Sep 02 13:57:11.785099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:12.040635 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-288bcc30-2709-4a02-897b-3ef0b08bf888 req-9db45d15-d96d-4183-be39-00c073ab74b7 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0300751 Sep 02 13:57:12.794291 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:57:13.121581 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-5dae842a-4966-429b-b970-7687ff104190 req-1e50603c-abfc-4190-9bb1-609bb6c52d6e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0277836 Sep 02 13:57:14.201872 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-368f3af1-f707-4f47-80dd-6f0b1fde6917 req-d6d80582-8654-44b2-b5e9-6ffc655eda36 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Sep 02 13:57:15.295218 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-260f16df-5ec5-4ee2-90ec-eb606b2f4e2e req-2281c8b8-627c-49bb-8f4f-8b976dce4c7c tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0409205 Sep 02 13:57:16.373541 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-1fefd006-4449-4b4e-9f22-aa71f0d42f5c req-5919703d-0d25-4970-9101-7f5aa91cea22 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Sep 02 13:57:17.464520 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-78f65811-c5c5-4604-8da2-4f7fd4ca1282 req-7167aa73-d899-4fd7-b46a-9a169126dfb4 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Sep 02 13:57:18.565268 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-6b6e446b-b6c6-4283-97c7-684df9ddae96 req-54fd4df2-04da-4fc0-bbde-1f8927aa9537 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0342944 Sep 02 13:57:19.653920 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-55df2e16-8884-4ade-b81e-95c5fa1f37d8 req-08528517-3132-41bc-b018-f80cbce2605e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0284686 Sep 02 13:57:20.740780 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-2b13fc9e-0e84-46a1-bf43-b5b133d2c9bc req-11039b65-b225-4a11-9f09-41995e4c5be5 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0318518 Sep 02 13:57:21.823031 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-fb2481b9-7b6a-4784-a87f-037cd672d615 req-7e47b160-05e8-40d3-970e-8af42fdac2c3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0285151 Sep 02 13:57:22.941360 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-063a69ec-5330-4792-b23e-dcdccf61b154 req-03d8c71b-70b8-4d52-ab80-deb66238d4f9 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0425444 Sep 02 13:57:24.030016 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-da65d1ae-079d-41b8-ad2d-6aa0ff758b39 req-bcb72722-1e4d-4c5b-814f-8a22b587df46 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0316865 Sep 02 13:57:25.114256 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-51d276e2-99e0-44e5-a3c6-f029ebb150a1 req-8155e631-f11d-41ae-b5e5-deee227fcf41 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Sep 02 13:57:26.207230 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-cf63d474-1ebf-4409-8ebb-b623e2c77acf req-cfda8dd6-ee33-4722-a109-f9975487b2dd tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Sep 02 13:57:27.301627 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-f115d067-b019-4995-892f-14dc192b4250 req-6b0f67f0-6c30-4c6b-86bc-e702e255ead9 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0279589 Sep 02 13:57:28.389448 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-98fe49bc-f1fd-4a1c-9978-85714446d96e req-cefdac0e-ed7c-48d7-9c85-30b062ad5f49 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0324376 Sep 02 13:57:28.781177 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5efb61d-2757-4089-b9f7-ad2510333636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.483729 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-69422f0c-e64f-4558-9403-ae82bb84cdb8 req-8aa7899e-c7fa-4f89-b06d-d07274c8bec3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0316899 Sep 02 13:57:30.568952 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d884be54-cd04-42fd-9db1-26a80f56993f req-08ffbe5d-a3d5-4363-946e-9e546c19e2c1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0276842 Sep 02 13:57:31.619280 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd19c9b-e55e-40f0-9353-e1f3281df47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.662550 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-c3e48e2b-3182-49ee-a8d1-fcfec4a2124f req-2f8d9c85-c2c3-4ca6-8b4a-9abf4f3a9e8b tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0297790 Sep 02 13:57:31.767225 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.745085 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-85b1803f-21c1-468f-ace4-e9ead10670c0 req-e6de67d7-b861-4608-a64e-a0a87922caf7 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0297616 Sep 02 13:57:32.877458 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.838658 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-9c64ee43-e95f-4f33-965a-24efe79ac331 req-b7ad30b1-d88e-40bd-bf54-f6c22f23d00a tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0283237 Sep 02 13:57:34.563854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.928089 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-09a9dd3b-31f7-4846-9326-a3d4eaf451fe req-5bace67c-4ae5-4f55-975b-56763a2248ee tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0295763 Sep 02 13:57:35.974100 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.095377 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-ea1d26f5-c3cd-4f1a-9c98-79f09efa352c req-c7c61f40-25b3-4ff3-9250-f0599e75151e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0324488 Sep 02 13:57:36.355076 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-eb2df51e-ac49-4ad4-8485-bb0b7baaa051 req-6d1f102f-e119-4917-8531-d5f0cfe447b5 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8660b3c-fa63-4788-9636-d964aa800dd2 HTTP/1.1" status: 200 len: 210 time: 0.0303731 Sep 02 13:57:37.450947 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:37.625875 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Deleting port 13d44490-8eaf-4949-8da3-18caaa26d3b0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:37.626207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:37.710175 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:37.710417 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:37.722530 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Calling delete_port for 13d44490-8eaf-4949-8da3-18caaa26d3b0 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:37.890766 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:37.923048 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event deleted for resources: {'Port': ['ID=13d44490-8eaf-4949-8da3-18caaa26d3b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:37.935252 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.935612 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.935959 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.936304 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.936643 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.937003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.937343 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.937677 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.938009 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.938338 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.938669 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:37.939002 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:38.007329 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.007576 n-d-792364-8 neutron-server[94840]: INFO neutron.db.l3_db [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Floating IP 7dd6009a-c905-4b6d-8a77-847e5aa79c88 disassociated (deleted). External IP: 172.25.7.186, port: ef0d64e2-e995-4ef7-9123-02721e81b217. Sep 02 13:57:38.229159 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Router ca009841-842c-4942-a602-8df9c4464809 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:38.355487 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:38.360800 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.366258 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] Sync routers for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:38.376341 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:38.376989 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:57:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:38.388315 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-adc94881-80ed-48e5-a337-2fc5876276d1 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "DELETE /v2.0/floatingips/7dd6009a-c905-4b6d-8a77-847e5aa79c88 HTTP/1.1" status: 204 len: 168 time: 0.9361968 Sep 02 13:57:38.388915 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:38.392049 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a83229-a088-4027-8dca-5ea153df6078" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:38.428783 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0583bb-8593-47b2-a251-d4f40c1d8f1b x-openstack-request-id: req-de0583bb-8593-47b2-a251-d4f40c1d8f1b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:38.429087 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:38.429333 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de0583bb-8593-47b2-a251-d4f40c1d8f1b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:38.429745 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'status': 'completed', 'code': 200} Sep 02 13:57:38.491998 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:38.492429 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83229-a088-4027-8dca-5ea153df6078 req-4caeed91-8fa2-4307-9065-80f626e59402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.494077 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-4caeed91-8fa2-4307-9065-80f626e59402 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 1095 time: 0.0427163 Sep 02 13:57:38.630683 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83229-a088-4027-8dca-5ea153df6078 req-3c1057de-1ea1-458e-b317-c2ff217d1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.632126 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-3c1057de-1ea1-458e-b317-c2ff217d1bda service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 200 len: 911 time: 0.1313920 Sep 02 13:57:38.677494 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-b93ab8d6-72c3-4560-ba5c-bfbf5e91b51a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 200 len: 217 time: 0.0374532 Sep 02 13:57:38.686049 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8c2c4-48ed-4aef-b78b-0577e3a231b0 req-8aa84322-f54d-473f-9527-429cd9115127 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.687491 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3df8c2c4-48ed-4aef-b78b-0577e3a231b0 req-8aa84322-f54d-473f-9527-429cd9115127 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 944 time: 0.1002450 Sep 02 13:57:38.715333 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:38.741747 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] Checking router: ca009841-842c-4942-a602-8df9c4464809 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:38.750095 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:38.750712 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:57:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:38.760489 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83229-a088-4027-8dca-5ea153df6078 req-0ed35b2c-772c-4eee-9ad3-86a0314e4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.762010 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-0ed35b2c-772c-4eee-9ad3-86a0314e4d42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 200 len: 849 time: 0.0736611 Sep 02 13:57:38.765013 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-3df8c2c4-48ed-4aef-b78b-0577e3a231b0 req-51029a41-836e-4fba-a3ed-ba7d6b46312c tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685322 Sep 02 13:57:38.811410 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83229-a088-4027-8dca-5ea153df6078 req-abc1d607-ae89-455d-8ec6-cbcbc8b80b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.812940 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-abc1d607-ae89-455d-8ec6-cbcbc8b80b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b98d81f-87f9-4eb5-b51a-bf2859f20623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423265 Sep 02 13:57:38.826097 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-ccafbcc4-b366-4654-b244-1b22028d1133 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:57:38.827142 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-ccafbcc4-b366-4654-b244-1b22028d1133 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052943 Sep 02 13:57:38.856359 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:38.924592 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-49d02608-60c3-427e-abc6-0e1b210ddfb2 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875034 Sep 02 13:57:39.024672 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-93a83229-a088-4027-8dca-5ea153df6078 req-0dc89ea4-0ce5-4f1a-ada5-d0a9ec7044c6 service neutron] 10.222.0.18 "GET /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920060 Sep 02 13:57:39.056115 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:39.082497 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf451f-9a39-4354-9808-61f61d0b720f None None] The sync data for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 is: [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:54:03Z', 'revision_number': 4, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8', '_interfaces': [{'id': '9d3787f4-8ff9-470e-98b6-18450490769e', 'name': '', 'network_id': '2b98d81f-87f9-4eb5-b51a-bf2859f20623', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'mac_address': 'fa:16:3e:ac:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:03Z', 'updated_at': '2021-09-02T13:54:08Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'subnets': [{'id': '4b64a35d-cb4c-455d-8ad3-bb8c30c2e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:39.320466 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568019fa-e637-45da-b7dc-c88426c4dd4a None None] New status for floating IP 7dd6009a-c905-4b6d-8a77-847e5aa79c88: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:57:39.899377 n-d-792364-8 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999da359-b093-4fb2-b314-459c23d1707f req-8584c743-bcbe-4533-bd06-d44ba44e10d3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:39.900865 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-999da359-b093-4fb2-b314-459c23d1707f req-8584c743-bcbe-4533-bd06-d44ba44e10d3 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 944 time: 0.0594394 Sep 02 13:57:39.941652 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-999da359-b093-4fb2-b314-459c23d1707f req-1b9ab9d0-dcc4-4a41-9994-29bd638c8a37 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/security-groups?id=36c242dc-a028-4b53-84e3-f659e57c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324023 Sep 02 13:57:40.129561 n-d-792364-8 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-436fe1da-1639-4693-ab79-a55e73d6b670 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:40.131039 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-436fe1da-1639-4693-ab79-a55e73d6b670 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 944 time: 0.0510952 Sep 02 13:57:40.236243 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Deleting port ef0d64e2-e995-4ef7-9123-02721e81b217 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:40.236563 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.328212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] For port ef0d64e2-e995-4ef7-9123-02721e81b217, host n-h2-792364-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-8',level=0,port_id=ef0d64e2-e995-4ef7-9123-02721e81b217,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:40.328875 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.342376 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Calling delete_port for ef0d64e2-e995-4ef7-9123-02721e81b217 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:40.490075 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.518917 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event deleted for resources: {'Port': ['ID=ef0d64e2-e995-4ef7-9123-02721e81b217,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:40.564709 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] No DVR routers for this DVR port ef0d64e2-e995-4ef7-9123-02721e81b217 on host n-h2-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:40.567502 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-228772'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.569942 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [req-44a7dd03-caac-4b83-a638-a59ed4f8e819 req-709791f2-de90-4778-9ed9-d8d11022e37e tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.18 "DELETE /v2.0/ports/ef0d64e2-e995-4ef7-9123-02721e81b217 HTTP/1.1" status: 204 len: 173 time: 0.4327736 Sep 02 13:57:40.570220 n-d-792364-8 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-deleted', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:40.572619 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce01f3fe859bd176da365e20d33736e41abdf314da34d5a3bd558fbdffba2995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680152fe-22ca-4f34-8f0f-a6f09a3e6af7" -d '{"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-deleted", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:40.611507 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69bd9a9-d913-475a-93c0-6808f9a590d0 x-openstack-request-id: req-a69bd9a9-d913-475a-93c0-6808f9a590d0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:40.611796 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a340e-9ad8-489a-a79a-b52d0bd37776", "name": "network-vif-deleted", "tag": "ef0d64e2-e995-4ef7-9123-02721e81b217", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:40.612044 n-d-792364-8 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a69bd9a9-d913-475a-93c0-6808f9a590d0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:40.612441 n-d-792364-8 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a340e-9ad8-489a-a79a-b52d0bd37776', 'name': 'network-vif-deleted', 'tag': 'ef0d64e2-e995-4ef7-9123-02721e81b217', 'status': 'completed', 'code': 200} Sep 02 13:57:41.069364 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [req-d9bd34c2-8631-4dfb-a18a-77e282371311 req-47448eb8-1c34-4882-95d6-0bb241c794d6 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "GET /v2.0/ports?device_id=e74a340e-9ad8-489a-a79a-b52d0bd37776 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Sep 02 13:57:41.785151 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.139132 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:42.210144 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529d730a-712c-4d64-9033-6db2f42f34f2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.236287 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529d730a-712c-4d64-9033-6db2f42f34f2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.303703 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529d730a-712c-4d64-9033-6db2f42f34f2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.306385 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529d730a-712c-4d64-9033-6db2f42f34f2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.307671 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-529d730a-712c-4d64-9033-6db2f42f34f2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] 10.222.0.60 "DELETE /v2.0/security-groups/36c242dc-a028-4b53-84e3-f659e57c144f HTTP/1.1" status: 204 len: 168 time: 0.1674843 Sep 02 13:57:42.317444 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d730a-712c-4d64-9033-6db2f42f34f2 tempest-TestSnapshotPattern-1803117019 tempest-TestSnapshotPattern-1803117019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c242dc-a028-4b53-84e3-f659e57c144f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:42.364358 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:42.731820 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.010212 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Deleting port 9d3787f4-8ff9-470e-98b6-18450490769e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:43.010452 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.100131 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] For port 9d3787f4-8ff9-470e-98b6-18450490769e, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=9d3787f4-8ff9-470e-98b6-18450490769e,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:43.100489 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.115421 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Calling delete_port for 9d3787f4-8ff9-470e-98b6-18450490769e owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:43.336285 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.362291 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3787f4-8ff9-470e-98b6-18450490769e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:43.531207 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.101238 n-d-792364-8 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Router ca009841-842c-4942-a602-8df9c4464809 has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:44.217993 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:44.223477 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-472a974b-6e05-4b51-a088-0eaf127cad11 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca009841-842c-4942-a602-8df9c4464809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577466 Sep 02 13:57:44.226140 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:44.227313 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] Sync routers for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:44.236791 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:44.237460 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:57:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.334369 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.351476 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: n-d-792364-8 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:44.444063 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.503362 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Deleting port 1825831e-f9aa-4170-a4ae-0b625b54b7e1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:44.503722 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.589726 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] For port 1825831e-f9aa-4170-a4ae-0b625b54b7e1, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=1825831e-f9aa-4170-a4ae-0b625b54b7e1,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:44.590070 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.599862 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 no longer exists at agent hyperv_n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:44.603003 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Calling delete_port for 1825831e-f9aa-4170-a4ae-0b625b54b7e1 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:44.623261 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] No Port match for: ef0d64e2-e995-4ef7-9123-02721e81b217 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:44.623602 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Device ef0d64e2-e995-4ef7-9123-02721e81b217 not bound to the agent host n-h2-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:44.642826 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:57:43Z', 'revision_number': 5, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port': {'id': '1825831e-f9aa-4170-a4ae-0b625b54b7e1', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca009841-842c-4942-a602-8df9c4464809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:01Z', 'updated_at': '2021-09-02T13:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.672550 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] Checking router: ca009841-842c-4942-a602-8df9c4464809 for host: n-d-792364-8 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:44.680943 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] Routers {'ca009841-842c-4942-a602-8df9c4464809'} bound to L3 agent in host n-d-792364-8 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:44.681572 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:57:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['ca009841-842c-4942-a602-8df9c4464809'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.769575 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] Set router ca009841-842c-4942-a602-8df9c4464809 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:44.785716 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.824227 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:57:44Z', 'revision_number': 6, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.827843 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Pushing event deleted for resources: {'Port': ['ID=1825831e-f9aa-4170-a4ae-0b625b54b7e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:44.855469 n-d-792364-8 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f180a-ac17-4fb0-bd1b-97dbf9b9b660 None None] The sync data for ids ['ca009841-842c-4942-a602-8df9c4464809'] in n-d-792364-8 is: [{'id': 'ca009841-842c-4942-a602-8df9c4464809', 'name': 'tempest-TestSnapshotPattern-1279100393-router', 'tenant_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:00Z', 'updated_at': '2021-09-02T13:57:44Z', 'revision_number': 6, 'project_id': 'df08ad6bbc8c4d70b808d5211bc50dbd', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:44.884652 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.978377 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.980705 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.032543 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.033143 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca009841-842c-4942-a602-8df9c4464809 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:57:45.037637 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.038825 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-90acd515-4b92-44cc-9135-f3d12a66a767 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca009841-842c-4942-a602-8df9c4464809 HTTP/1.1" status: 204 len: 168 time: 0.8117411 Sep 02 13:57:45.042381 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:45.088126 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Deleting subnet 4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:45.091783 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.128930 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929333'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.223334 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.289557 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7929239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4970425'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.317700 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b64a35d-cb4c-455d-8ad3-bb8c30c2e061,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:45.319846 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.321990 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-d1b89c26-e5c6-427b-90e9-de4bf31e8362 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4b64a35d-cb4c-455d-8ad3-bb8c30c2e061 HTTP/1.1" status: 204 len: 168 time: 0.2784479 Sep 02 13:57:45.324209 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:45.324528 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0254aa-48fc-4af8-af94-8d81de214e3d None None] Network 2b98d81f-87f9-4eb5-b51a-bf2859f20623 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:45.392759 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.452083 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Deleting port 8cfd0288-2ef3-424a-93a9-88104ee333b7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:45.452757 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.516186 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] For port 8cfd0288-2ef3-424a-93a9-88104ee333b7, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=8cfd0288-2ef3-424a-93a9-88104ee333b7,segment=NetworkSegment(a981527f-bdb2-43b0-b7b3-d638f5661f70),segment_id=a981527f-bdb2-43b0-b7b3-d638f5661f70)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:45.516536 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.531514 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Calling delete_port for 8cfd0288-2ef3-424a-93a9-88104ee333b7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:45.617155 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.648608 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfd0288-2ef3-424a-93a9-88104ee333b7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:45.652341 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] No DVR routers for this DVR port 8cfd0288-2ef3-424a-93a9-88104ee333b7 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:45.658237 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b14da-77e4-4af8-84ba-81a127fb63e7 None None] DHCP port deletion for 2b98d81f-87f9-4eb5-b51a-bf2859f20623 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:45.726493 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.736743 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b98d81f-87f9-4eb5-b51a-bf2859f20623']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.748607 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a981527f-bdb2-43b0-b7b3-d638f5661f70') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.748928 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a981527f-bdb2-43b0-b7b3-d638f5661f70') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.758737 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.774164 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.781121 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:45.781528 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:45.783269 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:45.846983 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.852755 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.857522 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2b98d81f-87f9-4eb5-b51a-bf2859f20623 HTTP/1.1" status: 204 len: 168 time: 0.5296049 Sep 02 13:57:45.857927 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:45.866766 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caab6be-c0b3-42d2-9133-5ab28cdc7342 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b98d81f-87f9-4eb5-b51a-bf2859f20623,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:46.222462 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766251'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.392493 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8cfd0288-2ef3-424a-93a9-88104ee333b7 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:46.416408 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 8cfd0288-2ef3-424a-93a9-88104ee333b7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:46.416783 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 8cfd0288-2ef3-424a-93a9-88104ee333b7 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:46.417221 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1825831e-f9aa-4170-a4ae-0b625b54b7e1 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:46.435368 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 1825831e-f9aa-4170-a4ae-0b625b54b7e1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:46.435715 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 1825831e-f9aa-4170-a4ae-0b625b54b7e1 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:46.436145 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d3787f4-8ff9-470e-98b6-18450490769e no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:46.454778 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 9d3787f4-8ff9-470e-98b6-18450490769e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:46.455088 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 9d3787f4-8ff9-470e-98b6-18450490769e not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:46.488365 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Deleting port 69aa3591-ced4-4208-a8fd-3bbedc013e9f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:46.488608 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.570944 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] For port 69aa3591-ced4-4208-a8fd-3bbedc013e9f, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=69aa3591-ced4-4208-a8fd-3bbedc013e9f,segment=NetworkSegment(3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13),segment_id=3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:46.571298 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.584534 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Calling delete_port for 69aa3591-ced4-4208-a8fd-3bbedc013e9f owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:46.782954 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.810213 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69aa3591-ced4-4208-a8fd-3bbedc013e9f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:46.823366 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.823714 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.824059 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.824398 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.824730 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.825097 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.825422 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.825727 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.826079 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.826402 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.826710 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.827033 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-8 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:46.988855 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746057'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.510519 n-d-792364-8 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Router 5288119a-49b0-42fc-8da8-33e96c35396a has already been hosted by L3 agent fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:47.626680 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] Notify agent at l3_agent.n-d-792364-8 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:47.632681 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-9758d217-f9bd-47c2-a6d0-d086de5b89d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/5288119a-49b0-42fc-8da8-33e96c35396a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7733345 Sep 02 13:57:47.634733 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55844) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:47.636937 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] Sync routers for ids ['5288119a-49b0-42fc-8da8-33e96c35396a'] in n-d-792364-8 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:47.647312 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] Routers {'5288119a-49b0-42fc-8da8-33e96c35396a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:47.647935 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:57:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5288119a-49b0-42fc-8da8-33e96c35396a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:47.741049 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.848345 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.904626 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Deleting port df9cb022-4b3d-4906-a5e3-f8d791c39143 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:47.905126 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.914142 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] Set router 5288119a-49b0-42fc-8da8-33e96c35396a gateway port host: n-d-792364-8 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:47.984922 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] For port df9cb022-4b3d-4906-a5e3-f8d791c39143, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=df9cb022-4b3d-4906-a5e3-f8d791c39143,segment=NetworkSegment(9602348a-18bb-4f9e-9011-25786f6e3b99),segment_id=9602348a-18bb-4f9e-9011-25786f6e3b99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:47.985288 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.002235 n-d-792364-8 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Calling delete_port for df9cb022-4b3d-4906-a5e3-f8d791c39143 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:48.100701 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'external_fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:57:46Z', 'revision_number': 5, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port': {'id': 'df9cb022-4b3d-4906-a5e3-f8d791c39143', 'name': '', 'network_id': '89208983-4238-4a7a-801c-c970583ac987', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fabe99e-5225-4a3e-a48d-117d0fe81ea2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-8'}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.127575 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] Checking router: 5288119a-49b0-42fc-8da8-33e96c35396a for host: n-d-792364-8 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:48.136360 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] Routers {'5288119a-49b0-42fc-8da8-33e96c35396a'} bound to L3 agent in host n-d-792364-8 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:48.137027 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T12:25:31Z,description=,heartbeat_timestamp=2021-09-02T13:57:32Z,host='n-d-792364-8',id=fbcc0ee3-63f0-4f0c-a587-4f4debaffe5c,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T12:25:31Z,topic='l3_agent')) {'router_ids': ['5288119a-49b0-42fc-8da8-33e96c35396a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.174816 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868981'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.206813 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9cb022-4b3d-4906-a5e3-f8d791c39143,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:48.227420 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] Set router 5288119a-49b0-42fc-8da8-33e96c35396a gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:48.265890 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1766061'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.283507 n-d-792364-8 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 6, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port_host': None}], 'n-d-792364-8', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.310278 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b7a30-379e-4566-a364-cc2e834e0cb4 None None] The sync data for ids ['5288119a-49b0-42fc-8da8-33e96c35396a'] in n-d-792364-8 is: [{'id': '5288119a-49b0-42fc-8da8-33e96c35396a', 'name': 'tempest-TestSnapshotPattern-1910831906-router', 'tenant_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:54:05Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 6, 'project_id': '9ea1f0f6d15445dbb42aa6e737b863c7', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:48.358750 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12123'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.360863 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.411083 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1767439'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.411823 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5288119a-49b0-42fc-8da8-33e96c35396a {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:57:48.416714 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.417900 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-d9d1b701-e0b0-4ed9-a74e-45d5efe9bf40 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5288119a-49b0-42fc-8da8-33e96c35396a HTTP/1.1" status: 204 len: 168 time: 0.7822406 Sep 02 13:57:48.420557 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55846) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:48.467112 n-d-792364-8 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Deleting subnet fc01c0fc-5519-4feb-9dd0-321a5824750b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:48.470469 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.511033 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649978'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.596594 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662780'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.652037 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4833628'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.674210 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a20e9-f0ce-42a2-91ec-223d5468dcde None None] Network 1c359bf9-b379-4c22-9bf7-a38d14ed3463 requested from n-d-792364-8 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:48.685011 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.686968 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fc01c0fc-5519-4feb-9dd0-321a5824750b HTTP/1.1" status: 204 len: 168 time: 0.2654533 Sep 02 13:57:48.688272 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dfa14-5815-4ab4-a988-a26fbb41687d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc01c0fc-5519-4feb-9dd0-321a5824750b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:48.690294 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55850) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:48.774457 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763334'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.839419 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Deleting port d7df8702-f340-4b49-9a8a-ff7ee3498992 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:48.839762 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778700640503'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.913397 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] For port d7df8702-f340-4b49-9a8a-ff7ee3498992, host n-d-792364-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-8',level=0,port_id=d7df8702-f340-4b49-9a8a-ff7ee3498992,segment=NetworkSegment(3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13),segment_id=3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:48.913651 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761884'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.926090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Calling delete_port for d7df8702-f340-4b49-9a8a-ff7ee3498992 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:49.018598 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778700647873', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778700223901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929252'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.044797 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7df8702-f340-4b49-9a8a-ff7ee3498992,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:49.049254 n-d-792364-8 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] No DVR routers for this DVR port d7df8702-f340-4b49-9a8a-ff7ee3498992 on host n-d-792364-8 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:49.110718 n-d-792364-8 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e7449d-50e5-4e6a-bd6c-8ca67552c7d6 None None] DHCP port deletion for 1c359bf9-b379-4c22-9bf7-a38d14ed3463 request from n-d-792364-8 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:49.133281 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659819', 'neutron.services.segments.db._delete_segments_for_network-8778700772967'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.145555 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c359bf9-b379-4c22-9bf7-a38d14ed3463']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:49.156622 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:49.157486 n-d-792364-8 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6b1b5e-8a3f-4dbc-b8b9-a9a1fe841f13') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:49.174184 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778700774000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7928582'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.192466 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.205525 n-d-792364-8 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:49.206177 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929337'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: Traceback (most recent call last): Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: timer() Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: cb(*args, **kw) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: return func(*args, **kwargs) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: self._notify() Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: self.callback(batched_events) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: event.method(event) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: return f(self, *a, **k) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: return self._get(url).json() Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:49.210876 n-d-792364-8 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:49.271844 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746005'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.277438 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.279322 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c359bf9-b379-4c22-9bf7-a38d14ed3463 HTTP/1.1" status: 204 len: 168 time: 0.5883753 Sep 02 13:57:49.291090 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af176d5c-a430-4b86-9f35-a3980a1daa20 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c359bf9-b379-4c22-9bf7-a38d14ed3463,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:49.472552 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:49.514411 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-01da1834-7d1c-4ac4-ab1a-6a1827a117ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df08ad6bbc8c4d70b808d5211bc50dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405884 Sep 02 13:57:49.517999 n-d-792364-8 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.60', 55856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:49.574284 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a9fe01a-3384-40f0-8791-b59260f68c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.597421 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a9fe01a-3384-40f0-8791-b59260f68c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.654861 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a9fe01a-3384-40f0-8791-b59260f68c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.657476 n-d-792364-8 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a9fe01a-3384-40f0-8791-b59260f68c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.658765 n-d-792364-8 neutron-server[94840]: INFO neutron.wsgi [None req-2a9fe01a-3384-40f0-8791-b59260f68c1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbba4eee-a0bd-461d-bd42-18396bf40a2f HTTP/1.1" status: 204 len: 168 time: 0.1398759 Sep 02 13:57:49.667408 n-d-792364-8 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fe01a-3384-40f0-8791-b59260f68c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbba4eee-a0bd-461d-bd42-18396bf40a2f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:49.793468 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:57:50.019453 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:50.069142 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-18819225-b2fa-48b3-b0fe-a948263f5957 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ea1f0f6d15445dbb42aa6e737b863c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484025 Sep 02 13:57:50.071820 n-d-792364-8 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.60', 55864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:50.129157 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b42ff3-b302-4e4e-b013-3523c0332714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.153165 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b42ff3-b302-4e4e-b013-3523c0332714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.208654 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b42ff3-b302-4e4e-b013-3523c0332714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675497'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.213023 n-d-792364-8 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23b42ff3-b302-4e4e-b013-3523c0332714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.214654 n-d-792364-8 neutron-server[94841]: INFO neutron.wsgi [None req-23b42ff3-b302-4e4e-b013-3523c0332714 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a540b07-d2ea-44d0-b074-011b58fb2263 HTTP/1.1" status: 204 len: 168 time: 0.1419096 Sep 02 13:57:50.223298 n-d-792364-8 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b42ff3-b302-4e4e-b013-3523c0332714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a540b07-d2ea-44d0-b074-011b58fb2263,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:50.389097 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device df9cb022-4b3d-4906-a5e3-f8d791c39143 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:50.414413 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: df9cb022-4b3d-4906-a5e3-f8d791c39143 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:50.414764 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device df9cb022-4b3d-4906-a5e3-f8d791c39143 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:50.415192 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69aa3591-ced4-4208-a8fd-3bbedc013e9f no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:50.436608 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: 69aa3591-ced4-4208-a8fd-3bbedc013e9f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:50.436998 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device 69aa3591-ced4-4208-a8fd-3bbedc013e9f not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:50.437429 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7df8702-f340-4b49-9a8a-ff7ee3498992 no longer exists at agent ovs-agent-n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:50.458641 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] No Port match for: d7df8702-f340-4b49-9a8a-ff7ee3498992 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:50.458956 n-d-792364-8 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Device d7df8702-f340-4b49-9a8a-ff7ee3498992 not bound to the agent host n-d-792364-8 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:58.779055 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab4ad-e7e1-48f1-a737-944e98c76b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:01.622983 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11cf5048-5592-4acc-85d6-265579e3aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:01.763759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.882101 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.571322 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.985228 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.784786 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:26.796386 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:58:28.775236 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-12031e12-16a0-4d08-b347-9f6d9920b5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:31.622836 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6e3d85d8-861b-4fba-a6d3-e4e566b5f698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:31.760031 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:32.893064 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:34.574968 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:35.975223 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:41.797928 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:58.773218 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7bf3902c-8b0d-441b-94fb-dcda2d4387ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:01.624847 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-417e7f53-5e20-423a-acbe-5ae4ef32d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:01.755178 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:02.888870 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:03.795887 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:59:04.576195 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:05.988411 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:11.800734 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:28.773807 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ab4a33d-2675-49ea-9e98-1518a680a5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:31.624076 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e39204e-65e0-4a1c-bd90-4f273825a397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:31.762511 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:32.897293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:34.580110 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:35.986390 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:40.796213 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:59:41.812348 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.779140 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e671e051-b3f1-41b6-82f9-35eaa8afaa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.627457 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-100c18ab-9bca-42cc-9f31-836c52273cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.763331 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:02.897688 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.581668 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:06.010596 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.811530 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.795632 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:00:28.774069 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b00bd6d5-613c-47c5-9188-c5b3cf82dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:31.624726 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9924e3cd-33bb-4a09-8be3-cb7597705863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:31.765357 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:32.903627 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:34.583727 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:36.011890 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:41.827375 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:54.795729 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:00:58.784317 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad46d736-cb15-4cce-a015-516a1a95b1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:01.634759 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea858439-c4a6-4a18-841d-fd4b7214a3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:01.760825 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:02.910042 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:04.594142 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:06.019382 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:11.848293 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:28.784667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8af3-cb08-4451-8b12-eb6b7987346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:31.625754 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94f49775-f150-4501-8fca-15a2546df77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:31.780921 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:31.795505 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:01:32.908241 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:34.589698 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:36.013663 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:41.846667 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:58.778748 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd52fb05-091f-46ae-b2dd-19cc71b8acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:01.635896 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3cda203-4666-4b18-b2e0-a2a198626920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:01.770446 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:02.910152 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:04.593486 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:06.015805 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:08.798088 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:02:11.850915 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:28.788451 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5e68-6b52-4a4e-99c7-9840f32a165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:31.622359 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d821351-a36f-4341-a758-60b9eb8e5901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:31.771947 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:32.915239 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:34.596806 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:36.020645 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:41.847648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:45.799018 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:02:58.790962 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0d777d2-bcbd-4759-97a9-dbcec8e3efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:01.619697 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd50c588-6e53-4968-82ff-b59f4ebbea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:01.769842 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:02.922854 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:04.608132 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:06.017943 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:11.854902 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:22.800742 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:03:28.788757 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5736-a8d4-4f25-91e5-9bd96f1ac325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:31.622579 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8ace-ebff-45f6-8f4c-7dc45be73c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:31.764754 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:32.926566 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:34.610526 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:36.020693 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:41.869134 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:58.792505 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38db3a44-4612-47d1-9bd3-84f9ef24e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:59.801534 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:04:01.621025 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7519311b-98f3-40f1-8d07-4f6bf16c0bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:01.771206 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:02.928240 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:04.613497 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:06.030013 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:11.873530 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:28.788361 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec78a-6e08-4a89-8b9d-2df893e145de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:31.615648 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93555945-825b-448b-a84a-2d80ec6d4705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:31.773937 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:32.927950 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:34.616216 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:36.043371 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:36.802383 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:04:41.892040 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:58.792775 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61002664-1f23-43c3-8ce4-34825259812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:01.628884 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02cd83c2-93f4-43f5-a04b-1a72d953a47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:01.774506 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:02.933349 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:04.621099 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:06.040653 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:11.882398 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:13.802756 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:05:28.796285 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bfb9-9a40-4bdf-b5b8-e5c85bf88eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:31.627838 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93caa0fa-4301-4b35-b887-beaa937c3352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:31.769542 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:32.941578 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:34.618605 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:36.053391 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:41.898150 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc15ee4-2186-4ce1-8f6f-3256abd34b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:50.807218 n-d-792364-8 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-57d73e0f-b270-4ca0-9fef-2b03bbf79e5a None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:05:58.807429 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-855890d7-90f9-44ce-b020-9402665fc535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:01.624742 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82177ffb-61a8-480f-a98a-2dfd706ac133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:01.775111 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4babf047-a494-4420-8af0-9b5687bac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:02.939618 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-224e20c6-77ae-4a29-8cc3-7e7c74ded19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:04.621462 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4f88-a517-4ee0-a3df-6fc82f8e0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:06.070717 n-d-792364-8 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57eafc98-b095-4afa-a68f-3e86f13944ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778700772949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658539'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}